Name,Value,Timestamp,Step
"train_loss",0.8697629,1613939104719,0
"raw_loss",0.86976373,1613939104719,0
"epoch",0.006289308176100629,1613939104719,0
"wd_0",0.01,1613939104719,0
"sqr_mom_0",0.99,1613939104719,0
"lr_0",4e-06,1613939104719,0
"mom_0",0.95,1613939104719,0
"eps_0",1e-05,1613939104719,0
"wd_1",0.01,1613939104719,0
"sqr_mom_1",0.99,1613939104719,0
"lr_1",4e-06,1613939104719,0
"mom_1",0.95,1613939104719,0
"eps_1",1e-05,1613939104719,0
"wd_2",0.01,1613939104719,0
"sqr_mom_2",0.99,1613939104719,0
"lr_2",4e-05,1613939104719,0
"mom_2",0.95,1613939104719,0
"eps_2",1e-05,1613939104719,0
"train_loss",0.8561083,1613939105615,1
"raw_loss",0.8427276,1613939105615,1
"epoch",0.012578616352201259,1613939105615,1
"wd_0",0.01,1613939105615,1
"sqr_mom_0",0.99,1613939105615,1
"lr_0",4.009559427763895e-06,1613939105615,1
"mom_0",0.9499900422627459,1613939105615,1
"eps_0",1e-05,1613939105615,1
"wd_1",0.01,1613939105615,1
"sqr_mom_1",0.99,1613939105615,1
"lr_1",4.009559427763895e-06,1613939105615,1
"mom_1",0.9499900422627459,1613939105615,1
"eps_1",1e-05,1613939105615,1
"wd_2",0.01,1613939105615,1
"sqr_mom_2",0.99,1613939105615,1
"lr_2",4.0095594277638955e-05,1613939105615,1
"mom_2",0.9499900422627459,1613939105615,1
"eps_2",1e-05,1613939105615,1
"train_loss",0.7917324,1613939106492,2
"raw_loss",0.666818,1613939106492,2
"epoch",0.01886792452830189,1613939106492,2
"wd_0",0.01,1613939106492,2
"sqr_mom_0",0.99,1613939106492,2
"lr_0",4.0382339034447715e-06,1613939106492,2
"mom_0",0.949960173017245,1613939106492,2
"eps_0",1e-05,1613939106492,2
"wd_1",0.01,1613939106492,2
"sqr_mom_1",0.99,1613939106492,2
"lr_1",4.0382339034447715e-06,1613939106492,2
"mom_1",0.949960173017245,1613939106492,2
"eps_1",1e-05,1613939106492,2
"wd_2",0.01,1613939106492,2
"sqr_mom_2",0.99,1613939106492,2
"lr_2",4.038233903444772e-05,1613939106492,2
"mom_2",0.949960173017245,1613939106492,2
"eps_2",1e-05,1613939106492,2
"train_loss",0.7650963,1613939107411,3
"raw_loss",0.6883426,1613939107411,3
"epoch",0.025157232704402517,1613939107411,3
"wd_0",0.01,1613939107411,3
"sqr_mom_0",0.99,1613939107411,3
"lr_0",4.086012005726854e-06,1613939107411,3
"mom_0",0.9499104041607012,1613939107411,3
"eps_0",1e-05,1613939107411,3
"wd_1",0.01,1613939107411,3
"sqr_mom_1",0.99,1613939107411,3
"lr_1",4.086012005726854e-06,1613939107411,3
"mom_1",0.9499104041607012,1613939107411,3
"eps_1",1e-05,1613939107411,3
"wd_2",0.01,1613939107411,3
"sqr_mom_2",0.99,1613939107411,3
"lr_2",4.086012005726854e-05,1613939107411,3
"mom_2",0.9499104041607012,1613939107411,3
"eps_2",1e-05,1613939107411,3
"train_loss",0.7495832,1613939108308,4
"raw_loss",0.6905724,1613939108308,4
"epoch",0.031446540880503145,1613939108308,4
"wd_0",0.01,1613939108308,4
"sqr_mom_0",0.99,1613939108308,4
"lr_0",4.152874704138565e-06,1613939108308,4
"mom_0",0.9498407555165223,1613939108308,4
"eps_0",1e-05,1613939108308,4
"wd_1",0.01,1613939108308,4
"sqr_mom_1",0.99,1613939108308,4
"lr_1",4.152874704138565e-06,1613939108308,4
"mom_1",0.9498407555165223,1613939108308,4
"eps_1",1e-05,1613939108308,4
"wd_2",0.01,1613939108308,4
"sqr_mom_2",0.99,1613939108308,4
"lr_2",4.152874704138565e-05,1613939108308,4
"mom_2",0.9498407555165223,1613939108308,4
"eps_2",1e-05,1613939108308,4
"train_loss",0.71347386,1613939109228,5
"raw_loss",0.5434759,1613939109228,5
"epoch",0.03773584905660377,1613939109228,5
"wd_0",0.01,1613939109228,5
"sqr_mom_0",0.99,1613939109228,5
"lr_0",4.238795394615183e-06,1613939109228,5
"mom_0",0.9497512547972758,1613939109228,5
"eps_0",1e-05,1613939109228,5
"wd_1",0.01,1613939109228,5
"sqr_mom_1",0.99,1613939109228,5
"lr_1",4.238795394615183e-06,1613939109228,5
"mom_1",0.9497512547972758,1613939109228,5
"eps_1",1e-05,1613939109228,5
"wd_2",0.01,1613939109228,5
"sqr_mom_2",0.99,1613939109228,5
"lr_2",4.2387953946151834e-05,1613939109228,5
"mom_2",0.9497512547972758,1613939109228,5
"eps_2",1e-05,1613939109228,5
"train_loss",0.67634076,1613939110153,6
"raw_loss",0.46862897,1613939110153,6
"epoch",0.0440251572327044,1613939110153,6
"wd_0",0.01,1613939110153,6
"sqr_mom_0",0.99,1613939110153,6
"lr_0",4.343739770193693e-06,1613939110153,6
"mom_0",0.9496419377393815,1613939110153,6
"eps_0",1e-05,1613939110153,6
"wd_1",0.01,1613939110153,6
"sqr_mom_1",0.99,1613939110153,6
"lr_1",4.343739770193693e-06,1613939110153,6
"mom_1",0.9496419377393815,1613939110153,6
"eps_1",1e-05,1613939110153,6
"wd_2",0.01,1613939110153,6
"sqr_mom_2",0.99,1613939110153,6
"lr_2",4.343739770193693e-05,1613939110153,6
"mom_2",0.9496419377393815,1613939110153,6
"eps_2",1e-05,1613939110153,6
"train_loss",0.6451728,1613939111052,7
"raw_loss",0.44377032,1613939111052,7
"epoch",0.05031446540880503,1613939111052,7
"wd_0",0.01,1613939111052,7
"sqr_mom_0",0.99,1613939111052,7
"lr_0",4.467666153583133e-06,1613939111052,7
"mom_0",0.9495128477566842,1613939111052,7
"eps_0",1e-05,1613939111052,7
"wd_1",0.01,1613939111052,7
"sqr_mom_1",0.99,1613939111052,7
"lr_1",4.467666153583133e-06,1613939111052,7
"mom_1",0.9495128477566842,1613939111052,7
"eps_1",1e-05,1613939111052,7
"wd_2",0.01,1613939111052,7
"sqr_mom_2",0.99,1613939111052,7
"lr_2",4.4676661535831333e-05,1613939111052,7
"mom_2",0.9495128477566842,1613939111052,7
"eps_2",1e-05,1613939111052,7
"train_loss",0.6440694,1613939111920,8
"raw_loss",0.63600105,1613939111920,8
"epoch",0.056603773584905655,1613939111920,8
"wd_0",0.01,1613939111920,8
"sqr_mom_0",0.99,1613939111920,8
"lr_0",4.610525038422375e-06,1613939111920,8
"mom_0",0.94936403641831,1613939111920,8
"eps_0",1e-05,1613939111920,8
"wd_1",0.01,1613939111920,8
"sqr_mom_1",0.99,1613939111920,8
"lr_1",4.610525038422375e-06,1613939111920,8
"mom_1",0.94936403641831,1613939111920,8
"eps_1",1e-05,1613939111920,8
"wd_2",0.01,1613939111920,8
"sqr_mom_2",0.99,1613939111920,8
"lr_2",4.610525038422376e-05,1613939111920,8
"mom_2",0.94936403641831,1613939111920,8
"eps_2",1e-05,1613939111920,8
"train_loss",0.6240578,1613939112825,9
"raw_loss",0.46103677,1613939112825,9
"epoch",0.06289308176100629,1613939112825,9
"wd_0",0.01,1613939112825,9
"sqr_mom_0",0.99,1613939112825,9
"lr_0",4.772259690167275e-06,1613939112825,9
"mom_0",0.9491955628227424,1613939112825,9
"eps_0",1e-05,1613939112825,9
"wd_1",0.01,1613939112825,9
"sqr_mom_1",0.99,1613939112825,9
"lr_1",4.772259690167275e-06,1613939112825,9
"mom_1",0.9491955628227424,1613939112825,9
"eps_1",1e-05,1613939112825,9
"wd_2",0.01,1613939112825,9
"sqr_mom_2",0.99,1613939112825,9
"lr_2",4.7722596901672744e-05,1613939112825,9
"mom_2",0.9491955628227424,1613939112825,9
"eps_2",1e-05,1613939112825,9
"train_loss",0.6956226,1613939113730,10
"raw_loss",1.33709,1613939113730,10
"epoch",0.06918238993710692,1613939113730,10
"wd_0",0.01,1613939113730,10
"sqr_mom_0",0.99,1613939113730,10
"lr_0",4.952805610107015e-06,1613939113730,10
"mom_0",0.9490074941561385,1613939113730,10
"eps_0",1e-05,1613939113730,10
"wd_1",0.01,1613939113730,10
"sqr_mom_1",0.99,1613939113730,10
"lr_1",4.952805610107015e-06,1613939113730,10
"mom_1",0.9490074941561385,1613939113730,10
"eps_1",1e-05,1613939113730,10
"wd_2",0.01,1613939113730,10
"sqr_mom_2",0.99,1613939113730,10
"lr_2",4.952805610107016e-05,1613939113730,10
"mom_2",0.9490074941561385,1613939113730,10
"eps_2",1e-05,1613939113730,10
"train_loss",0.67758685,1613939114605,11
"raw_loss",0.5014822,1613939114605,11
"epoch",0.07547169811320754,1613939114605,11
"wd_0",0.01,1613939114605,11
"sqr_mom_0",0.99,1613939114605,11
"lr_0",5.1520907627064555e-06,1613939114605,11
"mom_0",0.9487999054555141,1613939114605,11
"eps_0",1e-05,1613939114605,11
"wd_1",0.01,1613939114605,11
"sqr_mom_1",0.99,1613939114605,11
"lr_1",5.1520907627064555e-06,1613939114605,11
"mom_1",0.9487999054555141,1613939114605,11
"eps_1",1e-05,1613939114605,11
"wd_2",0.01,1613939114605,11
"sqr_mom_2",0.99,1613939114605,11
"lr_2",5.152090762706456e-05,1613939114605,11
"mom_2",0.9487999054555141,1613939114605,11
"eps_2",1e-05,1613939114605,11
"train_loss",0.6570898,1613939115511,12
"raw_loss",0.44086966,1613939115511,12
"epoch",0.08176100628930817,1613939115511,12
"wd_0",0.01,1613939115511,12
"sqr_mom_0",0.99,1613939115511,12
"lr_0",5.370035871207568e-06,1613939115511,12
"mom_0",0.9485728793008255,1613939115511,12
"eps_0",1e-05,1613939115511,12
"wd_1",0.01,1613939115511,12
"sqr_mom_1",0.99,1613939115511,12
"lr_1",5.370035871207568e-06,1613939115511,12
"mom_1",0.9485728793008255,1613939115511,12
"eps_1",1e-05,1613939115511,12
"wd_2",0.01,1613939115511,12
"sqr_mom_2",0.99,1613939115511,12
"lr_2",5.3700358712075686e-05,1613939115511,12
"mom_2",0.9485728793008255,1613939115511,12
"eps_2",1e-05,1613939115511,12
"train_loss",0.63165647,1613939116379,13
"raw_loss",0.34380448,1613939116379,13
"epoch",0.0880503144654088,1613939116379,13
"wd_0",0.01,1613939116379,13
"sqr_mom_0",0.99,1613939116379,13
"lr_0",5.6065544142990906e-06,1613939116379,13
"mom_0",0.9483265058184384,1613939116379,13
"eps_0",1e-05,1613939116379,13
"wd_1",0.01,1613939116379,13
"sqr_mom_1",0.99,1613939116379,13
"lr_1",5.6065544142990906e-06,1613939116379,13
"mom_1",0.9483265058184384,1613939116379,13
"eps_1",1e-05,1613939116379,13
"wd_2",0.01,1613939116379,13
"sqr_mom_2",0.99,1613939116379,13
"lr_2",5.6065544142990906e-05,1613939116379,13
"mom_2",0.9483265058184384,1613939116379,13
"eps_2",1e-05,1613939116379,13
"train_loss",0.6472142,1613939117255,14
"raw_loss",0.83502024,1613939117255,14
"epoch",0.09433962264150943,1613939117255,14
"wd_0",0.01,1613939117255,14
"sqr_mom_0",0.99,1613939117255,14
"lr_0",5.861551629698894e-06,1613939117255,14
"mom_0",0.9480608837190636,1613939117255,14
"eps_0",1e-05,1613939117255,14
"wd_1",0.01,1613939117255,14
"sqr_mom_1",0.99,1613939117255,14
"lr_1",5.861551629698894e-06,1613939117255,14
"mom_1",0.9480608837190636,1613939117255,14
"eps_1",1e-05,1613939117255,14
"wd_2",0.01,1613939117255,14
"sqr_mom_2",0.99,1613939117255,14
"lr_2",5.861551629698895e-05,1613939117255,14
"mom_2",0.9480608837190636,1613939117255,14
"eps_2",1e-05,1613939117255,14
"train_loss",0.62510526,1613939118135,15
"raw_loss",0.34188884,1613939118135,15
"epoch",0.10062893081761005,1613939118135,15
"wd_0",0.01,1613939118135,15
"sqr_mom_0",0.99,1613939118135,15
"lr_0",6.134926216169848e-06,1613939118135,15
"mom_0",0.947776118524823,1613939118135,15
"eps_0",1e-05,1613939118135,15
"wd_1",0.01,1613939118135,15
"sqr_mom_1",0.99,1613939118135,15
"lr_1",6.134926216169848e-06,1613939118135,15
"mom_1",0.947776118524823,1613939118135,15
"eps_1",1e-05,1613939118135,15
"wd_2",0.01,1613939118135,15
"sqr_mom_2",0.99,1613939118135,15
"lr_2",6.134926216169849e-05,1613939118135,15
"mom_2",0.947776118524823,1613939118135,15
"eps_2",1e-05,1613939118135,15
"train_loss",0.6211117,1613939119012,16
"raw_loss",0.5670627,1613939119012,16
"epoch",0.10691823899371068,1613939119012,16
"wd_0",0.01,1613939119012,16
"sqr_mom_0",0.99,1613939119012,16
"lr_0",6.426569286083635e-06,1613939119012,16
"mom_0",0.9474723236603295,1613939119012,16
"eps_0",1e-05,1613939119012,16
"wd_1",0.01,1613939119012,16
"sqr_mom_1",0.99,1613939119012,16
"lr_1",6.426569286083635e-06,1613939119012,16
"mom_1",0.9474723236603295,1613939119012,16
"eps_1",1e-05,1613939119012,16
"wd_2",0.01,1613939119012,16
"sqr_mom_2",0.99,1613939119012,16
"lr_2",6.426569286083637e-05,1613939119012,16
"mom_2",0.9474723236603295,1613939119012,16
"eps_2",1e-05,1613939119012,16
"train_loss",0.60202146,1613939119910,17
"raw_loss",0.33011523,1613939119910,17
"epoch",0.11320754716981131,1613939119910,17
"wd_0",0.01,1613939119910,17
"sqr_mom_0",0.99,1613939119910,17
"lr_0",6.7363650492297375e-06,1613939119910,17
"mom_0",0.9471496197403857,1613939119910,17
"eps_0",1e-05,1613939119910,17
"wd_1",0.01,1613939119910,17
"sqr_mom_1",0.99,1613939119910,17
"lr_1",6.7363650492297375e-06,1613939119910,17
"mom_1",0.9471496197403857,1613939119910,17
"eps_1",1e-05,1613939119910,17
"wd_2",0.01,1613939119910,17
"sqr_mom_2",0.99,1613939119910,17
"lr_2",6.736365049229738e-05,1613939119910,17
"mom_2",0.9471496197403857,1613939119910,17
"eps_2",1e-05,1613939119910,17
"train_loss",0.5916886,1613939120813,18
"raw_loss",0.43733156,1613939120813,18
"epoch",0.11949685534591194,1613939120813,18
"wd_0",0.01,1613939120813,18
"sqr_mom_0",0.99,1613939120813,18
"lr_0",7.06418938445837e-06,1613939120813,18
"mom_0",0.9468081360578559,1613939120813,18
"eps_0",1e-05,1613939120813,18
"wd_1",0.01,1613939120813,18
"sqr_mom_1",0.99,1613939120813,18
"lr_1",7.06418938445837e-06,1613939120813,18
"mom_1",0.9468081360578559,1613939120813,18
"eps_1",1e-05,1613939120813,18
"wd_2",0.01,1613939120813,18
"sqr_mom_2",0.99,1613939120813,18
"lr_2",7.06418938445837e-05,1613939120813,18
"mom_2",0.9468081360578559,1613939120813,18
"eps_2",1e-05,1613939120813,18
"train_loss",0.5735314,1613939121697,19
"raw_loss",0.28992385,1613939121697,19
"epoch",0.12578616352201258,1613939121697,19
"wd_0",0.01,1613939121697,19
"sqr_mom_0",0.99,1613939121697,19
"lr_0",7.409912069008094e-06,1613939121697,19
"mom_0",0.9464480082614498,1613939121697,19
"eps_0",1e-05,1613939121697,19
"wd_1",0.01,1613939121697,19
"sqr_mom_1",0.99,1613939121697,19
"lr_1",7.409912069008094e-06,1613939121697,19
"mom_1",0.9464480082614498,1613939121697,19
"eps_1",1e-05,1613939121697,19
"wd_2",0.01,1613939121697,19
"sqr_mom_2",0.99,1613939121697,19
"lr_2",7.409912069008095e-05,1613939121697,19
"mom_2",0.9464480082614498,1613939121697,19
"eps_2",1e-05,1613939121697,19
"train_loss",0.5656748,1613939122576,20
"raw_loss",0.43771312,1613939122576,20
"epoch",0.1320754716981132,1613939122576,20
"wd_0",0.01,1613939122576,20
"sqr_mom_0",0.99,1613939122576,20
"lr_0",7.773395834984238e-06,1613939122576,20
"mom_0",0.9460693793385581,1613939122576,20
"eps_0",1e-05,1613939122576,20
"wd_1",0.01,1613939122576,20
"sqr_mom_1",0.99,1613939122576,20
"lr_1",7.773395834984238e-06,1613939122576,20
"mom_1",0.9460693793385581,1613939122576,20
"eps_1",1e-05,1613939122576,20
"wd_2",0.01,1613939122576,20
"sqr_mom_2",0.99,1613939122576,20
"lr_2",7.773395834984238e-05,1613939122576,20
"mom_2",0.9460693793385581,1613939122576,20
"eps_2",1e-05,1613939122576,20
"train_loss",0.54959804,1613939123488,21
"raw_loss",0.27723402,1613939123488,21
"epoch",0.13836477987421383,1613939123488,21
"wd_0",0.01,1613939123488,21
"sqr_mom_0",0.99,1613939123488,21
"lr_0",8.154495508105691e-06,1613939123488,21
"mom_0",0.9456724005123899,1613939123488,21
"eps_0",1e-05,1613939123488,21
"wd_1",0.01,1613939123488,21
"sqr_mom_1",0.99,1613939123488,21
"lr_1",8.154495508105691e-06,1613939123488,21
"mom_1",0.9456724005123899,1613939123488,21
"eps_1",1e-05,1613939123488,21
"wd_2",0.01,1613939123488,21
"sqr_mom_2",0.99,1613939123488,21
"lr_2",8.154495508105693e-05,1613939123488,21
"mom_2",0.9456724005123899,1613939123488,21
"eps_2",1e-05,1613939123488,21
"train_loss",0.5718061,1613939124391,22
"raw_loss",0.9622831,1613939124391,22
"epoch",0.14465408805031446,1613939124391,22
"wd_0",0.01,1613939124391,22
"sqr_mom_0",0.99,1613939124391,22
"lr_0",8.553058337262749e-06,1613939124391,22
"mom_0",0.9452572308986846,1613939124391,22
"eps_0",1e-05,1613939124391,22
"wd_1",0.01,1613939124391,22
"sqr_mom_1",0.99,1613939124391,22
"lr_1",8.553058337262749e-06,1613939124391,22
"mom_1",0.9452572308986846,1613939124391,22
"eps_1",1e-05,1613939124391,22
"wd_2",0.01,1613939124391,22
"sqr_mom_2",0.99,1613939124391,22
"lr_2",8.55305833726275e-05,1613939124391,22
"mom_2",0.9452572308986846,1613939124391,22
"eps_2",1e-05,1613939124391,22
"train_loss",0.57826245,1613939125264,23
"raw_loss",0.6958399,1613939125264,23
"epoch",0.1509433962264151,1613939125264,23
"wd_0",0.01,1613939125264,23
"sqr_mom_0",0.99,1613939125264,23
"lr_0",8.968927440491031e-06,1613939125264,23
"mom_0",0.9448240339161551,1613939125264,23
"eps_0",1e-05,1613939125264,23
"wd_1",0.01,1613939125264,23
"sqr_mom_1",0.99,1613939125264,23
"lr_1",8.968927440491031e-06,1613939125264,23
"mom_1",0.9448240339161551,1613939125264,23
"eps_1",1e-05,1613939125264,23
"wd_2",0.01,1613939125264,23
"sqr_mom_2",0.99,1613939125264,23
"lr_2",8.968927440491031e-05,1613939125264,23
"mom_2",0.9448240339161551,1613939125264,23
"eps_2",1e-05,1613939125264,23
"train_loss",0.55854565,1613939126146,24
"raw_loss",0.18734246,1613939126146,24
"epoch",0.15723270440251572,1613939126146,24
"wd_0",0.01,1613939126146,24
"sqr_mom_0",0.99,1613939126146,24
"lr_0",9.401935222813777e-06,1613939126146,24
"mom_0",0.9443729841429023,1613939126146,24
"eps_0",1e-05,1613939126146,24
"wd_1",0.01,1613939126146,24
"sqr_mom_1",0.99,1613939126146,24
"lr_1",9.401935222813777e-06,1613939126146,24
"mom_1",0.9443729841429023,1613939126146,24
"eps_1",1e-05,1613939126146,24
"wd_2",0.01,1613939126146,24
"sqr_mom_2",0.99,1613939126146,24
"lr_2",9.401935222813777e-05,1613939126146,24
"mom_2",0.9443729841429023,1613939126146,24
"eps_2",1e-05,1613939126146,24
"train_loss",0.55698407,1613939127069,25
"raw_loss",0.52664196,1613939127069,25
"epoch",0.16352201257861634,1613939127069,25
"wd_0",0.01,1613939127069,25
"sqr_mom_0",0.99,1613939127069,25
"lr_0",9.851911244073228e-06,1613939127069,25
"mom_0",0.943904259120757,1613939127069,25
"eps_0",1e-05,1613939127069,25
"wd_1",0.01,1613939127069,25
"sqr_mom_1",0.99,1613939127069,25
"lr_1",9.851911244073228e-06,1613939127069,25
"mom_1",0.943904259120757,1613939127069,25
"eps_1",1e-05,1613939127069,25
"wd_2",0.01,1613939127069,25
"sqr_mom_2",0.99,1613939127069,25
"lr_2",9.851911244073227e-05,1613939127069,25
"mom_2",0.943904259120757,1613939127069,25
"eps_2",1e-05,1613939127069,25
"train_loss",0.5559236,1613939127965,26
"raw_loss",0.5346919,1613939127965,26
"epoch",0.16981132075471697,1613939127965,26
"wd_0",0.01,1613939127965,26
"sqr_mom_0",0.99,1613939127965,26
"lr_0",1.0318675278608704e-05,1613939127965,26
"mom_0",0.9434180465847826,1613939127965,26
"eps_0",1e-05,1613939127965,26
"wd_1",0.01,1613939127965,26
"sqr_mom_1",0.99,1613939127965,26
"lr_1",1.0318675278608704e-05,1613939127965,26
"mom_1",0.9434180465847826,1613939127965,26
"eps_1",1e-05,1613939127965,26
"wd_2",0.01,1613939127965,26
"sqr_mom_2",0.99,1613939127965,26
"lr_2",0.00010318675278608706,1613939127965,26
"mom_2",0.9434180465847826,1613939127965,26
"eps_2",1e-05,1613939127965,26
"train_loss",0.5489613,1613939128867,27
"raw_loss",0.40552992,1613939128867,27
"epoch",0.1761006289308176,1613939128867,27
"wd_0",0.01,1613939128867,27
"sqr_mom_0",0.99,1613939128867,27
"lr_0",1.0802040256448307e-05,1613939128867,27
"mom_0",0.942914541399533,1613939128867,27
"eps_0",1e-05,1613939128867,27
"wd_1",0.01,1613939128867,27
"sqr_mom_1",0.99,1613939128867,27
"lr_1",1.0802040256448307e-05,1613939128867,27
"mom_1",0.942914541399533,1613939128867,27
"eps_1",1e-05,1613939128867,27
"wd_2",0.01,1613939128867,27
"sqr_mom_2",0.99,1613939128867,27
"lr_2",0.00010802040256448309,1613939128867,27
"mom_2",0.942914541399533,1613939128867,27
"eps_2",1e-05,1613939128867,27
"train_loss",0.5477616,1613939129850,28
"raw_loss",0.5223657,1613939129850,28
"epoch",0.18238993710691823,1613939129850,28
"wd_0",0.01,1613939129850,28
"sqr_mom_0",0.99,1613939129850,28
"lr_0",1.1301815915877466e-05,1613939129850,28
"mom_0",0.9423939417542943,1613939129850,28
"eps_0",1e-05,1613939129850,28
"wd_1",0.01,1613939129850,28
"sqr_mom_1",0.99,1613939129850,28
"lr_1",1.1301815915877466e-05,1613939129850,28
"mom_1",0.9423939417542943,1613939129850,28
"eps_1",1e-05,1613939129850,28
"wd_2",0.01,1613939129850,28
"sqr_mom_2",0.99,1613939129850,28
"lr_2",0.00011301815915877467,1613939129850,28
"mom_2",0.9423939417542943,1613939129850,28
"eps_2",1e-05,1613939129850,28
"train_loss",0.53576094,1613939130745,29
"raw_loss",0.27503622,1613939130745,29
"epoch",0.18867924528301885,1613939130745,29
"wd_0",0.01,1613939130745,29
"sqr_mom_0",0.99,1613939130745,29
"lr_0",1.1817800847632122e-05,1613939130745,29
"mom_0",0.9418564574503832,1613939130745,29
"eps_0",1e-05,1613939130745,29
"wd_1",0.01,1613939130745,29
"sqr_mom_1",0.99,1613939130745,29
"lr_1",1.1817800847632122e-05,1613939130745,29
"mom_1",0.9418564574503832,1613939130745,29
"eps_1",1e-05,1613939130745,29
"wd_2",0.01,1613939130745,29
"sqr_mom_2",0.99,1613939130745,29
"lr_2",0.00011817800847632124,1613939130745,29
"mom_2",0.9418564574503832,1613939130745,29
"eps_2",1e-05,1613939130745,29
"train_loss",0.52855873,1613939131635,30
"raw_loss",0.36815813,1613939131635,30
"epoch",0.19496855345911948,1613939131635,30
"wd_0",0.01,1613939131635,30
"sqr_mom_0",0.99,1613939131635,30
"lr_0",1.2349791950158995e-05,1613939131635,30
"mom_0",0.9413023000519176,1613939131635,30
"eps_0",1e-05,1613939131635,30
"wd_1",0.01,1613939131635,30
"sqr_mom_1",0.99,1613939131635,30
"lr_1",1.2349791950158995e-05,1613939131635,30
"mom_1",0.9413023000519176,1613939131635,30
"eps_1",1e-05,1613939131635,30
"wd_2",0.01,1613939131635,30
"sqr_mom_2",0.99,1613939131635,30
"lr_2",0.00012349791950158997,1613939131635,30
"mom_2",0.9413023000519176,1613939131635,30
"eps_2",1e-05,1613939131635,30
"train_loss",0.519624,1613939132522,31
"raw_loss",0.3158596,1613939132522,31
"epoch",0.2012578616352201,1613939132522,31
"wd_0",0.01,1613939132522,31
"sqr_mom_0",0.99,1613939132522,31
"lr_0",1.289757613462115e-05,1613939132522,31
"mom_0",0.9407316915264362,1613939132522,31
"eps_0",1e-05,1613939132522,31
"wd_1",0.01,1613939132522,31
"sqr_mom_1",0.99,1613939132522,31
"lr_1",1.289757613462115e-05,1613939132522,31
"mom_1",0.9407316915264362,1613939132522,31
"eps_1",1e-05,1613939132522,31
"wd_2",0.01,1613939132522,31
"sqr_mom_2",0.99,1613939132522,31
"lr_2",0.0001289757613462115,1613939132522,31
"mom_2",0.9407316915264362,1613939132522,31
"eps_2",1e-05,1613939132522,31
"train_loss",0.50815505,1613939133403,32
"raw_loss",0.24058639,1613939133403,32
"epoch",0.20754716981132074,1613939133403,32
"wd_0",0.01,1613939133403,32
"sqr_mom_0",0.99,1613939133403,32
"lr_0",1.3460933873494347e-05,1613939133403,32
"mom_0",0.9401448605484434,1613939133403,32
"eps_0",1e-05,1613939133403,32
"wd_1",0.01,1613939133403,32
"sqr_mom_1",0.99,1613939133403,32
"lr_1",1.3460933873494347e-05,1613939133403,32
"mom_1",0.9401448605484434,1613939133403,32
"eps_1",1e-05,1613939133403,32
"wd_2",0.01,1613939133403,32
"sqr_mom_2",0.99,1613939133403,32
"lr_2",0.00013460933873494347,1613939133403,32
"mom_2",0.9401448605484434,1613939133403,32
"eps_2",1e-05,1613939133403,32
"train_loss",0.49769306,1613939134292,33
"raw_loss",0.24824703,1613939134292,33
"epoch",0.21383647798742136,1613939134292,33
"wd_0",0.01,1613939134292,33
"sqr_mom_0",0.99,1613939134292,33
"lr_0",1.4039643418380948e-05,1613939134292,33
"mom_0",0.9395420381058531,1613939134292,33
"eps_0",1e-05,1613939134292,33
"wd_1",0.01,1613939134292,33
"sqr_mom_1",0.99,1613939134292,33
"lr_1",1.4039643418380948e-05,1613939134292,33
"mom_1",0.9395420381058531,1613939134292,33
"eps_1",1e-05,1613939134292,33
"wd_2",0.01,1613939134292,33
"sqr_mom_2",0.99,1613939134292,33
"lr_2",0.0001403964341838095,1613939134292,33
"mom_2",0.9395420381058531,1613939134292,33
"eps_2",1e-05,1613939134292,33
"train_loss",0.49180627,1613939135198,34
"raw_loss",0.3484855,1613939135198,34
"epoch",0.220125786163522,1613939135198,34
"wd_0",0.01,1613939135198,34
"sqr_mom_0",0.99,1613939135198,34
"lr_0",1.4633472960142029e-05,1613939135198,34
"mom_0",0.9389234656665186,1613939135198,34
"eps_0",1e-05,1613939135198,34
"wd_1",0.01,1613939135198,34
"sqr_mom_1",0.99,1613939135198,34
"lr_1",1.4633472960142029e-05,1613939135198,34
"mom_1",0.9389234656665186,1613939135198,34
"eps_1",1e-05,1613939135198,34
"wd_2",0.01,1613939135198,34
"sqr_mom_2",0.99,1613939135198,34
"lr_2",0.0001463347296014203,1613939135198,34
"mom_2",0.9389234656665186,1613939135198,34
"eps_2",1e-05,1613939135198,34
"train_loss",0.5026658,1613939136120,35
"raw_loss",0.7724104,1613939136120,35
"epoch",0.22641509433962262,1613939136120,35
"wd_0",0.01,1613939136120,35
"sqr_mom_0",0.99,1613939136120,35
"lr_0",1.524218452536167e-05,1613939136120,35
"mom_0",0.9382893911194149,1613939136120,35
"eps_0",1e-05,1613939136120,35
"wd_1",0.01,1613939136120,35
"sqr_mom_1",0.99,1613939136120,35
"lr_1",1.524218452536167e-05,1613939136120,35
"mom_1",0.9382893911194149,1613939136120,35
"eps_1",1e-05,1613939136120,35
"wd_2",0.01,1613939136120,35
"sqr_mom_2",0.99,1613939136120,35
"lr_2",0.0001524218452536167,1613939136120,35
"mom_2",0.9382893911194149,1613939136120,35
"eps_2",1e-05,1613939136120,35
"train_loss",0.4952549,1613939137029,36
"raw_loss",0.30759102,1613939137029,36
"epoch",0.23270440251572325,1613939137029,36
"wd_0",0.01,1613939137029,36
"sqr_mom_0",0.99,1613939137029,36
"lr_0",1.5865538513507337e-05,1613939137029,36
"mom_0",0.9376400640484298,1613939137029,36
"eps_0",1e-05,1613939137029,36
"wd_1",0.01,1613939137029,36
"sqr_mom_1",0.99,1613939137029,36
"lr_1",1.5865538513507337e-05,1613939137029,36
"mom_1",0.9376400640484298,1613939137029,36
"eps_1",1e-05,1613939137029,36
"wd_2",0.01,1613939137029,36
"sqr_mom_2",0.99,1613939137029,36
"lr_2",0.0001586553851350734,1613939137029,36
"mom_2",0.9376400640484298,1613939137029,36
"eps_2",1e-05,1613939137029,36
"train_loss",0.5014534,1613939137916,37
"raw_loss",0.66135186,1613939137916,37
"epoch",0.23899371069182387,1613939137916,37
"wd_0",0.01,1613939137916,37
"sqr_mom_0",0.99,1613939137916,37
"lr_0",1.6503285225903715e-05,1613939137916,37
"mom_0",0.9369757445563502,1613939137916,37
"eps_0",1e-05,1613939137916,37
"wd_1",0.01,1613939137916,37
"sqr_mom_1",0.99,1613939137916,37
"lr_1",1.6503285225903715e-05,1613939137916,37
"mom_1",0.9369757445563502,1613939137916,37
"eps_1",1e-05,1613939137916,37
"wd_2",0.01,1613939137916,37
"sqr_mom_2",0.99,1613939137916,37
"lr_2",0.00016503285225903715,1613939137916,37
"mom_2",0.9369757445563502,1613939137916,37
"eps_2",1e-05,1613939137916,37
"train_loss",0.50106704,1613939138833,38
"raw_loss",0.49092308,1613939138833,38
"epoch",0.2452830188679245,1613939138833,38
"wd_0",0.01,1613939138833,38
"sqr_mom_0",0.99,1613939138833,38
"lr_0",1.715516909610041e-05,1613939138833,38
"mom_0",0.9362966988582287,1613939138833,38
"eps_0",1e-05,1613939138833,38
"wd_1",0.01,1613939138833,38
"sqr_mom_1",0.99,1613939138833,38
"lr_1",1.715516909610041e-05,1613939138833,38
"mom_1",0.9362966988582287,1613939138833,38
"eps_1",1e-05,1613939138833,38
"wd_2",0.01,1613939138833,38
"sqr_mom_2",0.99,1613939138833,38
"lr_2",0.0001715516909610041,1613939138833,38
"mom_2",0.9362966988582287,1613939138833,38
"eps_2",1e-05,1613939138833,38
"train_loss",0.4946188,1613939139725,39
"raw_loss",0.3223529,1613939139725,39
"epoch",0.25157232704402516,1613939139725,39
"wd_0",0.01,1613939139725,39
"sqr_mom_0",0.99,1613939139725,39
"lr_0",1.78209335301187e-05,1613939139725,39
"mom_0",0.9356031942394597,1613939139725,39
"eps_0",1e-05,1613939139725,39
"wd_1",0.01,1613939139725,39
"sqr_mom_1",0.99,1613939139725,39
"lr_1",1.78209335301187e-05,1613939139725,39
"mom_1",0.9356031942394597,1613939139725,39
"eps_1",1e-05,1613939139725,39
"wd_2",0.01,1613939139725,39
"sqr_mom_2",0.99,1613939139725,39
"lr_2",0.00017820933530118696,1613939139725,39
"mom_2",0.9356031942394597,1613939139725,39
"eps_2",1e-05,1613939139725,39
"train_loss",0.49262422,1613939140620,40
"raw_loss",0.43844992,1613939140620,40
"epoch",0.2578616352201258,1613939140620,40
"wd_0",0.01,1613939140620,40
"sqr_mom_0",0.99,1613939140620,40
"lr_0",1.8500311834625453e-05,1613939140620,40
"mom_0",0.9348955085055984,1613939140620,40
"eps_0",1e-05,1613939140620,40
"wd_1",0.01,1613939140620,40
"sqr_mom_1",0.99,1613939140620,40
"lr_1",1.8500311834625453e-05,1613939140620,40
"mom_1",0.9348955085055984,1613939140620,40
"eps_1",1e-05,1613939140620,40
"wd_2",0.01,1613939140620,40
"sqr_mom_2",0.99,1613939140620,40
"lr_2",0.00018500311834625453,1613939140620,40
"mom_2",0.9348955085055984,1613939140620,40
"eps_2",1e-05,1613939140620,40
"train_loss",0.4881584,1613939141528,41
"raw_loss",0.36491323,1613939141528,41
"epoch",0.2641509433962264,1613939141528,41
"wd_0",0.01,1613939141528,41
"sqr_mom_0",0.99,1613939141528,41
"lr_0",1.9193033406318514e-05,1613939141528,41
"mom_0",0.9341739235350849,1613939141528,41
"eps_0",1e-05,1613939141528,41
"wd_1",0.01,1613939141528,41
"sqr_mom_1",0.99,1613939141528,41
"lr_1",1.9193033406318514e-05,1613939141528,41
"mom_1",0.9341739235350849,1613939141528,41
"eps_1",1e-05,1613939141528,41
"wd_2",0.01,1613939141528,41
"sqr_mom_2",0.99,1613939141528,41
"lr_2",0.00019193033406318514,1613939141528,41
"mom_2",0.9341739235350849,1613939141528,41
"eps_2",1e-05,1613939141528,41
"train_loss",0.48550025,1613939142420,42
"raw_loss",0.41100404,1613939142420,42
"epoch",0.27044025157232704,1613939142420,42
"wd_0",0.01,1613939142420,42
"sqr_mom_0",0.99,1613939142420,42
"lr_0",1.9898822327136494e-05,1613939142420,42
"mom_0",0.9334387267425661,1613939142420,42
"eps_0",1e-05,1613939142420,42
"wd_1",0.01,1613939142420,42
"sqr_mom_1",0.99,1613939142420,42
"lr_1",1.9898822327136494e-05,1613939142420,42
"mom_1",0.9334387267425661,1613939142420,42
"eps_1",1e-05,1613939142420,42
"wd_2",0.01,1613939142420,42
"sqr_mom_2",0.99,1613939142420,42
"lr_2",0.00019898822327136498,1613939142420,42
"mom_2",0.9334387267425661,1613939142420,42
"eps_2",1e-05,1613939142420,42
"train_loss",0.48937455,1613939143312,43
"raw_loss",0.5995801,1613939143312,43
"epoch",0.27672955974842767,1613939143312,43
"wd_0",0.01,1613939143312,43
"sqr_mom_0",0.99,1613939143312,43
"lr_0",2.0617394073649017e-05,1613939143312,43
"mom_0",0.9326902145066156,1613939143312,43
"eps_0",1e-05,1613939143312,43
"wd_1",0.01,1613939143312,43
"sqr_mom_1",0.99,1613939143312,43
"lr_1",2.0617394073649017e-05,1613939143312,43
"mom_1",0.9326902145066156,1613939143312,43
"eps_1",1e-05,1613939143312,43
"wd_2",0.01,1613939143312,43
"sqr_mom_2",0.99,1613939143312,43
"lr_2",0.00020617394073649018,1613939143312,43
"mom_2",0.9326902145066156,1613939143312,43
"eps_2",1e-05,1613939143312,43
"train_loss",0.48249376,1613939144207,44
"raw_loss",0.28394032,1613939144207,44
"epoch",0.2830188679245283,1613939144207,44
"wd_0",0.01,1613939144207,44
"sqr_mom_0",0.99,1613939144207,44
"lr_0",2.1348469173112758e-05,1613939144207,44
"mom_0",0.9319286779446742,1613939144207,44
"eps_0",1e-05,1613939144207,44
"wd_1",0.01,1613939144207,44
"sqr_mom_1",0.99,1613939144207,44
"lr_1",2.1348469173112758e-05,1613939144207,44
"mom_1",0.9319286779446742,1613939144207,44
"eps_1",1e-05,1613939144207,44
"wd_2",0.01,1613939144207,44
"sqr_mom_2",0.99,1613939144207,44
"lr_2",0.00021348469173112757,1613939144207,44
"mom_2",0.9319286779446742,1613939144207,44
"eps_2",1e-05,1613939144207,44
"train_loss",0.48567018,1613939145169,45
"raw_loss",0.5786089,1613939145169,45
"epoch",0.2893081761006289,1613939145169,45
"wd_0",0.01,1613939145169,45
"sqr_mom_0",0.99,1613939145169,45
"lr_0",2.209175308966976e-05,1613939145169,45
"mom_0",0.9311544238649273,1613939145169,45
"eps_0",1e-05,1613939145169,45
"wd_1",0.01,1613939145169,45
"sqr_mom_1",0.99,1613939145169,45
"lr_1",2.209175308966976e-05,1613939145169,45
"mom_1",0.9311544238649273,1613939145169,45
"eps_1",1e-05,1613939145169,45
"wd_2",0.01,1613939145169,45
"sqr_mom_2",0.99,1613939145169,45
"lr_2",0.00022091753089669762,1613939145169,45
"mom_2",0.9311544238649273,1613939145169,45
"eps_2",1e-05,1613939145169,45
"train_loss",0.48930147,1613939146118,46
"raw_loss",0.59698445,1613939146118,46
"epoch",0.29559748427672955,1613939146118,46
"wd_0",0.01,1613939146118,46
"sqr_mom_0",0.99,1613939146118,46
"lr_0",2.2846949765761397e-05,1613939146118,46
"mom_0",0.9303677606606652,1613939146118,46
"eps_0",1e-05,1613939146118,46
"wd_1",0.01,1613939146118,46
"sqr_mom_1",0.99,1613939146118,46
"lr_1",2.2846949765761397e-05,1613939146118,46
"mom_1",0.9303677606606652,1613939146118,46
"eps_1",1e-05,1613939146118,46
"wd_2",0.01,1613939146118,46
"sqr_mom_2",0.99,1613939146118,46
"lr_2",0.00022846949765761398,1613939146118,46
"mom_2",0.9303677606606652,1613939146118,46
"eps_2",1e-05,1613939146118,46
"train_loss",0.4799981,1613939147079,47
"raw_loss",0.2005185,1613939147079,47
"epoch",0.3018867924528302,1613939147079,47
"wd_0",0.01,1613939147079,47
"sqr_mom_0",0.99,1613939147079,47
"lr_0",2.36137583988555e-05,1613939147079,47
"mom_0",0.9295690016678588,1613939147079,47
"eps_0",1e-05,1613939147079,47
"wd_1",0.01,1613939147079,47
"sqr_mom_1",0.99,1613939147079,47
"lr_1",2.36137583988555e-05,1613939147079,47
"mom_1",0.9295690016678588,1613939147079,47
"eps_1",1e-05,1613939147079,47
"wd_2",0.01,1613939147079,47
"sqr_mom_2",0.99,1613939147079,47
"lr_2",0.00023613758398855503,1613939147079,47
"mom_2",0.9295690016678588,1613939147079,47
"eps_2",1e-05,1613939147079,47
"train_loss",0.4740162,1613939148014,48
"raw_loss",0.29204786,1613939148014,48
"epoch",0.3081761006289308,1613939148014,48
"wd_0",0.01,1613939148014,48
"sqr_mom_0",0.99,1613939148014,48
"lr_0",2.43918698849436e-05,1613939148014,48
"mom_0",0.9287584688698504,1613939148014,48
"eps_0",1e-05,1613939148014,48
"wd_1",0.01,1613939148014,48
"sqr_mom_1",0.99,1613939148014,48
"lr_1",2.43918698849436e-05,1613939148014,48
"mom_1",0.9287584688698504,1613939148014,48
"eps_1",1e-05,1613939148014,48
"wd_2",0.01,1613939148014,48
"sqr_mom_2",0.99,1613939148014,48
"lr_2",0.00024391869884943598,1613939148014,48
"mom_2",0.9287584688698504,1613939148014,48
"eps_2",1e-05,1613939148014,48
"train_loss",0.47473007,1613939148920,49
"raw_loss",0.4967116,1613939148920,49
"epoch",0.31446540880503143,1613939148920,49
"wd_0",0.01,1613939148920,49
"sqr_mom_0",0.99,1613939148920,49
"lr_0",2.5180981594604647e-05,1613939148920,49
"mom_0",0.9279364775056201,1613939148920,49
"eps_0",1e-05,1613939148920,49
"wd_1",0.01,1613939148920,49
"sqr_mom_1",0.99,1613939148920,49
"lr_1",2.5180981594604647e-05,1613939148920,49
"mom_1",0.9279364775056201,1613939148920,49
"eps_1",1e-05,1613939148920,49
"wd_2",0.01,1613939148920,49
"sqr_mom_2",0.99,1613939148920,49
"lr_2",0.0002518098159460465,1613939148920,49
"mom_2",0.9279364775056201,1613939148920,49
"eps_2",1e-05,1613939148920,49
"train_loss",0.47068873,1613939149898,50
"raw_loss",0.34477872,1613939149898,50
"epoch",0.32075471698113206,1613939149898,50
"wd_0",0.01,1613939149898,50
"sqr_mom_0",0.99,1613939149898,50
"lr_0",2.5980775592604943e-05,1613939149898,50
"mom_0",0.9271033587577031,1613939149898,50
"eps_0",1e-05,1613939149898,50
"wd_1",0.01,1613939149898,50
"sqr_mom_1",0.99,1613939149898,50
"lr_1",2.5980775592604943e-05,1613939149898,50
"mom_1",0.9271033587577031,1613939149898,50
"eps_1",1e-05,1613939149898,50
"wd_2",0.01,1613939149898,50
"sqr_mom_2",0.99,1613939149898,50
"lr_2",0.00025980775592604943,1613939149898,50
"mom_2",0.9271033587577031,1613939149898,50
"eps_2",1e-05,1613939149898,50
"train_loss",0.46859288,1613939150854,51
"raw_loss",0.4025477,1613939150854,51
"epoch",0.3270440251572327,1613939150854,51
"wd_0",0.01,1613939150854,51
"sqr_mom_0",0.99,1613939150854,51
"lr_0",2.679092948844323e-05,1613939150854,51
"mom_0",0.9262594484495382,1613939150854,51
"eps_0",1e-05,1613939150854,51
"wd_1",0.01,1613939150854,51
"sqr_mom_1",0.99,1613939150854,51
"lr_1",2.679092948844323e-05,1613939150854,51
"mom_1",0.9262594484495382,1613939150854,51
"eps_1",1e-05,1613939150854,51
"wd_2",0.01,1613939150854,51
"sqr_mom_2",0.99,1613939150854,51
"lr_2",0.0002679092948844323,1613939150854,51
"mom_2",0.9262594484495382,1613939150854,51
"eps_2",1e-05,1613939150854,51
"train_loss",0.46168014,1613939151756,52
"raw_loss",0.2414244,1613939151756,52
"epoch",0.3333333333333333,1613939151756,52
"wd_0",0.01,1613939151756,52
"sqr_mom_0",0.99,1613939151756,52
"lr_0",2.7611132061247287e-05,1613939151756,52
"mom_0",0.925405070769534,1613939151756,52
"eps_0",1e-05,1613939151756,52
"wd_1",0.01,1613939151756,52
"sqr_mom_1",0.99,1613939151756,52
"lr_1",2.7611132061247287e-05,1613939151756,52
"mom_1",0.925405070769534,1613939151756,52
"eps_1",1e-05,1613939151756,52
"wd_2",0.01,1613939151756,52
"sqr_mom_2",0.99,1613939151756,52
"lr_2",0.0002761113206124729,1613939151756,52
"mom_2",0.925405070769534,1613939151756,52
"eps_2",1e-05,1613939151756,52
"train_loss",0.4607722,1613939152650,53
"raw_loss",0.4315315,1613939152650,53
"epoch",0.33962264150943394,1613939152650,53
"wd_0",0.01,1613939152650,53
"sqr_mom_0",0.99,1613939152650,53
"lr_0",2.8441045144293137e-05,1613939152650,53
"mom_0",0.9245405779746946,1613939152650,53
"eps_0",1e-05,1613939152650,53
"wd_1",0.01,1613939152650,53
"sqr_mom_1",0.99,1613939152650,53
"lr_1",2.8441045144293137e-05,1613939152650,53
"mom_1",0.9245405779746946,1613939152650,53
"eps_1",1e-05,1613939152650,53
"wd_2",0.01,1613939152650,53
"sqr_mom_2",0.99,1613939152650,53
"lr_2",0.00028441045144293135,1613939152650,53
"mom_2",0.9245405779746946,1613939152650,53
"eps_2",1e-05,1613939152650,53
"train_loss",0.46452147,1613939153576,54
"raw_loss",0.5865273,1613939153576,54
"epoch",0.34591194968553457,1613939153576,54
"wd_0",0.01,1613939153576,54
"sqr_mom_0",0.99,1613939153576,54
"lr_0",2.928033804036227e-05,1613939153576,54
"mom_0",0.9236663145412892,1613939153576,54
"eps_0",1e-05,1613939153576,54
"wd_1",0.01,1613939153576,54
"sqr_mom_1",0.99,1613939153576,54
"lr_1",2.928033804036227e-05,1613939153576,54
"mom_1",0.9236663145412892,1613939153576,54
"eps_1",1e-05,1613939153576,54
"wd_2",0.01,1613939153576,54
"sqr_mom_2",0.99,1613939153576,54
"lr_2",0.0002928033804036227,1613939153576,54
"mom_2",0.9236663145412892,1613939153576,54
"eps_2",1e-05,1613939153576,54
"train_loss",0.46169063,1613939154496,55
"raw_loss",0.36864075,1613939154496,55
"epoch",0.3522012578616352,1613939154496,55
"wd_0",0.01,1613939154496,55
"sqr_mom_0",0.99,1613939154496,55
"lr_0",3.0128684324864082e-05,1613939154496,55
"mom_0",0.9227826204949332,1613939154496,55
"eps_0",1e-05,1613939154496,55
"wd_1",0.01,1613939154496,55
"sqr_mom_1",0.99,1613939154496,55
"lr_1",3.0128684324864082e-05,1613939154496,55
"mom_1",0.9227826204949332,1613939154496,55
"eps_1",1e-05,1613939154496,55
"wd_2",0.01,1613939154496,55
"sqr_mom_2",0.99,1613939154496,55
"lr_2",0.00030128684324864084,1613939154496,55
"mom_2",0.9227826204949332,1613939154496,55
"eps_2",1e-05,1613939154496,55
"train_loss",0.4621762,1613939155469,56
"raw_loss",0.47829238,1613939155469,56
"epoch",0.3584905660377358,1613939155469,56
"wd_0",0.01,1613939155469,56
"sqr_mom_0",0.99,1613939155469,56
"lr_0",3.098574217728647e-05,1613939155469,56
"mom_0",0.9218898518986599,1613939155469,56
"eps_0",1e-05,1613939155469,56
"wd_1",0.01,1613939155469,56
"sqr_mom_1",0.99,1613939155469,56
"lr_1",3.098574217728647e-05,1613939155469,56
"mom_1",0.9218898518986599,1613939155469,56
"eps_1",1e-05,1613939155469,56
"wd_2",0.01,1613939155469,56
"sqr_mom_2",0.99,1613939155469,56
"lr_2",0.0003098574217728647,1613939155469,56
"mom_2",0.9218898518986599,1613939155469,56
"eps_2",1e-05,1613939155469,56
"train_loss",0.46173903,1613939156406,57
"raw_loss",0.44709125,1613939156406,57
"epoch",0.36477987421383645,1613939156406,57
"wd_0",0.01,1613939156406,57
"sqr_mom_0",0.99,1613939156406,57
"lr_0",3.1851166143778996e-05,1613939156406,57
"mom_0",0.9209883686002301,1613939156406,57
"eps_0",1e-05,1613939156406,57
"wd_1",0.01,1613939156406,57
"sqr_mom_1",0.99,1613939156406,57
"lr_1",3.1851166143778996e-05,1613939156406,57
"mom_1",0.9209883686002301,1613939156406,57
"eps_1",1e-05,1613939156406,57
"wd_2",0.01,1613939156406,57
"sqr_mom_2",0.99,1613939156406,57
"lr_2",0.00031851166143778996,1613939156406,57
"mom_2",0.9209883686002301,1613939156406,57
"eps_2",1e-05,1613939156406,57
"train_loss",0.45616883,1613939157307,58
"raw_loss",0.26779154,1613939157307,58
"epoch",0.3710691823899371,1613939157307,58
"wd_0",0.01,1613939157307,58
"sqr_mom_0",0.99,1613939157307,58
"lr_0",3.2724619636643604e-05,1613939157307,58
"mom_0",0.9200785212118295,1613939157307,58
"eps_0",1e-05,1613939157307,58
"wd_1",0.01,1613939157307,58
"sqr_mom_1",0.99,1613939157307,58
"lr_1",3.2724619636643604e-05,1613939157307,58
"mom_1",0.9200785212118295,1613939157307,58
"eps_1",1e-05,1613939157307,58
"wd_2",0.01,1613939157307,58
"sqr_mom_2",0.99,1613939157307,58
"lr_2",0.00032724619636643603,1613939157307,58
"mom_2",0.9200785212118295,1613939157307,58
"eps_2",1e-05,1613939157307,58
"train_loss",0.4493897,1613939158207,59
"raw_loss",0.21807043,1613939158207,59
"epoch",0.3773584905660377,1613939158207,59
"wd_0",0.01,1613939158207,59
"sqr_mom_0",0.99,1613939158207,59
"lr_0",3.360575486094434e-05,1613939158207,59
"mom_0",0.9191606720198496,1613939158207,59
"eps_0",1e-05,1613939158207,59
"wd_1",0.01,1613939158207,59
"sqr_mom_1",0.99,1613939158207,59
"lr_1",3.360575486094434e-05,1613939158207,59
"mom_1",0.9191606720198496,1613939158207,59
"eps_1",1e-05,1613939158207,59
"wd_2",0.01,1613939158207,59
"sqr_mom_2",0.99,1613939158207,59
"lr_2",0.0003360575486094434,1613939158207,59
"mom_2",0.9191606720198496,1613939158207,59
"eps_2",1e-05,1613939158207,59
"train_loss",0.45074913,1613939159161,60
"raw_loss",0.49753955,1613939159161,60
"epoch",0.38364779874213834,1613939159161,60
"wd_0",0.01,1613939159161,60
"sqr_mom_0",0.99,1613939159161,60
"lr_0",3.449420840018014e-05,1613939159161,60
"mom_0",0.9182351995831457,1613939159161,60
"eps_0",1e-05,1613939159161,60
"wd_1",0.01,1613939159161,60
"sqr_mom_1",0.99,1613939159161,60
"lr_1",3.449420840018014e-05,1613939159161,60
"mom_1",0.9182351995831457,1613939159161,60
"eps_1",1e-05,1613939159161,60
"wd_2",0.01,1613939159161,60
"sqr_mom_2",0.99,1613939159161,60
"lr_2",0.0003449420840018014,1613939159161,60
"mom_2",0.9182351995831457,1613939159161,60
"eps_2",1e-05,1613939159161,60
"train_loss",0.4482736,1613939160114,61
"raw_loss",0.36234397,1613939160114,61
"epoch",0.38993710691823896,1613939160114,61
"wd_0",0.01,1613939160114,61
"sqr_mom_0",0.99,1613939160114,61
"lr_0",3.538963882561395e-05,1613939160114,61
"mom_0",0.9173024595566521,1613939160114,61
"eps_0",1e-05,1613939160114,61
"wd_1",0.01,1613939160114,61
"sqr_mom_1",0.99,1613939160114,61
"lr_1",3.538963882561395e-05,1613939160114,61
"mom_1",0.9173024595566521,1613939160114,61
"eps_1",1e-05,1613939160114,61
"wd_2",0.01,1613939160114,61
"sqr_mom_2",0.99,1613939160114,61
"lr_2",0.00035389638825613945,1613939160114,61
"mom_2",0.9173024595566521,1613939160114,61
"eps_2",1e-05,1613939160114,61
"train_loss",0.4432353,1613939161058,62
"raw_loss",0.26690847,1613939161058,62
"epoch",0.3962264150943396,1613939161058,62
"wd_0",0.01,1613939161058,62
"sqr_mom_0",0.99,1613939161058,62
"lr_0",3.62916853271771e-05,1613939161058,62
"mom_0",0.9163628277841905,1613939161058,62
"eps_0",1e-05,1613939161058,62
"wd_1",0.01,1613939161058,62
"sqr_mom_1",0.99,1613939161058,62
"lr_1",3.62916853271771e-05,1613939161058,62
"mom_1",0.9163628277841905,1613939161058,62
"eps_1",1e-05,1613939161058,62
"wd_2",0.01,1613939161058,62
"sqr_mom_2",0.99,1613939161058,62
"lr_2",0.00036291685327177097,1613939161058,62
"mom_2",0.9163628277841905,1613939161058,62
"eps_2",1e-05,1613939161058,62
"train_loss",0.4361894,1613939161993,63
"raw_loss",0.18762927,1613939161993,63
"epoch",0.4025157232704402,1613939161993,63
"wd_0",0.01,1613939161993,63
"sqr_mom_0",0.99,1613939161993,63
"lr_0",3.7199984335430555e-05,1613939161993,63
"mom_0",0.9154166829839265,1613939161993,63
"eps_0",1e-05,1613939161993,63
"wd_1",0.01,1613939161993,63
"sqr_mom_1",0.99,1613939161993,63
"lr_1",3.7199984335430555e-05,1613939161993,63
"mom_1",0.9154166829839265,1613939161993,63
"eps_1",1e-05,1613939161993,63
"wd_2",0.01,1613939161993,63
"sqr_mom_2",0.99,1613939161993,63
"lr_2",0.0003719998433543055,1613939161993,63
"mom_2",0.9154166829839265,1613939161993,63
"eps_2",1e-05,1613939161993,63
"train_loss",0.43629038,1613939162907,64
"raw_loss",0.43987957,1613939162907,64
"epoch",0.40880503144654085,1613939162907,64
"wd_0",0.01,1613939162907,64
"sqr_mom_0",0.99,1613939162907,64
"lr_0",3.811418258736771e-05,1613939162907,64
"mom_0",0.9144643931381586,1613939162907,64
"eps_0",1e-05,1613939162907,64
"wd_1",0.01,1613939162907,64
"sqr_mom_1",0.99,1613939162907,64
"lr_1",3.811418258736771e-05,1613939162907,64
"mom_1",0.9144643931381586,1613939162907,64
"eps_1",1e-05,1613939162907,64
"wd_2",0.01,1613939162907,64
"sqr_mom_2",0.99,1613939162907,64
"lr_2",0.0003811418258736771,1613939162907,64
"mom_2",0.9144643931381586,1613939162907,64
"eps_2",1e-05,1613939162907,64
"train_loss",0.44367668,1613939163808,65
"raw_loss",0.70825917,1613939163808,65
"epoch",0.4150943396226415,1613939163808,65
"wd_0",0.01,1613939163808,65
"sqr_mom_0",0.99,1613939163808,65
"lr_0",3.903391602890417e-05,1613939163808,65
"mom_0",0.9135063374698915,1613939163808,65
"eps_0",1e-05,1613939163808,65
"wd_1",0.01,1613939163808,65
"sqr_mom_1",0.99,1613939163808,65
"lr_1",3.903391602890417e-05,1613939163808,65
"mom_1",0.9135063374698915,1613939163808,65
"eps_1",1e-05,1613939163808,65
"wd_2",0.01,1613939163808,65
"sqr_mom_2",0.99,1613939163808,65
"lr_2",0.00039033916028904166,1613939163808,65
"mom_2",0.9135063374698915,1613939163808,65
"eps_2",1e-05,1613939163808,65
"train_loss",0.43774793,1613939164758,66
"raw_loss",0.22381364,1613939164758,66
"epoch",0.4213836477987421,1613939164758,66
"wd_0",0.01,1613939164758,66
"sqr_mom_0",0.99,1613939164758,66
"lr_0",3.99588053415138e-05,1613939164758,66
"mom_0",0.9125429111025898,1613939164758,66
"eps_0",1e-05,1613939164758,66
"wd_1",0.01,1613939164758,66
"sqr_mom_1",0.99,1613939164758,66
"lr_1",3.99588053415138e-05,1613939164758,66
"mom_1",0.9125429111025898,1613939164758,66
"eps_1",1e-05,1613939164758,66
"wd_2",0.01,1613939164758,66
"sqr_mom_2",0.99,1613939164758,66
"lr_2",0.00039958805341513796,1613939164758,66
"mom_2",0.9125429111025898,1613939164758,66
"eps_2",1e-05,1613939164758,66
"train_loss",0.4437617,1613939165699,67
"raw_loss",0.6623185,1613939165699,67
"epoch",0.42767295597484273,1613939165699,67
"wd_0",0.01,1613939165699,67
"sqr_mom_0",0.99,1613939165699,67
"lr_0",4.08884951116815e-05,1613939165699,67
"mom_0",0.911574484258665,1613939165699,67
"eps_0",1e-05,1613939165699,67
"wd_1",0.01,1613939165699,67
"sqr_mom_1",0.99,1613939165699,67
"lr_1",4.08884951116815e-05,1613939165699,67
"mom_1",0.911574484258665,1613939165699,67
"eps_1",1e-05,1613939165699,67
"wd_2",0.01,1613939165699,67
"sqr_mom_2",0.99,1613939165699,67
"lr_2",0.00040888495111681496,1613939165699,67
"mom_2",0.911574484258665,1613939165699,67
"eps_2",1e-05,1613939165699,67
"train_loss",0.44573277,1613939166610,68
"raw_loss",0.5178652,1613939166610,68
"epoch",0.43396226415094336,1613939166610,68
"wd_0",0.01,1613939166610,68
"sqr_mom_0",0.99,1613939166610,68
"lr_0",4.182261070748181e-05,1613939166610,68
"mom_0",0.9106014471797064,1613939166610,68
"eps_0",1e-05,1613939166610,68
"wd_1",0.01,1613939166610,68
"sqr_mom_1",0.99,1613939166610,68
"lr_1",4.182261070748181e-05,1613939166610,68
"mom_1",0.9106014471797064,1613939166610,68
"eps_1",1e-05,1613939166610,68
"wd_2",0.01,1613939166610,68
"sqr_mom_2",0.99,1613939166610,68
"lr_2",0.0004182261070748181,1613939166610,68
"mom_2",0.9106014471797064,1613939166610,68
"eps_2",1e-05,1613939166610,68
"train_loss",0.4516946,1613939167560,69
"raw_loss",0.67135185,1613939167560,69
"epoch",0.440251572327044,1613939167560,69
"wd_0",0.01,1613939167560,69
"sqr_mom_0",0.99,1613939167560,69
"lr_0",4.276077565110786e-05,1613939167560,69
"mom_0",0.9096241920300959,1613939167560,69
"eps_0",1e-05,1613939167560,69
"wd_1",0.01,1613939167560,69
"sqr_mom_1",0.99,1613939167560,69
"lr_1",4.276077565110786e-05,1613939167560,69
"mom_1",0.9096241920300959,1613939167560,69
"eps_1",1e-05,1613939167560,69
"wd_2",0.01,1613939167560,69
"sqr_mom_2",0.99,1613939167560,69
"lr_2",0.0004276077565110786,1613939167560,69
"mom_2",0.9096241920300959,1613939167560,69
"eps_2",1e-05,1613939167560,69
"train_loss",0.4618213,1613939168634,70
"raw_loss",0.8373888,1613939168634,70
"epoch",0.4465408805031446,1613939168634,70
"wd_0",0.01,1613939168634,70
"sqr_mom_0",0.99,1613939168634,70
"lr_0",4.3702625063851606e-05,1613939168634,70
"mom_0",0.9086430988918213,1613939168634,70
"eps_0",1e-05,1613939168634,70
"wd_1",0.01,1613939168634,70
"sqr_mom_1",0.99,1613939168634,70
"lr_1",4.3702625063851606e-05,1613939168634,70
"mom_1",0.9086430988918213,1613939168634,70
"eps_1",1e-05,1613939168634,70
"wd_2",0.01,1613939168634,70
"sqr_mom_2",0.99,1613939168634,70
"lr_2",0.000437026250638516,1613939168634,70
"mom_2",0.9086430988918213,1613939168634,70
"eps_2",1e-05,1613939168634,70
"train_loss",0.46053728,1613939169531,71
"raw_loss",0.41261157,1613939169531,71
"epoch",0.45283018867924524,1613939169531,71
"wd_0",0.01,1613939169531,71
"sqr_mom_0",0.99,1613939169531,71
"lr_0",4.464778384664229e-05,1613939169531,71
"mom_0",0.907658558493081,1613939169531,71
"eps_0",1e-05,1613939169531,71
"wd_1",0.01,1613939169531,71
"sqr_mom_1",0.99,1613939169531,71
"lr_1",4.464778384664229e-05,1613939169531,71
"mom_1",0.907658558493081,1613939169531,71
"eps_1",1e-05,1613939169531,71
"wd_2",0.01,1613939169531,71
"sqr_mom_2",0.99,1613939169531,71
"lr_2",0.0004464778384664229,1613939169531,71
"mom_2",0.907658558493081,1613939169531,71
"eps_2",1e-05,1613939169531,71
"train_loss",0.46080014,1613939170429,72
"raw_loss",0.47067282,1613939170429,72
"epoch",0.45911949685534587,1613939170429,72
"wd_0",0.01,1613939170429,72
"sqr_mom_0",0.99,1613939170429,72
"lr_0",4.559586221171578e-05,1613939170429,72
"mom_0",0.9066709768627961,1613939170429,72
"eps_0",1e-05,1613939170429,72
"wd_1",0.01,1613939170429,72
"sqr_mom_1",0.99,1613939170429,72
"lr_1",4.559586221171578e-05,1613939170429,72
"mom_1",0.9066709768627961,1613939170429,72
"eps_1",1e-05,1613939170429,72
"wd_2",0.01,1613939170429,72
"sqr_mom_2",0.99,1613939170429,72
"lr_2",0.0004559586221171578,1613939170429,72
"mom_2",0.9066709768627961,1613939170429,72
"eps_2",1e-05,1613939170429,72
"train_loss",0.47448516,1613939171362,73
"raw_loss",0.99160886,1613939171362,73
"epoch",0.4654088050314465,1613939171362,73
"wd_0",0.01,1613939171362,73
"sqr_mom_0",0.99,1613939171362,73
"lr_0",4.654649585118655e-05,1613939171362,73
"mom_0",0.9056807334883473,1613939171362,73
"eps_0",1e-05,1613939171362,73
"wd_1",0.01,1613939171362,73
"sqr_mom_1",0.99,1613939171362,73
"lr_1",4.654649585118655e-05,1613939171362,73
"mom_1",0.9056807334883473,1613939171362,73
"eps_1",1e-05,1613939171362,73
"wd_2",0.01,1613939171362,73
"sqr_mom_2",0.99,1613939171362,73
"lr_2",0.0004654649585118655,1613939171362,73
"mom_2",0.9056807334883473,1613939171362,73
"eps_2",1e-05,1613939171362,73
"train_loss",0.47515938,1613939172319,74
"raw_loss",0.5007876,1613939172319,74
"epoch",0.4716981132075471,1613939172319,74
"wd_0",0.01,1613939172319,74
"sqr_mom_0",0.99,1613939172319,74
"lr_0",4.7499301676935596e-05,1613939172319,74
"mom_0",0.9046882274198588,1613939172319,74
"eps_0",1e-05,1613939172319,74
"wd_1",0.01,1613939172319,74
"sqr_mom_1",0.99,1613939172319,74
"lr_1",4.7499301676935596e-05,1613939172319,74
"mom_1",0.9046882274198588,1613939172319,74
"eps_1",1e-05,1613939172319,74
"wd_2",0.01,1613939172319,74
"sqr_mom_2",0.99,1613939172319,74
"lr_2",0.0004749930167693559,1613939172319,74
"mom_2",0.9046882274198588,1613939172319,74
"eps_2",1e-05,1613939172319,74
"train_loss",0.47470015,1613939173276,75
"raw_loss",0.457144,1613939173276,75
"epoch",0.47798742138364775,1613939173276,75
"wd_0",0.01,1613939173276,75
"sqr_mom_0",0.99,1613939173276,75
"lr_0",4.8453895694889025e-05,1613939173276,75
"mom_0",0.9036938586511573,1613939173276,75
"eps_0",1e-05,1613939173276,75
"wd_1",0.01,1613939173276,75
"sqr_mom_1",0.99,1613939173276,75
"lr_1",4.8453895694889025e-05,1613939173276,75
"mom_1",0.9036938586511573,1613939173276,75
"eps_1",1e-05,1613939173276,75
"wd_2",0.01,1613939173276,75
"sqr_mom_2",0.99,1613939173276,75
"lr_2",0.00048453895694889026,1613939173276,75
"mom_2",0.9036938586511573,1613939173276,75
"eps_2",1e-05,1613939173276,75
"train_loss",0.46916106,1613939174247,76
"raw_loss",0.25619823,1613939174247,76
"epoch",0.4842767295597484,1613939174247,76
"wd_0",0.01,1613939174247,76
"sqr_mom_0",0.99,1613939174247,76
"lr_0",4.9409906636610176e-05,1613939174247,76
"mom_0",0.9026980139201977,1613939174247,76
"eps_0",1e-05,1613939174247,76
"wd_1",0.01,1613939174247,76
"sqr_mom_1",0.99,1613939174247,76
"lr_1",4.9409906636610176e-05,1613939174247,76
"mom_1",0.9026980139201977,1613939174247,76
"eps_1",1e-05,1613939174247,76
"wd_2",0.01,1613939174247,76
"sqr_mom_2",0.99,1613939174247,76
"lr_2",0.0004940990663661018,1613939174247,76
"mom_2",0.9026980139201977,1613939174247,76
"eps_2",1e-05,1613939174247,76
"train_loss",0.46757555,1613939175237,77
"raw_loss",0.4062836,1613939175237,77
"epoch",0.490566037735849,1613939175237,77
"wd_0",0.01,1613939175237,77
"sqr_mom_0",0.99,1613939175237,77
"lr_0",5.036695373039585e-05,1613939175237,77
"mom_0",0.901701089864171,1613939175237,77
"eps_0",1e-05,1613939175237,77
"wd_1",0.01,1613939175237,77
"sqr_mom_1",0.99,1613939175237,77
"lr_1",5.036695373039585e-05,1613939175237,77
"mom_1",0.901701089864171,1613939175237,77
"eps_1",1e-05,1613939175237,77
"wd_2",0.01,1613939175237,77
"sqr_mom_2",0.99,1613939175237,77
"lr_2",0.0005036695373039585,1613939175237,77
"mom_2",0.901701089864171,1613939175237,77
"eps_2",1e-05,1613939175237,77
"train_loss",0.45922664,1613939176178,78
"raw_loss",0.13474667,1613939176178,78
"epoch",0.49685534591194963,1613939176178,78
"wd_0",0.01,1613939176178,78
"sqr_mom_0",0.99,1613939176178,78
"lr_0",5.1324642301976503e-05,1613939176178,78
"mom_0",0.9007034976021078,1613939176178,78
"eps_0",1e-05,1613939176178,78
"wd_1",0.01,1613939176178,78
"sqr_mom_1",0.99,1613939176178,78
"lr_1",5.1324642301976503e-05,1613939176178,78
"mom_1",0.9007034976021078,1613939176178,78
"eps_1",1e-05,1613939176178,78
"wd_2",0.01,1613939176178,78
"sqr_mom_2",0.99,1613939176178,78
"lr_2",0.000513246423019765,1613939176178,78
"mom_2",0.9007034976021078,1613939176178,78
"eps_2",1e-05,1613939176178,78
"train_loss",0.46506974,1613939177186,79
"raw_loss",0.69334465,1613939177186,79
"epoch",0.5031446540880503,1613939177186,79
"wd_0",0.01,1613939177186,79
"sqr_mom_0",0.99,1613939177186,79
"lr_0",5.228260436689341e-05,1613939177186,79
"mom_0",0.8997056204511527,1613939177186,79
"eps_0",1e-05,1613939177186,79
"wd_1",0.01,1613939177186,79
"sqr_mom_1",0.99,1613939177186,79
"lr_1",5.228260436689341e-05,1613939177186,79
"mom_1",0.8997056204511527,1613939177186,79
"eps_1",1e-05,1613939177186,79
"wd_2",0.01,1613939177186,79
"sqr_mom_2",0.99,1613939177186,79
"lr_2",0.0005228260436689341,1613939177186,79
"mom_2",0.8997056204511527,1613939177186,79
"eps_2",1e-05,1613939177186,79
"train_loss",0.46809936,1613939178168,80
"raw_loss",0.5870628,1613939178168,80
"epoch",0.5094339622641509,1613939178168,80
"wd_0",0.01,1613939178168,80
"sqr_mom_0",0.99,1613939178168,80
"lr_0",5.324045386761101e-05,1613939178168,80
"mom_0",0.8987078605545719,1613939178168,80
"eps_0",1e-05,1613939178168,80
"wd_1",0.01,1613939178168,80
"sqr_mom_1",0.99,1613939178168,80
"lr_1",5.324045386761101e-05,1613939178168,80
"mom_1",0.8987078605545719,1613939178168,80
"eps_1",1e-05,1613939178168,80
"wd_2",0.01,1613939178168,80
"sqr_mom_2",0.99,1613939178168,80
"lr_2",0.0005324045386761101,1613939178168,80
"mom_2",0.8987078605545719,1613939178168,80
"eps_2",1e-05,1613939178168,80
"train_loss",0.47219518,1613939179110,81
"raw_loss",0.63381845,1613939179110,81
"epoch",0.5157232704402516,1613939179110,81
"wd_0",0.01,1613939179110,81
"sqr_mom_0",0.99,1613939179110,81
"lr_0",5.419780928291187e-05,1613939179110,81
"mom_0",0.8977106153303,1613939179110,81
"eps_0",1e-05,1613939179110,81
"wd_1",0.01,1613939179110,81
"sqr_mom_1",0.99,1613939179110,81
"lr_1",5.419780928291187e-05,1613939179110,81
"mom_1",0.8977106153303,1613939179110,81
"eps_1",1e-05,1613939179110,81
"wd_2",0.01,1613939179110,81
"sqr_mom_2",0.99,1613939179110,81
"lr_2",0.0005419780928291187,1613939179110,81
"mom_2",0.8977106153303,1613939179110,81
"eps_2",1e-05,1613939179110,81
"train_loss",0.47310424,1613939180038,82
"raw_loss",0.5091507,1613939180038,82
"epoch",0.5220125786163522,1613939180038,82
"wd_0",0.01,1613939180038,82
"sqr_mom_0",0.99,1613939180038,82
"lr_0",5.5154289288377806e-05,1613939180038,82
"mom_0",0.8967142819912731,1613939180038,82
"eps_0",1e-05,1613939180038,82
"wd_1",0.01,1613939180038,82
"sqr_mom_1",0.99,1613939180038,82
"lr_1",5.5154289288377806e-05,1613939180038,82
"mom_1",0.8967142819912731,1613939180038,82
"eps_1",1e-05,1613939180038,82
"wd_2",0.01,1613939180038,82
"sqr_mom_2",0.99,1613939180038,82
"lr_2",0.000551542892883778,1613939180038,82
"mom_2",0.8967142819912731,1613939180038,82
"eps_2",1e-05,1613939180038,82
"train_loss",0.47426268,1613939180967,83
"raw_loss",0.5204139,1613939180967,83
"epoch",0.5283018867924528,1613939180967,83
"wd_0",0.01,1613939180967,83
"sqr_mom_0",0.99,1613939180967,83
"lr_0",5.6109512908275315e-05,1613939180967,83
"mom_0",0.8957192573872131,1613939180967,83
"eps_0",1e-05,1613939180967,83
"wd_1",0.01,1613939180967,83
"sqr_mom_1",0.99,1613939180967,83
"lr_1",5.6109512908275315e-05,1613939180967,83
"mom_1",0.8957192573872131,1613939180967,83
"eps_1",1e-05,1613939180967,83
"wd_2",0.01,1613939180967,83
"sqr_mom_2",0.99,1613939180967,83
"lr_2",0.0005610951290827531,1613939180967,83
"mom_2",0.8957192573872131,1613939180967,83
"eps_2",1e-05,1613939180967,83
"train_loss",0.46903268,1613939181901,84
"raw_loss",0.25971818,1613939181901,84
"epoch",0.5345911949685535,1613939181901,84
"wd_0",0.01,1613939181901,84
"sqr_mom_0",0.99,1613939181901,84
"lr_0",5.706309966730206e-05,1613939181901,84
"mom_0",0.8947259378465603,1613939181901,84
"eps_0",1e-05,1613939181901,84
"wd_1",0.01,1613939181901,84
"sqr_mom_1",0.99,1613939181901,84
"lr_1",5.706309966730206e-05,1613939181901,84
"mom_1",0.8947259378465603,1613939181901,84
"eps_1",1e-05,1613939181901,84
"wd_2",0.01,1613939181901,84
"sqr_mom_2",0.99,1613939181901,84
"lr_2",0.0005706309966730205,1613939181901,84
"mom_2",0.8947259378465603,1613939181901,84
"eps_2",1e-05,1613939181901,84
"train_loss",0.46789545,1613939182819,85
"raw_loss",0.42217663,1613939182819,85
"epoch",0.5408805031446541,1613939182819,85
"wd_0",0.01,1613939182819,85
"sqr_mom_0",0.99,1613939182819,85
"lr_0",5.801466082480834e-05,1613939182819,85
"mom_0",0.8937347283074912,1613939182819,85
"eps_0",1e-05,1613939182819,85
"wd_1",0.01,1613939182819,85
"sqr_mom_1",0.99,1613939182819,85
"lr_1",5.801466082480834e-05,1613939182819,85
"mom_1",0.8937347283074912,1613939182819,85
"eps_1",1e-05,1613939182819,85
"wd_2",0.01,1613939182819,85
"sqr_mom_2",0.99,1613939182819,85
"lr_2",0.0005801466082480833,1613939182819,85
"mom_2",0.8937347283074912,1613939182819,85
"eps_2",1e-05,1613939182819,85
"train_loss",0.464655,1613939183743,86
"raw_loss",0.33381522,1613939183743,86
"epoch",0.5471698113207547,1613939183743,86
"wd_0",0.01,1613939183743,86
"sqr_mom_0",0.99,1613939183743,86
"lr_0",5.896383521964003e-05,1613939183743,86
"mom_0",0.8927460049795416,1613939183743,86
"eps_0",1e-05,1613939183743,86
"wd_1",0.01,1613939183743,86
"sqr_mom_1",0.99,1613939183743,86
"lr_1",5.896383521964003e-05,1613939183743,86
"mom_1",0.8927460049795416,1613939183743,86
"eps_1",1e-05,1613939183743,86
"wd_2",0.01,1613939183743,86
"sqr_mom_2",0.99,1613939183743,86
"lr_2",0.0005896383521964003,1613939183743,86
"mom_2",0.8927460049795416,1613939183743,86
"eps_2",1e-05,1613939183743,86
"train_loss",0.4666538,1613939184659,87
"raw_loss",0.54770595,1613939184659,87
"epoch",0.5534591194968553,1613939184659,87
"wd_0",0.01,1613939184659,87
"sqr_mom_0",0.99,1613939184659,87
"lr_0",5.9910235847936376e-05,1613939184659,87
"mom_0",0.8917601709917329,1613939184659,87
"eps_0",1e-05,1613939184659,87
"wd_1",0.01,1613939184659,87
"sqr_mom_1",0.99,1613939184659,87
"lr_1",5.9910235847936376e-05,1613939184659,87
"mom_1",0.8917601709917329,1613939184659,87
"eps_1",1e-05,1613939184659,87
"wd_2",0.01,1613939184659,87
"sqr_mom_2",0.99,1613939184659,87
"lr_2",0.0005991023584793637,1613939184659,87
"mom_2",0.8917601709917329,1613939184659,87
"eps_2",1e-05,1613939184659,87
"train_loss",0.46203795,1613939185603,88
"raw_loss",0.2740861,1613939185603,88
"epoch",0.559748427672956,1613939185603,88
"wd_0",0.01,1613939185603,88
"sqr_mom_0",0.99,1613939185603,88
"lr_0",6.085348574868252e-05,1613939185603,88
"mom_0",0.890777619011789,1613939185603,88
"eps_0",1e-05,1613939185603,88
"wd_1",0.01,1613939185603,88
"sqr_mom_1",0.99,1613939185603,88
"lr_1",6.085348574868252e-05,1613939185603,88
"mom_1",0.890777619011789,1613939185603,88
"eps_1",1e-05,1613939185603,88
"wd_2",0.01,1613939185603,88
"sqr_mom_2",0.99,1613939185603,88
"lr_2",0.0006085348574868251,1613939185603,88
"mom_2",0.890777619011789,1613939185603,88
"eps_2",1e-05,1613939185603,88
"train_loss",0.4559349,1613939186513,89
"raw_loss",0.20641325,1613939186513,89
"epoch",0.5660377358490566,1613939186513,89
"wd_0",0.01,1613939186513,89
"sqr_mom_0",0.99,1613939186513,89
"lr_0",6.179320921583049e-05,1613939186513,89
"mom_0",0.8897987404001766,1613939186513,89
"eps_0",1e-05,1613939186513,89
"wd_1",0.01,1613939186513,89
"sqr_mom_1",0.99,1613939186513,89
"lr_1",6.179320921583049e-05,1613939186513,89
"mom_1",0.8897987404001766,1613939186513,89
"eps_1",1e-05,1613939186513,89
"wd_2",0.01,1613939186513,89
"sqr_mom_2",0.99,1613939186513,89
"lr_2",0.0006179320921583048,1613939186513,89
"mom_2",0.8897987404001766,1613939186513,89
"eps_2",1e-05,1613939186513,89
"train_loss",0.44970948,1613939187438,90
"raw_loss",0.19417547,1613939187438,90
"epoch",0.5723270440251572,1613939187438,90
"wd_0",0.01,1613939187438,90
"sqr_mom_0",0.99,1613939187438,90
"lr_0",6.272903194794673e-05,1613939187438,90
"mom_0",0.8888239250542221,1613939187438,90
"eps_0",1e-05,1613939187438,90
"wd_1",0.01,1613939187438,90
"sqr_mom_1",0.99,1613939187438,90
"lr_1",6.272903194794673e-05,1613939187438,90
"mom_1",0.8888239250542221,1613939187438,90
"eps_1",1e-05,1613939187438,90
"wd_2",0.01,1613939187438,90
"sqr_mom_2",0.99,1613939187438,90
"lr_2",0.0006272903194794674,1613939187438,90
"mom_2",0.8888239250542221,1613939187438,90
"eps_2",1e-05,1613939187438,90
"train_loss",0.44788733,1613939188368,91
"raw_loss",0.37280542,1613939188368,91
"epoch",0.5786163522012578,1613939188368,91
"wd_0",0.01,1613939188368,91
"sqr_mom_0",0.99,1613939188368,91
"lr_0",6.366057247837979e-05,1613939188368,91
"mom_0",0.887853570335021,1613939188368,91
"eps_0",1e-05,1613939188368,91
"wd_1",0.01,1613939188368,91
"sqr_mom_1",0.99,1613939188368,91
"lr_1",6.366057247837979e-05,1613939188368,91
"mom_1",0.887853570335021,1613939188368,91
"eps_1",1e-05,1613939188368,91
"wd_2",0.01,1613939188368,91
"sqr_mom_2",0.99,1613939188368,91
"lr_2",0.0006366057247837978,1613939188368,91
"mom_2",0.887853570335021,1613939188368,91
"eps_2",1e-05,1613939188368,91
"train_loss",0.45001987,1613939189352,92
"raw_loss",0.53822607,1613939189352,92
"epoch",0.5849056603773585,1613939189352,92
"wd_0",0.01,1613939189352,92
"sqr_mom_0",0.99,1613939189352,92
"lr_0",6.45874859183317e-05,1613939189352,92
"mom_0",0.8868880355017378,1613939189352,92
"eps_0",1e-05,1613939189352,92
"wd_1",0.01,1613939189352,92
"sqr_mom_1",0.99,1613939189352,92
"lr_1",6.45874859183317e-05,1613939189352,92
"mom_1",0.8868880355017378,1613939189352,92
"eps_1",1e-05,1613939189352,92
"wd_2",0.01,1613939189352,92
"sqr_mom_2",0.99,1613939189352,92
"lr_2",0.0006458748591833171,1613939189352,92
"mom_2",0.8868880355017378,1613939189352,92
"eps_2",1e-05,1613939189352,92
"train_loss",0.45514056,1613939190273,93
"raw_loss",0.6677239,1613939190273,93
"epoch",0.5911949685534591,1613939190273,93
"wd_0",0.01,1613939190273,93
"sqr_mom_0",0.99,1613939190273,93
"lr_0",6.550937691544482e-05,1613939190273,93
"mom_0",0.885927732379745,1613939190273,93
"eps_0",1e-05,1613939190273,93
"wd_1",0.01,1613939190273,93
"sqr_mom_1",0.99,1613939190273,93
"lr_1",6.550937691544482e-05,1613939190273,93
"mom_1",0.885927732379745,1613939190273,93
"eps_1",1e-05,1613939190273,93
"wd_2",0.01,1613939190273,93
"sqr_mom_2",0.99,1613939190273,93
"lr_2",0.0006550937691544481,1613939190273,93
"mom_2",0.885927732379745,1613939190273,93
"eps_2",1e-05,1613939190273,93
"train_loss",0.45346734,1613939191220,94
"raw_loss",0.38375518,1613939191220,94
"epoch",0.5974842767295597,1613939191220,94
"wd_0",0.01,1613939191220,94
"sqr_mom_0",0.99,1613939191220,94
"lr_0",6.642588699006056e-05,1613939191220,94
"mom_0",0.8849730343853536,1613939191220,94
"eps_0",1e-05,1613939191220,94
"wd_1",0.01,1613939191220,94
"sqr_mom_1",0.99,1613939191220,94
"lr_1",6.642588699006056e-05,1613939191220,94
"mom_1",0.8849730343853536,1613939191220,94
"eps_1",1e-05,1613939191220,94
"wd_2",0.01,1613939191220,94
"sqr_mom_2",0.99,1613939191220,94
"lr_2",0.0006642588699006055,1613939191220,94
"mom_2",0.8849730343853536,1613939191220,94
"eps_2",1e-05,1613939191220,94
"train_loss",0.4556104,1613939192157,95
"raw_loss",0.5452123,1613939192157,95
"epoch",0.6037735849056604,1613939192157,95
"wd_0",0.01,1613939192157,95
"sqr_mom_0",0.99,1613939192157,95
"lr_0",6.73366510868762e-05,1613939192157,95
"mom_0",0.884024321784504,1613939192157,95
"eps_0",1e-05,1613939192157,95
"wd_1",0.01,1613939192157,95
"sqr_mom_1",0.99,1613939192157,95
"lr_1",6.73366510868762e-05,1613939192157,95
"mom_1",0.884024321784504,1613939192157,95
"eps_1",1e-05,1613939192157,95
"wd_2",0.01,1613939192157,95
"sqr_mom_2",0.99,1613939192157,95
"lr_2",0.0006733665108687621,1613939192157,95
"mom_2",0.884024321784504,1613939192157,95
"eps_2",1e-05,1613939192157,95
"train_loss",0.45499533,1613939193130,96
"raw_loss",0.42919102,1613939193130,96
"epoch",0.610062893081761,1613939193130,96
"wd_0",0.01,1613939193130,96
"sqr_mom_0",0.99,1613939193130,96
"lr_0",6.824129798125484e-05,1613939193130,96
"mom_0",0.8830819812695262,1613939193130,96
"eps_0",1e-05,1613939193130,96
"wd_1",0.01,1613939193130,96
"sqr_mom_1",0.99,1613939193130,96
"lr_1",6.824129798125484e-05,1613939193130,96
"mom_1",0.8830819812695262,1613939193130,96
"eps_1",1e-05,1613939193130,96
"wd_2",0.01,1613939193130,96
"sqr_mom_2",0.99,1613939193130,96
"lr_2",0.0006824129798125483,1613939193130,96
"mom_2",0.8830819812695262,1613939193130,96
"eps_2",1e-05,1613939193130,96
"train_loss",0.45582154,1613939194107,97
"raw_loss",0.49060276,1613939194107,97
"epoch",0.6163522012578616,1613939194107,97
"wd_0",0.01,1613939194107,97
"sqr_mom_0",0.99,1613939194107,97
"lr_0",6.913948431815946e-05,1613939194107,97
"mom_0",0.8821463705019172,1613939194107,97
"eps_0",1e-05,1613939194107,97
"wd_1",0.01,1613939194107,97
"sqr_mom_1",0.99,1613939194107,97
"lr_1",6.913948431815946e-05,1613939194107,97
"mom_1",0.8821463705019172,1613939194107,97
"eps_1",1e-05,1613939194107,97
"wd_2",0.01,1613939194107,97
"sqr_mom_2",0.99,1613939194107,97
"lr_2",0.0006913948431815945,1613939194107,97
"mom_2",0.8821463705019172,1613939194107,97
"eps_2",1e-05,1613939194107,97
"train_loss",0.44939268,1613939195068,98
"raw_loss",0.17787614,1613939195068,98
"epoch",0.6226415094339622,1613939195068,98
"wd_0",0.01,1613939195068,98
"sqr_mom_0",0.99,1613939195068,98
"lr_0",7.003084382379437e-05,1613939195068,98
"mom_0",0.8812178710168809,1613939195068,98
"eps_0",1e-05,1613939195068,98
"wd_1",0.01,1613939195068,98
"sqr_mom_1",0.99,1613939195068,98
"lr_1",7.003084382379437e-05,1613939195068,98
"mom_1",0.8812178710168809,1613939195068,98
"eps_1",1e-05,1613939195068,98
"wd_2",0.01,1613939195068,98
"sqr_mom_2",0.99,1613939195068,98
"lr_2",0.0007003084382379436,1613939195068,98
"mom_2",0.8812178710168809,1613939195068,98
"eps_2",1e-05,1613939195068,98
"train_loss",0.45050466,1613939196033,99
"raw_loss",0.49761963,1613939196033,99
"epoch",0.6289308176100629,1613939196033,99
"wd_0",0.01,1613939196033,99
"sqr_mom_0",0.99,1613939196033,99
"lr_0",7.091502146058477e-05,1613939196033,99
"mom_0",0.8802968526452242,1613939196033,99
"eps_0",1e-05,1613939196033,99
"wd_1",0.01,1613939196033,99
"sqr_mom_1",0.99,1613939196033,99
"lr_1",7.091502146058477e-05,1613939196033,99
"mom_1",0.8802968526452242,1613939196033,99
"eps_1",1e-05,1613939196033,99
"wd_2",0.01,1613939196033,99
"sqr_mom_2",0.99,1613939196033,99
"lr_2",0.0007091502146058476,1613939196033,99
"mom_2",0.8802968526452242,1613939196033,99
"eps_2",1e-05,1613939196033,99
"train_loss",0.44344202,1613939196998,100
"raw_loss",0.14326772,1613939196998,100
"epoch",0.6352201257861635,1613939196998,100
"wd_0",0.01,1613939196998,100
"sqr_mom_0",0.99,1613939196998,100
"lr_0",7.179166505156741e-05,1613939196998,100
"mom_0",0.8793836822379506,1613939196998,100
"eps_0",1e-05,1613939196998,100
"wd_1",0.01,1613939196998,100
"sqr_mom_1",0.99,1613939196998,100
"lr_1",7.179166505156741e-05,1613939196998,100
"mom_1",0.8793836822379506,1613939196998,100
"eps_1",1e-05,1613939196998,100
"wd_2",0.01,1613939196998,100
"sqr_mom_2",0.99,1613939196998,100
"lr_2",0.000717916650515674,1613939196998,100
"mom_2",0.8793836822379506,1613939196998,100
"eps_2",1e-05,1613939196998,100
"train_loss",0.439681,1613939197918,101
"raw_loss",0.27934352,1613939197918,101
"epoch",0.6415094339622641,1613939197918,101
"wd_0",0.01,1613939197918,101
"sqr_mom_0",0.99,1613939197918,101
"lr_0",7.266042542066624e-05,1613939197918,101
"mom_0",0.8784787235201393,1613939197918,101
"eps_0",1e-05,1613939197918,101
"wd_1",0.01,1613939197918,101
"sqr_mom_1",0.99,1613939197918,101
"lr_1",7.266042542066624e-05,1613939197918,101
"mom_1",0.8784787235201393,1613939197918,101
"eps_1",1e-05,1613939197918,101
"wd_2",0.01,1613939197918,101
"sqr_mom_2",0.99,1613939197918,101
"lr_2",0.0007266042542066624,1613939197918,101
"mom_2",0.8784787235201393,1613939197918,101
"eps_2",1e-05,1613939197918,101
"train_loss",0.43752894,1613939198874,102
"raw_loss",0.34550717,1613939198874,102
"epoch",0.6477987421383647,1613939198874,102
"wd_0",0.01,1613939198874,102
"sqr_mom_0",0.99,1613939198874,102
"lr_0",7.352094849763995e-05,1613939198874,102
"mom_0",0.8775823453149584,1613939198874,102
"eps_0",1e-05,1613939198874,102
"wd_1",0.01,1613939198874,102
"sqr_mom_1",0.99,1613939198874,102
"lr_1",7.352094849763995e-05,1613939198874,102
"mom_1",0.8775823453149584,1613939198874,102
"eps_1",1e-05,1613939198874,102
"wd_2",0.01,1613939198874,102
"sqr_mom_2",0.99,1613939198874,102
"lr_2",0.0007352094849763995,1613939198874,102
"mom_2",0.8775823453149584,1613939198874,102
"eps_2",1e-05,1613939198874,102
"train_loss",0.4360843,1613939199842,103
"raw_loss",0.37413338,1613939199842,103
"epoch",0.6540880503144654,1613939199842,103
"wd_0",0.01,1613939199842,103
"sqr_mom_0",0.99,1613939199842,103
"lr_0",7.437290767446642e-05,1613939199842,103
"mom_0",0.8766948878390974,1613939199842,103
"eps_0",1e-05,1613939199842,103
"wd_1",0.01,1613939199842,103
"sqr_mom_1",0.99,1613939199842,103
"lr_1",7.437290767446642e-05,1613939199842,103
"mom_1",0.8766948878390974,1613939199842,103
"eps_1",1e-05,1613939199842,103
"wd_2",0.01,1613939199842,103
"sqr_mom_2",0.99,1613939199842,103
"lr_2",0.0007437290767446641,1613939199842,103
"mom_2",0.8766948878390974,1613939199842,103
"eps_2",1e-05,1613939199842,103
"train_loss",0.44846994,1613939200806,104
"raw_loss",0.9811282,1613939200806,104
"epoch",0.660377358490566,1613939200806,104
"wd_0",0.01,1613939200806,104
"sqr_mom_0",0.99,1613939200806,104
"lr_0",7.521596336108667e-05,1613939200806,104
"mom_0",0.8758167048322014,1613939200806,104
"eps_0",1e-05,1613939200806,104
"wd_1",0.01,1613939200806,104
"sqr_mom_1",0.99,1613939200806,104
"lr_1",7.521596336108667e-05,1613939200806,104
"mom_1",0.8758167048322014,1613939200806,104
"eps_1",1e-05,1613939200806,104
"wd_2",0.01,1613939200806,104
"sqr_mom_2",0.99,1613939200806,104
"lr_2",0.0007521596336108665,1613939200806,104
"mom_2",0.8758167048322014,1613939200806,104
"eps_2",1e-05,1613939200806,104
"train_loss",0.45097965,1613939201797,105
"raw_loss",0.55921316,1613939201797,105
"epoch",0.6666666666666666,1613939201797,105
"wd_0",0.01,1613939201797,105
"sqr_mom_0",0.99,1613939201797,105
"lr_0",7.604976394080012e-05,1613939201797,105
"mom_0",0.8749481625616665,1613939201797,105
"eps_0",1e-05,1613939201797,105
"wd_1",0.01,1613939201797,105
"sqr_mom_1",0.99,1613939201797,105
"lr_1",7.604976394080012e-05,1613939201797,105
"mom_1",0.8749481625616665,1613939201797,105
"eps_1",1e-05,1613939201797,105
"wd_2",0.01,1613939201797,105
"sqr_mom_2",0.99,1613939201797,105
"lr_2",0.0007604976394080012,1613939201797,105
"mom_2",0.8749481625616665,1613939201797,105
"eps_2",1e-05,1613939201797,105
"train_loss",0.45091322,1613939202728,106
"raw_loss",0.44804046,1613939202728,106
"epoch",0.6729559748427673,1613939202728,106
"wd_0",0.01,1613939202728,106
"sqr_mom_0",0.99,1613939202728,106
"lr_0",7.68739852544486e-05,1613939202728,106
"mom_0",0.8740895986932826,1613939202728,106
"eps_0",1e-05,1613939202728,106
"wd_1",0.01,1613939202728,106
"sqr_mom_1",0.99,1613939202728,106
"lr_1",7.68739852544486e-05,1613939202728,106
"mom_1",0.8740895986932826,1613939202728,106
"eps_1",1e-05,1613939202728,106
"wd_2",0.01,1613939202728,106
"sqr_mom_2",0.99,1613939202728,106
"lr_2",0.000768739852544486,1613939202728,106
"mom_2",0.8740895986932826,1613939202728,106
"eps_2",1e-05,1613939202728,106
"train_loss",0.44906637,1613939203667,107
"raw_loss",0.36898825,1613939203667,107
"epoch",0.6792452830188679,1613939203667,107
"wd_0",0.01,1613939203667,107
"sqr_mom_0",0.99,1613939203667,107
"lr_0",7.768829900628335e-05,1613939203667,107
"mom_0",0.8732413552017881,1613939203667,107
"eps_0",1e-05,1613939203667,107
"wd_1",0.01,1613939203667,107
"sqr_mom_1",0.99,1613939203667,107
"lr_1",7.768829900628335e-05,1613939203667,107
"mom_1",0.8732413552017881,1613939203667,107
"eps_1",1e-05,1613939203667,107
"wd_2",0.01,1613939203667,107
"sqr_mom_2",0.99,1613939203667,107
"lr_2",0.0007768829900628335,1613939203667,107
"mom_2",0.8732413552017881,1613939203667,107
"eps_2",1e-05,1613939203667,107
"train_loss",0.45063233,1613939204583,108
"raw_loss",0.5187088,1613939204583,108
"epoch",0.6855345911949685,1613939204583,108
"wd_0",0.01,1613939204583,108
"sqr_mom_0",0.99,1613939204583,108
"lr_0",7.849237335165792e-05,1613939204583,108
"mom_0",0.8724037777586896,1613939204583,108
"eps_0",1e-05,1613939204583,108
"wd_1",0.01,1613939204583,108
"sqr_mom_1",0.99,1613939204583,108
"lr_1",7.849237335165792e-05,1613939204583,108
"mom_1",0.8724037777586896,1613939204583,108
"eps_1",1e-05,1613939204583,108
"wd_2",0.01,1613939204583,108
"sqr_mom_2",0.99,1613939204583,108
"lr_2",0.0007849237335165792,1613939204583,108
"mom_2",0.8724037777586896,1613939204583,108
"eps_2",1e-05,1613939204583,108
"train_loss",0.45095077,1613939205508,109
"raw_loss",0.46482998,1613939205508,109
"epoch",0.6918238993710691,1613939205508,109
"wd_0",0.01,1613939205508,109
"sqr_mom_0",0.99,1613939205508,109
"lr_0",7.928590310743585e-05,1613939205508,109
"mom_0",0.8715771842630876,1613939205508,109
"eps_0",1e-05,1613939205508,109
"wd_1",0.01,1613939205508,109
"sqr_mom_1",0.99,1613939205508,109
"lr_1",7.928590310743585e-05,1613939205508,109
"mom_1",0.8715771842630876,1613939205508,109
"eps_1",1e-05,1613939205508,109
"wd_2",0.01,1613939205508,109
"sqr_mom_2",0.99,1613939205508,109
"lr_2",0.0007928590310743585,1613939205508,109
"mom_2",0.8715771842630876,1613939205508,109
"eps_2",1e-05,1613939205508,109
"train_loss",0.4486254,1613939206420,110
"raw_loss",0.34702688,1613939206420,110
"epoch",0.6981132075471698,1613939206420,110
"wd_0",0.01,1613939206420,110
"sqr_mom_0",0.99,1613939206420,110
"lr_0",8.006856460993975e-05,1613939206420,110
"mom_0",0.870761911864646,1613939206420,110
"eps_0",1e-05,1613939206420,110
"wd_1",0.01,1613939206420,110
"sqr_mom_1",0.99,1613939206420,110
"lr_1",8.006856460993975e-05,1613939206420,110
"mom_1",0.870761911864646,1613939206420,110
"eps_1",1e-05,1613939206420,110
"wd_2",0.01,1613939206420,110
"sqr_mom_2",0.99,1613939206420,110
"lr_2",0.0008006856460993976,1613939206420,110
"mom_2",0.870761911864646,1613939206420,110
"eps_2",1e-05,1613939206420,110
"train_loss",0.44585338,1613939207331,111
"raw_loss",0.32444897,1613939207331,111
"epoch",0.7044025157232704,1613939207331,111
"wd_0",0.01,1613939207331,111
"sqr_mom_0",0.99,1613939207331,111
"lr_0",8.084004611711718e-05,1613939207331,111
"mom_0",0.8699582852946696,1613939207331,111
"eps_0",1e-05,1613939207331,111
"wd_1",0.01,1613939207331,111
"sqr_mom_1",0.99,1613939207331,111
"lr_1",8.084004611711718e-05,1613939207331,111
"mom_1",0.8699582852946696,1613939207331,111
"eps_1",1e-05,1613939207331,111
"wd_2",0.01,1613939207331,111
"sqr_mom_2",0.99,1613939207331,111
"lr_2",0.0008084004611711718,1613939207331,111
"mom_2",0.8699582852946696,1613939207331,111
"eps_2",1e-05,1613939207331,111
"train_loss",0.44322792,1613939208262,112
"raw_loss",0.32796726,1613939208262,112
"epoch",0.710691823899371,1613939208262,112
"wd_0",0.01,1613939208262,112
"sqr_mom_0",0.99,1613939208262,112
"lr_0",8.160004034002179e-05,1613939208262,112
"mom_0",0.8691666246458106,1613939208262,112
"eps_0",1e-05,1613939208262,112
"wd_1",0.01,1613939208262,112
"sqr_mom_1",0.99,1613939208262,112
"lr_1",8.160004034002179e-05,1613939208262,112
"mom_1",0.8691666246458106,1613939208262,112
"eps_1",1e-05,1613939208262,112
"wd_2",0.01,1613939208262,112
"sqr_mom_2",0.99,1613939208262,112
"lr_2",0.0008160004034002178,1613939208262,112
"mom_2",0.8691666246458106,1613939208262,112
"eps_2",1e-05,1613939208262,112
"train_loss",0.4428875,1613939209199,113
"raw_loss",0.42790934,1613939209199,113
"epoch",0.7169811320754716,1613939209199,113
"wd_0",0.01,1613939209199,113
"sqr_mom_0",0.99,1613939209199,113
"lr_0",8.234824456520959e-05,1613939209199,113
"mom_0",0.8683872452445733,1613939209199,113
"eps_0",1e-05,1613939209199,113
"wd_1",0.01,1613939209199,113
"sqr_mom_1",0.99,1613939209199,113
"lr_1",8.234824456520959e-05,1613939209199,113
"mom_1",0.8683872452445733,1613939209199,113
"eps_1",1e-05,1613939209199,113
"wd_2",0.01,1613939209199,113
"sqr_mom_2",0.99,1613939209199,113
"lr_2",0.0008234824456520959,1613939209199,113
"mom_2",0.8683872452445733,1613939209199,113
"eps_2",1e-05,1613939209199,113
"train_loss",0.4413987,1613939210154,114
"raw_loss",0.3757377,1613939210154,114
"epoch",0.7232704402515723,1613939210154,114
"wd_0",0.01,1613939210154,114
"sqr_mom_0",0.99,1613939210154,114
"lr_0",8.308435392643343e-05,1613939210154,114
"mom_0",0.8676204646599651,1613939210154,114
"eps_0",1e-05,1613939210154,114
"wd_1",0.01,1613939210154,114
"sqr_mom_1",0.99,1613939210154,114
"lr_1",8.308435392643343e-05,1613939210154,114
"mom_1",0.8676204646599651,1613939210154,114
"eps_1",1e-05,1613939210154,114
"wd_2",0.01,1613939210154,114
"sqr_mom_2",0.99,1613939210154,114
"lr_2",0.0008308435392643342,1613939210154,114
"mom_2",0.8676204646599651,1613939210154,114
"eps_2",1e-05,1613939210154,114
"train_loss",0.43771204,1613939211067,115
"raw_loss",0.27475953,1613939211067,115
"epoch",0.7295597484276729,1613939211067,115
"wd_0",0.01,1613939211067,115
"sqr_mom_0",0.99,1613939211067,115
"lr_0",8.380808903638922e-05,1613939211067,115
"mom_0",0.8668665739204279,1613939211067,115
"eps_0",1e-05,1613939211067,115
"wd_1",0.01,1613939211067,115
"sqr_mom_1",0.99,1613939211067,115
"lr_1",8.380808903638922e-05,1613939211067,115
"mom_1",0.8668665739204279,1613939211067,115
"eps_1",1e-05,1613939211067,115
"wd_2",0.01,1613939211067,115
"sqr_mom_2",0.99,1613939211067,115
"lr_2",0.0008380808903638923,1613939211067,115
"mom_2",0.8668665739204279,1613939211067,115
"eps_2",1e-05,1613939211067,115
"train_loss",0.44948456,1613939211982,116
"raw_loss",0.9709656,1613939211982,116
"epoch",0.7358490566037735,1613939211982,116
"wd_0",0.01,1613939211982,116
"sqr_mom_0",0.99,1613939211982,116
"lr_0",8.45191546603306e-05,1613939211982,116
"mom_0",0.8661258805621556,1613939211982,116
"eps_0",1e-05,1613939211982,116
"wd_1",0.01,1613939211982,116
"sqr_mom_1",0.99,1613939211982,116
"lr_1",8.45191546603306e-05,1613939211982,116
"mom_1",0.8661258805621556,1613939211982,116
"eps_1",1e-05,1613939211982,116
"wd_2",0.01,1613939211982,116
"sqr_mom_2",0.99,1613939211982,116
"lr_2",0.000845191546603306,1613939211982,116
"mom_2",0.8661258805621556,1613939211982,116
"eps_2",1e-05,1613939211982,116
"train_loss",0.4517943,1613939212894,117
"raw_loss",0.55432594,1613939212894,117
"epoch",0.7421383647798742,1613939212894,117
"wd_0",0.01,1613939212894,117
"sqr_mom_0",0.99,1613939212894,117
"lr_0",8.521727406188154e-05,1613939212894,117
"mom_0",0.8653986728522067,1613939212894,117
"eps_0",1e-05,1613939212894,117
"wd_1",0.01,1613939212894,117
"sqr_mom_1",0.99,1613939212894,117
"lr_1",8.521727406188154e-05,1613939212894,117
"mom_1",0.8653986728522067,1613939212894,117
"eps_1",1e-05,1613939212894,117
"wd_2",0.01,1613939212894,117
"sqr_mom_2",0.99,1613939212894,117
"lr_2",0.0008521727406188154,1613939212894,117
"mom_2",0.8653986728522067,1613939212894,117
"eps_2",1e-05,1613939212894,117
"train_loss",0.4550511,1613939213814,118
"raw_loss",0.599922,1613939213814,118
"epoch",0.7484276729559748,1613939213814,118
"wd_0",0.01,1613939213814,118
"sqr_mom_0",0.99,1613939213814,118
"lr_0",8.590215607351363e-05,1613939213814,118
"mom_0",0.86468525409009,1613939213814,118
"eps_0",1e-05,1613939213814,118
"wd_1",0.01,1613939213814,118
"sqr_mom_1",0.99,1613939213814,118
"lr_1",8.590215607351363e-05,1613939213814,118
"mom_1",0.86468525409009,1613939213814,118
"eps_1",1e-05,1613939213814,118
"wd_2",0.01,1613939213814,118
"sqr_mom_2",0.99,1613939213814,118
"lr_2",0.0008590215607351362,1613939213814,118
"mom_2",0.86468525409009,1613939213814,118
"eps_2",1e-05,1613939213814,118
"train_loss",0.45209062,1613939214739,119
"raw_loss",0.3201336,1613939214739,119
"epoch",0.7547169811320754,1613939214739,119
"wd_0",0.01,1613939214739,119
"sqr_mom_0",0.99,1613939214739,119
"lr_0",8.65735345108901e-05,1613939214739,119
"mom_0",0.8639859015511562,1613939214739,119
"eps_0",1e-05,1613939214739,119
"wd_1",0.01,1613939214739,119
"sqr_mom_1",0.99,1613939214739,119
"lr_1",8.65735345108901e-05,1613939214739,119
"mom_1",0.8639859015511562,1613939214739,119
"eps_1",1e-05,1613939214739,119
"wd_2",0.01,1613939214739,119
"sqr_mom_2",0.99,1613939214739,119
"lr_2",0.000865735345108901,1613939214739,119
"mom_2",0.8639859015511562,1613939214739,119
"eps_2",1e-05,1613939214739,119
"train_loss",0.45261902,1613939215657,120
"raw_loss",0.47621778,1613939215657,120
"epoch",0.761006289308176,1613939215657,120
"wd_0",0.01,1613939215657,120
"sqr_mom_0",0.99,1613939215657,120
"lr_0",8.723113585265317e-05,1613939215657,120
"mom_0",0.8633009001534863,1613939215657,120
"eps_0",1e-05,1613939215657,120
"wd_1",0.01,1613939215657,120
"sqr_mom_1",0.99,1613939215657,120
"lr_1",8.723113585265317e-05,1613939215657,120
"mom_1",0.8633009001534863,1613939215657,120
"eps_1",1e-05,1613939215657,120
"wd_2",0.01,1613939215657,120
"sqr_mom_2",0.99,1613939215657,120
"lr_2",0.0008723113585265317,1613939215657,120
"mom_2",0.8633009001534863,1613939215657,120
"eps_2",1e-05,1613939215657,120
"train_loss",0.44836375,1613939216575,121
"raw_loss",0.25794834,1613939216575,121
"epoch",0.7672955974842767,1613939216575,121
"wd_0",0.01,1613939216575,121
"sqr_mom_0",0.99,1613939216575,121
"lr_0",8.78747105088972e-05,1613939216575,121
"mom_0",0.8626305098865654,1613939216575,121
"eps_0",1e-05,1613939216575,121
"wd_1",0.01,1613939216575,121
"sqr_mom_1",0.99,1613939216575,121
"lr_1",8.78747105088972e-05,1613939216575,121
"mom_1",0.8626305098865654,1613939216575,121
"eps_1",1e-05,1613939216575,121
"wd_2",0.01,1613939216575,121
"sqr_mom_2",0.99,1613939216575,121
"lr_2",0.0008787471050889721,1613939216575,121
"mom_2",0.8626305098865654,1613939216575,121
"eps_2",1e-05,1613939216575,121
"train_loss",0.44782323,1613939217508,122
"raw_loss",0.4235905,1613939217508,122
"epoch",0.7735849056603773,1613939217508,122
"wd_0",0.01,1613939217508,122
"sqr_mom_0",0.99,1613939217508,122
"lr_0",8.850399590235202e-05,1613939217508,122
"mom_0",0.8619750042683832,1613939217508,122
"eps_0",1e-05,1613939217508,122
"wd_1",0.01,1613939217508,122
"sqr_mom_1",0.99,1613939217508,122
"lr_1",8.850399590235202e-05,1613939217508,122
"mom_1",0.8619750042683832,1613939217508,122
"eps_1",1e-05,1613939217508,122
"wd_2",0.01,1613939217508,122
"sqr_mom_2",0.99,1613939217508,122
"lr_2",0.0008850399590235202,1613939217508,122
"mom_2",0.8619750042683832,1613939217508,122
"eps_2",1e-05,1613939217508,122
"train_loss",0.45323712,1613939218426,123
"raw_loss",0.69641167,1613939218426,123
"epoch",0.7798742138364779,1613939218426,123
"wd_0",0.01,1613939218426,123
"sqr_mom_0",0.99,1613939218426,123
"lr_0",8.911874138223243e-05,1613939218426,123
"mom_0",0.8613346443935078,1613939218426,123
"eps_0",1e-05,1613939218426,123
"wd_1",0.01,1613939218426,123
"sqr_mom_1",0.99,1613939218426,123
"lr_1",8.911874138223243e-05,1613939218426,123
"mom_1",0.8613346443935078,1613939218426,123
"eps_1",1e-05,1613939218426,123
"wd_2",0.01,1613939218426,123
"sqr_mom_2",0.99,1613939218426,123
"lr_2",0.0008911874138223243,1613939218426,123
"mom_2",0.8613346443935078,1613939218426,123
"eps_2",1e-05,1613939218426,123
"train_loss",0.45249566,1613939219350,124
"raw_loss",0.41913107,1613939219350,124
"epoch",0.7861635220125786,1613939219350,124
"wd_0",0.01,1613939219350,124
"sqr_mom_0",0.99,1613939219350,124
"lr_0",8.971870208914904e-05,1613939219350,124
"mom_0",0.8607096853238031,1613939219350,124
"eps_0",1e-05,1613939219350,124
"wd_1",0.01,1613939219350,124
"sqr_mom_1",0.99,1613939219350,124
"lr_1",8.971870208914904e-05,1613939219350,124
"mom_1",0.8607096853238031,1613939219350,124
"eps_1",1e-05,1613939219350,124
"wd_2",0.01,1613939219350,124
"sqr_mom_2",0.99,1613939219350,124
"lr_2",0.0008971870208914903,1613939219350,124
"mom_2",0.8607096853238031,1613939219350,124
"eps_2",1e-05,1613939219350,124
"train_loss",0.4473888,1613939220281,125
"raw_loss",0.21718036,1613939220281,125
"epoch",0.7924528301886792,1613939220281,125
"wd_0",0.01,1613939220281,125
"sqr_mom_0",0.99,1613939220281,125
"lr_0",9.030363905263818e-05,1613939220281,125
"mom_0",0.8601003759868352,1613939220281,125
"eps_0",1e-05,1613939220281,125
"wd_1",0.01,1613939220281,125
"sqr_mom_1",0.99,1613939220281,125
"lr_1",9.030363905263818e-05,1613939220281,125
"mom_1",0.8601003759868352,1613939220281,125
"eps_1",1e-05,1613939220281,125
"wd_2",0.01,1613939220281,125
"sqr_mom_2",0.99,1613939220281,125
"lr_2",0.0009030363905263817,1613939220281,125
"mom_2",0.8601003759868352,1613939220281,125
"eps_2",1e-05,1613939220281,125
"train_loss",0.4455656,1613939221253,126
"raw_loss",0.3632369,1613939221253,126
"epoch",0.7987421383647798,1613939221253,126
"wd_0",0.01,1613939221253,126
"sqr_mom_0",0.99,1613939221253,126
"lr_0",9.087331401368744e-05,1613939221253,126
"mom_0",0.8595069645690756,1613939221253,126
"eps_0",1e-05,1613939221253,126
"wd_1",0.01,1613939221253,126
"sqr_mom_1",0.99,1613939221253,126
"lr_1",9.087331401368744e-05,1613939221253,126
"mom_1",0.8595069645690756,1613939221253,126
"eps_1",1e-05,1613939221253,126
"wd_2",0.01,1613939221253,126
"sqr_mom_2",0.99,1613939221253,126
"lr_2",0.0009087331401368744,1613939221253,126
"mom_2",0.8595069645690756,1613939221253,126
"eps_2",1e-05,1613939221253,126
"train_loss",0.44097942,1613939222252,127
"raw_loss",0.23352648,1613939222252,127
"epoch",0.8050314465408804,1613939222252,127
"wd_0",0.01,1613939222252,127
"sqr_mom_0",0.99,1613939222252,127
"lr_0",9.142751075449022e-05,1613939222252,127
"mom_0",0.858929676297406,1613939222252,127
"eps_0",1e-05,1613939222252,127
"wd_1",0.01,1613939222252,127
"sqr_mom_1",0.99,1613939222252,127
"lr_1",9.142751075449022e-05,1613939222252,127
"mom_1",0.858929676297406,1613939222252,127
"eps_1",1e-05,1613939222252,127
"wd_2",0.01,1613939222252,127
"sqr_mom_2",0.99,1613939222252,127
"lr_2",0.0009142751075449022,1613939222252,127
"mom_2",0.858929676297406,1613939222252,127
"eps_2",1e-05,1613939222252,127
"train_loss",0.43790567,1613939223207,128
"raw_loss",0.29863766,1613939223207,128
"epoch",0.8113207547169811,1613939223207,128
"wd_0",0.01,1613939223207,128
"sqr_mom_0",0.99,1613939223207,128
"lr_0",9.19660031159599e-05,1613939223207,128
"mom_0",0.8583687467542084,1613939223207,128
"eps_0",1e-05,1613939223207,128
"wd_1",0.01,1613939223207,128
"sqr_mom_1",0.99,1613939223207,128
"lr_1",9.19660031159599e-05,1613939223207,128
"mom_1",0.8583687467542084,1613939223207,128
"eps_1",1e-05,1613939223207,128
"wd_2",0.01,1613939223207,128
"sqr_mom_2",0.99,1613939223207,128
"lr_2",0.0009196600311595991,1613939223207,128
"mom_2",0.8583687467542084,1613939223207,128
"eps_2",1e-05,1613939223207,128
"train_loss",0.43414167,1613939224119,129
"raw_loss",0.2633217,1613939224119,129
"epoch",0.8176100628930817,1613939224119,129
"wd_0",0.01,1613939224119,129
"sqr_mom_0",0.99,1613939224119,129
"lr_0",9.24885814387386e-05,1613939224119,129
"mom_0",0.8578243943346473,1613939224119,129
"eps_0",1e-05,1613939224119,129
"wd_1",0.01,1613939224119,129
"sqr_mom_1",0.99,1613939224119,129
"lr_1",9.24885814387386e-05,1613939224119,129
"mom_1",0.8578243943346473,1613939224119,129
"eps_1",1e-05,1613939224119,129
"wd_2",0.01,1613939224119,129
"sqr_mom_2",0.99,1613939224119,129
"lr_2",0.0009248858143873859,1613939224119,129
"mom_2",0.8578243943346473,1613939224119,129
"eps_2",1e-05,1613939224119,129
"train_loss",0.44427952,1613939225035,130
"raw_loss",0.9050974,1613939225035,130
"epoch",0.8238993710691823,1613939225035,130
"wd_0",0.01,1613939225035,130
"sqr_mom_0",0.99,1613939225035,130
"lr_0",9.299502776893716e-05,1613939225035,130
"mom_0",0.8572968460740238,1613939225035,130
"eps_0",1e-05,1613939225035,130
"wd_1",0.01,1613939225035,130
"sqr_mom_1",0.99,1613939225035,130
"lr_1",9.299502776893716e-05,1613939225035,130
"mom_1",0.8572968460740238,1613939225035,130
"eps_1",1e-05,1613939225035,130
"wd_2",0.01,1613939225035,130
"sqr_mom_2",0.99,1613939225035,130
"lr_2",0.0009299502776893715,1613939225035,130
"mom_2",0.8572968460740238,1613939225035,130
"eps_2",1e-05,1613939225035,130
"train_loss",0.44054252,1613939225967,131
"raw_loss",0.2704125,1613939225967,131
"epoch",0.830188679245283,1613939225967,131
"wd_0",0.01,1613939225967,131
"sqr_mom_0",0.99,1613939225967,131
"lr_0",9.348514084055808e-05,1613939225967,131
"mom_0",0.8567863116244187,1613939225967,131
"eps_0",1e-05,1613939225967,131
"wd_1",0.01,1613939225967,131
"sqr_mom_1",0.99,1613939225967,131
"lr_1",9.348514084055808e-05,1613939225967,131
"mom_1",0.8567863116244187,1613939225967,131
"eps_1",1e-05,1613939225967,131
"wd_2",0.01,1613939225967,131
"sqr_mom_2",0.99,1613939225967,131
"lr_2",0.0009348514084055807,1613939225967,131
"mom_2",0.8567863116244187,1613939225967,131
"eps_2",1e-05,1613939225967,131
"train_loss",0.4369981,1613939226919,132
"raw_loss",0.27538887,1613939226919,132
"epoch",0.8364779874213836,1613939226919,132
"wd_0",0.01,1613939226919,132
"sqr_mom_0",0.99,1613939226919,132
"lr_0",9.395873463318513e-05,1613939226919,132
"mom_0",0.8562929847570988,1613939226919,132
"eps_0",1e-05,1613939226919,132
"wd_1",0.01,1613939226919,132
"sqr_mom_1",0.99,1613939226919,132
"lr_1",9.395873463318513e-05,1613939226919,132
"mom_1",0.8562929847570988,1613939226919,132
"eps_1",1e-05,1613939226919,132
"wd_2",0.01,1613939226919,132
"sqr_mom_2",0.99,1613939226919,132
"lr_2",0.0009395873463318514,1613939226919,132
"mom_2",0.8562929847570988,1613939226919,132
"eps_2",1e-05,1613939226919,132
"train_loss",0.45311657,1613939227853,133
"raw_loss",1.1891465,1613939227853,133
"epoch",0.8427672955974842,1613939227853,133
"wd_0",0.01,1613939227853,133
"sqr_mom_0",0.99,1613939227853,133
"lr_0",9.441561583421294e-05,1613939227853,133
"mom_0",0.8558170668393615,1613939227853,133
"eps_0",1e-05,1613939227853,133
"wd_1",0.01,1613939227853,133
"sqr_mom_1",0.99,1613939227853,133
"lr_1",9.441561583421294e-05,1613939227853,133
"mom_1",0.8558170668393615,1613939227853,133
"eps_1",1e-05,1613939227853,133
"wd_2",0.01,1613939227853,133
"sqr_mom_2",0.99,1613939227853,133
"lr_2",0.0009441561583421294,1613939227853,133
"mom_2",0.8558170668393615,1613939227853,133
"eps_2",1e-05,1613939227853,133
"train_loss",0.45373312,1613939228787,134
"raw_loss",0.48192713,1613939228787,134
"epoch",0.8490566037735848,1613939228787,134
"wd_0",0.01,1613939228787,134
"sqr_mom_0",0.99,1613939228787,134
"lr_0",9.485560246320309e-05,1613939228787,134
"mom_0",0.8553587474341634,1613939228787,134
"eps_0",1e-05,1613939228787,134
"wd_1",0.01,1613939228787,134
"sqr_mom_1",0.99,1613939228787,134
"lr_1",9.485560246320309e-05,1613939228787,134
"mom_1",0.8553587474341634,1613939228787,134
"eps_1",1e-05,1613939228787,134
"wd_2",0.01,1613939228787,134
"sqr_mom_2",0.99,1613939228787,134
"lr_2",0.0009485560246320308,1613939228787,134
"mom_2",0.8553587474341634,1613939228787,134
"eps_2",1e-05,1613939228787,134
"train_loss",0.45106778,1613939229711,135
"raw_loss",0.3290068,1613939229711,135
"epoch",0.8553459119496855,1613939229711,135
"wd_0",0.01,1613939229711,135
"sqr_mom_0",0.99,1613939229711,135
"lr_0",9.527851926899743e-05,1613939229711,135
"mom_0",0.8549182090947943,1613939229711,135
"eps_0",1e-05,1613939229711,135
"wd_1",0.01,1613939229711,135
"sqr_mom_1",0.99,1613939229711,135
"lr_1",9.527851926899743e-05,1613939229711,135
"mom_1",0.8549182090947943,1613939229711,135
"eps_1",1e-05,1613939229711,135
"wd_2",0.01,1613939229711,135
"sqr_mom_2",0.99,1613939229711,135
"lr_2",0.0009527851926899743,1613939229711,135
"mom_2",0.8549182090947943,1613939229711,135
"eps_2",1e-05,1613939229711,135
"train_loss",0.44967994,1613939230631,136
"raw_loss",0.3860345,1613939230631,136
"epoch",0.8616352201257861,1613939230631,136
"wd_0",0.01,1613939230631,136
"sqr_mom_0",0.99,1613939230631,136
"lr_0",9.568419779952234e-05,1613939230631,136
"mom_0",0.8544956272921642,1613939230631,136
"eps_0",1e-05,1613939230631,136
"wd_1",0.01,1613939230631,136
"sqr_mom_1",0.99,1613939230631,136
"lr_1",9.568419779952234e-05,1613939230631,136
"mom_1",0.8544956272921642,1613939230631,136
"eps_1",1e-05,1613939230631,136
"wd_2",0.01,1613939230631,136
"sqr_mom_2",0.99,1613939230631,136
"lr_2",0.0009568419779952234,1613939230631,136
"mom_2",0.8544956272921642,1613939230631,136
"eps_2",1e-05,1613939230631,136
"train_loss",0.44707716,1613939231549,137
"raw_loss",0.32755107,1613939231549,137
"epoch",0.8679245283018867,1613939231549,137
"wd_0",0.01,1613939231549,137
"sqr_mom_0",0.99,1613939231549,137
"lr_0",9.607247290802915e-05,1613939231549,137
"mom_0",0.8540911740541363,1613939231549,137
"eps_0",1e-05,1613939231549,137
"wd_1",0.01,1613939231549,137
"sqr_mom_1",0.99,1613939231549,137
"lr_1",9.607247290802915e-05,1613939231549,137
"mom_1",0.8540911740541363,1613939231549,137
"eps_1",1e-05,1613939231549,137
"wd_2",0.01,1613939231549,137
"sqr_mom_2",0.99,1613939231549,137
"lr_2",0.0009607247290802915,1613939231549,137
"mom_2",0.8540911740541363,1613939231549,137
"eps_2",1e-05,1613939231549,137
"train_loss",0.44733617,1613939232633,138
"raw_loss",0.45924634,1613939232633,138
"epoch",0.8742138364779873,1613939232633,138
"wd_0",0.01,1613939232633,138
"sqr_mom_0",0.99,1613939232633,138
"lr_0",9.644319722628494e-05,1613939232633,138
"mom_0",0.8537050028892865,1613939232633,138
"eps_0",1e-05,1613939232633,138
"wd_1",0.01,1613939232633,138
"sqr_mom_1",0.99,1613939232633,138
"lr_1",9.644319722628494e-05,1613939232633,138
"mom_1",0.8537050028892865,1613939232633,138
"eps_1",1e-05,1613939232633,138
"wd_2",0.01,1613939232633,138
"sqr_mom_2",0.99,1613939232633,138
"lr_2",0.0009644319722628494,1613939232633,138
"mom_2",0.8537050028892865,1613939232633,138
"eps_2",1e-05,1613939232633,138
"train_loss",0.4461173,1613939233788,139
"raw_loss",0.3899948,1613939233788,139
"epoch",0.880503144654088,1613939233788,139
"wd_0",0.01,1613939233788,139
"sqr_mom_0",0.99,1613939233788,139
"lr_0",9.679621936617187e-05,1613939233788,139
"mom_0",0.853337271493571,1613939233788,139
"eps_0",1e-05,1613939233788,139
"wd_1",0.01,1613939233788,139
"sqr_mom_1",0.99,1613939233788,139
"lr_1",9.679621936617187e-05,1613939233788,139
"mom_1",0.853337271493571,1613939233788,139
"eps_1",1e-05,1613939233788,139
"wd_2",0.01,1613939233788,139
"sqr_mom_2",0.99,1613939233788,139
"lr_2",0.0009679621936617187,1613939233788,139
"mom_2",0.853337271493571,1613939233788,139
"eps_2",1e-05,1613939233788,139
"train_loss",0.4428787,1613939235099,140
"raw_loss",0.2935656,1613939235099,140
"epoch",0.8867924528301886,1613939235099,140
"wd_0",0.01,1613939235099,140
"sqr_mom_0",0.99,1613939235099,140
"lr_0",9.713139871537402e-05,1613939235099,140
"mom_0",0.852988126338152,1613939235099,140
"eps_0",1e-05,1613939235099,140
"wd_1",0.01,1613939235099,140
"sqr_mom_1",0.99,1613939235099,140
"lr_1",9.713139871537402e-05,1613939235099,140
"mom_1",0.852988126338152,1613939235099,140
"eps_1",1e-05,1613939235099,140
"wd_2",0.01,1613939235099,140
"sqr_mom_2",0.99,1613939235099,140
"lr_2",0.0009713139871537402,1613939235099,140
"mom_2",0.852988126338152,1613939235099,140
"eps_2",1e-05,1613939235099,140
"train_loss",0.43924457,1613939236275,141
"raw_loss",0.27148843,1613939236275,141
"epoch",0.8930817610062892,1613939236275,141
"wd_0",0.01,1613939236275,141
"sqr_mom_0",0.99,1613939236275,141
"lr_0",9.744860465992226e-05,1613939236275,141
"mom_0",0.8526577034792476,1613939236275,141
"eps_0",1e-05,1613939236275,141
"wd_1",0.01,1613939236275,141
"sqr_mom_1",0.99,1613939236275,141
"lr_1",9.744860465992226e-05,1613939236275,141
"mom_1",0.8526577034792476,1613939236275,141
"eps_1",1e-05,1613939236275,141
"wd_2",0.01,1613939236275,141
"sqr_mom_2",0.99,1613939236275,141
"lr_2",0.0009744860465992225,1613939236275,141
"mom_2",0.8526577034792476,1613939236275,141
"eps_2",1e-05,1613939236275,141
"train_loss",0.44251278,1613939237235,142
"raw_loss",0.5935638,1613939237235,142
"epoch",0.8993710691823898,1613939237235,142
"wd_0",0.01,1613939237235,142
"sqr_mom_0",0.99,1613939237235,142
"lr_0",9.774770490142942e-05,1613939237235,142
"mom_0",0.8523461407276777,1613939237235,142
"eps_0",1e-05,1613939237235,142
"wd_1",0.01,1613939237235,142
"sqr_mom_1",0.99,1613939237235,142
"lr_1",9.774770490142942e-05,1613939237235,142
"mom_1",0.8523461407276777,1613939237235,142
"eps_1",1e-05,1613939237235,142
"wd_2",0.01,1613939237235,142
"sqr_mom_2",0.99,1613939237235,142
"lr_2",0.0009774770490142942,1613939237235,142
"mom_2",0.8523461407276777,1613939237235,142
"eps_2",1e-05,1613939237235,142
"train_loss",0.43723342,1613939238176,143
"raw_loss",0.19293678,1613939238176,143
"epoch",0.9056603773584905,1613939238176,143
"wd_0",0.01,1613939238176,143
"sqr_mom_0",0.99,1613939238176,143
"lr_0",9.80285808164004e-05,1613939238176,143
"mom_0",0.8520535616495829,1613939238176,143
"eps_0",1e-05,1613939238176,143
"wd_1",0.01,1613939238176,143
"sqr_mom_1",0.99,1613939238176,143
"lr_1",9.80285808164004e-05,1613939238176,143
"mom_1",0.8520535616495829,1613939238176,143
"eps_1",1e-05,1613939238176,143
"wd_2",0.01,1613939238176,143
"sqr_mom_2",0.99,1613939238176,143
"lr_2",0.000980285808164004,1613939238176,143
"mom_2",0.8520535616495829,1613939238176,143
"eps_2",1e-05,1613939238176,143
"train_loss",0.43494913,1613939239110,144
"raw_loss",0.32912204,1613939239110,144
"epoch",0.9119496855345911,1613939239110,144
"wd_0",0.01,1613939239110,144
"sqr_mom_0",0.99,1613939239110,144
"lr_0",9.829112579952792e-05,1613939239110,144
"mom_0",0.8517800772921584,1613939239110,144
"eps_0",1e-05,1613939239110,144
"wd_1",0.01,1613939239110,144
"sqr_mom_1",0.99,1613939239110,144
"lr_1",9.829112579952792e-05,1613939239110,144
"mom_1",0.8517800772921584,1613939239110,144
"eps_1",1e-05,1613939239110,144
"wd_2",0.01,1613939239110,144
"sqr_mom_2",0.99,1613939239110,144
"lr_2",0.0009829112579952794,1613939239110,144
"mom_2",0.8517800772921584,1613939239110,144
"eps_2",1e-05,1613939239110,144
"train_loss",0.4336333,1613939240054,145
"raw_loss",0.372602,1613939240054,145
"epoch",0.9182389937106917,1613939240054,145
"wd_0",0.01,1613939240054,145
"sqr_mom_0",0.99,1613939240054,145
"lr_0",9.85352325555039e-05,1613939240054,145
"mom_0",0.8515257994213501,1613939240054,145
"eps_0",1e-05,1613939240054,145
"wd_1",0.01,1613939240054,145
"sqr_mom_1",0.99,1613939240054,145
"lr_1",9.85352325555039e-05,1613939240054,145
"mom_1",0.8515257994213501,1613939240054,145
"eps_1",1e-05,1613939240054,145
"wd_2",0.01,1613939240054,145
"sqr_mom_2",0.99,1613939240054,145
"lr_2",0.000985352325555039,1613939240054,145
"mom_2",0.8515257994213501,1613939240054,145
"eps_2",1e-05,1613939240054,145
"train_loss",0.4346895,1613939240970,146
"raw_loss",0.4837336,1613939240970,146
"epoch",0.9245283018867924,1613939240970,146
"wd_0",0.01,1613939240970,146
"sqr_mom_0",0.99,1613939240970,146
"lr_0",9.876080385411977e-05,1613939240970,146
"mom_0",0.8512908293186252,1613939240970,146
"eps_0",1e-05,1613939240970,146
"wd_1",0.01,1613939240970,146
"sqr_mom_1",0.99,1613939240970,146
"lr_1",9.876080385411977e-05,1613939240970,146
"mom_1",0.8512908293186252,1613939240970,146
"eps_1",1e-05,1613939240970,146
"wd_2",0.01,1613939240970,146
"sqr_mom_2",0.99,1613939240970,146
"lr_2",0.0009876080385411979,1613939240970,146
"mom_2",0.8512908293186252,1613939240970,146
"eps_2",1e-05,1613939240970,146
"train_loss",0.43011948,1613939241887,147
"raw_loss",0.21767959,1613939241887,147
"epoch",0.930817610062893,1613939241887,147
"wd_0",0.01,1613939241887,147
"sqr_mom_0",0.99,1613939241887,147
"lr_0",9.896774984802855e-05,1613939241887,147
"mom_0",0.8510752605749703,1613939241887,147
"eps_0",1e-05,1613939241887,147
"wd_1",0.01,1613939241887,147
"sqr_mom_1",0.99,1613939241887,147
"lr_1",9.896774984802855e-05,1613939241887,147
"mom_1",0.8510752605749703,1613939241887,147
"eps_1",1e-05,1613939241887,147
"wd_2",0.01,1613939241887,147
"sqr_mom_2",0.99,1613939241887,147
"lr_2",0.0009896774984802855,1613939241887,147
"mom_2",0.8510752605749703,1613939241887,147
"eps_2",1e-05,1613939241887,147
"train_loss",0.430165,1613939242822,148
"raw_loss",0.43228266,1613939242822,148
"epoch",0.9371069182389936,1613939242822,148
"wd_0",0.01,1613939242822,148
"sqr_mom_0",0.99,1613939242822,148
"lr_0",9.915598810853188e-05,1613939242822,148
"mom_0",0.8508791790536125,1613939242822,148
"eps_0",1e-05,1613939242822,148
"wd_1",0.01,1613939242822,148
"sqr_mom_1",0.99,1613939242822,148
"lr_1",9.915598810853188e-05,1613939242822,148
"mom_1",0.8508791790536125,1613939242822,148
"eps_1",1e-05,1613939242822,148
"wd_2",0.01,1613939242822,148
"sqr_mom_2",0.99,1613939242822,148
"lr_2",0.000991559881085319,1613939242822,148
"mom_2",0.8508791790536125,1613939242822,148
"eps_2",1e-05,1613939242822,148
"train_loss",0.42572173,1613939243739,149
"raw_loss",0.21873176,1613939243739,149
"epoch",0.9433962264150942,1613939243739,149
"wd_0",0.01,1613939243739,149
"sqr_mom_0",0.99,1613939243739,149
"lr_0",9.932544215684867e-05,1613939243739,149
"mom_0",0.8507026644199492,1613939243739,149
"eps_0",1e-05,1613939243739,149
"wd_1",0.01,1613939243739,149
"sqr_mom_1",0.99,1613939243739,149
"lr_1",9.932544215684867e-05,1613939243739,149
"mom_1",0.8507026644199492,1613939243739,149
"eps_1",1e-05,1613939243739,149
"wd_2",0.01,1613939243739,149
"sqr_mom_2",0.99,1613939243739,149
"lr_2",0.0009932544215684868,1613939243739,149
"mom_2",0.8507026644199492,1613939243739,149
"eps_2",1e-05,1613939243739,149
"train_loss",0.42271805,1613939244685,150
"raw_loss",0.28264597,1613939244685,150
"epoch",0.9496855345911949,1613939244685,150
"wd_0",0.01,1613939244685,150
"sqr_mom_0",0.99,1613939244685,150
"lr_0",9.947604767738639e-05,1613939244685,150
"mom_0",0.8505457836693892,1613939244685,150
"eps_0",1e-05,1613939244685,150
"wd_1",0.01,1613939244685,150
"sqr_mom_1",0.99,1613939244685,150
"lr_1",9.947604767738639e-05,1613939244685,150
"mom_1",0.8505457836693892,1613939244685,150
"eps_1",1e-05,1613939244685,150
"wd_2",0.01,1613939244685,150
"sqr_mom_2",0.99,1613939244685,150
"lr_2",0.000994760476773864,1613939244685,150
"mom_2",0.8505457836693892,1613939244685,150
"eps_2",1e-05,1613939244685,150
"train_loss",0.41840792,1613939245609,151
"raw_loss",0.21720812,1613939245609,151
"epoch",0.9559748427672955,1613939245609,151
"wd_0",0.01,1613939245609,151
"sqr_mom_0",0.99,1613939245609,151
"lr_0",9.960774300431326e-05,1613939245609,151
"mom_0",0.8504086010371736,1613939245609,151
"eps_0",1e-05,1613939245609,151
"wd_1",0.01,1613939245609,151
"sqr_mom_1",0.99,1613939245609,151
"lr_1",9.960774300431326e-05,1613939245609,151
"mom_1",0.8504086010371736,1613939245609,151
"eps_1",1e-05,1613939245609,151
"wd_2",0.01,1613939245609,151
"sqr_mom_2",0.99,1613939245609,151
"lr_2",0.0009960774300431328,1613939245609,151
"mom_2",0.8504086010371736,1613939245609,151
"eps_2",1e-05,1613939245609,151
"train_loss",0.41852695,1613939246534,152
"raw_loss",0.4240886,1613939246534,152
"epoch",0.9622641509433961,1613939246534,152
"wd_0",0.01,1613939246534,152
"sqr_mom_0",0.99,1613939246534,152
"lr_0",9.97204756820385e-05,1613939246534,152
"mom_0",0.8502911711645432,1613939246534,152
"eps_0",1e-05,1613939246534,152
"wd_1",0.01,1613939246534,152
"sqr_mom_1",0.99,1613939246534,152
"lr_1",9.97204756820385e-05,1613939246534,152
"mom_1",0.8502911711645432,1613939246534,152
"eps_1",1e-05,1613939246534,152
"wd_2",0.01,1613939246534,152
"sqr_mom_2",0.99,1613939246534,152
"lr_2",0.000997204756820385,1613939246534,152
"mom_2",0.8502911711645432,1613939246534,152
"eps_2",1e-05,1613939246534,152
"train_loss",0.4189831,1613939247519,153
"raw_loss",0.44031754,1613939247519,153
"epoch",0.9685534591194968,1613939247519,153
"wd_0",0.01,1613939247519,153
"sqr_mom_0",0.99,1613939247519,153
"lr_0",9.981420159805916e-05,1613939247519,153
"mom_0",0.8501935400020217,1613939247519,153
"eps_0",1e-05,1613939247519,153
"wd_1",0.01,1613939247519,153
"sqr_mom_1",0.99,1613939247519,153
"lr_1",9.981420159805916e-05,1613939247519,153
"mom_1",0.8501935400020217,1613939247519,153
"eps_1",1e-05,1613939247519,153
"wd_2",0.01,1613939247519,153
"sqr_mom_2",0.99,1613939247519,153
"lr_2",0.0009981420159805917,1613939247519,153
"mom_2",0.8501935400020217,1613939247519,153
"eps_2",1e-05,1613939247519,153
"train_loss",0.41721037,1613939248458,154
"raw_loss",0.33421698,1613939248458,154
"epoch",0.9748427672955974,1613939248458,154
"wd_0",0.01,1613939248458,154
"sqr_mom_0",0.99,1613939248458,154
"lr_0",9.988888166172216e-05,1613939248458,154
"mom_0",0.8501157482690394,1613939248458,154
"eps_0",1e-05,1613939248458,154
"wd_1",0.01,1613939248458,154
"sqr_mom_1",0.99,1613939248458,154
"lr_1",9.988888166172216e-05,1613939248458,154
"mom_1",0.8501157482690394,1613939248458,154
"eps_1",1e-05,1613939248458,154
"wd_2",0.01,1613939248458,154
"sqr_mom_2",0.99,1613939248458,154
"lr_2",0.0009988888166172216,1613939248458,154
"mom_2",0.8501157482690394,1613939248458,154
"eps_2",1e-05,1613939248458,154
"train_loss",0.4211801,1613939249384,155
"raw_loss",0.60720557,1613939249384,155
"epoch",0.981132075471698,1613939249384,155
"wd_0",0.01,1613939249384,155
"sqr_mom_0",0.99,1613939249384,155
"lr_0",9.994448666363798e-05,1613939249384,155
"mom_0",0.8500578263920437,1613939249384,155
"eps_0",1e-05,1613939249384,155
"wd_1",0.01,1613939249384,155
"sqr_mom_1",0.99,1613939249384,155
"lr_1",9.994448666363798e-05,1613939249384,155
"mom_1",0.8500578263920437,1613939249384,155
"eps_1",1e-05,1613939249384,155
"wd_2",0.01,1613939249384,155
"sqr_mom_2",0.99,1613939249384,155
"lr_2",0.0009994448666363798,1613939249384,155
"mom_2",0.8500578263920437,1613939249384,155
"eps_2",1e-05,1613939249384,155
"train_loss",0.41842932,1613939250329,156
"raw_loss",0.28940776,1613939250329,156
"epoch",0.9874213836477986,1613939250329,156
"wd_0",0.01,1613939250329,156
"sqr_mom_0",0.99,1613939250329,156
"lr_0",9.998099549915502e-05,1613939250329,156
"mom_0",0.8500197963550469,1613939250329,156
"eps_0",1e-05,1613939250329,156
"wd_1",0.01,1613939250329,156
"sqr_mom_1",0.99,1613939250329,156
"lr_1",9.998099549915502e-05,1613939250329,156
"mom_1",0.8500197963550469,1613939250329,156
"eps_1",1e-05,1613939250329,156
"wd_2",0.01,1613939250329,156
"sqr_mom_2",0.99,1613939250329,156
"lr_2",0.0009998099549915502,1613939250329,156
"mom_2",0.8500197963550469,1613939250329,156
"eps_2",1e-05,1613939250329,156
"train_loss",0.4168899,1613939251269,157
"raw_loss",0.3446206,1613939251269,157
"epoch",0.9937106918238993,1613939251269,157
"wd_0",0.01,1613939251269,157
"sqr_mom_0",0.99,1613939251269,157
"lr_0",9.999839301519797e-05,1613939251269,157
"mom_0",0.8500016739425021,1613939251269,157
"eps_0",1e-05,1613939251269,157
"wd_1",0.01,1613939251269,157
"sqr_mom_1",0.99,1613939251269,157
"lr_1",9.999839301519797e-05,1613939251269,157
"mom_1",0.8500016739425021,1613939251269,157
"eps_1",1e-05,1613939251269,157
"wd_2",0.01,1613939251269,157
"sqr_mom_2",0.99,1613939251269,157
"lr_2",0.0009999839301519796,1613939251269,157
"mom_2",0.8500016739425021,1613939251269,157
"eps_2",1e-05,1613939251269,157
"train_loss",0.41618085,1613939252195,158
"raw_loss",0.38286358,1613939252195,158
"epoch",0.9999999999999999,1613939252195,158
"wd_0",0.01,1613939252195,158
"sqr_mom_0",0.99,1613939252195,158
"lr_0",6.97034675332894e-05,1613939252195,158
"mom_0",0.8802968354350649,1613939252195,158
"eps_0",1e-05,1613939252195,158
"wd_1",0.01,1613939252195,158
"sqr_mom_1",0.99,1613939252195,158
"lr_1",6.97034675332894e-05,1613939252195,158
"mom_1",0.8802968354350649,1613939252195,158
"eps_1",1e-05,1613939252195,158
"wd_2",0.01,1613939252195,158
"sqr_mom_2",0.99,1613939252195,158
"lr_2",0.000697034675332894,1613939252195,158
"mom_2",0.8802968354350649,1613939252195,158
"eps_2",1e-05,1613939252195,158
"valid_loss",0.40031710267066956,1613939281366,158
"_rmse",0.6327061653137207,1613939281366,158
"epoch",1,1613939281366,158
"valid_loss",0.40031710267066956,1613939281370,158
"_rmse",0.6327061653137207,1613939281370,158
"epoch",1,1613939281370,158
"train_loss",0.4886786,1613939282632,159
"raw_loss",0.48867908,1613939282632,159
"epoch",1.0062893081761006,1613939282632,159
"wd_0",0.01,1613939282632,159
"sqr_mom_0",0.99,1613939282632,159
"lr_0",1.0000000000000002e-06,1613939282632,159
"mom_0",0.95,1613939282632,159
"eps_0",1e-05,1613939282632,159
"wd_1",0.01,1613939282632,159
"sqr_mom_1",0.99,1613939282632,159
"lr_1",1e-05,1613939282632,159
"mom_1",0.95,1613939282632,159
"eps_1",1e-05,1613939282632,159
"wd_2",0.01,1613939282632,159
"sqr_mom_2",0.99,1613939282632,159
"lr_2",0.0001,1613939282632,159
"mom_2",0.95,1613939282632,159
"eps_2",1e-05,1613939282632,159
"train_loss",0.41282552,1613939283633,160
"raw_loss",0.3384898,1613939283633,160
"epoch",1.0125786163522013,1613939283633,160
"wd_0",0.01,1613939283633,160
"sqr_mom_0",0.99,1613939283633,160
"lr_0",1.000001735093416e-06,1613939283633,160
"mom_0",0.9499999566226646,1613939283633,160
"eps_0",1e-05,1613939283633,160
"wd_1",0.01,1613939283633,160
"sqr_mom_1",0.99,1613939283633,160
"lr_1",1.0000017350934158e-05,1613939283633,160
"mom_1",0.9499999566226646,1613939283633,160
"eps_1",1e-05,1613939283633,160
"wd_2",0.01,1613939283633,160
"sqr_mom_2",0.99,1613939283633,160
"lr_2",0.00010000017350934158,1613939283633,160
"mom_2",0.9499999566226646,1613939283633,160
"eps_2",1e-05,1613939283633,160
"train_loss",0.40291756,1613939284586,161
"raw_loss",0.3836925,1613939284586,161
"epoch",1.0188679245283019,1613939284586,161
"wd_0",0.01,1613939284586,161
"sqr_mom_0",0.99,1613939284586,161
"lr_0",1.0000069403706533e-06,1613939284586,161
"mom_0",0.9499998264907337,1613939284586,161
"eps_0",1e-05,1613939284586,161
"wd_1",0.01,1613939284586,161
"sqr_mom_1",0.99,1613939284586,161
"lr_1",1.000006940370653e-05,1613939284586,161
"mom_1",0.9499998264907337,1613939284586,161
"eps_1",1e-05,1613939284586,161
"wd_2",0.01,1613939284586,161
"sqr_mom_2",0.99,1613939284586,161
"lr_2",0.00010000069403706532,1613939284586,161
"mom_2",0.9499998264907337,1613939284586,161
"eps_2",1e-05,1613939284586,161
"train_loss",0.41796753,1613939285616,162
"raw_loss",0.4613358,1613939285616,162
"epoch",1.0251572327044025,1613939285616,162
"wd_0",0.01,1613939285616,162
"sqr_mom_0",0.99,1613939285616,162
"lr_0",1.0000156158241255e-06,1613939285616,162
"mom_0",0.9499996096043968,1613939285616,162
"eps_0",1e-05,1613939285616,162
"wd_1",0.01,1613939285616,162
"sqr_mom_1",0.99,1613939285616,162
"lr_1",1.0000156158241254e-05,1613939285616,162
"mom_1",0.9499996096043968,1613939285616,162
"eps_1",1e-05,1613939285616,162
"wd_2",0.01,1613939285616,162
"sqr_mom_2",0.99,1613939285616,162
"lr_2",0.00010000156158241254,1613939285616,162
"mom_2",0.9499996096043968,1613939285616,162
"eps_2",1e-05,1613939285616,162
"train_loss",0.36951846,1613939286568,163
"raw_loss",0.18522018,1613939286568,163
"epoch",1.0314465408805031,1613939286568,163
"wd_0",0.01,1613939286568,163
"sqr_mom_0",0.99,1613939286568,163
"lr_0",1.0000277614344438e-06,1613939286568,163
"mom_0",0.9499993059641388,1613939286568,163
"eps_0",1e-05,1613939286568,163
"wd_1",0.01,1613939286568,163
"sqr_mom_1",0.99,1613939286568,163
"lr_1",1.0000277614344438e-05,1613939286568,163
"mom_1",0.9499993059641388,1613939286568,163
"eps_1",1e-05,1613939286568,163
"wd_2",0.01,1613939286568,163
"sqr_mom_2",0.99,1613939286568,163
"lr_2",0.00010000277614344438,1613939286568,163
"mom_2",0.9499993059641388,1613939286568,163
"eps_2",1e-05,1613939286568,163
"train_loss",0.34842825,1613939287535,164
"raw_loss",0.24913846,1613939287535,164
"epoch",1.0377358490566038,1613939287535,164
"wd_0",0.01,1613939287535,164
"sqr_mom_0",0.99,1613939287535,164
"lr_0",1.0000433771872797e-06,1613939287535,164
"mom_0",0.949998915570318,1613939287535,164
"eps_0",1e-05,1613939287535,164
"wd_1",0.01,1613939287535,164
"sqr_mom_1",0.99,1613939287535,164
"lr_1",1.0000433771872795e-05,1613939287535,164
"mom_1",0.949998915570318,1613939287535,164
"eps_1",1e-05,1613939287535,164
"wd_2",0.01,1613939287535,164
"sqr_mom_2",0.99,1613939287535,164
"lr_2",0.00010000433771872794,1613939287535,164
"mom_2",0.949998915570318,1613939287535,164
"eps_2",1e-05,1613939287535,164
"train_loss",0.34730485,1613939288487,165
"raw_loss",0.3410213,1613939288487,165
"epoch",1.0440251572327044,1613939288487,165
"wd_0",0.01,1613939288487,165
"sqr_mom_0",0.99,1613939288487,165
"lr_0",1.0000624630526472e-06,1613939288487,165
"mom_0",0.9499984384236838,1613939288487,165
"eps_0",1e-05,1613939288487,165
"wd_1",0.01,1613939288487,165
"sqr_mom_1",0.99,1613939288487,165
"lr_1",1.0000624630526472e-05,1613939288487,165
"mom_1",0.9499984384236838,1613939288487,165
"eps_1",1e-05,1613939288487,165
"wd_2",0.01,1613939288487,165
"sqr_mom_2",0.99,1613939288487,165
"lr_2",0.00010000624630526472,1613939288487,165
"mom_2",0.9499984384236838,1613939288487,165
"eps_2",1e-05,1613939288487,165
"train_loss",0.37665316,1613939289460,166
"raw_loss",0.566298,1613939289460,166
"epoch",1.050314465408805,1613939289460,166
"wd_0",0.01,1613939289460,166
"sqr_mom_0",0.99,1613939289460,166
"lr_0",1.0000850189974309e-06,1613939289460,166
"mom_0",0.9499978745250642,1613939289460,166
"eps_0",1e-05,1613939289460,166
"wd_1",0.01,1613939289460,166
"sqr_mom_1",0.99,1613939289460,166
"lr_1",1.0000850189974307e-05,1613939289460,166
"mom_1",0.9499978745250642,1613939289460,166
"eps_1",1e-05,1613939289460,166
"wd_2",0.01,1613939289460,166
"sqr_mom_2",0.99,1613939289460,166
"lr_2",0.00010000850189974306,1613939289460,166
"mom_2",0.9499978745250642,1613939289460,166
"eps_2",1e-05,1613939289460,166
"train_loss",0.37824288,1613939290444,167
"raw_loss",0.38986805,1613939290444,167
"epoch",1.0566037735849056,1613939290444,167
"wd_0",0.01,1613939290444,167
"sqr_mom_0",0.99,1613939290444,167
"lr_0",1.0001110449670783e-06,1613939290444,167
"mom_0",0.949997223875823,1613939290444,167
"eps_0",1e-05,1613939290444,167
"wd_1",0.01,1613939290444,167
"sqr_mom_1",0.99,1613939290444,167
"lr_1",1.0001110449670781e-05,1613939290444,167
"mom_1",0.949997223875823,1613939290444,167
"eps_1",1e-05,1613939290444,167
"wd_2",0.01,1613939290444,167
"sqr_mom_2",0.99,1613939290444,167
"lr_2",0.00010001110449670781,1613939290444,167
"mom_2",0.949997223875823,1613939290444,167
"eps_2",1e-05,1613939290444,167
"train_loss",0.35314238,1613939291414,168
"raw_loss",0.1486646,1613939291414,168
"epoch",1.0628930817610063,1613939291414,168
"wd_0",0.01,1613939291414,168
"sqr_mom_0",0.99,1613939291414,168
"lr_0",1.000140540945336e-06,1613939291414,168
"mom_0",0.9499964864763666,1613939291414,168
"eps_0",1e-05,1613939291414,168
"wd_1",0.01,1613939291414,168
"sqr_mom_1",0.99,1613939291414,168
"lr_1",1.000140540945336e-05,1613939291414,168
"mom_1",0.9499964864763666,1613939291414,168
"eps_1",1e-05,1613939291414,168
"wd_2",0.01,1613939291414,168
"sqr_mom_2",0.99,1613939291414,168
"lr_2",0.00010001405409453359,1613939291414,168
"mom_2",0.9499964864763666,1613939291414,168
"eps_2",1e-05,1613939291414,168
"train_loss",0.3601466,1613939292416,169
"raw_loss",0.4229292,1613939292416,169
"epoch",1.069182389937107,1613939292416,169
"wd_0",0.01,1613939292416,169
"sqr_mom_0",0.99,1613939292416,169
"lr_0",1.000173506867538e-06,1613939292416,169
"mom_0",0.9499956623283116,1613939292416,169
"eps_0",1e-05,1613939292416,169
"wd_1",0.01,1613939292416,169
"sqr_mom_1",0.99,1613939292416,169
"lr_1",1.0001735068675378e-05,1613939292416,169
"mom_1",0.9499956623283116,1613939292416,169
"eps_1",1e-05,1613939292416,169
"wd_2",0.01,1613939292416,169
"sqr_mom_2",0.99,1613939292416,169
"lr_2",0.00010001735068675378,1613939292416,169
"mom_2",0.9499956623283116,1613939292416,169
"eps_2",1e-05,1613939292416,169
"train_loss",0.3577221,1613939293445,170
"raw_loss",0.33404896,1613939293445,170
"epoch",1.0754716981132075,1613939293445,170
"wd_0",0.01,1613939293445,170
"sqr_mom_0",0.99,1613939293445,170
"lr_0",1.0002099426552876e-06,1613939293445,170
"mom_0",0.9499947514336178,1613939293445,170
"eps_0",1e-05,1613939293445,170
"wd_1",0.01,1613939293445,170
"sqr_mom_1",0.99,1613939293445,170
"lr_1",1.0002099426552876e-05,1613939293445,170
"mom_1",0.9499947514336178,1613939293445,170
"eps_1",1e-05,1613939293445,170
"wd_2",0.01,1613939293445,170
"sqr_mom_2",0.99,1613939293445,170
"lr_2",0.00010002099426552875,1613939293445,170
"mom_2",0.9499947514336178,1613939293445,170
"eps_2",1e-05,1613939293445,170
"train_loss",0.35717437,1613939294459,171
"raw_loss",0.35139656,1613939294459,171
"epoch",1.0817610062893082,1613939294459,171
"wd_0",0.01,1613939294459,171
"sqr_mom_0",0.99,1613939294459,171
"lr_0",1.0002498483089554e-06,1613939294459,171
"mom_0",0.9499937537922761,1613939294459,171
"eps_0",1e-05,1613939294459,171
"wd_1",0.01,1613939294459,171
"sqr_mom_1",0.99,1613939294459,171
"lr_1",1.0002498483089553e-05,1613939294459,171
"mom_1",0.9499937537922761,1613939294459,171
"eps_1",1e-05,1613939294459,171
"wd_2",0.01,1613939294459,171
"sqr_mom_2",0.99,1613939294459,171
"lr_2",0.00010002498483089553,1613939294459,171
"mom_2",0.9499937537922761,1613939294459,171
"eps_2",1e-05,1613939294459,171
"train_loss",0.3528659,1613939295434,172
"raw_loss",0.30410317,1613939295434,172
"epoch",1.0880503144654088,1613939295434,172
"wd_0",0.01,1613939295434,172
"sqr_mom_0",0.99,1613939295434,172
"lr_0",1.0002932236706621e-06,1613939295434,172
"mom_0",0.9499926694082335,1613939295434,172
"eps_0",1e-05,1613939295434,172
"wd_1",0.01,1613939295434,172
"sqr_mom_1",0.99,1613939295434,172
"lr_1",1.000293223670662e-05,1613939295434,172
"mom_1",0.9499926694082335,1613939295434,172
"eps_1",1e-05,1613939295434,172
"wd_2",0.01,1613939295434,172
"sqr_mom_2",0.99,1613939295434,172
"lr_2",0.00010002932236706619,1613939295434,172
"mom_2",0.9499926694082335,1613939295434,172
"eps_2",1e-05,1613939295434,172
"train_loss",0.39730042,1613939296396,173
"raw_loss",0.93369454,1613939296396,173
"epoch",1.0943396226415094,1613939296396,173
"wd_0",0.01,1613939296396,173
"sqr_mom_0",0.99,1613939296396,173
"lr_0",1.0003400687614928e-06,1613939296396,173
"mom_0",0.9499914982809626,1613939296396,173
"eps_0",1e-05,1613939296396,173
"wd_1",0.01,1613939296396,173
"sqr_mom_1",0.99,1613939296396,173
"lr_1",1.0003400687614928e-05,1613939296396,173
"mom_1",0.9499914982809626,1613939296396,173
"eps_1",1e-05,1613939296396,173
"wd_2",0.01,1613939296396,173
"sqr_mom_2",0.99,1613939296396,173
"lr_2",0.00010003400687614928,1613939296396,173
"mom_2",0.9499914982809626,1613939296396,173
"eps_2",1e-05,1613939296396,173
"train_loss",0.38894707,1613939297359,174
"raw_loss",0.28194052,1613939297359,174
"epoch",1.10062893081761,1613939297359,174
"wd_0",0.01,1613939297359,174
"sqr_mom_0",0.99,1613939297359,174
"lr_0",1.0003903833961149e-06,1613939297359,174
"mom_0",0.949990240415097,1613939297359,174
"eps_0",1e-05,1613939297359,174
"wd_1",0.01,1613939297359,174
"sqr_mom_1",0.99,1613939297359,174
"lr_1",1.0003903833961148e-05,1613939297359,174
"mom_1",0.949990240415097,1613939297359,174
"eps_1",1e-05,1613939297359,174
"wd_2",0.01,1613939297359,174
"sqr_mom_2",0.99,1613939297359,174
"lr_2",0.00010003903833961148,1613939297359,174
"mom_2",0.949990240415097,1613939297359,174
"eps_2",1e-05,1613939297359,174
"train_loss",0.38419297,1613939298331,175
"raw_loss",0.31985152,1613939298331,175
"epoch",1.1069182389937107,1613939298331,175
"wd_0",0.01,1613939298331,175
"sqr_mom_0",0.99,1613939298331,175
"lr_0",1.0004441675373274e-06,1613939298331,175
"mom_0",0.9499888958115668,1613939298331,175
"eps_0",1e-05,1613939298331,175
"wd_1",0.01,1613939298331,175
"sqr_mom_1",0.99,1613939298331,175
"lr_1",1.0004441675373273e-05,1613939298331,175
"mom_1",0.9499888958115668,1613939298331,175
"eps_1",1e-05,1613939298331,175
"wd_2",0.01,1613939298331,175
"sqr_mom_2",0.99,1613939298331,175
"lr_2",0.00010004441675373273,1613939298331,175
"mom_2",0.9499888958115668,1613939298331,175
"eps_2",1e-05,1613939298331,175
"train_loss",0.3710522,1613939299304,176
"raw_loss",0.18388537,1613939299304,176
"epoch",1.1132075471698113,1613939299304,176
"wd_0",0.01,1613939299304,176
"sqr_mom_0",0.99,1613939299304,176
"lr_0",1.000501421157322e-06,1613939299304,176
"mom_0",0.949987464471067,1613939299304,176
"eps_0",1e-05,1613939299304,176
"wd_1",0.01,1613939299304,176
"sqr_mom_1",0.99,1613939299304,176
"lr_1",1.000501421157322e-05,1613939299304,176
"mom_1",0.949987464471067,1613939299304,176
"eps_1",1e-05,1613939299304,176
"wd_2",0.01,1613939299304,176
"sqr_mom_2",0.99,1613939299304,176
"lr_2",0.00010005014211573218,1613939299304,176
"mom_2",0.949987464471067,1613939299304,176
"eps_2",1e-05,1613939299304,176
"train_loss",0.37972355,1613939300287,177
"raw_loss",0.5092592,1613939300287,177
"epoch",1.119496855345912,1613939300287,177
"wd_0",0.01,1613939300287,177
"sqr_mom_0",0.99,1613939300287,177
"lr_0",1.0005621440295868e-06,1613939300287,177
"mom_0",0.9499859463992603,1613939300287,177
"eps_0",1e-05,1613939300287,177
"wd_1",0.01,1613939300287,177
"sqr_mom_1",0.99,1613939300287,177
"lr_1",1.0005621440295868e-05,1613939300287,177
"mom_1",0.9499859463992603,1613939300287,177
"eps_1",1e-05,1613939300287,177
"wd_2",0.01,1613939300287,177
"sqr_mom_2",0.99,1613939300287,177
"lr_2",0.00010005621440295868,1613939300287,177
"mom_2",0.9499859463992603,1613939300287,177
"eps_2",1e-05,1613939300287,177
"train_loss",0.3796065,1613939301289,178
"raw_loss",0.37777916,1613939301289,178
"epoch",1.1257861635220126,1613939301289,178
"wd_0",0.01,1613939301289,178
"sqr_mom_0",0.99,1613939301289,178
"lr_0",1.0006263361836395e-06,1613939301289,178
"mom_0",0.949984341595409,1613939301289,178
"eps_0",1e-05,1613939301289,178
"wd_1",0.01,1613939301289,178
"sqr_mom_1",0.99,1613939301289,178
"lr_1",1.0006263361836395e-05,1613939301289,178
"mom_1",0.949984341595409,1613939301289,178
"eps_1",1e-05,1613939301289,178
"wd_2",0.01,1613939301289,178
"sqr_mom_2",0.99,1613939301289,178
"lr_2",0.00010006263361836395,1613939301289,178
"mom_2",0.949984341595409,1613939301289,178
"eps_2",1e-05,1613939301289,178
"train_loss",0.3745779,1613939302285,179
"raw_loss",0.2926766,1613939302285,179
"epoch",1.1320754716981132,1613939302285,179
"wd_0",0.01,1613939302285,179
"sqr_mom_0",0.99,1613939302285,179
"lr_0",1.0006939973655175e-06,1613939302285,179
"mom_0",0.949982650065862,1613939302285,179
"eps_0",1e-05,1613939302285,179
"wd_1",0.01,1613939302285,179
"sqr_mom_1",0.99,1613939302285,179
"lr_1",1.0006939973655175e-05,1613939302285,179
"mom_1",0.949982650065862,1613939302285,179
"eps_1",1e-05,1613939302285,179
"wd_2",0.01,1613939302285,179
"sqr_mom_2",0.99,1613939302285,179
"lr_2",0.00010006939973655174,1613939302285,179
"mom_2",0.949982650065862,1613939302285,179
"eps_2",1e-05,1613939302285,179
"train_loss",0.3794881,1613939303257,180
"raw_loss",0.46267402,1613939303257,180
"epoch",1.1383647798742138,1613939303257,180
"wd_0",0.01,1613939303257,180
"sqr_mom_0",0.99,1613939303257,180
"lr_0",1.0007651275271874e-06,1613939303257,180
"mom_0",0.9499808718118202,1613939303257,180
"eps_0",1e-05,1613939303257,180
"wd_1",0.01,1613939303257,180
"sqr_mom_1",0.99,1613939303257,180
"lr_1",1.0007651275271872e-05,1613939303257,180
"mom_1",0.9499808718118202,1613939303257,180
"eps_1",1e-05,1613939303257,180
"wd_2",0.01,1613939303257,180
"sqr_mom_2",0.99,1613939303257,180
"lr_2",0.00010007651275271872,1613939303257,180
"mom_2",0.9499808718118202,1613939303257,180
"eps_2",1e-05,1613939303257,180
"train_loss",0.41361615,1613939304250,181
"raw_loss",1.0136789,1613939304250,181
"epoch",1.1446540880503144,1613939304250,181
"wd_0",0.01,1613939304250,181
"sqr_mom_0",0.99,1613939304250,181
"lr_0",1.0008397265452323e-06,1613939304250,181
"mom_0",0.9499790068363692,1613939304250,181
"eps_0",1e-05,1613939304250,181
"wd_1",0.01,1613939304250,181
"sqr_mom_1",0.99,1613939304250,181
"lr_1",1.000839726545232e-05,1613939304250,181
"mom_1",0.9499790068363692,1613939304250,181
"eps_1",1e-05,1613939304250,181
"wd_2",0.01,1613939304250,181
"sqr_mom_2",0.99,1613939304250,181
"lr_2",0.0001000839726545232,1613939304250,181
"mom_2",0.9499790068363692,1613939304250,181
"eps_2",1e-05,1613939304250,181
"train_loss",0.41092047,1613939305225,182
"raw_loss",0.3618298,1613939305225,182
"epoch",1.150943396226415,1613939305225,182
"wd_0",0.01,1613939305225,182
"sqr_mom_0",0.99,1613939305225,182
"lr_0",1.000917794467472e-06,1613939305225,182
"mom_0",0.9499770551383132,1613939305225,182
"eps_0",1e-05,1613939305225,182
"wd_1",0.01,1613939305225,182
"sqr_mom_1",0.99,1613939305225,182
"lr_1",1.0009177944674719e-05,1613939305225,182
"mom_1",0.9499770551383132,1613939305225,182
"eps_1",1e-05,1613939305225,182
"wd_2",0.01,1613939305225,182
"sqr_mom_2",0.99,1613939305225,182
"lr_2",0.00010009177944674719,1613939305225,182
"mom_2",0.9499770551383132,1613939305225,182
"eps_2",1e-05,1613939305225,182
"train_loss",0.40308937,1613939306207,183
"raw_loss",0.25565445,1613939306207,183
"epoch",1.1572327044025157,1613939306207,183
"wd_0",0.01,1613939306207,183
"sqr_mom_0",0.99,1613939306207,183
"lr_0",1.0009993308116434e-06,1613939306207,183
"mom_0",0.9499750167297089,1613939306207,183
"eps_0",1e-05,1613939306207,183
"wd_1",0.01,1613939306207,183
"sqr_mom_1",0.99,1613939306207,183
"lr_1",1.0009993308116432e-05,1613939306207,183
"mom_1",0.9499750167297089,1613939306207,183
"eps_1",1e-05,1613939306207,183
"wd_2",0.01,1613939306207,183
"sqr_mom_2",0.99,1613939306207,183
"lr_2",0.00010009993308116433,1613939306207,183
"mom_2",0.9499750167297089,1613939306207,183
"eps_2",1e-05,1613939306207,183
"train_loss",0.39725557,1613939307207,184
"raw_loss",0.28390342,1613939307207,184
"epoch",1.1635220125786163,1613939307207,184
"wd_0",0.01,1613939307207,184
"sqr_mom_0",0.99,1613939307207,184
"lr_0",1.0010843356058251e-06,1613939307207,184
"mom_0",0.9499728916098543,1613939307207,184
"eps_0",1e-05,1613939307207,184
"wd_1",0.01,1613939307207,184
"sqr_mom_1",0.99,1613939307207,184
"lr_1",1.0010843356058251e-05,1613939307207,184
"mom_1",0.9499728916098543,1613939307207,184
"eps_1",1e-05,1613939307207,184
"wd_2",0.01,1613939307207,184
"sqr_mom_2",0.99,1613939307207,184
"lr_2",0.00010010843356058251,1613939307207,184
"mom_2",0.9499728916098543,1613939307207,184
"eps_2",1e-05,1613939307207,184
"train_loss",0.3969354,1613939308237,185
"raw_loss",0.39052594,1613939308237,185
"epoch",1.169811320754717,1613939308237,185
"wd_0",0.01,1613939308237,185
"sqr_mom_0",0.99,1613939308237,185
"lr_0",1.0011728087025265e-06,1613939308237,185
"mom_0",0.9499706797824368,1613939308237,185
"eps_0",1e-05,1613939308237,185
"wd_1",0.01,1613939308237,185
"sqr_mom_1",0.99,1613939308237,185
"lr_1",1.0011728087025264e-05,1613939308237,185
"mom_1",0.9499706797824368,1613939308237,185
"eps_1",1e-05,1613939308237,185
"wd_2",0.01,1613939308237,185
"sqr_mom_2",0.99,1613939308237,185
"lr_2",0.00010011728087025262,1613939308237,185
"mom_2",0.9499706797824368,1613939308237,185
"eps_2",1e-05,1613939308237,185
"train_loss",0.39602295,1613939309276,186
"raw_loss",0.37722474,1613939309276,186
"epoch",1.1761006289308176,1613939309276,186
"wd_0",0.01,1613939309276,186
"sqr_mom_0",0.99,1613939309276,186
"lr_0",1.0012647499482381e-06,1613939309276,186
"mom_0",0.949968381251294,1613939309276,186
"eps_0",1e-05,1613939309276,186
"wd_1",0.01,1613939309276,186
"sqr_mom_1",0.99,1613939309276,186
"lr_1",1.001264749948238e-05,1613939309276,186
"mom_1",0.949968381251294,1613939309276,186
"eps_1",1e-05,1613939309276,186
"wd_2",0.01,1613939309276,186
"sqr_mom_2",0.99,1613939309276,186
"lr_2",0.0001001264749948238,1613939309276,186
"mom_2",0.949968381251294,1613939309276,186
"eps_2",1e-05,1613939309276,186
"train_loss",0.39595276,1613939310331,187
"raw_loss",0.39446685,1613939310331,187
"epoch",1.1823899371069182,1613939310331,187
"wd_0",0.01,1613939310331,187
"sqr_mom_0",0.99,1613939310331,187
"lr_0",1.0013601593992084e-06,1613939310331,187
"mom_0",0.9499659960150197,1613939310331,187
"eps_0",1e-05,1613939310331,187
"wd_1",0.01,1613939310331,187
"sqr_mom_1",0.99,1613939310331,187
"lr_1",1.0013601593992084e-05,1613939310331,187
"mom_1",0.9499659960150197,1613939310331,187
"eps_1",1e-05,1613939310331,187
"wd_2",0.01,1613939310331,187
"sqr_mom_2",0.99,1613939310331,187
"lr_2",0.00010013601593992083,1613939310331,187
"mom_2",0.9499659960150197,1613939310331,187
"eps_2",1e-05,1613939310331,187
"train_loss",0.39229143,1613939311319,188
"raw_loss",0.31274623,1613939311319,188
"epoch",1.1886792452830188,1613939311319,188
"wd_0",0.01,1613939311319,188
"sqr_mom_0",0.99,1613939311319,188
"lr_0",1.001459036242569e-06,1613939311319,188
"mom_0",0.9499635240939357,1613939311319,188
"eps_0",1e-05,1613939311319,188
"wd_1",0.01,1613939311319,188
"sqr_mom_1",0.99,1613939311319,188
"lr_1",1.001459036242569e-05,1613939311319,188
"mom_1",0.9499635240939357,1613939311319,188
"eps_1",1e-05,1613939311319,188
"wd_2",0.01,1613939311319,188
"sqr_mom_2",0.99,1613939311319,188
"lr_2",0.00010014590362425689,1613939311319,188
"mom_2",0.9499635240939357,1613939311319,188
"eps_2",1e-05,1613939311319,188
"train_loss",0.3887968,1613939312328,189
"raw_loss",0.310968,1613939312328,189
"epoch",1.1949685534591195,1613939312328,189
"wd_0",0.01,1613939312328,189
"sqr_mom_0",0.99,1613939312328,189
"lr_0",1.0015613811852635e-06,1613939312328,189
"mom_0",0.9499609654703683,1613939312328,189
"eps_0",1e-05,1613939312328,189
"wd_1",0.01,1613939312328,189
"sqr_mom_1",0.99,1613939312328,189
"lr_1",1.0015613811852633e-05,1613939312328,189
"mom_1",0.9499609654703683,1613939312328,189
"eps_1",1e-05,1613939312328,189
"wd_2",0.01,1613939312328,189
"sqr_mom_2",0.99,1613939312328,189
"lr_2",0.00010015613811852634,1613939312328,189
"mom_2",0.9499609654703683,1613939312328,189
"eps_2",1e-05,1613939312328,189
"train_loss",0.38701442,1613939313347,190
"raw_loss",0.3463653,1613939313347,190
"epoch",1.20125786163522,1613939313347,190
"wd_0",0.01,1613939313347,190
"sqr_mom_0",0.99,1613939313347,190
"lr_0",1.0016671933792816e-06,1613939313347,190
"mom_0",0.949958320165518,1613939313347,190
"eps_0",1e-05,1613939313347,190
"wd_1",0.01,1613939313347,190
"sqr_mom_1",0.99,1613939313347,190
"lr_1",1.0016671933792817e-05,1613939313347,190
"mom_1",0.949958320165518,1613939313347,190
"eps_1",1e-05,1613939313347,190
"wd_2",0.01,1613939313347,190
"sqr_mom_2",0.99,1613939313347,190
"lr_2",0.00010016671933792816,1613939313347,190
"mom_2",0.949958320165518,1613939313347,190
"eps_2",1e-05,1613939313347,190
"train_loss",0.41326252,1613939314381,191
"raw_loss",1.0256236,1613939314381,191
"epoch",1.2075471698113207,1613939314381,191
"wd_0",0.01,1613939314381,191
"sqr_mom_0",0.99,1613939314381,191
"lr_0",1.0017764728645075e-06,1613939314381,191
"mom_0",0.9499555881783873,1613939314381,191
"eps_0",1e-05,1613939314381,191
"wd_1",0.01,1613939314381,191
"sqr_mom_1",0.99,1613939314381,191
"lr_1",1.0017764728645074e-05,1613939314381,191
"mom_1",0.9499555881783873,1613939314381,191
"eps_1",1e-05,1613939314381,191
"wd_2",0.01,1613939314381,191
"sqr_mom_2",0.99,1613939314381,191
"lr_2",0.00010017764728645074,1613939314381,191
"mom_2",0.9499555881783873,1613939314381,191
"eps_2",1e-05,1613939314381,191
"train_loss",0.40597197,1613939315491,192
"raw_loss",0.2321421,1613939315491,192
"epoch",1.2138364779874213,1613939315491,192
"wd_0",0.01,1613939315491,192
"sqr_mom_0",0.99,1613939315491,192
"lr_0",1.001889219451331e-06,1613939315491,192
"mom_0",0.9499527695137167,1613939315491,192
"eps_0",1e-05,1613939315491,192
"wd_1",0.01,1613939315491,192
"sqr_mom_1",0.99,1613939315491,192
"lr_1",1.001889219451331e-05,1613939315491,192
"mom_1",0.9499527695137167,1613939315491,192
"eps_1",1e-05,1613939315491,192
"wd_2",0.01,1613939315491,192
"sqr_mom_2",0.99,1613939315491,192
"lr_2",0.0001001889219451331,1613939315491,192
"mom_2",0.9499527695137167,1613939315491,192
"eps_2",1e-05,1613939315491,192
"train_loss",0.39601427,1613939316528,193
"raw_loss",0.15358253,1613939316528,193
"epoch",1.220125786163522,1613939316528,193
"wd_0",0.01,1613939316528,193
"sqr_mom_0",0.99,1613939316528,193
"lr_0",1.0020054332061104e-06,1613939316528,193
"mom_0",0.9499498641698472,1613939316528,193
"eps_0",1e-05,1613939316528,193
"wd_1",0.01,1613939316528,193
"sqr_mom_1",0.99,1613939316528,193
"lr_1",1.0020054332061105e-05,1613939316528,193
"mom_1",0.9499498641698472,1613939316528,193
"eps_1",1e-05,1613939316528,193
"wd_2",0.01,1613939316528,193
"sqr_mom_2",0.99,1613939316528,193
"lr_2",0.00010020054332061105,1613939316528,193
"mom_2",0.9499498641698472,1613939316528,193
"eps_2",1e-05,1613939316528,193
"train_loss",0.39644426,1613939317577,194
"raw_loss",0.40712503,1613939317577,194
"epoch",1.2264150943396226,1613939317577,194
"wd_0",0.01,1613939317577,194
"sqr_mom_0",0.99,1613939317577,194
"lr_0",1.0021251136806209e-06,1613939317577,194
"mom_0",0.9499468721579845,1613939317577,194
"eps_0",1e-05,1613939317577,194
"wd_1",0.01,1613939317577,194
"sqr_mom_1",0.99,1613939317577,194
"lr_1",1.0021251136806207e-05,1613939317577,194
"mom_1",0.9499468721579845,1613939317577,194
"eps_1",1e-05,1613939317577,194
"wd_2",0.01,1613939317577,194
"sqr_mom_2",0.99,1613939317577,194
"lr_2",0.00010021251136806207,1613939317577,194
"mom_2",0.9499468721579845,1613939317577,194
"eps_2",1e-05,1613939317577,194
"train_loss",0.392317,1613939318558,195
"raw_loss",0.2878028,1613939318558,195
"epoch",1.2327044025157232,1613939318558,195
"wd_0",0.01,1613939318558,195
"sqr_mom_0",0.99,1613939318558,195
"lr_0",1.0022482601124367e-06,1613939318558,195
"mom_0",0.949943793497189,1613939318558,195
"eps_0",1e-05,1613939318558,195
"wd_1",0.01,1613939318558,195
"sqr_mom_1",0.99,1613939318558,195
"lr_1",1.0022482601124367e-05,1613939318558,195
"mom_1",0.949943793497189,1613939318558,195
"eps_1",1e-05,1613939318558,195
"wd_2",0.01,1613939318558,195
"sqr_mom_2",0.99,1613939318558,195
"lr_2",0.00010022482601124365,1613939318558,195
"mom_2",0.949943793497189,1613939318558,195
"eps_2",1e-05,1613939318558,195
"train_loss",0.3948204,1613939319599,196
"raw_loss",0.45939907,1613939319599,196
"epoch",1.2389937106918238,1613939319599,196
"wd_0",0.01,1613939319599,196
"sqr_mom_0",0.99,1613939319599,196
"lr_0",1.0023748730969399e-06,1613939319599,196
"mom_0",0.9499406281725765,1613939319599,196
"eps_0",1e-05,1613939319599,196
"wd_1",0.01,1613939319599,196
"sqr_mom_1",0.99,1613939319599,196
"lr_1",1.0023748730969398e-05,1613939319599,196
"mom_1",0.9499406281725765,1613939319599,196
"eps_1",1e-05,1613939319599,196
"wd_2",0.01,1613939319599,196
"sqr_mom_2",0.99,1613939319599,196
"lr_2",0.00010023748730969398,1613939319599,196
"mom_2",0.9499406281725765,1613939319599,196
"eps_2",1e-05,1613939319599,196
"train_loss",0.38459942,1613939320596,197
"raw_loss",0.116195396,1613939320596,197
"epoch",1.2452830188679245,1613939320596,197
"wd_0",0.01,1613939320596,197
"sqr_mom_0",0.99,1613939320596,197
"lr_0",1.002504952437543e-06,1613939320596,197
"mom_0",0.9499373761890614,1613939320596,197
"eps_0",1e-05,1613939320596,197
"wd_1",0.01,1613939320596,197
"sqr_mom_1",0.99,1613939320596,197
"lr_1",1.002504952437543e-05,1613939320596,197
"mom_1",0.9499373761890614,1613939320596,197
"eps_1",1e-05,1613939320596,197
"wd_2",0.01,1613939320596,197
"sqr_mom_2",0.99,1613939320596,197
"lr_2",0.00010025049524375429,1613939320596,197
"mom_2",0.9499373761890614,1613939320596,197
"eps_2",1e-05,1613939320596,197
"train_loss",0.37695923,1613939321696,198
"raw_loss",0.17285053,1613939321696,198
"epoch",1.251572327044025,1613939321696,198
"wd_0",0.01,1613939321696,198
"sqr_mom_0",0.99,1613939321696,198
"lr_0",1.0026384967297223e-06,1613939321696,198
"mom_0",0.9499340375817569,1613939321696,198
"eps_0",1e-05,1613939321696,198
"wd_1",0.01,1613939321696,198
"sqr_mom_1",0.99,1613939321696,198
"lr_1",1.0026384967297222e-05,1613939321696,198
"mom_1",0.9499340375817569,1613939321696,198
"eps_1",1e-05,1613939321696,198
"wd_2",0.01,1613939321696,198
"sqr_mom_2",0.99,1613939321696,198
"lr_2",0.00010026384967297222,1613939321696,198
"mom_2",0.9499340375817569,1613939321696,198
"eps_2",1e-05,1613939321696,198
"train_loss",0.37420088,1613939322744,199
"raw_loss",0.29928243,1613939322744,199
"epoch",1.2578616352201257,1613939322744,199
"wd_0",0.01,1613939322744,199
"sqr_mom_0",0.99,1613939322744,199
"lr_0",1.0027755078297259e-06,1613939322744,199
"mom_0",0.9499306123042568,1613939322744,199
"eps_0",1e-05,1613939322744,199
"wd_1",0.01,1613939322744,199
"sqr_mom_1",0.99,1613939322744,199
"lr_1",1.0027755078297258e-05,1613939322744,199
"mom_1",0.9499306123042568,1613939322744,199
"eps_1",1e-05,1613939322744,199
"wd_2",0.01,1613939322744,199
"sqr_mom_2",0.99,1613939322744,199
"lr_2",0.00010027755078297259,1613939322744,199
"mom_2",0.9499306123042568,1613939322744,199
"eps_2",1e-05,1613939322744,199
"train_loss",0.3673714,1613939323733,200
"raw_loss",0.17889455,1613939323733,200
"epoch",1.2641509433962264,1613939323733,200
"wd_0",0.01,1613939323733,200
"sqr_mom_0",0.99,1613939323733,200
"lr_0",1.0029159836969506e-06,1613939323733,200
"mom_0",0.9499271004075762,1613939323733,200
"eps_0",1e-05,1613939323733,200
"wd_1",0.01,1613939323733,200
"sqr_mom_1",0.99,1613939323733,200
"lr_1",1.0029159836969505e-05,1613939323733,200
"mom_1",0.9499271004075762,1613939323733,200
"eps_1",1e-05,1613939323733,200
"wd_2",0.01,1613939323733,200
"sqr_mom_2",0.99,1613939323733,200
"lr_2",0.00010029159836969504,1613939323733,200
"mom_2",0.9499271004075762,1613939323733,200
"eps_2",1e-05,1613939323733,200
"train_loss",0.36107057,1613939324700,201
"raw_loss",0.18448628,1613939324700,201
"epoch",1.270440251572327,1613939324700,201
"wd_0",0.01,1613939324700,201
"sqr_mom_0",0.99,1613939324700,201
"lr_0",1.0030599246886163e-06,1613939324700,201
"mom_0",0.9499235018827845,1613939324700,201
"eps_0",1e-05,1613939324700,201
"wd_1",0.01,1613939324700,201
"sqr_mom_1",0.99,1613939324700,201
"lr_1",1.0030599246886161e-05,1613939324700,201
"mom_1",0.9499235018827845,1613939324700,201
"eps_1",1e-05,1613939324700,201
"wd_2",0.01,1613939324700,201
"sqr_mom_2",0.99,1613939324700,201
"lr_2",0.0001003059924688616,1613939324700,201
"mom_2",0.9499235018827845,1613939324700,201
"eps_2",1e-05,1613939324700,201
"train_loss",0.35340625,1613939325681,202
"raw_loss",0.13539529,1613939325681,202
"epoch",1.2767295597484276,1613939325681,202
"wd_0",0.01,1613939325681,202
"sqr_mom_0",0.99,1613939325681,202
"lr_0",1.003207330554973e-06,1613939325681,202
"mom_0",0.9499198167361257,1613939325681,202
"eps_0",1e-05,1613939325681,202
"wd_1",0.01,1613939325681,202
"sqr_mom_1",0.99,1613939325681,202
"lr_1",1.0032073305549727e-05,1613939325681,202
"mom_1",0.9499198167361257,1613939325681,202
"eps_1",1e-05,1613939325681,202
"wd_2",0.01,1613939325681,202
"sqr_mom_2",0.99,1613939325681,202
"lr_2",0.00010032073305549727,1613939325681,202
"mom_2",0.9499198167361257,1613939325681,202
"eps_2",1e-05,1613939325681,202
"train_loss",0.36024702,1613939326680,203
"raw_loss",0.5576455,1613939326680,203
"epoch",1.2830188679245282,1613939326680,203
"wd_0",0.01,1613939326680,203
"sqr_mom_0",0.99,1613939326680,203
"lr_0",1.003358201040257e-06,1613939326680,203
"mom_0",0.9499160449739935,1613939326680,203
"eps_0",1e-05,1613939326680,203
"wd_1",0.01,1613939326680,203
"sqr_mom_1",0.99,1613939326680,203
"lr_1",1.003358201040257e-05,1613939326680,203
"mom_1",0.9499160449739935,1613939326680,203
"eps_1",1e-05,1613939326680,203
"wd_2",0.01,1613939326680,203
"sqr_mom_2",0.99,1613939326680,203
"lr_2",0.00010033582010402569,1613939326680,203
"mom_2",0.9499160449739935,1613939326680,203
"eps_2",1e-05,1613939326680,203
"train_loss",0.37197816,1613939327650,204
"raw_loss",0.7152195,1613939327650,204
"epoch",1.2893081761006289,1613939327650,204
"wd_0",0.01,1613939327650,204
"sqr_mom_0",0.99,1613939327650,204
"lr_0",1.0035125365760084e-06,1613939327650,204
"mom_0",0.9499121865855997,1613939327650,204
"eps_0",1e-05,1613939327650,204
"wd_1",0.01,1613939327650,204
"sqr_mom_1",0.99,1613939327650,204
"lr_1",1.0035125365760084e-05,1613939327650,204
"mom_1",0.9499121865855997,1613939327650,204
"eps_1",1e-05,1613939327650,204
"wd_2",0.01,1613939327650,204
"sqr_mom_2",0.99,1613939327650,204
"lr_2",0.00010035125365760083,1613939327650,204
"mom_2",0.9499121865855997,1613939327650,204
"eps_2",1e-05,1613939327650,204
"train_loss",0.36748424,1613939328628,205
"raw_loss",0.23422259,1613939328628,205
"epoch",1.2955974842767295,1613939328628,205
"wd_0",0.01,1613939328628,205
"sqr_mom_0",0.99,1613939328628,205
"lr_0",1.0036703355232032e-06,1613939328628,205
"mom_0",0.9499082416119199,1613939328628,205
"eps_0",1e-05,1613939328628,205
"wd_1",0.01,1613939328628,205
"sqr_mom_1",0.99,1613939328628,205
"lr_1",1.0036703355232032e-05,1613939328628,205
"mom_1",0.9499082416119199,1613939328628,205
"eps_1",1e-05,1613939328628,205
"wd_2",0.01,1613939328628,205
"sqr_mom_2",0.99,1613939328628,205
"lr_2",0.00010036703355232032,1613939328628,205
"mom_2",0.9499082416119199,1613939328628,205
"eps_2",1e-05,1613939328628,205
"train_loss",0.3614573,1613939329602,206
"raw_loss",0.18040279,1613939329602,206
"epoch",1.3018867924528301,1613939329602,206
"wd_0",0.01,1613939329602,206
"sqr_mom_0",0.99,1613939329602,206
"lr_0",1.003831597561881e-06,1613939329602,206
"mom_0",0.9499042100609529,1613939329602,206
"eps_0",1e-05,1613939329602,206
"wd_1",0.01,1613939329602,206
"sqr_mom_1",0.99,1613939329602,206
"lr_1",1.003831597561881e-05,1613939329602,206
"mom_1",0.9499042100609529,1613939329602,206
"eps_1",1e-05,1613939329602,206
"wd_2",0.01,1613939329602,206
"sqr_mom_2",0.99,1613939329602,206
"lr_2",0.00010038315975618809,1613939329602,206
"mom_2",0.9499042100609529,1613939329602,206
"eps_2",1e-05,1613939329602,206
"train_loss",0.36187607,1613939330560,207
"raw_loss",0.37461597,1613939330560,207
"epoch",1.3081761006289307,1613939330560,207
"wd_0",0.01,1613939330560,207
"sqr_mom_0",0.99,1613939330560,207
"lr_0",1.0039963245845021e-06,1613939330560,207
"mom_0",0.9499000918853874,1613939330560,207
"eps_0",1e-05,1613939330560,207
"wd_1",0.01,1613939330560,207
"sqr_mom_1",0.99,1613939330560,207
"lr_1",1.0039963245845022e-05,1613939330560,207
"mom_1",0.9499000918853874,1613939330560,207
"eps_1",1e-05,1613939330560,207
"wd_2",0.01,1613939330560,207
"sqr_mom_2",0.99,1613939330560,207
"lr_2",0.00010039963245845021,1613939330560,207
"mom_2",0.9499000918853874,1613939330560,207
"eps_2",1e-05,1613939330560,207
"train_loss",0.3615718,1613939331510,208
"raw_loss",0.35220316,1613939331510,208
"epoch",1.3144654088050314,1613939331510,208
"wd_0",0.01,1613939331510,208
"sqr_mom_0",0.99,1613939331510,208
"lr_0",1.004164514132985e-06,1613939331510,208
"mom_0",0.9498958871466754,1613939331510,208
"eps_0",1e-05,1613939331510,208
"wd_1",0.01,1613939331510,208
"sqr_mom_1",0.99,1613939331510,208
"lr_1",1.004164514132985e-05,1613939331510,208
"mom_1",0.9498958871466754,1613939331510,208
"eps_1",1e-05,1613939331510,208
"wd_2",0.01,1613939331510,208
"sqr_mom_2",0.99,1613939331510,208
"lr_2",0.0001004164514132985,1613939331510,208
"mom_2",0.9498958871466754,1613939331510,208
"eps_2",1e-05,1613939331510,208
"train_loss",0.37213498,1613939332465,209
"raw_loss",0.7012387,1613939332465,209
"epoch",1.320754716981132,1613939332465,209
"wd_0",0.01,1613939332465,209
"sqr_mom_0",0.99,1613939332465,209
"lr_0",1.0043361666395943e-06,1613939332465,209
"mom_0",0.9498915958340101,1613939332465,209
"eps_0",1e-05,1613939332465,209
"wd_1",0.01,1613939332465,209
"sqr_mom_1",0.99,1613939332465,209
"lr_1",1.0043361666395944e-05,1613939332465,209
"mom_1",0.9498915958340101,1613939332465,209
"eps_1",1e-05,1613939332465,209
"wd_2",0.01,1613939332465,209
"sqr_mom_2",0.99,1613939332465,209
"lr_2",0.00010043361666395943,1613939332465,209
"mom_2",0.9498915958340101,1613939332465,209
"eps_2",1e-05,1613939332465,209
"train_loss",0.3779442,1613939333417,210
"raw_loss",0.5610076,1613939333417,210
"epoch",1.3270440251572326,1613939333417,210
"wd_0",0.01,1613939333417,210
"sqr_mom_0",0.99,1613939333417,210
"lr_0",1.0045112818064974e-06,1613939333417,210
"mom_0",0.9498872179548375,1613939333417,210
"eps_0",1e-05,1613939333417,210
"wd_1",0.01,1613939333417,210
"sqr_mom_1",0.99,1613939333417,210
"lr_1",1.0045112818064972e-05,1613939333417,210
"mom_1",0.9498872179548375,1613939333417,210
"eps_1",1e-05,1613939333417,210
"wd_2",0.01,1613939333417,210
"sqr_mom_2",0.99,1613939333417,210
"lr_2",0.00010045112818064972,1613939333417,210
"mom_2",0.9498872179548375,1613939333417,210
"eps_2",1e-05,1613939333417,210
"train_loss",0.37620154,1613939334394,211
"raw_loss",0.3206756,1613939334394,211
"epoch",1.3333333333333333,1613939334394,211
"wd_0",0.01,1613939334394,211
"sqr_mom_0",0.99,1613939334394,211
"lr_0",1.0046898593298525e-06,1613939334394,211
"mom_0",0.9498827535167537,1613939334394,211
"eps_0",1e-05,1613939334394,211
"wd_1",0.01,1613939334394,211
"sqr_mom_1",0.99,1613939334394,211
"lr_1",1.0046898593298524e-05,1613939334394,211
"mom_1",0.9498827535167537,1613939334394,211
"eps_1",1e-05,1613939334394,211
"wd_2",0.01,1613939334394,211
"sqr_mom_2",0.99,1613939334394,211
"lr_2",0.00010046898593298524,1613939334394,211
"mom_2",0.9498827535167537,1613939334394,211
"eps_2",1e-05,1613939334394,211
"train_loss",0.37673646,1613939335339,212
"raw_loss",0.3939643,1613939335339,212
"epoch",1.3396226415094339,1613939335339,212
"wd_0",0.01,1613939335339,212
"sqr_mom_0",0.99,1613939335339,212
"lr_0",1.004871899716196e-06,1613939335339,212
"mom_0",0.9498782025070951,1613939335339,212
"eps_0",1e-05,1613939335339,212
"wd_1",0.01,1613939335339,212
"sqr_mom_1",0.99,1613939335339,212
"lr_1",1.004871899716196e-05,1613939335339,212
"mom_1",0.9498782025070951,1613939335339,212
"eps_1",1e-05,1613939335339,212
"wd_2",0.01,1613939335339,212
"sqr_mom_2",0.99,1613939335339,212
"lr_2",0.00010048718997161959,1613939335339,212
"mom_2",0.9498782025070951,1613939335339,212
"eps_2",1e-05,1613939335339,212
"train_loss",0.37231722,1613939336311,213
"raw_loss",0.228511,1613939336311,213
"epoch",1.3459119496855345,1613939336311,213
"wd_0",0.01,1613939336311,213
"sqr_mom_0",0.99,1613939336311,213
"lr_0",1.0050574002005198e-06,1613939336311,213
"mom_0",0.949873564994987,1613939336311,213
"eps_0",1e-05,1613939336311,213
"wd_1",0.01,1613939336311,213
"sqr_mom_1",0.99,1613939336311,213
"lr_1",1.0050574002005199e-05,1613939336311,213
"mom_1",0.949873564994987,1613939336311,213
"eps_1",1e-05,1613939336311,213
"wd_2",0.01,1613939336311,213
"sqr_mom_2",0.99,1613939336311,213
"lr_2",0.00010050574002005198,1613939336311,213
"mom_2",0.949873564994987,1613939336311,213
"eps_2",1e-05,1613939336311,213
"train_loss",0.37493214,1613939337272,214
"raw_loss",0.4608862,1613939337272,214
"epoch",1.3522012578616351,1613939337272,214
"wd_0",0.01,1613939337272,214
"sqr_mom_0",0.99,1613939337272,214
"lr_0",1.0052463629101148e-06,1613939337272,214
"mom_0",0.9498688409272471,1613939337272,214
"eps_0",1e-05,1613939337272,214
"wd_1",0.01,1613939337272,214
"sqr_mom_1",0.99,1613939337272,214
"lr_1",1.0052463629101148e-05,1613939337272,214
"mom_1",0.9498688409272471,1613939337272,214
"eps_1",1e-05,1613939337272,214
"wd_2",0.01,1613939337272,214
"sqr_mom_2",0.99,1613939337272,214
"lr_2",0.00010052463629101147,1613939337272,214
"mom_2",0.9498688409272471,1613939337272,214
"eps_2",1e-05,1613939337272,214
"train_loss",0.38244238,1613939338254,215
"raw_loss",0.63172805,1613939338254,215
"epoch",1.3584905660377358,1613939338254,215
"wd_0",0.01,1613939338254,215
"sqr_mom_0",0.99,1613939338254,215
"lr_0",1.0054387875632419e-06,1613939338254,215
"mom_0",0.9498640303109189,1613939338254,215
"eps_0",1e-05,1613939338254,215
"wd_1",0.01,1613939338254,215
"sqr_mom_1",0.99,1613939338254,215
"lr_1",1.005438787563242e-05,1613939338254,215
"mom_1",0.9498640303109189,1613939338254,215
"eps_1",1e-05,1613939338254,215
"wd_2",0.01,1613939338254,215
"sqr_mom_2",0.99,1613939338254,215
"lr_2",0.00010054387875632418,1613939338254,215
"mom_2",0.9498640303109189,1613939338254,215
"eps_2",1e-05,1613939338254,215
"train_loss",0.37981412,1613939339207,216
"raw_loss",0.29174373,1613939339207,216
"epoch",1.3647798742138364,1613939339207,216
"wd_0",0.01,1613939339207,216
"sqr_mom_0",0.99,1613939339207,216
"lr_0",1.0056346721163755e-06,1613939339207,216
"mom_0",0.9498591331970906,1613939339207,216
"eps_0",1e-05,1613939339207,216
"wd_1",0.01,1613939339207,216
"sqr_mom_1",0.99,1613939339207,216
"lr_1",1.0056346721163754e-05,1613939339207,216
"mom_1",0.9498591331970906,1613939339207,216
"eps_1",1e-05,1613939339207,216
"wd_2",0.01,1613939339207,216
"sqr_mom_2",0.99,1613939339207,216
"lr_2",0.00010056346721163753,1613939339207,216
"mom_2",0.9498591331970906,1613939339207,216
"eps_2",1e-05,1613939339207,216
"train_loss",0.37800545,1613939340181,217
"raw_loss",0.31683832,1613939340181,217
"epoch",1.371069182389937,1613939340181,217
"wd_0",0.01,1613939340181,217
"sqr_mom_0",0.99,1613939340181,217
"lr_0",1.005834016183518e-06,1613939340181,217
"mom_0",0.949854149595412,1613939340181,217
"eps_0",1e-05,1613939340181,217
"wd_1",0.01,1613939340181,217
"sqr_mom_1",0.99,1613939340181,217
"lr_1",1.005834016183518e-05,1613939340181,217
"mom_1",0.949854149595412,1613939340181,217
"eps_1",1e-05,1613939340181,217
"wd_2",0.01,1613939340181,217
"sqr_mom_2",0.99,1613939340181,217
"lr_2",0.0001005834016183518,1613939340181,217
"mom_2",0.949854149595412,1613939340181,217
"eps_2",1e-05,1613939340181,217
"train_loss",0.37640432,1613939341145,218
"raw_loss",0.32176888,1613939341145,218
"epoch",1.3773584905660377,1613939341145,218
"wd_0",0.01,1613939341145,218
"sqr_mom_0",0.99,1613939341145,218
"lr_0",1.0060368220985617e-06,1613939341145,218
"mom_0",0.9498490794475359,1613939341145,218
"eps_0",1e-05,1613939341145,218
"wd_1",0.01,1613939341145,218
"sqr_mom_1",0.99,1613939341145,218
"lr_1",1.0060368220985617e-05,1613939341145,218
"mom_1",0.9498490794475359,1613939341145,218
"eps_1",1e-05,1613939341145,218
"wd_2",0.01,1613939341145,218
"sqr_mom_2",0.99,1613939341145,218
"lr_2",0.00010060368220985616,1613939341145,218
"mom_2",0.9498490794475359,1613939341145,218
"eps_2",1e-05,1613939341145,218
"train_loss",0.36914188,1613939342101,219
"raw_loss",0.119169354,1613939342101,219
"epoch",1.3836477987421383,1613939342101,219
"wd_0",0.01,1613939342101,219
"sqr_mom_0",0.99,1613939342101,219
"lr_0",1.0062430868298475e-06,1613939342101,219
"mom_0",0.9498439228292538,1613939342101,219
"eps_0",1e-05,1613939342101,219
"wd_1",0.01,1613939342101,219
"sqr_mom_1",0.99,1613939342101,219
"lr_1",1.0062430868298474e-05,1613939342101,219
"mom_1",0.9498439228292538,1613939342101,219
"eps_1",1e-05,1613939342101,219
"wd_2",0.01,1613939342101,219
"sqr_mom_2",0.99,1613939342101,219
"lr_2",0.00010062430868298474,1613939342101,219
"mom_2",0.9498439228292538,1613939342101,219
"eps_2",1e-05,1613939342101,219
"train_loss",0.36695156,1613939343057,220
"raw_loss",0.29092115,1613939343057,220
"epoch",1.389937106918239,1613939343057,220
"wd_0",0.01,1613939343057,220
"sqr_mom_0",0.99,1613939343057,220
"lr_0",1.0064528109127446e-06,1613939343057,220
"mom_0",0.9498386797271814,1613939343057,220
"eps_0",1e-05,1613939343057,220
"wd_1",0.01,1613939343057,220
"sqr_mom_1",0.99,1613939343057,220
"lr_1",1.0064528109127446e-05,1613939343057,220
"mom_1",0.9498386797271814,1613939343057,220
"eps_1",1e-05,1613939343057,220
"wd_2",0.01,1613939343057,220
"sqr_mom_2",0.99,1613939343057,220
"lr_2",0.00010064528109127445,1613939343057,220
"mom_2",0.9498386797271814,1613939343057,220
"eps_2",1e-05,1613939343057,220
"train_loss",0.36021832,1613939344007,221
"raw_loss",0.124574,1613939344007,221
"epoch",1.3962264150943395,1613939344007,221
"wd_0",0.01,1613939344007,221
"sqr_mom_0",0.99,1613939344007,221
"lr_0",1.0066659939833625e-06,1613939344007,221
"mom_0",0.9498333501504159,1613939344007,221
"eps_0",1e-05,1613939344007,221
"wd_1",0.01,1613939344007,221
"sqr_mom_1",0.99,1613939344007,221
"lr_1",1.0066659939833625e-05,1613939344007,221
"mom_1",0.9498333501504159,1613939344007,221
"eps_1",1e-05,1613939344007,221
"wd_2",0.01,1613939344007,221
"sqr_mom_2",0.99,1613939344007,221
"lr_2",0.00010066659939833625,1613939344007,221
"mom_2",0.9498333501504159,1613939344007,221
"eps_2",1e-05,1613939344007,221
"train_loss",0.36036938,1613939344955,222
"raw_loss",0.3656998,1613939344955,222
"epoch",1.4025157232704402,1613939344955,222
"wd_0",0.01,1613939344955,222
"sqr_mom_0",0.99,1613939344955,222
"lr_0",1.0068826347017161e-06,1613939344955,222
"mom_0",0.949827934132457,1613939344955,222
"eps_0",1e-05,1613939344955,222
"wd_1",0.01,1613939344955,222
"sqr_mom_1",0.99,1613939344955,222
"lr_1",1.006882634701716e-05,1613939344955,222
"mom_1",0.949827934132457,1613939344955,222
"eps_1",1e-05,1613939344955,222
"wd_2",0.01,1613939344955,222
"sqr_mom_2",0.99,1613939344955,222
"lr_2",0.00010068826347017159,1613939344955,222
"mom_2",0.949827934132457,1613939344955,222
"eps_2",1e-05,1613939344955,222
"train_loss",0.3556515,1613939345920,223
"raw_loss",0.18792126,1613939345920,223
"epoch",1.4088050314465408,1613939345920,223
"wd_0",0.01,1613939345920,223
"sqr_mom_0",0.99,1613939345920,223
"lr_0",1.0071027356021914e-06,1613939345920,223
"mom_0",0.9498224316099452,1613939345920,223
"eps_0",1e-05,1613939345920,223
"wd_1",0.01,1613939345920,223
"sqr_mom_1",0.99,1613939345920,223
"lr_1",1.0071027356021915e-05,1613939345920,223
"mom_1",0.9498224316099452,1613939345920,223
"eps_1",1e-05,1613939345920,223
"wd_2",0.01,1613939345920,223
"sqr_mom_2",0.99,1613939345920,223
"lr_2",0.00010071027356021913,1613939345920,223
"mom_2",0.9498224316099452,1613939345920,223
"eps_2",1e-05,1613939345920,223
"train_loss",0.34879833,1613939346980,224
"raw_loss",0.10331267,1613939346980,224
"epoch",1.4150943396226414,1613939346980,224
"wd_0",0.01,1613939346980,224
"sqr_mom_0",0.99,1613939346980,224
"lr_0",1.0073262933926155e-06,1613939346980,224
"mom_0",0.9498168426651846,1613939346980,224
"eps_0",1e-05,1613939346980,224
"wd_1",0.01,1613939346980,224
"sqr_mom_1",0.99,1613939346980,224
"lr_1",1.0073262933926154e-05,1613939346980,224
"mom_1",0.9498168426651846,1613939346980,224
"eps_1",1e-05,1613939346980,224
"wd_2",0.01,1613939346980,224
"sqr_mom_2",0.99,1613939346980,224
"lr_2",0.00010073262933926153,1613939346980,224
"mom_2",0.9498168426651846,1613939346980,224
"eps_2",1e-05,1613939346980,224
"train_loss",0.3426816,1613939347938,225
"raw_loss",0.12196305,1613939347938,225
"epoch",1.421383647798742,1613939347938,225
"wd_0",0.01,1613939347938,225
"sqr_mom_0",0.99,1613939347938,225
"lr_0",1.007553308655188e-06,1613939347938,225
"mom_0",0.9498111672836203,1613939347938,225
"eps_0",1e-05,1613939347938,225
"wd_1",0.01,1613939347938,225
"sqr_mom_1",0.99,1613939347938,225
"lr_1",1.0075533086551879e-05,1613939347938,225
"mom_1",0.9498111672836203,1613939347938,225
"eps_1",1e-05,1613939347938,225
"wd_2",0.01,1613939347938,225
"sqr_mom_2",0.99,1613939347938,225
"lr_2",0.00010075533086551879,1613939347938,225
"mom_2",0.9498111672836203,1613939347938,225
"eps_2",1e-05,1613939347938,225
"train_loss",0.3389497,1613939348900,226
"raw_loss",0.20332456,1613939348900,226
"epoch",1.4276729559748427,1613939348900,226
"wd_0",0.01,1613939348900,226
"sqr_mom_0",0.99,1613939348900,226
"lr_0",1.0077837820275478e-06,1613939348900,226
"mom_0",0.9498054054493112,1613939348900,226
"eps_0",1e-05,1613939348900,226
"wd_1",0.01,1613939348900,226
"sqr_mom_1",0.99,1613939348900,226
"lr_1",1.0077837820275478e-05,1613939348900,226
"mom_1",0.9498054054493112,1613939348900,226
"eps_1",1e-05,1613939348900,226
"wd_2",0.01,1613939348900,226
"sqr_mom_2",0.99,1613939348900,226
"lr_2",0.00010077837820275478,1613939348900,226
"mom_2",0.9498054054493112,1613939348900,226
"eps_2",1e-05,1613939348900,226
"train_loss",0.3356535,1613939349872,227
"raw_loss",0.21502635,1613939349872,227
"epoch",1.4339622641509433,1613939349872,227
"wd_0",0.01,1613939349872,227
"sqr_mom_0",0.99,1613939349872,227
"lr_0",1.0080177110620972e-06,1613939349872,227
"mom_0",0.9497995572234476,1613939349872,227
"eps_0",1e-05,1613939349872,227
"wd_1",0.01,1613939349872,227
"sqr_mom_1",0.99,1613939349872,227
"lr_1",1.008017711062097e-05,1613939349872,227
"mom_1",0.9497995572234476,1613939349872,227
"eps_1",1e-05,1613939349872,227
"wd_2",0.01,1613939349872,227
"sqr_mom_2",0.99,1613939349872,227
"lr_2",0.0001008017711062097,1613939349872,227
"mom_2",0.9497995572234476,1613939349872,227
"eps_2",1e-05,1613939349872,227
"train_loss",0.337984,1613939350825,228
"raw_loss",0.42384768,1613939350825,228
"epoch",1.440251572327044,1613939350825,228
"wd_0",0.01,1613939350825,228
"sqr_mom_0",0.99,1613939350825,228
"lr_0",1.0082550963691214e-06,1613939350825,228
"mom_0",0.9497936225907719,1613939350825,228
"eps_0",1e-05,1613939350825,228
"wd_1",0.01,1613939350825,228
"sqr_mom_1",0.99,1613939350825,228
"lr_1",1.0082550963691213e-05,1613939350825,228
"mom_1",0.9497936225907719,1613939350825,228
"eps_1",1e-05,1613939350825,228
"wd_2",0.01,1613939350825,228
"sqr_mom_2",0.99,1613939350825,228
"lr_2",0.00010082550963691212,1613939350825,228
"mom_2",0.9497936225907719,1613939350825,228
"eps_2",1e-05,1613939350825,228
"train_loss",0.3350518,1613939351781,229
"raw_loss",0.22630538,1613939351781,229
"epoch",1.4465408805031446,1613939351781,229
"wd_0",0.01,1613939351781,229
"sqr_mom_0",0.99,1613939351781,229
"lr_0",1.0084959386143268e-06,1613939351781,229
"mom_0",0.9497876015346418,1613939351781,229
"eps_0",1e-05,1613939351781,229
"wd_1",0.01,1613939351781,229
"sqr_mom_1",0.99,1613939351781,229
"lr_1",1.0084959386143268e-05,1613939351781,229
"mom_1",0.9497876015346418,1613939351781,229
"eps_1",1e-05,1613939351781,229
"wd_2",0.01,1613939351781,229
"sqr_mom_2",0.99,1613939351781,229
"lr_2",0.00010084959386143267,1613939351781,229
"mom_2",0.9497876015346418,1613939351781,229
"eps_2",1e-05,1613939351781,229
"train_loss",0.33426967,1613939352734,230
"raw_loss",0.3050753,1613939352734,230
"epoch",1.4528301886792452,1613939352734,230
"wd_0",0.01,1613939352734,230
"sqr_mom_0",0.99,1613939352734,230
"lr_0",1.0087402330541181e-06,1613939352734,230
"mom_0",0.949781494173647,1613939352734,230
"eps_0",1e-05,1613939352734,230
"wd_1",0.01,1613939352734,230
"sqr_mom_1",0.99,1613939352734,230
"lr_1",1.008740233054118e-05,1613939352734,230
"mom_1",0.949781494173647,1613939352734,230
"eps_1",1e-05,1613939352734,230
"wd_2",0.01,1613939352734,230
"sqr_mom_2",0.99,1613939352734,230
"lr_2",0.0001008740233054118,1613939352734,230
"mom_2",0.949781494173647,1613939352734,230
"eps_2",1e-05,1613939352734,230
"train_loss",0.3436141,1613939353693,231
"raw_loss",0.6945804,1613939353693,231
"epoch",1.4591194968553458,1613939353693,231
"wd_0",0.01,1613939353693,231
"sqr_mom_0",0.99,1613939353693,231
"lr_0",1.0089879857762127e-06,1613939353693,231
"mom_0",0.9497753003555947,1613939353693,231
"eps_0",1e-05,1613939353693,231
"wd_1",0.01,1613939353693,231
"sqr_mom_1",0.99,1613939353693,231
"lr_1",1.0089879857762126e-05,1613939353693,231
"mom_1",0.9497753003555947,1613939353693,231
"eps_1",1e-05,1613939353693,231
"wd_2",0.01,1613939353693,231
"sqr_mom_2",0.99,1613939353693,231
"lr_2",0.00010089879857762126,1613939353693,231
"mom_2",0.9497753003555947,1613939353693,231
"eps_2",1e-05,1613939353693,231
"train_loss",0.33905667,1613939354650,232
"raw_loss",0.16684096,1613939354650,232
"epoch",1.4654088050314464,1613939354650,232
"wd_0",0.01,1613939354650,232
"sqr_mom_0",0.99,1613939354650,232
"lr_0",1.009239191994326e-06,1613939354650,232
"mom_0",0.9497690202001419,1613939354650,232
"eps_0",1e-05,1613939354650,232
"wd_1",0.01,1613939354650,232
"sqr_mom_1",0.99,1613939354650,232
"lr_1",1.0092391919943259e-05,1613939354650,232
"mom_1",0.9497690202001419,1613939354650,232
"eps_1",1e-05,1613939354650,232
"wd_2",0.01,1613939354650,232
"sqr_mom_2",0.99,1613939354650,232
"lr_2",0.00010092391919943258,1613939354650,232
"mom_2",0.9497690202001419,1613939354650,232
"eps_2",1e-05,1613939354650,232
"train_loss",0.33821955,1613939355616,233
"raw_loss",0.30639988,1613939355616,233
"epoch",1.471698113207547,1613939355616,233
"wd_0",0.01,1613939355616,233
"sqr_mom_0",0.99,1613939355616,233
"lr_0",1.009493852365533e-06,1613939355616,233
"mom_0",0.9497626536908617,1613939355616,233
"eps_0",1e-05,1613939355616,233
"wd_1",0.01,1613939355616,233
"sqr_mom_1",0.99,1613939355616,233
"lr_1",1.0094938523655329e-05,1613939355616,233
"mom_1",0.9497626536908617,1613939355616,233
"eps_1",1e-05,1613939355616,233
"wd_2",0.01,1613939355616,233
"sqr_mom_2",0.99,1613939355616,233
"lr_2",0.00010094938523655328,1613939355616,233
"mom_2",0.9497626536908617,1613939355616,233
"eps_2",1e-05,1613939355616,233
"train_loss",0.34139982,1613939356609,234
"raw_loss",0.46298674,1613939356609,234
"epoch",1.4779874213836477,1613939356609,234
"wd_0",0.01,1613939356609,234
"sqr_mom_0",0.99,1613939356609,234
"lr_0",1.009751966447974e-06,1613939356609,234
"mom_0",0.9497562008388006,1613939356609,234
"eps_0",1e-05,1613939356609,234
"wd_1",0.01,1613939356609,234
"sqr_mom_1",0.99,1613939356609,234
"lr_1",1.009751966447974e-05,1613939356609,234
"mom_1",0.9497562008388006,1613939356609,234
"eps_1",1e-05,1613939356609,234
"wd_2",0.01,1613939356609,234
"sqr_mom_2",0.99,1613939356609,234
"lr_2",0.0001009751966447974,1613939356609,234
"mom_2",0.9497562008388006,1613939356609,234
"eps_2",1e-05,1613939356609,234
"train_loss",0.3360824,1613939357604,235
"raw_loss",0.13164252,1613939357604,235
"epoch",1.4842767295597483,1613939357604,235
"wd_0",0.01,1613939357604,235
"sqr_mom_0",0.99,1613939357604,235
"lr_0",1.0100135349634572e-06,1613939357604,235
"mom_0",0.9497496616259136,1613939357604,235
"eps_0",1e-05,1613939357604,235
"wd_1",0.01,1613939357604,235
"sqr_mom_1",0.99,1613939357604,235
"lr_1",1.0100135349634573e-05,1613939357604,235
"mom_1",0.9497496616259136,1613939357604,235
"eps_1",1e-05,1613939357604,235
"wd_2",0.01,1613939357604,235
"sqr_mom_2",0.99,1613939357604,235
"lr_2",0.00010100135349634572,1613939357604,235
"mom_2",0.9497496616259136,1613939357604,235
"eps_2",1e-05,1613939357604,235
"train_loss",0.3334293,1613939358552,236
"raw_loss",0.23086731,1613939358552,236
"epoch",1.490566037735849,1613939358552,236
"wd_0",0.01,1613939358552,236
"sqr_mom_0",0.99,1613939358552,236
"lr_0",1.0102785563191553e-06,1613939358552,236
"mom_0",0.949743036092021,1613939358552,236
"eps_0",1e-05,1613939358552,236
"wd_1",0.01,1613939358552,236
"sqr_mom_1",0.99,1613939358552,236
"lr_1",1.0102785563191553e-05,1613939358552,236
"mom_1",0.949743036092021,1613939358552,236
"eps_1",1e-05,1613939358552,236
"wd_2",0.01,1613939358552,236
"sqr_mom_2",0.99,1613939358552,236
"lr_2",0.00010102785563191552,1613939358552,236
"mom_2",0.949743036092021,1613939358552,236
"eps_2",1e-05,1613939358552,236
"train_loss",0.3324094,1613939359494,237
"raw_loss",0.2927715,1613939359494,237
"epoch",1.4968553459119496,1613939359494,237
"wd_0",0.01,1613939359494,237
"sqr_mom_0",0.99,1613939359494,237
"lr_0",1.0105470252538963e-06,1613939359494,237
"mom_0",0.9497363243686525,1613939359494,237
"eps_0",1e-05,1613939359494,237
"wd_1",0.01,1613939359494,237
"sqr_mom_1",0.99,1613939359494,237
"lr_1",1.0105470252538963e-05,1613939359494,237
"mom_1",0.9497363243686525,1613939359494,237
"eps_1",1e-05,1613939359494,237
"wd_2",0.01,1613939359494,237
"sqr_mom_2",0.99,1613939359494,237
"lr_2",0.00010105470252538963,1613939359494,237
"mom_2",0.9497363243686525,1613939359494,237
"eps_2",1e-05,1613939359494,237
"train_loss",0.33422086,1613939360449,238
"raw_loss",0.40498844,1613939360449,238
"epoch",1.5031446540880502,1613939360449,238
"wd_0",0.01,1613939360449,238
"sqr_mom_0",0.99,1613939360449,238
"lr_0",1.0108189508431777e-06,1613939360449,238
"mom_0",0.9497295262289205,1613939360449,238
"eps_0",1e-05,1613939360449,238
"wd_1",0.01,1613939360449,238
"sqr_mom_1",0.99,1613939360449,238
"lr_1",1.0108189508431776e-05,1613939360449,238
"mom_1",0.9497295262289205,1613939360449,238
"eps_1",1e-05,1613939360449,238
"wd_2",0.01,1613939360449,238
"sqr_mom_2",0.99,1613939360449,238
"lr_2",0.00010108189508431776,1613939360449,238
"mom_2",0.9497295262289205,1613939360449,238
"eps_2",1e-05,1613939360449,238
"train_loss",0.33033973,1613939361399,239
"raw_loss",0.17794247,1613939361399,239
"epoch",1.5094339622641508,1613939361399,239
"wd_0",0.01,1613939361399,239
"sqr_mom_0",0.99,1613939361399,239
"lr_0",1.0110943278751909e-06,1613939361399,239
"mom_0",0.9497226418031202,1613939361399,239
"eps_0",1e-05,1613939361399,239
"wd_1",0.01,1613939361399,239
"sqr_mom_1",0.99,1613939361399,239
"lr_1",1.0110943278751908e-05,1613939361399,239
"mom_1",0.9497226418031202,1613939361399,239
"eps_1",1e-05,1613939361399,239
"wd_2",0.01,1613939361399,239
"sqr_mom_2",0.99,1613939361399,239
"lr_2",0.00010110943278751908,1613939361399,239
"mom_2",0.9497226418031202,1613939361399,239
"eps_2",1e-05,1613939361399,239
"train_loss",0.32811603,1613939362360,240
"raw_loss",0.24036604,1613939362360,240
"epoch",1.5157232704402515,1613939362360,240
"wd_0",0.01,1613939362360,240
"sqr_mom_0",0.99,1613939362360,240
"lr_0",1.0113731533794721e-06,1613939362360,240
"mom_0",0.9497156711655131,1613939362360,240
"eps_0",1e-05,1613939362360,240
"wd_1",0.01,1613939362360,240
"sqr_mom_1",0.99,1613939362360,240
"lr_1",1.011373153379472e-05,1613939362360,240
"mom_1",0.9497156711655131,1613939362360,240
"eps_1",1e-05,1613939362360,240
"wd_2",0.01,1613939362360,240
"sqr_mom_2",0.99,1613939362360,240
"lr_2",0.00010113731533794719,1613939362360,240
"mom_2",0.9497156711655131,1613939362360,240
"eps_2",1e-05,1613939362360,240
"train_loss",0.3277309,1613939363306,241
"raw_loss",0.31246108,1613939363306,241
"epoch",1.522012578616352,1613939363306,241
"wd_0",0.01,1613939363306,241
"sqr_mom_0",0.99,1613939363306,241
"lr_0",1.0116554318268803e-06,1613939363306,241
"mom_0",0.949708614204328,1613939363306,241
"eps_0",1e-05,1613939363306,241
"wd_1",0.01,1613939363306,241
"sqr_mom_1",0.99,1613939363306,241
"lr_1",1.0116554318268803e-05,1613939363306,241
"mom_1",0.949708614204328,1613939363306,241
"eps_1",1e-05,1613939363306,241
"wd_2",0.01,1613939363306,241
"sqr_mom_2",0.99,1613939363306,241
"lr_2",0.00010116554318268802,1613939363306,241
"mom_2",0.949708614204328,1613939363306,241
"eps_2",1e-05,1613939363306,241
"train_loss",0.32856578,1613939364262,242
"raw_loss",0.36182696,1613939364262,242
"epoch",1.5283018867924527,1613939364262,242
"wd_0",0.01,1613939364262,242
"sqr_mom_0",0.99,1613939364262,242
"lr_0",1.0119411602656363e-06,1613939364262,242
"mom_0",0.9497014709933591,1613939364262,242
"eps_0",1e-05,1613939364262,242
"wd_1",0.01,1613939364262,242
"sqr_mom_1",0.99,1613939364262,242
"lr_1",1.0119411602656361e-05,1613939364262,242
"mom_1",0.9497014709933591,1613939364262,242
"eps_1",1e-05,1613939364262,242
"wd_2",0.01,1613939364262,242
"sqr_mom_2",0.99,1613939364262,242
"lr_2",0.00010119411602656361,1613939364262,242
"mom_2",0.9497014709933591,1613939364262,242
"eps_2",1e-05,1613939364262,242
"train_loss",0.32416633,1613939365233,243
"raw_loss",0.1480917,1613939365233,243
"epoch",1.5345911949685533,1613939365233,243
"wd_0",0.01,1613939365233,243
"sqr_mom_0",0.99,1613939365233,243
"lr_0",1.0122303356153648e-06,1613939365233,243
"mom_0",0.9496942416096158,1613939365233,243
"eps_0",1e-05,1613939365233,243
"wd_1",0.01,1613939365233,243
"sqr_mom_1",0.99,1613939365233,243
"lr_1",1.0122303356153647e-05,1613939365233,243
"mom_1",0.9496942416096158,1613939365233,243
"eps_1",1e-05,1613939365233,243
"wd_2",0.01,1613939365233,243
"sqr_mom_2",0.99,1613939365233,243
"lr_2",0.00010122303356153646,1613939365233,243
"mom_2",0.9496942416096158,1613939365233,243
"eps_2",1e-05,1613939365233,243
"train_loss",0.3252807,1613939366194,244
"raw_loss",0.3700807,1613939366194,244
"epoch",1.540880503144654,1613939366194,244
"wd_0",0.01,1613939366194,244
"sqr_mom_0",0.99,1613939366194,244
"lr_0",1.0125229598976339e-06,1613939366194,244
"mom_0",0.9496869260025591,1613939366194,244
"eps_0",1e-05,1613939366194,244
"wd_1",0.01,1613939366194,244
"sqr_mom_1",0.99,1613939366194,244
"lr_1",1.0125229598976339e-05,1613939366194,244
"mom_1",0.9496869260025591,1613939366194,244
"eps_1",1e-05,1613939366194,244
"wd_2",0.01,1613939366194,244
"sqr_mom_2",0.99,1613939366194,244
"lr_2",0.00010125229598976338,1613939366194,244
"mom_2",0.9496869260025591,1613939366194,244
"eps_2",1e-05,1613939366194,244
"train_loss",0.32117236,1613939367295,245
"raw_loss",0.15528789,1613939367295,245
"epoch",1.5471698113207546,1613939367295,245
"wd_0",0.01,1613939367295,245
"sqr_mom_0",0.99,1613939367295,245
"lr_0",1.0128190352506015e-06,1613939367295,245
"mom_0",0.9496795241187349,1613939367295,245
"eps_0",1e-05,1613939367295,245
"wd_1",0.01,1613939367295,245
"sqr_mom_1",0.99,1613939367295,245
"lr_1",1.0128190352506014e-05,1613939367295,245
"mom_1",0.9496795241187349,1613939367295,245
"eps_1",1e-05,1613939367295,245
"wd_2",0.01,1613939367295,245
"sqr_mom_2",0.99,1613939367295,245
"lr_2",0.00010128190352506013,1613939367295,245
"mom_2",0.9496795241187349,1613939367295,245
"eps_2",1e-05,1613939367295,245
"train_loss",0.31661716,1613939368269,246
"raw_loss",0.13190618,1613939368269,246
"epoch",1.5534591194968552,1613939368269,246
"wd_0",0.01,1613939368269,246
"sqr_mom_0",0.99,1613939368269,246
"lr_0",1.0131185585759397e-06,1613939368269,246
"mom_0",0.9496720360356015,1613939368269,246
"eps_0",1e-05,1613939368269,246
"wd_1",0.01,1613939368269,246
"sqr_mom_1",0.99,1613939368269,246
"lr_1",1.0131185585759395e-05,1613939368269,246
"mom_1",0.9496720360356015,1613939368269,246
"eps_1",1e-05,1613939368269,246
"wd_2",0.01,1613939368269,246
"sqr_mom_2",0.99,1613939368269,246
"lr_2",0.00010131185585759395,1613939368269,246
"mom_2",0.9496720360356015,1613939368269,246
"eps_2",1e-05,1613939368269,246
"train_loss",0.3130696,1613939369440,247
"raw_loss",0.16861647,1613939369440,247
"epoch",1.5597484276729559,1613939369440,247
"wd_0",0.01,1613939369440,247
"sqr_mom_0",0.99,1613939369440,247
"lr_0",1.0134215266468008e-06,1613939369440,247
"mom_0",0.9496644618338299,1613939369440,247
"eps_0",1e-05,1613939369440,247
"wd_1",0.01,1613939369440,247
"sqr_mom_1",0.99,1613939369440,247
"lr_1",1.0134215266468006e-05,1613939369440,247
"mom_1",0.9496644618338299,1613939369440,247
"eps_1",1e-05,1613939369440,247
"wd_2",0.01,1613939369440,247
"sqr_mom_2",0.99,1613939369440,247
"lr_2",0.00010134215266468006,1613939369440,247
"mom_2",0.9496644618338299,1613939369440,247
"eps_2",1e-05,1613939369440,247
"train_loss",0.3091964,1613939370575,248
"raw_loss",0.15084253,1613939370575,248
"epoch",1.5660377358490565,1613939370575,248
"wd_0",0.01,1613939370575,248
"sqr_mom_0",0.99,1613939370575,248
"lr_0",1.0137279443211602e-06,1613939370575,248
"mom_0",0.949656801391971,1613939370575,248
"eps_0",1e-05,1613939370575,248
"wd_1",0.01,1613939370575,248
"sqr_mom_1",0.99,1613939370575,248
"lr_1",1.01372794432116e-05,1613939370575,248
"mom_1",0.949656801391971,1613939370575,248
"eps_1",1e-05,1613939370575,248
"wd_2",0.01,1613939370575,248
"sqr_mom_2",0.99,1613939370575,248
"lr_2",0.000101372794432116,1613939370575,248
"mom_2",0.949656801391971,1613939370575,248
"eps_2",1e-05,1613939370575,248
"train_loss",0.30597153,1613939371676,249
"raw_loss",0.17360093,1613939371676,249
"epoch",1.572327044025157,1613939371676,249
"wd_0",0.01,1613939371676,249
"sqr_mom_0",0.99,1613939371676,249
"lr_0",1.0140378083908355e-06,1613939371676,249
"mom_0",0.9496490547902291,1613939371676,249
"eps_0",1e-05,1613939371676,249
"wd_1",0.01,1613939371676,249
"sqr_mom_1",0.99,1613939371676,249
"lr_1",1.0140378083908353e-05,1613939371676,249
"mom_1",0.9496490547902291,1613939371676,249
"eps_1",1e-05,1613939371676,249
"wd_2",0.01,1613939371676,249
"sqr_mom_2",0.99,1613939371676,249
"lr_2",0.00010140378083908353,1613939371676,249
"mom_2",0.9496490547902291,1613939371676,249
"eps_2",1e-05,1613939371676,249
"train_loss",0.30090305,1613939372810,250
"raw_loss",0.09205185,1613939372810,250
"epoch",1.5786163522012577,1613939372810,250
"wd_0",0.01,1613939372810,250
"sqr_mom_0",0.99,1613939372810,250
"lr_0",1.0143511155191827e-06,1613939372810,250
"mom_0",0.9496412221120204,1613939372810,250
"eps_0",1e-05,1613939372810,250
"wd_1",0.01,1613939372810,250
"sqr_mom_1",0.99,1613939372810,250
"lr_1",1.0143511155191825e-05,1613939372810,250
"mom_1",0.9496412221120204,1613939372810,250
"eps_1",1e-05,1613939372810,250
"wd_2",0.01,1613939372810,250
"sqr_mom_2",0.99,1613939372810,250
"lr_2",0.00010143511155191825,1613939372810,250
"mom_2",0.9496412221120204,1613939372810,250
"eps_2",1e-05,1613939372810,250
"train_loss",0.30424866,1613939373824,251
"raw_loss",0.44262993,1613939373824,251
"epoch",1.5849056603773584,1613939373824,251
"wd_0",0.01,1613939373824,251
"sqr_mom_0",0.99,1613939373824,251
"lr_0",1.0146678707299596e-06,1613939373824,251
"mom_0",0.949633303231751,1613939373824,251
"eps_0",1e-05,1613939373824,251
"wd_1",0.01,1613939373824,251
"sqr_mom_1",0.99,1613939373824,251
"lr_1",1.0146678707299596e-05,1613939373824,251
"mom_1",0.949633303231751,1613939373824,251
"eps_1",1e-05,1613939373824,251
"wd_2",0.01,1613939373824,251
"sqr_mom_2",0.99,1613939373824,251
"lr_2",0.00010146678707299595,1613939373824,251
"mom_2",0.949633303231751,1613939373824,251
"eps_2",1e-05,1613939373824,251
"train_loss",0.3050787,1613939374803,252
"raw_loss",0.33953586,1613939374803,252
"epoch",1.591194968553459,1613939374803,252
"wd_0",0.01,1613939374803,252
"sqr_mom_0",0.99,1613939374803,252
"lr_0",1.014988067844971e-06,1613939374803,252
"mom_0",0.9496252983038757,1613939374803,252
"eps_0",1e-05,1613939374803,252
"wd_1",0.01,1613939374803,252
"sqr_mom_1",0.99,1613939374803,252
"lr_1",1.014988067844971e-05,1613939374803,252
"mom_1",0.9496252983038757,1613939374803,252
"eps_1",1e-05,1613939374803,252
"wd_2",0.01,1613939374803,252
"sqr_mom_2",0.99,1613939374803,252
"lr_2",0.0001014988067844971,1613939374803,252
"mom_2",0.9496252983038757,1613939374803,252
"eps_2",1e-05,1613939374803,252
"train_loss",0.30325556,1613939375800,253
"raw_loss",0.2272971,1613939375800,253
"epoch",1.5974842767295596,1613939375800,253
"wd_0",0.01,1613939375800,253
"sqr_mom_0",0.99,1613939375800,253
"lr_0",1.015311709107647e-06,1613939375800,253
"mom_0",0.9496172072723088,1613939375800,253
"eps_0",1e-05,1613939375800,253
"wd_1",0.01,1613939375800,253
"sqr_mom_1",0.99,1613939375800,253
"lr_1",1.0153117091076468e-05,1613939375800,253
"mom_1",0.9496172072723088,1613939375800,253
"eps_1",1e-05,1613939375800,253
"wd_2",0.01,1613939375800,253
"sqr_mom_2",0.99,1613939375800,253
"lr_2",0.00010153117091076467,1613939375800,253
"mom_2",0.9496172072723088,1613939375800,253
"eps_2",1e-05,1613939375800,253
"train_loss",0.30093104,1613939376759,254
"raw_loss",0.20373942,1613939376759,254
"epoch",1.6037735849056602,1613939376759,254
"wd_0",0.01,1613939376759,254
"sqr_mom_0",0.99,1613939376759,254
"lr_0",1.0156387968778444e-06,1613939376759,254
"mom_0",0.9496090300780539,1613939376759,254
"eps_0",1e-05,1613939376759,254
"wd_1",0.01,1613939376759,254
"sqr_mom_1",0.99,1613939376759,254
"lr_1",1.0156387968778442e-05,1613939376759,254
"mom_1",0.9496090300780539,1613939376759,254
"eps_1",1e-05,1613939376759,254
"wd_2",0.01,1613939376759,254
"sqr_mom_2",0.99,1613939376759,254
"lr_2",0.00010156387968778443,1613939376759,254
"mom_2",0.9496090300780539,1613939376759,254
"eps_2",1e-05,1613939376759,254
"train_loss",0.3022775,1613939377732,255
"raw_loss",0.35876882,1613939377732,255
"epoch",1.6100628930817609,1613939377732,255
"wd_0",0.01,1613939377732,255
"sqr_mom_0",0.99,1613939377732,255
"lr_0",1.0159693277278231e-06,1613939377732,255
"mom_0",0.9496007668068044,1613939377732,255
"eps_0",1e-05,1613939377732,255
"wd_1",0.01,1613939377732,255
"sqr_mom_1",0.99,1613939377732,255
"lr_1",1.015969327727823e-05,1613939377732,255
"mom_1",0.9496007668068044,1613939377732,255
"eps_1",1e-05,1613939377732,255
"wd_2",0.01,1613939377732,255
"sqr_mom_2",0.99,1613939377732,255
"lr_2",0.00010159693277278231,1613939377732,255
"mom_2",0.9496007668068044,1613939377732,255
"eps_2",1e-05,1613939377732,255
"train_loss",0.30135894,1613939378702,256
"raw_loss",0.2626917,1613939378702,256
"epoch",1.6163522012578615,1613939378702,256
"wd_0",0.01,1613939378702,256
"sqr_mom_0",0.99,1613939378702,256
"lr_0",1.0163032981015055e-06,1613939378702,256
"mom_0",0.9495924175474624,1613939378702,256
"eps_0",1e-05,1613939378702,256
"wd_1",0.01,1613939378702,256
"sqr_mom_1",0.99,1613939378702,256
"lr_1",1.0163032981015054e-05,1613939378702,256
"mom_1",0.9495924175474624,1613939378702,256
"eps_1",1e-05,1613939378702,256
"wd_2",0.01,1613939378702,256
"sqr_mom_2",0.99,1613939378702,256
"lr_2",0.00010163032981015053,1613939378702,256
"mom_2",0.9495924175474624,1613939378702,256
"eps_2",1e-05,1613939378702,256
"train_loss",0.30419877,1613939379683,257
"raw_loss",0.42413542,1613939379683,257
"epoch",1.6226415094339621,1613939379683,257
"wd_0",0.01,1613939379683,257
"sqr_mom_0",0.99,1613939379683,257
"lr_0",1.0166407133539763e-06,1613939379683,257
"mom_0",0.9495839821661506,1613939379683,257
"eps_0",1e-05,1613939379683,257
"wd_1",0.01,1613939379683,257
"sqr_mom_1",0.99,1613939379683,257
"lr_1",1.0166407133539763e-05,1613939379683,257
"mom_1",0.9495839821661506,1613939379683,257
"eps_1",1e-05,1613939379683,257
"wd_2",0.01,1613939379683,257
"sqr_mom_2",0.99,1613939379683,257
"lr_2",0.00010166407133539761,1613939379683,257
"mom_2",0.9495839821661506,1613939379683,257
"eps_2",1e-05,1613939379683,257
"train_loss",0.3024356,1613939380638,258
"raw_loss",0.22773254,1613939380638,258
"epoch",1.6289308176100628,1613939380638,258
"wd_0",0.01,1613939380638,258
"sqr_mom_0",0.99,1613939380638,258
"lr_0",1.016981569947796e-06,1613939380638,258
"mom_0",0.9495754607513051,1613939380638,258
"eps_0",1e-05,1613939380638,258
"wd_1",0.01,1613939380638,258
"sqr_mom_1",0.99,1613939380638,258
"lr_1",1.0169815699477958e-05,1613939380638,258
"mom_1",0.9495754607513051,1613939380638,258
"eps_1",1e-05,1613939380638,258
"wd_2",0.01,1613939380638,258
"sqr_mom_2",0.99,1613939380638,258
"lr_2",0.00010169815699477958,1613939380638,258
"mom_2",0.9495754607513051,1613939380638,258
"eps_2",1e-05,1613939380638,258
"train_loss",0.30133283,1613939381656,259
"raw_loss",0.25446334,1613939381656,259
"epoch",1.6352201257861634,1613939381656,259
"wd_0",0.01,1613939381656,259
"sqr_mom_0",0.99,1613939381656,259
"lr_0",1.0173258642172512e-06,1613939381656,259
"mom_0",0.9495668533945687,1613939381656,259
"eps_0",1e-05,1613939381656,259
"wd_1",0.01,1613939381656,259
"sqr_mom_1",0.99,1613939381656,259
"lr_1",1.0173258642172513e-05,1613939381656,259
"mom_1",0.9495668533945687,1613939381656,259
"eps_1",1e-05,1613939381656,259
"wd_2",0.01,1613939381656,259
"sqr_mom_2",0.99,1613939381656,259
"lr_2",0.00010173258642172511,1613939381656,259
"mom_2",0.9495668533945687,1613939381656,259
"eps_2",1e-05,1613939381656,259
"train_loss",0.29948878,1613939382631,260
"raw_loss",0.22087474,1613939382631,260
"epoch",1.641509433962264,1613939382631,260
"wd_0",0.01,1613939382631,260
"sqr_mom_0",0.99,1613939382631,260
"lr_0",1.017673598578115e-06,1613939382631,260
"mom_0",0.949558160035547,1613939382631,260
"eps_0",1e-05,1613939382631,260
"wd_1",0.01,1613939382631,260
"sqr_mom_1",0.99,1613939382631,260
"lr_1",1.017673598578115e-05,1613939382631,260
"mom_1",0.949558160035547,1613939382631,260
"eps_1",1e-05,1613939382631,260
"wd_2",0.01,1613939382631,260
"sqr_mom_2",0.99,1613939382631,260
"lr_2",0.0001017673598578115,1613939382631,260
"mom_2",0.949558160035547,1613939382631,260
"eps_2",1e-05,1613939382631,260
"train_loss",0.29998216,1613939383608,261
"raw_loss",0.32107842,1613939383608,261
"epoch",1.6477987421383646,1613939383608,261
"wd_0",0.01,1613939383608,261
"sqr_mom_0",0.99,1613939383608,261
"lr_0",1.0180247755624509e-06,1613939383608,261
"mom_0",0.9495493806109387,1613939383608,261
"eps_0",1e-05,1613939383608,261
"wd_1",0.01,1613939383608,261
"sqr_mom_1",0.99,1613939383608,261
"lr_1",1.0180247755624509e-05,1613939383608,261
"mom_1",0.9495493806109387,1613939383608,261
"eps_1",1e-05,1613939383608,261
"wd_2",0.01,1613939383608,261
"sqr_mom_2",0.99,1613939383608,261
"lr_2",0.00010180247755624508,1613939383608,261
"mom_2",0.9495493806109387,1613939383608,261
"eps_2",1e-05,1613939383608,261
"train_loss",0.29804605,1613939384595,262
"raw_loss",0.21501811,1613939384595,262
"epoch",1.6540880503144653,1613939384595,262
"wd_0",0.01,1613939384595,262
"sqr_mom_0",0.99,1613939384595,262
"lr_0",1.018379391486639e-06,1613939384595,262
"mom_0",0.949540515212834,1613939384595,262
"eps_0",1e-05,1613939384595,262
"wd_1",0.01,1613939384595,262
"sqr_mom_1",0.99,1613939384595,262
"lr_1",1.018379391486639e-05,1613939384595,262
"mom_1",0.949540515212834,1613939384595,262
"eps_1",1e-05,1613939384595,262
"wd_2",0.01,1613939384595,262
"sqr_mom_2",0.99,1613939384595,262
"lr_2",0.00010183793914866389,1613939384595,262
"mom_2",0.949540515212834,1613939384595,262
"eps_2",1e-05,1613939384595,262
"train_loss",0.29558644,1613939385558,263
"raw_loss",0.18980713,1613939385558,263
"epoch",1.660377358490566,1613939385558,263
"wd_0",0.01,1613939385558,263
"sqr_mom_0",0.99,1613939385558,263
"lr_0",1.018737442538876e-06,1613939385558,263
"mom_0",0.949531563936528,1613939385558,263
"eps_0",1e-05,1613939385558,263
"wd_1",0.01,1613939385558,263
"sqr_mom_1",0.99,1613939385558,263
"lr_1",1.018737442538876e-05,1613939385558,263
"mom_1",0.949531563936528,1613939385558,263
"eps_1",1e-05,1613939385558,263
"wd_2",0.01,1613939385558,263
"sqr_mom_2",0.99,1613939385558,263
"lr_2",0.00010187374425388758,1613939385558,263
"mom_2",0.949531563936528,1613939385558,263
"eps_2",1e-05,1613939385558,263
"train_loss",0.2927515,1613939386515,264
"raw_loss",0.17049244,1613939386515,264
"epoch",1.6666666666666665,1613939386515,264
"wd_0",0.01,1613939386515,264
"sqr_mom_0",0.99,1613939386515,264
"lr_0",1.0190989344603718e-06,1613939386515,264
"mom_0",0.9495225266384907,1613939386515,264
"eps_0",1e-05,1613939386515,264
"wd_1",0.01,1613939386515,264
"sqr_mom_1",0.99,1613939386515,264
"lr_1",1.0190989344603717e-05,1613939386515,264
"mom_1",0.9495225266384907,1613939386515,264
"eps_1",1e-05,1613939386515,264
"wd_2",0.01,1613939386515,264
"sqr_mom_2",0.99,1613939386515,264
"lr_2",0.00010190989344603717,1613939386515,264
"mom_2",0.9495225266384907,1613939386515,264
"eps_2",1e-05,1613939386515,264
"train_loss",0.29097635,1613939387518,265
"raw_loss",0.21421267,1613939387518,265
"epoch",1.6729559748427671,1613939387518,265
"wd_0",0.01,1613939387518,265
"sqr_mom_0",0.99,1613939387518,265
"lr_0",1.0194638634579387e-06,1613939387518,265
"mom_0",0.9495134034135515,1613939387518,265
"eps_0",1e-05,1613939387518,265
"wd_1",0.01,1613939387518,265
"sqr_mom_1",0.99,1613939387518,265
"lr_1",1.0194638634579386e-05,1613939387518,265
"mom_1",0.9495134034135515,1613939387518,265
"eps_1",1e-05,1613939387518,265
"wd_2",0.01,1613939387518,265
"sqr_mom_2",0.99,1613939387518,265
"lr_2",0.00010194638634579385,1613939387518,265
"mom_2",0.9495134034135515,1613939387518,265
"eps_2",1e-05,1613939387518,265
"train_loss",0.28915894,1613939388506,266
"raw_loss",0.21035907,1613939388506,266
"epoch",1.6792452830188678,1613939388506,266
"wd_0",0.01,1613939388506,266
"sqr_mom_0",0.99,1613939388506,266
"lr_0",1.0198322256102752e-06,1613939388506,266
"mom_0",0.9495041943597431,1613939388506,266
"eps_0",1e-05,1613939388506,266
"wd_1",0.01,1613939388506,266
"sqr_mom_1",0.99,1613939388506,266
"lr_1",1.019832225610275e-05,1613939388506,266
"mom_1",0.9495041943597431,1613939388506,266
"eps_1",1e-05,1613939388506,266
"wd_2",0.01,1613939388506,266
"sqr_mom_2",0.99,1613939388506,266
"lr_2",0.0001019832225610275,1613939388506,266
"mom_2",0.9495041943597431,1613939388506,266
"eps_2",1e-05,1613939388506,266
"train_loss",0.28746763,1613939389493,267
"raw_loss",0.21394257,1613939389493,267
"epoch",1.6855345911949684,1613939389493,267
"wd_0",0.01,1613939389493,267
"sqr_mom_0",0.99,1613939389493,267
"lr_0",1.020204023505291e-06,1613939389493,267
"mom_0",0.9494948994123676,1613939389493,267
"eps_0",1e-05,1613939389493,267
"wd_1",0.01,1613939389493,267
"sqr_mom_1",0.99,1613939389493,267
"lr_1",1.0202040235052911e-05,1613939389493,267
"mom_1",0.9494948994123676,1613939389493,267
"eps_1",1e-05,1613939389493,267
"wd_2",0.01,1613939389493,267
"sqr_mom_2",0.99,1613939389493,267
"lr_2",0.0001020204023505291,1613939389493,267
"mom_2",0.9494948994123676,1613939389493,267
"eps_2",1e-05,1613939389493,267
"train_loss",0.2849262,1613939390508,268
"raw_loss",0.17416632,1613939390508,268
"epoch",1.691823899371069,1613939390508,268
"wd_0",0.01,1613939390508,268
"sqr_mom_0",0.99,1613939390508,268
"lr_0",1.0205792598470406e-06,1613939390508,268
"mom_0",0.9494855185038239,1613939390508,268
"eps_0",1e-05,1613939390508,268
"wd_1",0.01,1613939390508,268
"sqr_mom_1",0.99,1613939390508,268
"lr_1",1.0205792598470405e-05,1613939390508,268
"mom_1",0.9494855185038239,1613939390508,268
"eps_1",1e-05,1613939390508,268
"wd_2",0.01,1613939390508,268
"sqr_mom_2",0.99,1613939390508,268
"lr_2",0.00010205792598470405,1613939390508,268
"mom_2",0.9494855185038239,1613939390508,268
"eps_2",1e-05,1613939390508,268
"train_loss",0.28309637,1613939391510,269
"raw_loss",0.20314941,1613939391510,269
"epoch",1.6981132075471697,1613939391510,269
"wd_0",0.01,1613939391510,269
"sqr_mom_0",0.99,1613939391510,269
"lr_0",1.0209579273166745e-06,1613939391510,269
"mom_0",0.949476051817083,1613939391510,269
"eps_0",1e-05,1613939391510,269
"wd_1",0.01,1613939391510,269
"sqr_mom_1",0.99,1613939391510,269
"lr_1",1.0209579273166744e-05,1613939391510,269
"mom_1",0.949476051817083,1613939391510,269
"eps_1",1e-05,1613939391510,269
"wd_2",0.01,1613939391510,269
"sqr_mom_2",0.99,1613939391510,269
"lr_2",0.00010209579273166742,1613939391510,269
"mom_2",0.949476051817083,1613939391510,269
"eps_2",1e-05,1613939391510,269
"train_loss",0.2863013,1613939392465,270
"raw_loss",0.4266685,1613939392465,270
"epoch",1.7044025157232703,1613939392465,270
"wd_0",0.01,1613939392465,270
"sqr_mom_0",0.99,1613939392465,270
"lr_0",1.0213400319859785e-06,1613939392465,270
"mom_0",0.9494664992003505,1613939392465,270
"eps_0",1e-05,1613939392465,270
"wd_1",0.01,1613939392465,270
"sqr_mom_1",0.99,1613939392465,270
"lr_1",1.0213400319859783e-05,1613939392465,270
"mom_1",0.9494664992003505,1613939392465,270
"eps_1",1e-05,1613939392465,270
"wd_2",0.01,1613939392465,270
"sqr_mom_2",0.99,1613939392465,270
"lr_2",0.00010213400319859782,1613939392465,270
"mom_2",0.9494664992003505,1613939392465,270
"eps_2",1e-05,1613939392465,270
"train_loss",0.28288344,1613939393460,271
"raw_loss",0.1328359,1613939393460,271
"epoch",1.710691823899371,1613939393460,271
"wd_0",0.01,1613939393460,271
"sqr_mom_0",0.99,1613939393460,271
"lr_0",1.0217255698428086e-06,1613939393460,271
"mom_0",0.9494568607539298,1613939393460,271
"eps_0",1e-05,1613939393460,271
"wd_1",0.01,1613939393460,271
"sqr_mom_1",0.99,1613939393460,271
"lr_1",1.0217255698428086e-05,1613939393460,271
"mom_1",0.9494568607539298,1613939393460,271
"eps_1",1e-05,1613939393460,271
"wd_2",0.01,1613939393460,271
"sqr_mom_2",0.99,1613939393460,271
"lr_2",0.00010217255698428085,1613939393460,271
"mom_2",0.9494568607539298,1613939393460,271
"eps_2",1e-05,1613939393460,271
"train_loss",0.2848865,1613939394433,272
"raw_loss",0.37302735,1613939394433,272
"epoch",1.7169811320754715,1613939394433,272
"wd_0",0.01,1613939394433,272
"sqr_mom_0",0.99,1613939394433,272
"lr_0",1.022114536747052e-06,1613939394433,272
"mom_0",0.9494471365813236,1613939394433,272
"eps_0",1e-05,1613939394433,272
"wd_1",0.01,1613939394433,272
"sqr_mom_1",0.99,1613939394433,272
"lr_1",1.022114536747052e-05,1613939394433,272
"mom_1",0.9494471365813236,1613939394433,272
"eps_1",1e-05,1613939394433,272
"wd_2",0.01,1613939394433,272
"sqr_mom_2",0.99,1613939394433,272
"lr_2",0.0001022114536747052,1613939394433,272
"mom_2",0.9494471365813236,1613939394433,272
"eps_2",1e-05,1613939394433,272
"train_loss",0.28259096,1613939395405,273
"raw_loss",0.18135169,1613939395405,273
"epoch",1.7232704402515722,1613939395405,273
"wd_0",0.01,1613939395405,273
"sqr_mom_0",0.99,1613939395405,273
"lr_0",1.0225069389356423e-06,1613939395405,273
"mom_0",0.949437326526609,1613939395405,273
"eps_0",1e-05,1613939395405,273
"wd_1",0.01,1613939395405,273
"sqr_mom_1",0.99,1613939395405,273
"lr_1",1.022506938935642e-05,1613939395405,273
"mom_1",0.949437326526609,1613939395405,273
"eps_1",1e-05,1613939395405,273
"wd_2",0.01,1613939395405,273
"sqr_mom_2",0.99,1613939395405,273
"lr_2",0.00010225069389356421,1613939395405,273
"mom_2",0.949437326526609,1613939395405,273
"eps_2",1e-05,1613939395405,273
"train_loss",0.2827299,1613939396364,274
"raw_loss",0.28887072,1613939396364,274
"epoch",1.7295597484276728,1613939396364,274
"wd_0",0.01,1613939396364,274
"sqr_mom_0",0.99,1613939396364,274
"lr_0",1.022902768754916e-06,1613939396364,274
"mom_0",0.949427430781127,1613939396364,274
"eps_0",1e-05,1613939396364,274
"wd_1",0.01,1613939396364,274
"sqr_mom_1",0.99,1613939396364,274
"lr_1",1.022902768754916e-05,1613939396364,274
"mom_1",0.949427430781127,1613939396364,274
"eps_1",1e-05,1613939396364,274
"wd_2",0.01,1613939396364,274
"sqr_mom_2",0.99,1613939396364,274
"lr_2",0.0001022902768754916,1613939396364,274
"mom_2",0.949427430781127,1613939396364,274
"eps_2",1e-05,1613939396364,274
"train_loss",0.28572753,1613939397334,275
"raw_loss",0.41851178,1613939397334,275
"epoch",1.7358490566037734,1613939397334,275
"wd_0",0.01,1613939397334,275
"sqr_mom_0",0.99,1613939397334,275
"lr_0",1.0233020289892425e-06,1613939397334,275
"mom_0",0.9494174492752689,1613939397334,275
"eps_0",1e-05,1613939397334,275
"wd_1",0.01,1613939397334,275
"sqr_mom_1",0.99,1613939397334,275
"lr_1",1.0233020289892423e-05,1613939397334,275
"mom_1",0.9494174492752689,1613939397334,275
"eps_1",1e-05,1613939397334,275
"wd_2",0.01,1613939397334,275
"sqr_mom_2",0.99,1613939397334,275
"lr_2",0.00010233020289892423,1613939397334,275
"mom_2",0.9494174492752689,1613939397334,275
"eps_2",1e-05,1613939397334,275
"train_loss",0.2834883,1613939398309,276
"raw_loss",0.18408878,1613939398309,276
"epoch",1.742138364779874,1613939398309,276
"wd_0",0.01,1613939398309,276
"sqr_mom_0",0.99,1613939398309,276
"lr_0",1.0237047225389525e-06,1613939398309,276
"mom_0",0.9494073819365262,1613939398309,276
"eps_0",1e-05,1613939398309,276
"wd_1",0.01,1613939398309,276
"sqr_mom_1",0.99,1613939398309,276
"lr_1",1.0237047225389525e-05,1613939398309,276
"mom_1",0.9494073819365262,1613939398309,276
"eps_1",1e-05,1613939398309,276
"wd_2",0.01,1613939398309,276
"sqr_mom_2",0.99,1613939398309,276
"lr_2",0.00010237047225389525,1613939398309,276
"mom_2",0.9494073819365262,1613939398309,276
"eps_2",1e-05,1613939398309,276
"train_loss",0.28296152,1613939399271,277
"raw_loss",0.2595282,1613939399271,277
"epoch",1.7484276729559747,1613939399271,277
"wd_0",0.01,1613939399271,277
"sqr_mom_0",0.99,1613939399271,277
"lr_0",1.0241108451731972e-06,1613939399271,277
"mom_0",0.94939722887067,1613939399271,277
"eps_0",1e-05,1613939399271,277
"wd_1",0.01,1613939399271,277
"sqr_mom_1",0.99,1613939399271,277
"lr_1",1.024110845173197e-05,1613939399271,277
"mom_1",0.94939722887067,1613939399271,277
"eps_1",1e-05,1613939399271,277
"wd_2",0.01,1613939399271,277
"sqr_mom_2",0.99,1613939399271,277
"lr_2",0.00010241108451731972,1613939399271,277
"mom_2",0.94939722887067,1613939399271,277
"eps_2",1e-05,1613939399271,277
"train_loss",0.28153738,1613939400275,278
"raw_loss",0.2180597,1613939400275,278
"epoch",1.7547169811320753,1613939400275,278
"wd_0",0.01,1613939400275,278
"sqr_mom_0",0.99,1613939400275,278
"lr_0",1.02452039253331e-06,1613939400275,278
"mom_0",0.9493869901866672,1613939400275,278
"eps_0",1e-05,1613939400275,278
"wd_1",0.01,1613939400275,278
"sqr_mom_1",0.99,1613939400275,278
"lr_1",1.0245203925333098e-05,1613939400275,278
"mom_1",0.9493869901866672,1613939400275,278
"eps_1",1e-05,1613939400275,278
"wd_2",0.01,1613939400275,278
"sqr_mom_2",0.99,1613939400275,278
"lr_2",0.00010245203925333097,1613939400275,278
"mom_2",0.9493869901866672,1613939400275,278
"eps_2",1e-05,1613939400275,278
"train_loss",0.27841353,1613939401248,279
"raw_loss",0.13889796,1613939401248,279
"epoch",1.761006289308176,1613939401248,279
"wd_0",0.01,1613939401248,279
"sqr_mom_0",0.99,1613939401248,279
"lr_0",1.024933371186224e-06,1613939401248,279
"mom_0",0.9493766657203444,1613939401248,279
"eps_0",1e-05,1613939401248,279
"wd_1",0.01,1613939401248,279
"sqr_mom_1",0.99,1613939401248,279
"lr_1",1.024933371186224e-05,1613939401248,279
"mom_1",0.9493766657203444,1613939401248,279
"eps_1",1e-05,1613939401248,279
"wd_2",0.01,1613939401248,279
"sqr_mom_2",0.99,1613939401248,279
"lr_2",0.00010249333711862239,1613939401248,279
"mom_2",0.9493766657203444,1613939401248,279
"eps_2",1e-05,1613939401248,279
"train_loss",0.27840084,1613939402243,280
"raw_loss",0.27783355,1613939402243,280
"epoch",1.7672955974842766,1613939402243,280
"wd_0",0.01,1613939402243,280
"sqr_mom_0",0.99,1613939402243,280
"lr_0",1.0253497767918353e-06,1613939402243,280
"mom_0",0.949366255580204,1613939402243,280
"eps_0",1e-05,1613939402243,280
"wd_1",0.01,1613939402243,280
"sqr_mom_1",0.99,1613939402243,280
"lr_1",1.0253497767918352e-05,1613939402243,280
"mom_1",0.949366255580204,1613939402243,280
"eps_1",1e-05,1613939402243,280
"wd_2",0.01,1613939402243,280
"sqr_mom_2",0.99,1613939402243,280
"lr_2",0.00010253497767918352,1613939402243,280
"mom_2",0.949366255580204,1613939402243,280
"eps_2",1e-05,1613939402243,280
"train_loss",0.27566028,1613939403194,281
"raw_loss",0.15279135,1613939403194,281
"epoch",1.7735849056603772,1613939403194,281
"wd_0",0.01,1613939403194,281
"sqr_mom_0",0.99,1613939403194,281
"lr_0",1.025769604882302e-06,1613939403194,281
"mom_0",0.9493557598779424,1613939403194,281
"eps_0",1e-05,1613939403194,281
"wd_1",0.01,1613939403194,281
"sqr_mom_1",0.99,1613939403194,281
"lr_1",1.0257696048823019e-05,1613939403194,281
"mom_1",0.9493557598779424,1613939403194,281
"eps_1",1e-05,1613939403194,281
"wd_2",0.01,1613939403194,281
"sqr_mom_2",0.99,1613939403194,281
"lr_2",0.00010257696048823019,1613939403194,281
"mom_2",0.9493557598779424,1613939403194,281
"eps_2",1e-05,1613939403194,281
"train_loss",0.27384484,1613939404158,282
"raw_loss",0.19230038,1613939404158,282
"epoch",1.7798742138364778,1613939404158,282
"wd_0",0.01,1613939404158,282
"sqr_mom_0",0.99,1613939404158,282
"lr_0",1.0261928584136409e-06,1613939404158,282
"mom_0",0.9493451785396589,1613939404158,282
"eps_0",1e-05,1613939404158,282
"wd_1",0.01,1613939404158,282
"sqr_mom_1",0.99,1613939404158,282
"lr_1",1.0261928584136406e-05,1613939404158,282
"mom_1",0.9493451785396589,1613939404158,282
"eps_1",1e-05,1613939404158,282
"wd_2",0.01,1613939404158,282
"sqr_mom_2",0.99,1613939404158,282
"lr_2",0.00010261928584136406,1613939404158,282
"mom_2",0.9493451785396589,1613939404158,282
"eps_2",1e-05,1613939404158,282
"train_loss",0.27242503,1613939405120,283
"raw_loss",0.20853496,1613939405120,283
"epoch",1.7861635220125784,1613939405120,283
"wd_0",0.01,1613939405120,283
"sqr_mom_0",0.99,1613939405120,283
"lr_0",1.0266195404576633e-06,1613939405120,283
"mom_0",0.9493345114885584,1613939405120,283
"eps_0",1e-05,1613939405120,283
"wd_1",0.01,1613939405120,283
"sqr_mom_1",0.99,1613939405120,283
"lr_1",1.0266195404576634e-05,1613939405120,283
"mom_1",0.9493345114885584,1613939405120,283
"eps_1",1e-05,1613939405120,283
"wd_2",0.01,1613939405120,283
"sqr_mom_2",0.99,1613939405120,283
"lr_2",0.00010266195404576632,1613939405120,283
"mom_2",0.9493345114885584,1613939405120,283
"eps_2",1e-05,1613939405120,283
"train_loss",0.27225783,1613939406077,284
"raw_loss",0.2647227,1613939406077,284
"epoch",1.792452830188679,1613939406077,284
"wd_0",0.01,1613939406077,284
"sqr_mom_0",0.99,1613939406077,284
"lr_0",1.027049646528698e-06,1613939406077,284
"mom_0",0.9493237588367825,1613939406077,284
"eps_0",1e-05,1613939406077,284
"wd_1",0.01,1613939406077,284
"sqr_mom_1",0.99,1613939406077,284
"lr_1",1.0270496465286979e-05,1613939406077,284
"mom_1",0.9493237588367825,1613939406077,284
"eps_1",1e-05,1613939406077,284
"wd_2",0.01,1613939406077,284
"sqr_mom_2",0.99,1613939406077,284
"lr_2",0.00010270496465286979,1613939406077,284
"mom_2",0.9493237588367825,1613939406077,284
"eps_2",1e-05,1613939406077,284
"train_loss",0.2752724,1613939407050,285
"raw_loss",0.41140035,1613939407050,285
"epoch",1.7987421383647797,1613939407050,285
"wd_0",0.01,1613939407050,285
"sqr_mom_0",0.99,1613939407050,285
"lr_0",1.0274831681464268e-06,1613939407050,285
"mom_0",0.9493129207963393,1613939407050,285
"eps_0",1e-05,1613939407050,285
"wd_1",0.01,1613939407050,285
"sqr_mom_1",0.99,1613939407050,285
"lr_1",1.0274831681464268e-05,1613939407050,285
"mom_1",0.9493129207963393,1613939407050,285
"eps_1",1e-05,1613939407050,285
"wd_2",0.01,1613939407050,285
"sqr_mom_2",0.99,1613939407050,285
"lr_2",0.00010274831681464268,1613939407050,285
"mom_2",0.9493129207963393,1613939407050,285
"eps_2",1e-05,1613939407050,285
"train_loss",0.27394724,1613939408012,286
"raw_loss",0.21400483,1613939408012,286
"epoch",1.8050314465408803,1613939408012,286
"wd_0",0.01,1613939408012,286
"sqr_mom_0",0.99,1613939408012,286
"lr_0",1.0279201199658954e-06,1613939408012,286
"mom_0",0.9493019970008526,1613939408012,286
"eps_0",1e-05,1613939408012,286
"wd_1",0.01,1613939408012,286
"sqr_mom_1",0.99,1613939408012,286
"lr_1",1.0279201199658953e-05,1613939408012,286
"mom_1",0.9493019970008526,1613939408012,286
"eps_1",1e-05,1613939408012,286
"wd_2",0.01,1613939408012,286
"sqr_mom_2",0.99,1613939408012,286
"lr_2",0.00010279201199658953,1613939408012,286
"mom_2",0.9493019970008526,1613939408012,286
"eps_2",1e-05,1613939408012,286
"train_loss",0.27456158,1613939408978,287
"raw_loss",0.3023972,1613939408978,287
"epoch",1.811320754716981,1613939408978,287
"wd_0",0.01,1613939408978,287
"sqr_mom_0",0.99,1613939408978,287
"lr_0",1.0283604935557306e-06,1613939408978,287
"mom_0",0.9492909876611066,1613939408978,287
"eps_0",1e-05,1613939408978,287
"wd_1",0.01,1613939408978,287
"sqr_mom_1",0.99,1613939408978,287
"lr_1",1.0283604935557306e-05,1613939408978,287
"mom_1",0.9492909876611066,1613939408978,287
"eps_1",1e-05,1613939408978,287
"wd_2",0.01,1613939408978,287
"sqr_mom_2",0.99,1613939408978,287
"lr_2",0.00010283604935557304,1613939408978,287
"mom_2",0.9492909876611066,1613939408978,287
"eps_2",1e-05,1613939408978,287
"train_loss",0.27851585,1613939409949,288
"raw_loss",0.45797187,1613939409949,288
"epoch",1.8176100628930816,1613939409949,288
"wd_0",0.01,1613939409949,288
"sqr_mom_0",0.99,1613939409949,288
"lr_0",1.0288042841936242e-06,1613939409949,288
"mom_0",0.9492798928951593,1613939409949,288
"eps_0",1e-05,1613939409949,288
"wd_1",0.01,1613939409949,288
"sqr_mom_1",0.99,1613939409949,288
"lr_1",1.028804284193624e-05,1613939409949,288
"mom_1",0.9492798928951593,1613939409949,288
"eps_1",1e-05,1613939409949,288
"wd_2",0.01,1613939409949,288
"sqr_mom_2",0.99,1613939409949,288
"lr_2",0.00010288042841936241,1613939409949,288
"mom_2",0.9492798928951593,1613939409949,288
"eps_2",1e-05,1613939409949,288
"train_loss",0.27741012,1613939410903,289
"raw_loss",0.22714987,1613939410903,289
"epoch",1.8238993710691822,1613939410903,289
"wd_0",0.01,1613939410903,289
"sqr_mom_0",0.99,1613939410903,289
"lr_0",1.0292514989955867e-06,1613939410903,289
"mom_0",0.9492687125251102,1613939410903,289
"eps_0",1e-05,1613939410903,289
"wd_1",0.01,1613939410903,289
"sqr_mom_1",0.99,1613939410903,289
"lr_1",1.0292514989955866e-05,1613939410903,289
"mom_1",0.9492687125251102,1613939410903,289
"eps_1",1e-05,1613939410903,289
"wd_2",0.01,1613939410903,289
"sqr_mom_2",0.99,1613939410903,289
"lr_2",0.00010292514989955866,1613939410903,289
"mom_2",0.9492687125251102,1613939410903,289
"eps_2",1e-05,1613939410903,289
"train_loss",0.27482253,1613939411865,290
"raw_loss",0.15702043,1613939411865,290
"epoch",1.8301886792452828,1613939411865,290
"wd_0",0.01,1613939411865,290
"sqr_mom_0",0.99,1613939411865,290
"lr_0",1.0297021332578306e-06,1613939411865,290
"mom_0",0.9492574466685542,1613939411865,290
"eps_0",1e-05,1613939411865,290
"wd_1",0.01,1613939411865,290
"sqr_mom_1",0.99,1613939411865,290
"lr_1",1.0297021332578306e-05,1613939411865,290
"mom_1",0.9492574466685542,1613939411865,290
"eps_1",1e-05,1613939411865,290
"wd_2",0.01,1613939411865,290
"sqr_mom_2",0.99,1613939411865,290
"lr_2",0.00010297021332578305,1613939411865,290
"mom_2",0.9492574466685542,1613939411865,290
"eps_2",1e-05,1613939411865,290
"train_loss",0.27353507,1613939412840,291
"raw_loss",0.21483235,1613939412840,291
"epoch",1.8364779874213835,1613939412840,291
"wd_0",0.01,1613939412840,291
"sqr_mom_0",0.99,1613939412840,291
"lr_0",1.030156182149111e-06,1613939412840,291
"mom_0",0.9492460954462721,1613939412840,291
"eps_0",1e-05,1613939412840,291
"wd_1",0.01,1613939412840,291
"sqr_mom_1",0.99,1613939412840,291
"lr_1",1.0301561821491109e-05,1613939412840,291
"mom_1",0.9492460954462721,1613939412840,291
"eps_1",1e-05,1613939412840,291
"wd_2",0.01,1613939412840,291
"sqr_mom_2",0.99,1613939412840,291
"lr_2",0.00010301561821491108,1613939412840,291
"mom_2",0.9492460954462721,1613939412840,291
"eps_2",1e-05,1613939412840,291
"train_loss",0.27163753,1613939413810,292
"raw_loss",0.18498906,1613939413810,292
"epoch",1.842767295597484,1613939413810,292
"wd_0",0.01,1613939413810,292
"sqr_mom_0",0.99,1613939413810,292
"lr_0",1.0306136529499255e-06,1613939413810,292
"mom_0",0.9492346586762518,1613939413810,292
"eps_0",1e-05,1613939413810,292
"wd_1",0.01,1613939413810,292
"sqr_mom_1",0.99,1613939413810,292
"lr_1",1.0306136529499255e-05,1613939413810,292
"mom_1",0.9492346586762518,1613939413810,292
"eps_1",1e-05,1613939413810,292
"wd_2",0.01,1613939413810,292
"sqr_mom_2",0.99,1613939413810,292
"lr_2",0.00010306136529499255,1613939413810,292
"mom_2",0.9492346586762518,1613939413810,292
"eps_2",1e-05,1613939413810,292
"train_loss",0.27027255,1613939414760,293
"raw_loss",0.2078501,1613939414760,293
"epoch",1.8490566037735847,1613939414760,293
"wd_0",0.01,1613939414760,293
"sqr_mom_0",0.99,1613939414760,293
"lr_0",1.0310745408475386e-06,1613939414760,293
"mom_0",0.9492231364788115,1613939414760,293
"eps_0",1e-05,1613939414760,293
"wd_1",0.01,1613939414760,293
"sqr_mom_1",0.99,1613939414760,293
"lr_1",1.0310745408475385e-05,1613939414760,293
"mom_1",0.9492231364788115,1613939414760,293
"eps_1",1e-05,1613939414760,293
"wd_2",0.01,1613939414760,293
"sqr_mom_2",0.99,1613939414760,293
"lr_2",0.00010310745408475383,1613939414760,293
"mom_2",0.9492231364788115,1613939414760,293
"eps_2",1e-05,1613939414760,293
"train_loss",0.26979634,1613939415718,294
"raw_loss",0.24798846,1613939415718,294
"epoch",1.8553459119496853,1613939415718,294
"wd_0",0.01,1613939415718,294
"sqr_mom_0",0.99,1613939415718,294
"lr_0",1.0315388409018435e-06,1613939415718,294
"mom_0",0.9492115289774539,1613939415718,294
"eps_0",1e-05,1613939415718,294
"wd_1",0.01,1613939415718,294
"sqr_mom_1",0.99,1613939415718,294
"lr_1",1.0315388409018434e-05,1613939415718,294
"mom_1",0.9492115289774539,1613939415718,294
"eps_1",1e-05,1613939415718,294
"wd_2",0.01,1613939415718,294
"sqr_mom_2",0.99,1613939415718,294
"lr_2",0.00010315388409018434,1613939415718,294
"mom_2",0.9492115289774539,1613939415718,294
"eps_2",1e-05,1613939415718,294
"train_loss",0.27064416,1613939416671,295
"raw_loss",0.30952457,1613939416671,295
"epoch",1.861635220125786,1613939416671,295
"wd_0",0.01,1613939416671,295
"sqr_mom_0",0.99,1613939416671,295
"lr_0",1.0320065605577124e-06,1613939416671,295
"mom_0",0.9491998359860572,1613939416671,295
"eps_0",1e-05,1613939416671,295
"wd_1",0.01,1613939416671,295
"sqr_mom_1",0.99,1613939416671,295
"lr_1",1.0320065605577123e-05,1613939416671,295
"mom_1",0.9491998359860572,1613939416671,295
"eps_1",1e-05,1613939416671,295
"wd_2",0.01,1613939416671,295
"sqr_mom_2",0.99,1613939416671,295
"lr_2",0.00010320065605577123,1613939416671,295
"mom_2",0.9491998359860572,1613939416671,295
"eps_2",1e-05,1613939416671,295
"train_loss",0.2714741,1613939417624,296
"raw_loss",0.30958837,1613939417624,296
"epoch",1.8679245283018866,1613939417624,296
"wd_0",0.01,1613939417624,296
"sqr_mom_0",0.99,1613939417624,296
"lr_0",1.0324776948935349e-06,1613939417624,296
"mom_0",0.9491880576276616,1613939417624,296
"eps_0",1e-05,1613939417624,296
"wd_1",0.01,1613939417624,296
"sqr_mom_1",0.99,1613939417624,296
"lr_1",1.0324776948935348e-05,1613939417624,296
"mom_1",0.9491880576276616,1613939417624,296
"eps_1",1e-05,1613939417624,296
"wd_2",0.01,1613939417624,296
"sqr_mom_2",0.99,1613939417624,296
"lr_2",0.00010324776948935348,1613939417624,296
"mom_2",0.9491880576276616,1613939417624,296
"eps_2",1e-05,1613939417624,296
"train_loss",0.2700482,1613939418578,297
"raw_loss",0.2044793,1613939418578,297
"epoch",1.8742138364779872,1613939418578,297
"wd_0",0.01,1613939418578,297
"sqr_mom_0",0.99,1613939418578,297
"lr_0",1.032952238860422e-06,1613939418578,297
"mom_0",0.9491761940284894,1613939418578,297
"eps_0",1e-05,1613939418578,297
"wd_1",0.01,1613939418578,297
"sqr_mom_1",0.99,1613939418578,297
"lr_1",1.032952238860422e-05,1613939418578,297
"mom_1",0.9491761940284894,1613939418578,297
"eps_1",1e-05,1613939418578,297
"wd_2",0.01,1613939418578,297
"sqr_mom_2",0.99,1613939418578,297
"lr_2",0.0001032952238860422,1613939418578,297
"mom_2",0.9491761940284894,1613939418578,297
"eps_2",1e-05,1613939418578,297
"train_loss",0.26664782,1613939419530,298
"raw_loss",0.11007711,1613939419530,298
"epoch",1.8805031446540879,1613939419530,298
"wd_0",0.01,1613939419530,298
"sqr_mom_0",0.99,1613939419530,298
"lr_0",1.0334302000675022e-06,1613939419530,298
"mom_0",0.9491642449983124,1613939419530,298
"eps_0",1e-05,1613939419530,298
"wd_1",0.01,1613939419530,298
"sqr_mom_1",0.99,1613939419530,298
"lr_1",1.033430200067502e-05,1613939419530,298
"mom_1",0.9491642449983124,1613939419530,298
"eps_1",1e-05,1613939419530,298
"wd_2",0.01,1613939419530,298
"sqr_mom_2",0.99,1613939419530,298
"lr_2",0.0001033430200067502,1613939419530,298
"mom_2",0.9491642449983124,1613939419530,298
"eps_2",1e-05,1613939419530,298
"train_loss",0.26433882,1613939420471,299
"raw_loss",0.15788633,1613939420471,299
"epoch",1.8867924528301885,1613939420471,299
"wd_0",0.01,1613939420471,299
"sqr_mom_0",0.99,1613939420471,299
"lr_0",1.0339115734843687e-06,1613939420471,299
"mom_0",0.9491522106628908,1613939420471,299
"eps_0",1e-05,1613939420471,299
"wd_1",0.01,1613939420471,299
"sqr_mom_1",0.99,1613939420471,299
"lr_1",1.0339115734843686e-05,1613939420471,299
"mom_1",0.9491522106628908,1613939420471,299
"eps_1",1e-05,1613939420471,299
"wd_2",0.01,1613939420471,299
"sqr_mom_2",0.99,1613939420471,299
"lr_2",0.00010339115734843685,1613939420471,299
"mom_2",0.9491522106628908,1613939420471,299
"eps_2",1e-05,1613939420471,299
"train_loss",0.2642279,1613939421423,300
"raw_loss",0.25910816,1613939421423,300
"epoch",1.893081761006289,1613939421423,300
"wd_0",0.01,1613939421423,300
"sqr_mom_0",0.99,1613939421423,300
"lr_0",1.0343963496310683e-06,1613939421423,300
"mom_0",0.9491400912592233,1613939421423,300
"eps_0",1e-05,1613939421423,300
"wd_1",0.01,1613939421423,300
"sqr_mom_1",0.99,1613939421423,300
"lr_1",1.0343963496310683e-05,1613939421423,300
"mom_1",0.9491400912592233,1613939421423,300
"eps_1",1e-05,1613939421423,300
"wd_2",0.01,1613939421423,300
"sqr_mom_2",0.99,1613939421423,300
"lr_2",0.00010343963496310683,1613939421423,300
"mom_2",0.9491400912592233,1613939421423,300
"eps_2",1e-05,1613939421423,300
"train_loss",0.2651337,1613939422385,301
"raw_loss",0.30699837,1613939422385,301
"epoch",1.8993710691823897,1613939422385,301
"wd_0",0.01,1613939422385,301
"sqr_mom_0",0.99,1613939422385,301
"lr_0",1.0348845405426318e-06,1613939422385,301
"mom_0",0.9491278864864342,1613939422385,301
"eps_0",1e-05,1613939422385,301
"wd_1",0.01,1613939422385,301
"sqr_mom_1",0.99,1613939422385,301
"lr_1",1.0348845405426318e-05,1613939422385,301
"mom_1",0.9491278864864342,1613939422385,301
"eps_1",1e-05,1613939422385,301
"wd_2",0.01,1613939422385,301
"sqr_mom_2",0.99,1613939422385,301
"lr_2",0.00010348845405426318,1613939422385,301
"mom_2",0.9491278864864342,1613939422385,301
"eps_2",1e-05,1613939422385,301
"train_loss",0.26595184,1613939423339,302
"raw_loss",0.30381006,1613939423339,302
"epoch",1.9056603773584904,1613939423339,302
"wd_0",0.01,1613939423339,302
"sqr_mom_0",0.99,1613939423339,302
"lr_0",1.0353761454629031e-06,1613939423339,302
"mom_0",0.9491155963634273,1613939423339,302
"eps_0",1e-05,1613939423339,302
"wd_1",0.01,1613939423339,302
"sqr_mom_1",0.99,1613939423339,302
"lr_1",1.035376145462903e-05,1613939423339,302
"mom_1",0.9491155963634273,1613939423339,302
"eps_1",1e-05,1613939423339,302
"wd_2",0.01,1613939423339,302
"sqr_mom_2",0.99,1613939423339,302
"lr_2",0.0001035376145462903,1613939423339,302
"mom_2",0.9491155963634273,1613939423339,302
"eps_2",1e-05,1613939423339,302
"train_loss",0.26334804,1613939424302,303
"raw_loss",0.14271769,1613939424302,303
"epoch",1.911949685534591,1613939424302,303
"wd_0",0.01,1613939424302,303
"sqr_mom_0",0.99,1613939424302,303
"lr_0",1.0358711592165363e-06,1613939424302,303
"mom_0",0.9491032210195866,1613939424302,303
"eps_0",1e-05,1613939424302,303
"wd_1",0.01,1613939424302,303
"sqr_mom_1",0.99,1613939424302,303
"lr_1",1.0358711592165363e-05,1613939424302,303
"mom_1",0.9491032210195866,1613939424302,303
"eps_1",1e-05,1613939424302,303
"wd_2",0.01,1613939424302,303
"sqr_mom_2",0.99,1613939424302,303
"lr_2",0.00010358711592165362,1613939424302,303
"mom_2",0.9491032210195866,1613939424302,303
"eps_2",1e-05,1613939424302,303
"train_loss",0.26186982,1613939425280,304
"raw_loss",0.1933061,1613939425280,304
"epoch",1.9182389937106916,1613939425280,304
"wd_0",0.01,1613939425280,304
"sqr_mom_0",0.99,1613939425280,304
"lr_0",1.0363695765011247e-06,1613939425280,304
"mom_0",0.9490907605874719,1613939425280,304
"eps_0",1e-05,1613939425280,304
"wd_1",0.01,1613939425280,304
"sqr_mom_1",0.99,1613939425280,304
"lr_1",1.0363695765011245e-05,1613939425280,304
"mom_1",0.9490907605874719,1613939425280,304
"eps_1",1e-05,1613939425280,304
"wd_2",0.01,1613939425280,304
"sqr_mom_2",0.99,1613939425280,304
"lr_2",0.00010363695765011246,1613939425280,304
"mom_2",0.9490907605874719,1613939425280,304
"eps_2",1e-05,1613939425280,304
"train_loss",0.26146123,1613939426328,305
"raw_loss",0.24248968,1613939426328,305
"epoch",1.9245283018867922,1613939426328,305
"wd_0",0.01,1613939426328,305
"sqr_mom_0",0.99,1613939426328,305
"lr_0",1.0368714053085954e-06,1613939426328,305
"mom_0",0.949078214867285,1613939426328,305
"eps_0",1e-05,1613939426328,305
"wd_1",0.01,1613939426328,305
"sqr_mom_1",0.99,1613939426328,305
"lr_1",1.0368714053085953e-05,1613939426328,305
"mom_1",0.949078214867285,1613939426328,305
"eps_1",1e-05,1613939426328,305
"wd_2",0.01,1613939426328,305
"sqr_mom_2",0.99,1613939426328,305
"lr_2",0.00010368714053085953,1613939426328,305
"mom_2",0.949078214867285,1613939426328,305
"eps_2",1e-05,1613939426328,305
"train_loss",0.26233554,1613939427294,306
"raw_loss",0.30297768,1613939427294,306
"epoch",1.9308176100628929,1613939427294,306
"wd_0",0.01,1613939427294,306
"sqr_mom_0",0.99,1613939427294,306
"lr_0",1.0373766403549917e-06,1613939427294,306
"mom_0",0.9490655839911252,1613939427294,306
"eps_0",1e-05,1613939427294,306
"wd_1",0.01,1613939427294,306
"sqr_mom_1",0.99,1613939427294,306
"lr_1",1.0373766403549916e-05,1613939427294,306
"mom_1",0.9490655839911252,1613939427294,306
"eps_1",1e-05,1613939427294,306
"wd_2",0.01,1613939427294,306
"sqr_mom_2",0.99,1613939427294,306
"lr_2",0.00010373766403549915,1613939427294,306
"mom_2",0.9490655839911252,1613939427294,306
"eps_2",1e-05,1613939427294,306
"train_loss",0.26435667,1613939428317,307
"raw_loss",0.3584116,1613939428317,307
"epoch",1.9371069182389935,1613939428317,307
"wd_0",0.01,1613939428317,307
"sqr_mom_0",0.99,1613939428317,307
"lr_0",1.0378852762293924e-06,1613939428317,307
"mom_0",0.9490528680942651,1613939428317,307
"eps_0",1e-05,1613939428317,307
"wd_1",0.01,1613939428317,307
"sqr_mom_1",0.99,1613939428317,307
"lr_1",1.0378852762293923e-05,1613939428317,307
"mom_1",0.9490528680942651,1613939428317,307
"eps_1",1e-05,1613939428317,307
"wd_2",0.01,1613939428317,307
"sqr_mom_2",0.99,1613939428317,307
"lr_2",0.00010378852762293923,1613939428317,307
"mom_2",0.9490528680942651,1613939428317,307
"eps_2",1e-05,1613939428317,307
"train_loss",0.26097348,1613939429336,308
"raw_loss",0.10336624,1613939429336,308
"epoch",1.9433962264150941,1613939429336,308
"wd_0",0.01,1613939429336,308
"sqr_mom_0",0.99,1613939429336,308
"lr_0",1.0383973210875762e-06,1613939429336,308
"mom_0",0.9490400669728105,1613939429336,308
"eps_0",1e-05,1613939429336,308
"wd_1",0.01,1613939429336,308
"sqr_mom_1",0.99,1613939429336,308
"lr_1",1.0383973210875761e-05,1613939429336,308
"mom_1",0.9490400669728105,1613939429336,308
"eps_1",1e-05,1613939429336,308
"wd_2",0.01,1613939429336,308
"sqr_mom_2",0.99,1613939429336,308
"lr_2",0.00010383973210875762,1613939429336,308
"mom_2",0.9490400669728105,1613939429336,308
"eps_2",1e-05,1613939429336,308
"train_loss",0.25999004,1613939430349,309
"raw_loss",0.21412967,1613939430349,309
"epoch",1.9496855345911948,1613939430349,309
"wd_0",0.01,1613939430349,309
"sqr_mom_0",0.99,1613939430349,309
"lr_0",1.0389127649422933e-06,1613939430349,309
"mom_0",0.9490271808764427,1613939430349,309
"eps_0",1e-05,1613939430349,309
"wd_1",0.01,1613939430349,309
"sqr_mom_1",0.99,1613939430349,309
"lr_1",1.0389127649422933e-05,1613939430349,309
"mom_1",0.9490271808764427,1613939430349,309
"eps_1",1e-05,1613939430349,309
"wd_2",0.01,1613939430349,309
"sqr_mom_2",0.99,1613939430349,309
"lr_2",0.00010389127649422931,1613939430349,309
"mom_2",0.9490271808764427,1613939430349,309
"eps_2",1e-05,1613939430349,309
"train_loss",0.2578958,1613939431373,310
"raw_loss",0.16013503,1613939431373,310
"epoch",1.9559748427672954,1613939431373,310
"wd_0",0.01,1613939431373,310
"sqr_mom_0",0.99,1613939431373,310
"lr_0",1.0394316160584862e-06,1613939431373,310
"mom_0",0.9490142095985378,1613939431373,310
"eps_0",1e-05,1613939431373,310
"wd_1",0.01,1613939431373,310
"sqr_mom_1",0.99,1613939431373,310
"lr_1",1.039431616058486e-05,1613939431373,310
"mom_1",0.9490142095985378,1613939431373,310
"eps_1",1e-05,1613939431373,310
"wd_2",0.01,1613939431373,310
"sqr_mom_2",0.99,1613939431373,310
"lr_2",0.00010394316160584861,1613939431373,310
"mom_2",0.9490142095985378,1613939431373,310
"eps_2",1e-05,1613939431373,310
"train_loss",0.25718603,1613939432392,311
"raw_loss",0.22402026,1613939432392,311
"epoch",1.962264150943396,1613939432392,311
"wd_0",0.01,1613939432392,311
"sqr_mom_0",0.99,1613939432392,311
"lr_0",1.0399538689713644e-06,1613939432392,311
"mom_0",0.9490011532757159,1613939432392,311
"eps_0",1e-05,1613939432392,311
"wd_1",0.01,1613939432392,311
"sqr_mom_1",0.99,1613939432392,311
"lr_1",1.0399538689713645e-05,1613939432392,311
"mom_1",0.9490011532757159,1613939432392,311
"eps_1",1e-05,1613939432392,311
"wd_2",0.01,1613939432392,311
"sqr_mom_2",0.99,1613939432392,311
"lr_2",0.00010399538689713644,1613939432392,311
"mom_2",0.9490011532757159,1613939432392,311
"eps_2",1e-05,1613939432392,311
"train_loss",0.25493312,1613939433355,312
"raw_loss",0.14955847,1613939433355,312
"epoch",1.9685534591194966,1613939433355,312
"wd_0",0.01,1613939433355,312
"sqr_mom_0",0.99,1613939433355,312
"lr_0",1.0404795227747627e-06,1613939433355,312
"mom_0",0.9489880119306309,1613939433355,312
"eps_0",1e-05,1613939433355,312
"wd_1",0.01,1613939433355,312
"sqr_mom_1",0.99,1613939433355,312
"lr_1",1.0404795227747626e-05,1613939433355,312
"mom_1",0.9489880119306309,1613939433355,312
"eps_1",1e-05,1613939433355,312
"wd_2",0.01,1613939433355,312
"sqr_mom_2",0.99,1613939433355,312
"lr_2",0.00010404795227747626,1613939433355,312
"mom_2",0.9489880119306309,1613939433355,312
"eps_2",1e-05,1613939433355,312
"train_loss",0.2529679,1613939434333,313
"raw_loss",0.16096161,1613939434333,313
"epoch",1.9748427672955973,1613939434333,313
"wd_0",0.01,1613939434333,313
"sqr_mom_0",0.99,1613939434333,313
"lr_0",1.0410085765566153e-06,1613939434333,313
"mom_0",0.9489747855860846,1613939434333,313
"eps_0",1e-05,1613939434333,313
"wd_1",0.01,1613939434333,313
"sqr_mom_1",0.99,1613939434333,313
"lr_1",1.0410085765566151e-05,1613939434333,313
"mom_1",0.9489747855860846,1613939434333,313
"eps_1",1e-05,1613939434333,313
"wd_2",0.01,1613939434333,313
"sqr_mom_2",0.99,1613939434333,313
"lr_2",0.0001041008576556615,1613939434333,313
"mom_2",0.9489747855860846,1613939434333,313
"eps_2",1e-05,1613939434333,313
"train_loss",0.2510187,1613939435373,314
"raw_loss",0.15967764,1613939435373,314
"epoch",1.981132075471698,1613939435373,314
"wd_0",0.01,1613939435373,314
"sqr_mom_0",0.99,1613939435373,314
"lr_0",1.0415410199073082e-06,1613939435373,314
"mom_0",0.9489614745023173,1613939435373,314
"eps_0",1e-05,1613939435373,314
"wd_1",0.01,1613939435373,314
"sqr_mom_1",0.99,1613939435373,314
"lr_1",1.041541019907308e-05,1613939435373,314
"mom_1",0.9489614745023173,1613939435373,314
"eps_1",1e-05,1613939435373,314
"wd_2",0.01,1613939435373,314
"sqr_mom_2",0.99,1613939435373,314
"lr_2",0.00010415410199073081,1613939435373,314
"mom_2",0.9489614745023173,1613939435373,314
"eps_2",1e-05,1613939435373,314
"train_loss",0.24989484,1613939436548,315
"raw_loss",0.19718204,1613939436548,315
"epoch",1.9874213836477985,1613939436548,315
"wd_0",0.01,1613939436548,315
"sqr_mom_0",0.99,1613939436548,315
"lr_0",1.0420768612738783e-06,1613939436548,315
"mom_0",0.948948078468153,1613939436548,315
"eps_0",1e-05,1613939436548,315
"wd_1",0.01,1613939436548,315
"sqr_mom_1",0.99,1613939436548,315
"lr_1",1.0420768612738783e-05,1613939436548,315
"mom_1",0.948948078468153,1613939436548,315
"eps_1",1e-05,1613939436548,315
"wd_2",0.01,1613939436548,315
"sqr_mom_2",0.99,1613939436548,315
"lr_2",0.00010420768612738783,1613939436548,315
"mom_2",0.948948078468153,1613939436548,315
"eps_2",1e-05,1613939436548,315
"train_loss",0.24897034,1613939437575,316
"raw_loss",0.20556861,1613939437575,316
"epoch",1.9937106918238992,1613939437575,316
"wd_0",0.01,1613939437575,316
"sqr_mom_0",0.99,1613939437575,316
"lr_0",1.0426161093389968e-06,1613939437575,316
"mom_0",0.9489345972665251,1613939437575,316
"eps_0",1e-05,1613939437575,316
"wd_1",0.01,1613939437575,316
"sqr_mom_1",0.99,1613939437575,316
"lr_1",1.0426161093389968e-05,1613939437575,316
"mom_1",0.9489345972665251,1613939437575,316
"eps_1",1e-05,1613939437575,316
"wd_2",0.01,1613939437575,316
"sqr_mom_2",0.99,1613939437575,316
"lr_2",0.00010426161093389968,1613939437575,316
"mom_2",0.9489345972665251,1613939437575,316
"eps_2",1e-05,1613939437575,316
"train_loss",0.24643289,1613939438556,317
"raw_loss",0.12720571,1613939438556,317
"epoch",1.9999999999999998,1613939438556,317
"wd_0",0.01,1613939438556,317
"sqr_mom_0",0.99,1613939438556,317
"lr_0",1.0431587536753629e-06,1613939438556,317
"mom_0",0.9489210311581159,1613939438556,317
"eps_0",1e-05,1613939438556,317
"wd_1",0.01,1613939438556,317
"sqr_mom_1",0.99,1613939438556,317
"lr_1",1.043158753675363e-05,1613939438556,317
"mom_1",0.9489210311581159,1613939438556,317
"eps_1",1e-05,1613939438556,317
"wd_2",0.01,1613939438556,317
"sqr_mom_2",0.99,1613939438556,317
"lr_2",0.00010431587536753629,1613939438556,317
"mom_2",0.9489210311581159,1613939438556,317
"eps_2",1e-05,1613939438556,317
"valid_loss",0.18951216340065002,1613939470891,317
"_rmse",0.43532994389533997,1613939470891,317
"epoch",2,1613939470891,317
"train_loss",0.24635689,1613939471996,318
"raw_loss",0.24278294,1613939471996,318
"epoch",2.006289308176101,1613939471996,318
"wd_0",0.01,1613939471996,318
"sqr_mom_0",0.99,1613939471996,318
"lr_0",1.0437047933414299e-06,1613939471996,318
"mom_0",0.9489073801664643,1613939471996,318
"eps_0",1e-05,1613939471996,318
"wd_1",0.01,1613939471996,318
"sqr_mom_1",0.99,1613939471996,318
"lr_1",1.0437047933414298e-05,1613939471996,318
"mom_1",0.9489073801664643,1613939471996,318
"eps_1",1e-05,1613939471996,318
"wd_2",0.01,1613939471996,318
"sqr_mom_2",0.99,1613939471996,318
"lr_2",0.00010437047933414297,1613939471996,318
"mom_2",0.9489073801664643,1613939471996,318
"eps_2",1e-05,1613939471996,318
"train_loss",0.24611782,1613939472999,319
"raw_loss",0.23486511,1613939472999,319
"epoch",2.0125786163522017,1613939472999,319
"wd_0",0.01,1613939472999,319
"sqr_mom_0",0.99,1613939472999,319
"lr_0",1.0442542273897603e-06,1613939472999,319
"mom_0",0.9488936443152559,1613939472999,319
"eps_0",1e-05,1613939472999,319
"wd_1",0.01,1613939472999,319
"sqr_mom_1",0.99,1613939472999,319
"lr_1",1.0442542273897602e-05,1613939472999,319
"mom_1",0.9488936443152559,1613939472999,319
"eps_1",1e-05,1613939472999,319
"wd_2",0.01,1613939472999,319
"sqr_mom_2",0.99,1613939472999,319
"lr_2",0.00010442542273897602,1613939472999,319
"mom_2",0.9488936443152559,1613939472999,319
"eps_2",1e-05,1613939472999,319
"train_loss",0.24647792,1613939474007,320
"raw_loss",0.26344046,1613939474007,320
"epoch",2.0188679245283025,1613939474007,320
"wd_0",0.01,1613939474007,320
"sqr_mom_0",0.99,1613939474007,320
"lr_0",1.0448070548670273e-06,1613939474007,320
"mom_0",0.9488798236283242,1613939474007,320
"eps_0",1e-05,1613939474007,320
"wd_1",0.01,1613939474007,320
"sqr_mom_1",0.99,1613939474007,320
"lr_1",1.0448070548670273e-05,1613939474007,320
"mom_1",0.9488798236283242,1613939474007,320
"eps_1",1e-05,1613939474007,320
"wd_2",0.01,1613939474007,320
"sqr_mom_2",0.99,1613939474007,320
"lr_2",0.00010448070548670272,1613939474007,320
"mom_2",0.9488798236283242,1613939474007,320
"eps_2",1e-05,1613939474007,320
"train_loss",0.24379465,1613939475000,321
"raw_loss",0.11729759,1613939475000,321
"epoch",2.0251572327044034,1613939475000,321
"wd_0",0.01,1613939475000,321
"sqr_mom_0",0.99,1613939475000,321
"lr_0",1.0453632649000948e-06,1613939475000,321
"mom_0",0.9488659183774976,1613939475000,321
"eps_0",1e-05,1613939475000,321
"wd_1",0.01,1613939475000,321
"sqr_mom_1",0.99,1613939475000,321
"lr_1",1.0453632649000947e-05,1613939475000,321
"mom_1",0.9488659183774976,1613939475000,321
"eps_1",1e-05,1613939475000,321
"wd_2",0.01,1613939475000,321
"sqr_mom_2",0.99,1613939475000,321
"lr_2",0.00010453632649000946,1613939475000,321
"mom_2",0.9488659183774976,1613939475000,321
"eps_2",1e-05,1613939475000,321
"train_loss",0.24391368,1613939475956,322
"raw_loss",0.24952927,1613939475956,322
"epoch",2.0314465408805042,1613939475956,322
"wd_0",0.01,1613939475956,322
"sqr_mom_0",0.99,1613939475956,322
"lr_0",1.0459228762914464e-06,1613939475956,322
"mom_0",0.9488519280927138,1613939475956,322
"eps_0",1e-05,1613939475956,322
"wd_1",0.01,1613939475956,322
"sqr_mom_1",0.99,1613939475956,322
"lr_1",1.0459228762914464e-05,1613939475956,322
"mom_1",0.9488519280927138,1613939475956,322
"eps_1",1e-05,1613939475956,322
"wd_2",0.01,1613939475956,322
"sqr_mom_2",0.99,1613939475956,322
"lr_2",0.00010459228762914464,1613939475956,322
"mom_2",0.9488519280927138,1613939475956,322
"eps_2",1e-05,1613939475956,322
"train_loss",0.24260366,1613939476919,323
"raw_loss",0.18074948,1613939476919,323
"epoch",2.037735849056605,1613939476919,323
"wd_0",0.01,1613939476919,323
"sqr_mom_0",0.99,1613939476919,323
"lr_0",1.0464858782164498e-06,1613939476919,323
"mom_0",0.9488378530445887,1613939476919,323
"eps_0",1e-05,1613939476919,323
"wd_1",0.01,1613939476919,323
"sqr_mom_1",0.99,1613939476919,323
"lr_1",1.0464858782164498e-05,1613939476919,323
"mom_1",0.9488378530445887,1613939476919,323
"eps_1",1e-05,1613939476919,323
"wd_2",0.01,1613939476919,323
"sqr_mom_2",0.99,1613939476919,323
"lr_2",0.00010464858782164498,1613939476919,323
"mom_2",0.9488378530445887,1613939476919,323
"eps_2",1e-05,1613939476919,323
"train_loss",0.24034648,1613939477873,324
"raw_loss",0.1336889,1613939477873,324
"epoch",2.044025157232706,1613939477873,324
"wd_0",0.01,1613939477873,324
"sqr_mom_0",0.99,1613939477873,324
"lr_0",1.047052269698236e-06,1613939477873,324
"mom_0",0.948823693257544,1613939477873,324
"eps_0",1e-05,1613939477873,324
"wd_1",0.01,1613939477873,324
"sqr_mom_1",0.99,1613939477873,324
"lr_1",1.047052269698236e-05,1613939477873,324
"mom_1",0.948823693257544,1613939477873,324
"eps_1",1e-05,1613939477873,324
"wd_2",0.01,1613939477873,324
"sqr_mom_2",0.99,1613939477873,324
"lr_2",0.00010470522696982359,1613939477873,324
"mom_2",0.948823693257544,1613939477873,324
"eps_2",1e-05,1613939477873,324
"train_loss",0.23831484,1613939478876,325
"raw_loss",0.14224528,1613939478876,325
"epoch",2.050314465408807,1613939478876,325
"wd_0",0.01,1613939478876,325
"sqr_mom_0",0.99,1613939478876,325
"lr_0",1.0476220497540545e-06,1613939478876,325
"mom_0",0.9488094487561486,1613939478876,325
"eps_0",1e-05,1613939478876,325
"wd_1",0.01,1613939478876,325
"sqr_mom_1",0.99,1613939478876,325
"lr_1",1.0476220497540544e-05,1613939478876,325
"mom_1",0.9488094487561486,1613939478876,325
"eps_1",1e-05,1613939478876,325
"wd_2",0.01,1613939478876,325
"sqr_mom_2",0.99,1613939478876,325
"lr_2",0.00010476220497540543,1613939478876,325
"mom_2",0.9488094487561486,1613939478876,325
"eps_2",1e-05,1613939478876,325
"train_loss",0.23794569,1613939479885,326
"raw_loss",0.22047676,1613939479885,326
"epoch",2.0566037735849076,1613939479885,326
"wd_0",0.01,1613939479885,326
"sqr_mom_0",0.99,1613939479885,326
"lr_0",1.0481952173952763e-06,1613939479885,326
"mom_0",0.9487951195651181,1613939479885,326
"eps_0",1e-05,1613939479885,326
"wd_1",0.01,1613939479885,326
"sqr_mom_1",0.99,1613939479885,326
"lr_1",1.0481952173952764e-05,1613939479885,326
"mom_1",0.9487951195651181,1613939479885,326
"eps_1",1e-05,1613939479885,326
"wd_2",0.01,1613939479885,326
"sqr_mom_2",0.99,1613939479885,326
"lr_2",0.00010481952173952763,1613939479885,326
"mom_2",0.9487951195651181,1613939479885,326
"eps_2",1e-05,1613939479885,326
"train_loss",0.235719,1613939480887,327
"raw_loss",0.13027422,1613939480887,327
"epoch",2.0628930817610085,1613939480887,327
"wd_0",0.01,1613939480887,327
"sqr_mom_0",0.99,1613939480887,327
"lr_0",1.0487717613521933e-06,1613939480887,327
"mom_0",0.9487807059661951,1613939480887,327
"eps_0",1e-05,1613939480887,327
"wd_1",0.01,1613939480887,327
"sqr_mom_1",0.99,1613939480887,327
"lr_1",1.0487717613521933e-05,1613939480887,327
"mom_1",0.9487807059661951,1613939480887,327
"eps_1",1e-05,1613939480887,327
"wd_2",0.01,1613939480887,327
"sqr_mom_2",0.99,1613939480887,327
"lr_2",0.00010487717613521933,1613939480887,327
"mom_2",0.9487807059661951,1613939480887,327
"eps_2",1e-05,1613939480887,327
"train_loss",0.2358707,1613939481845,328
"raw_loss",0.24305907,1613939481845,328
"epoch",2.0691823899371093,1613939481845,328
"wd_0",0.01,1613939481845,328
"sqr_mom_0",0.99,1613939481845,328
"lr_0",1.0493517011146716e-06,1613939481845,328
"mom_0",0.9487662074721331,1613939481845,328
"eps_0",1e-05,1613939481845,328
"wd_1",0.01,1613939481845,328
"sqr_mom_1",0.99,1613939481845,328
"lr_1",1.0493517011146715e-05,1613939481845,328
"mom_1",0.9487662074721331,1613939481845,328
"eps_1",1e-05,1613939481845,328
"wd_2",0.01,1613939481845,328
"sqr_mom_2",0.99,1613939481845,328
"lr_2",0.00010493517011146715,1613939481845,328
"mom_2",0.9487662074721331,1613939481845,328
"eps_2",1e-05,1613939481845,328
"train_loss",0.2334274,1613939482839,329
"raw_loss",0.11756548,1613939482839,329
"epoch",2.07547169811321,1613939482839,329
"wd_0",0.01,1613939482839,329
"sqr_mom_0",0.99,1613939482839,329
"lr_0",1.0499350150659377e-06,1613939482839,329
"mom_0",0.9487516246233515,1613939482839,329
"eps_0",1e-05,1613939482839,329
"wd_1",0.01,1613939482839,329
"sqr_mom_1",0.99,1613939482839,329
"lr_1",1.0499350150659375e-05,1613939482839,329
"mom_1",0.9487516246233515,1613939482839,329
"eps_1",1e-05,1613939482839,329
"wd_2",0.01,1613939482839,329
"sqr_mom_2",0.99,1613939482839,329
"lr_2",0.00010499350150659376,1613939482839,329
"mom_2",0.9487516246233515,1613939482839,329
"eps_2",1e-05,1613939482839,329
"train_loss",0.2315938,1613939483809,330
"raw_loss",0.144587,1613939483809,330
"epoch",2.081761006289311,1613939483809,330
"wd_0",0.01,1613939483809,330
"sqr_mom_0",0.99,1613939483809,330
"lr_0",1.050521722924714e-06,1613939483809,330
"mom_0",0.9487369569268821,1613939483809,330
"eps_0",1e-05,1613939483809,330
"wd_1",0.01,1613939483809,330
"sqr_mom_1",0.99,1613939483809,330
"lr_1",1.050521722924714e-05,1613939483809,330
"mom_1",0.9487369569268821,1613939483809,330
"eps_1",1e-05,1613939483809,330
"wd_2",0.01,1613939483809,330
"sqr_mom_2",0.99,1613939483809,330
"lr_2",0.0001050521722924714,1613939483809,330
"mom_2",0.9487369569268821,1613939483809,330
"eps_2",1e-05,1613939483809,330
"train_loss",0.23115626,1613939484778,331
"raw_loss",0.2103799,1613939484778,331
"epoch",2.088050314465412,1613939484778,331
"wd_0",0.01,1613939484778,331
"sqr_mom_0",0.99,1613939484778,331
"lr_0",1.0511118133376493e-06,1613939484778,331
"mom_0",0.9487222046665588,1613939484778,331
"eps_0",1e-05,1613939484778,331
"wd_1",0.01,1613939484778,331
"sqr_mom_1",0.99,1613939484778,331
"lr_1",1.0511118133376492e-05,1613939484778,331
"mom_1",0.9487222046665588,1613939484778,331
"eps_1",1e-05,1613939484778,331
"wd_2",0.01,1613939484778,331
"sqr_mom_2",0.99,1613939484778,331
"lr_2",0.00010511118133376492,1613939484778,331
"mom_2",0.9487222046665588,1613939484778,331
"eps_2",1e-05,1613939484778,331
"train_loss",0.2304741,1613939485738,332
"raw_loss",0.1980631,1613939485738,332
"epoch",2.0943396226415127,1613939485738,332
"wd_0",0.01,1613939485738,332
"sqr_mom_0",0.99,1613939485738,332
"lr_0",1.0517052852808732e-06,1613939485738,332
"mom_0",0.9487073678679782,1613939485738,332
"eps_0",1e-05,1613939485738,332
"wd_1",0.01,1613939485738,332
"sqr_mom_1",0.99,1613939485738,332
"lr_1",1.0517052852808731e-05,1613939485738,332
"mom_1",0.9487073678679782,1613939485738,332
"eps_1",1e-05,1613939485738,332
"wd_2",0.01,1613939485738,332
"sqr_mom_2",0.99,1613939485738,332
"lr_2",0.00010517052852808731,1613939485738,332
"mom_2",0.9487073678679782,1613939485738,332
"eps_2",1e-05,1613939485738,332
"train_loss",0.22948144,1613939486695,333
"raw_loss",0.1822874,1613939486695,333
"epoch",2.1006289308176136,1613939486695,333
"wd_0",0.01,1613939486695,333
"sqr_mom_0",0.99,1613939486695,333
"lr_0",1.0523021377246478e-06,1613939486695,333
"mom_0",0.9486924465568838,1613939486695,333
"eps_0",1e-05,1613939486695,333
"wd_1",0.01,1613939486695,333
"sqr_mom_1",0.99,1613939486695,333
"lr_1",1.0523021377246477e-05,1613939486695,333
"mom_1",0.9486924465568838,1613939486695,333
"eps_1",1e-05,1613939486695,333
"wd_2",0.01,1613939486695,333
"sqr_mom_2",0.99,1613939486695,333
"lr_2",0.00010523021377246476,1613939486695,333
"mom_2",0.9486924465568838,1613939486695,333
"eps_2",1e-05,1613939486695,333
"train_loss",0.22742619,1613939487671,334
"raw_loss",0.12965323,1613939487671,334
"epoch",2.1069182389937144,1613939487671,334
"wd_0",0.01,1613939487671,334
"sqr_mom_0",0.99,1613939487671,334
"lr_0",1.0529023589374918e-06,1613939487671,334
"mom_0",0.9486774410265627,1613939487671,334
"eps_0",1e-05,1613939487671,334
"wd_1",0.01,1613939487671,334
"sqr_mom_1",0.99,1613939487671,334
"lr_1",1.0529023589374918e-05,1613939487671,334
"mom_1",0.9486774410265627,1613939487671,334
"eps_1",1e-05,1613939487671,334
"wd_2",0.01,1613939487671,334
"sqr_mom_2",0.99,1613939487671,334
"lr_2",0.00010529023589374919,1613939487671,334
"mom_2",0.9486774410265627,1613939487671,334
"eps_2",1e-05,1613939487671,334
"train_loss",0.22583592,1613939488642,335
"raw_loss",0.15013903,1613939488642,335
"epoch",2.1132075471698153,1613939488642,335
"wd_0",0.01,1613939488642,335
"sqr_mom_0",0.99,1613939488642,335
"lr_0",1.0535059692096715e-06,1613939488642,335
"mom_0",0.9486623507697581,1613939488642,335
"eps_0",1e-05,1613939488642,335
"wd_1",0.01,1613939488642,335
"sqr_mom_1",0.99,1613939488642,335
"lr_1",1.0535059692096714e-05,1613939488642,335
"mom_1",0.9486623507697581,1613939488642,335
"eps_1",1e-05,1613939488642,335
"wd_2",0.01,1613939488642,335
"sqr_mom_2",0.99,1613939488642,335
"lr_2",0.00010535059692096714,1613939488642,335
"mom_2",0.9486623507697581,1613939488642,335
"eps_2",1e-05,1613939488642,335
"train_loss",0.2268412,1613939489654,336
"raw_loss",0.27472028,1613939489654,336
"epoch",2.119496855345916,1613939489654,336
"wd_0",0.01,1613939489654,336
"sqr_mom_0",0.99,1613939489654,336
"lr_0",1.0541129568580225e-06,1613939489654,336
"mom_0",0.9486471760785494,1613939489654,336
"eps_0",1e-05,1613939489654,336
"wd_1",0.01,1613939489654,336
"sqr_mom_1",0.99,1613939489654,336
"lr_1",1.0541129568580225e-05,1613939489654,336
"mom_1",0.9486471760785494,1613939489654,336
"eps_1",1e-05,1613939489654,336
"wd_2",0.01,1613939489654,336
"sqr_mom_2",0.99,1613939489654,336
"lr_2",0.00010541129568580223,1613939489654,336
"mom_2",0.9486471760785494,1613939489654,336
"eps_2",1e-05,1613939489654,336
"train_loss",0.22550921,1613939490694,337
"raw_loss",0.16203228,1613939490694,337
"epoch",2.125786163522017,1613939490694,337
"wd_0",0.01,1613939490694,337
"sqr_mom_0",0.99,1613939490694,337
"lr_0",1.0547233208293553e-06,1613939490694,337
"mom_0",0.9486319169792661,1613939490694,337
"eps_0",1e-05,1613939490694,337
"wd_1",0.01,1613939490694,337
"sqr_mom_1",0.99,1613939490694,337
"lr_1",1.0547233208293552e-05,1613939490694,337
"mom_1",0.9486319169792661,1613939490694,337
"eps_1",1e-05,1613939490694,337
"wd_2",0.01,1613939490694,337
"sqr_mom_2",0.99,1613939490694,337
"lr_2",0.00010547233208293551,1613939490694,337
"mom_2",0.9486319169792661,1613939490694,337
"eps_2",1e-05,1613939490694,337
"train_loss",0.22807218,1613939491746,338
"raw_loss",0.3502825,1613939491746,338
"epoch",2.132075471698118,1613939491746,338
"wd_0",0.01,1613939491746,338
"sqr_mom_0",0.99,1613939491746,338
"lr_0",1.0553370600646236e-06,1613939491746,338
"mom_0",0.9486165734983844,1613939491746,338
"eps_0",1e-05,1613939491746,338
"wd_1",0.01,1613939491746,338
"sqr_mom_1",0.99,1613939491746,338
"lr_1",1.0553370600646236e-05,1613939491746,338
"mom_1",0.9486165734983844,1613939491746,338
"eps_1",1e-05,1613939491746,338
"wd_2",0.01,1613939491746,338
"sqr_mom_2",0.99,1613939491746,338
"lr_2",0.00010553370600646235,1613939491746,338
"mom_2",0.9486165734983844,1613939491746,338
"eps_2",1e-05,1613939491746,338
"train_loss",0.22654352,1613939492733,339
"raw_loss",0.1536122,1613939492733,339
"epoch",2.1383647798742187,1613939492733,339
"wd_0",0.01,1613939492733,339
"sqr_mom_0",0.99,1613939492733,339
"lr_0",1.0559541734989234e-06,1613939492733,339
"mom_0",0.9486011456625268,1613939492733,339
"eps_0",1e-05,1613939492733,339
"wd_1",0.01,1613939492733,339
"sqr_mom_1",0.99,1613939492733,339
"lr_1",1.0559541734989233e-05,1613939492733,339
"mom_1",0.9486011456625268,1613939492733,339
"eps_1",1e-05,1613939492733,339
"wd_2",0.01,1613939492733,339
"sqr_mom_2",0.99,1613939492733,339
"lr_2",0.00010559541734989234,1613939492733,339
"mom_2",0.9486011456625268,1613939492733,339
"eps_2",1e-05,1613939492733,339
"train_loss",0.22606431,1613939493733,340
"raw_loss",0.2031894,1613939493733,340
"epoch",2.1446540880503195,1613939493733,340
"wd_0",0.01,1613939493733,340
"sqr_mom_0",0.99,1613939493733,340
"lr_0",1.0565746490057586e-06,1613939493733,340
"mom_0",0.948585633774856,1613939493733,340
"eps_0",1e-05,1613939493733,340
"wd_1",0.01,1613939493733,340
"sqr_mom_1",0.99,1613939493733,340
"lr_1",1.0565746490057585e-05,1613939493733,340
"mom_1",0.948585633774856,1613939493733,340
"eps_1",1e-05,1613939493733,340
"wd_2",0.01,1613939493733,340
"sqr_mom_2",0.99,1613939493733,340
"lr_2",0.00010565746490057585,1613939493733,340
"mom_2",0.948585633774856,1613939493733,340
"eps_2",1e-05,1613939493733,340
"train_loss",0.22492297,1613939494697,341
"raw_loss",0.17041217,1613939494697,341
"epoch",2.1509433962264204,1613939494697,341
"wd_0",0.01,1613939494697,341
"sqr_mom_0",0.99,1613939494697,341
"lr_0",1.0571985075600844e-06,1613939494697,341
"mom_0",0.9485700373109979,1613939494697,341
"eps_0",1e-05,1613939494697,341
"wd_1",0.01,1613939494697,341
"sqr_mom_1",0.99,1613939494697,341
"lr_1",1.0571985075600844e-05,1613939494697,341
"mom_1",0.9485700373109979,1613939494697,341
"eps_1",1e-05,1613939494697,341
"wd_2",0.01,1613939494697,341
"sqr_mom_2",0.99,1613939494697,341
"lr_2",0.00010571985075600843,1613939494697,341
"mom_2",0.9485700373109979,1613939494697,341
"eps_2",1e-05,1613939494697,341
"train_loss",0.22329101,1613939495680,342
"raw_loss",0.1453074,1613939495680,342
"epoch",2.1572327044025212,1613939495680,342
"wd_0",0.01,1613939495680,342
"sqr_mom_0",0.99,1613939495680,342
"lr_0",1.0578257370836309e-06,1613939495680,342
"mom_0",0.9485543565729092,1613939495680,342
"eps_0",1e-05,1613939495680,342
"wd_1",0.01,1613939495680,342
"sqr_mom_1",0.99,1613939495680,342
"lr_1",1.0578257370836309e-05,1613939495680,342
"mom_1",0.9485543565729092,1613939495680,342
"eps_1",1e-05,1613939495680,342
"wd_2",0.01,1613939495680,342
"sqr_mom_2",0.99,1613939495680,342
"lr_2",0.00010578257370836308,1613939495680,342
"mom_2",0.9485543565729092,1613939495680,342
"eps_2",1e-05,1613939495680,342
"train_loss",0.22160502,1613939496664,343
"raw_loss",0.14099884,1613939496664,343
"epoch",2.163522012578622,1613939496664,343
"wd_0",0.01,1613939496664,343
"sqr_mom_0",0.99,1613939496664,343
"lr_0",1.0584563364880872e-06,1613939496664,343
"mom_0",0.9485385915877977,1613939496664,343
"eps_0",1e-05,1613939496664,343
"wd_1",0.01,1613939496664,343
"sqr_mom_1",0.99,1613939496664,343
"lr_1",1.0584563364880871e-05,1613939496664,343
"mom_1",0.9485385915877977,1613939496664,343
"eps_1",1e-05,1613939496664,343
"wd_2",0.01,1613939496664,343
"sqr_mom_2",0.99,1613939496664,343
"lr_2",0.0001058456336488087,1613939496664,343
"mom_2",0.9485385915877977,1613939496664,343
"eps_2",1e-05,1613939496664,343
"train_loss",0.22038475,1613939497646,344
"raw_loss",0.16201629,1613939497646,344
"epoch",2.169811320754723,1613939497646,344
"wd_0",0.01,1613939497646,344
"sqr_mom_0",0.99,1613939497646,344
"lr_0",1.059090293384033e-06,1613939497646,344
"mom_0",0.9485227426653992,1613939497646,344
"eps_0",1e-05,1613939497646,344
"wd_1",0.01,1613939497646,344
"sqr_mom_1",0.99,1613939497646,344
"lr_1",1.059090293384033e-05,1613939497646,344
"mom_1",0.9485227426653992,1613939497646,344
"eps_1",1e-05,1613939497646,344
"wd_2",0.01,1613939497646,344
"sqr_mom_2",0.99,1613939497646,344
"lr_2",0.0001059090293384033,1613939497646,344
"mom_2",0.9485227426653992,1613939497646,344
"eps_2",1e-05,1613939497646,344
"train_loss",0.21844108,1613939498625,345
"raw_loss",0.12542354,1613939498625,345
"epoch",2.176100628930824,1613939498625,345
"wd_0",0.01,1613939498625,345
"sqr_mom_0",0.99,1613939498625,345
"lr_0",1.0597276292021581e-06,1613939498625,345
"mom_0",0.948506809269946,1613939498625,345
"eps_0",1e-05,1613939498625,345
"wd_1",0.01,1613939498625,345
"sqr_mom_1",0.99,1613939498625,345
"lr_1",1.0597276292021582e-05,1613939498625,345
"mom_1",0.948506809269946,1613939498625,345
"eps_1",1e-05,1613939498625,345
"wd_2",0.01,1613939498625,345
"sqr_mom_2",0.99,1613939498625,345
"lr_2",0.0001059727629202158,1613939498625,345
"mom_2",0.948506809269946,1613939498625,345
"eps_2",1e-05,1613939498625,345
"train_loss",0.2184801,1613939499605,346
"raw_loss",0.22034816,1613939499605,346
"epoch",2.1823899371069246,1613939499605,346
"wd_0",0.01,1613939499605,346
"sqr_mom_0",0.99,1613939499605,346
"lr_0",1.0603683316012062e-06,1613939499605,346
"mom_0",0.9484907917099699,1613939499605,346
"eps_0",1e-05,1613939499605,346
"wd_1",0.01,1613939499605,346
"sqr_mom_1",0.99,1613939499605,346
"lr_1",1.0603683316012062e-05,1613939499605,346
"mom_1",0.9484907917099699,1613939499605,346
"eps_1",1e-05,1613939499605,346
"wd_2",0.01,1613939499605,346
"sqr_mom_2",0.99,1613939499605,346
"lr_2",0.0001060368331601206,1613939499605,346
"mom_2",0.9484907917099699,1613939499605,346
"eps_2",1e-05,1613939499605,346
"train_loss",0.21682623,1613939500605,347
"raw_loss",0.13760324,1613939500605,347
"epoch",2.1886792452830255,1613939500605,347
"wd_0",0.01,1613939500605,347
"sqr_mom_0",0.99,1613939500605,347
"lr_0",1.0610123879947894e-06,1613939500605,347
"mom_0",0.9484746903001302,1613939500605,347
"eps_0",1e-05,1613939500605,347
"wd_1",0.01,1613939500605,347
"sqr_mom_1",0.99,1613939500605,347
"lr_1",1.0610123879947894e-05,1613939500605,347
"mom_1",0.9484746903001302,1613939500605,347
"eps_1",1e-05,1613939500605,347
"wd_2",0.01,1613939500605,347
"sqr_mom_2",0.99,1613939500605,347
"lr_2",0.00010610123879947894,1613939500605,347
"mom_2",0.9484746903001302,1613939500605,347
"eps_2",1e-05,1613939500605,347
"train_loss",0.2154402,1613939501637,348
"raw_loss",0.14901643,1613939501637,348
"epoch",2.1949685534591263,1613939501637,348
"wd_0",0.01,1613939501637,348
"sqr_mom_0",0.99,1613939501637,348
"lr_0",1.061659820155008e-06,1613939501637,348
"mom_0",0.9484585044961248,1613939501637,348
"eps_0",1e-05,1613939501637,348
"wd_1",0.01,1613939501637,348
"sqr_mom_1",0.99,1613939501637,348
"lr_1",1.0616598201550079e-05,1613939501637,348
"mom_1",0.9484585044961248,1613939501637,348
"eps_1",1e-05,1613939501637,348
"wd_2",0.01,1613939501637,348
"sqr_mom_2",0.99,1613939501637,348
"lr_2",0.00010616598201550079,1613939501637,348
"mom_2",0.9484585044961248,1613939501637,348
"eps_2",1e-05,1613939501637,348
"train_loss",0.21383975,1613939502622,349
"raw_loss",0.13710597,1613939502622,349
"epoch",2.201257861635227,1613939502622,349
"wd_0",0.01,1613939502622,349
"sqr_mom_0",0.99,1613939502622,349
"lr_0",1.0623106155435904e-06,1613939502622,349
"mom_0",0.9484422346114102,1613939502622,349
"eps_0",1e-05,1613939502622,349
"wd_1",0.01,1613939502622,349
"sqr_mom_1",0.99,1613939502622,349
"lr_1",1.0623106155435902e-05,1613939502622,349
"mom_1",0.9484422346114102,1613939502622,349
"eps_1",1e-05,1613939502622,349
"wd_2",0.01,1613939502622,349
"sqr_mom_2",0.99,1613939502622,349
"lr_2",0.00010623106155435903,1613939502622,349
"mom_2",0.9484422346114102,1613939502622,349
"eps_2",1e-05,1613939502622,349
"train_loss",0.21562438,1613939503621,350
"raw_loss",0.30122587,1613939503621,350
"epoch",2.207547169811328,1613939503621,350
"wd_0",0.01,1613939503621,350
"sqr_mom_0",0.99,1613939503621,350
"lr_0",1.0629647730313369e-06,1613939503621,350
"mom_0",0.9484258806742165,1613939503621,350
"eps_0",1e-05,1613939503621,350
"wd_1",0.01,1613939503621,350
"sqr_mom_1",0.99,1613939503621,350
"lr_1",1.0629647730313368e-05,1613939503621,350
"mom_1",0.9484258806742165,1613939503621,350
"eps_1",1e-05,1613939503621,350
"wd_2",0.01,1613939503621,350
"sqr_mom_2",0.99,1613939503621,350
"lr_2",0.00010629647730313368,1613939503621,350
"mom_2",0.9484258806742165,1613939503621,350
"eps_2",1e-05,1613939503621,350
"train_loss",0.21337533,1613939504612,351
"raw_loss",0.10545026,1613939504612,351
"epoch",2.213836477987429,1613939504612,351
"wd_0",0.01,1613939504612,351
"sqr_mom_0",0.99,1613939504612,351
"lr_0",1.0636222914832138e-06,1613939504612,351
"mom_0",0.9484094427129196,1613939504612,351
"eps_0",1e-05,1613939504612,351
"wd_1",0.01,1613939504612,351
"sqr_mom_1",0.99,1613939504612,351
"lr_1",1.0636222914832138e-05,1613939504612,351
"mom_1",0.9484094427129196,1613939504612,351
"eps_1",1e-05,1613939504612,351
"wd_2",0.01,1613939504612,351
"sqr_mom_2",0.99,1613939504612,351
"lr_2",0.00010636222914832137,1613939504612,351
"mom_2",0.9484094427129196,1613939504612,351
"eps_2",1e-05,1613939504612,351
"train_loss",0.21249895,1613939505667,352
"raw_loss",0.1704261,1613939505667,352
"epoch",2.2201257861635297,1613939505667,352
"wd_0",0.01,1613939505667,352
"sqr_mom_0",0.99,1613939505667,352
"lr_0",1.0642831697583564e-06,1613939505667,352
"mom_0",0.9483929207560411,1613939505667,352
"eps_0",1e-05,1613939505667,352
"wd_1",0.01,1613939505667,352
"sqr_mom_1",0.99,1613939505667,352
"lr_1",1.0642831697583563e-05,1613939505667,352
"mom_1",0.9483929207560411,1613939505667,352
"eps_1",1e-05,1613939505667,352
"wd_2",0.01,1613939505667,352
"sqr_mom_2",0.99,1613939505667,352
"lr_2",0.00010642831697583561,1613939505667,352
"mom_2",0.9483929207560411,1613939505667,352
"eps_2",1e-05,1613939505667,352
"train_loss",0.21499613,1613939506667,353
"raw_loss",0.33492866,1613939506667,353
"epoch",2.2264150943396306,1613939506667,353
"wd_0",0.01,1613939506667,353
"sqr_mom_0",0.99,1613939506667,353
"lr_0",1.0649473948770346e-06,1613939506667,353
"mom_0",0.9483763151280741,1613939506667,353
"eps_0",1e-05,1613939506667,353
"wd_1",0.01,1613939506667,353
"sqr_mom_1",0.99,1613939506667,353
"lr_1",1.0649473948770345e-05,1613939506667,353
"mom_1",0.9483763151280741,1613939506667,353
"eps_1",1e-05,1613939506667,353
"wd_2",0.01,1613939506667,353
"sqr_mom_2",0.99,1613939506667,353
"lr_2",0.00010649473948770345,1613939506667,353
"mom_2",0.9483763151280741,1613939506667,353
"eps_2",1e-05,1613939506667,353
"train_loss",0.21309426,1613939507672,354
"raw_loss",0.12171554,1613939507672,354
"epoch",2.2327044025157314,1613939507672,354
"wd_0",0.01,1613939507672,354
"sqr_mom_0",0.99,1613939507672,354
"lr_0",1.0656149892931448e-06,1613939507672,354
"mom_0",0.9483596252676714,1613939507672,354
"eps_0",1e-05,1613939507672,354
"wd_1",0.01,1613939507672,354
"sqr_mom_1",0.99,1613939507672,354
"lr_1",1.0656149892931447e-05,1613939507672,354
"mom_1",0.9483596252676714,1613939507672,354
"eps_1",1e-05,1613939507672,354
"wd_2",0.01,1613939507672,354
"sqr_mom_2",0.99,1613939507672,354
"lr_2",0.00010656149892931446,1613939507672,354
"mom_2",0.9483596252676714,1613939507672,354
"eps_2",1e-05,1613939507672,354
"train_loss",0.21136536,1613939508639,355
"raw_loss",0.12826435,1613939508639,355
"epoch",2.2389937106918323,1613939508639,355
"wd_0",0.01,1613939508639,355
"sqr_mom_0",0.99,1613939508639,355
"lr_0",1.0662859400749752e-06,1613939508639,355
"mom_0",0.9483428514981256,1613939508639,355
"eps_0",1e-05,1613939508639,355
"wd_1",0.01,1613939508639,355
"sqr_mom_1",0.99,1613939508639,355
"lr_1",1.0662859400749751e-05,1613939508639,355
"mom_1",0.9483428514981256,1613939508639,355
"eps_1",1e-05,1613939508639,355
"wd_2",0.01,1613939508639,355
"sqr_mom_2",0.99,1613939508639,355
"lr_2",0.00010662859400749752,1613939508639,355
"mom_2",0.9483428514981256,1613939508639,355
"eps_2",1e-05,1613939508639,355
"train_loss",0.20962274,1613939509668,356
"raw_loss",0.12583038,1613939509668,356
"epoch",2.245283018867933,1613939509668,356
"wd_0",0.01,1613939509668,356
"sqr_mom_0",0.99,1613939509668,356
"lr_0",1.0669602460583552e-06,1613939509668,356
"mom_0",0.9483259938485411,1613939509668,356
"eps_0",1e-05,1613939509668,356
"wd_1",0.01,1613939509668,356
"sqr_mom_1",0.99,1613939509668,356
"lr_1",1.0669602460583551e-05,1613939509668,356
"mom_1",0.9483259938485411,1613939509668,356
"eps_1",1e-05,1613939509668,356
"wd_2",0.01,1613939509668,356
"sqr_mom_2",0.99,1613939509668,356
"lr_2",0.0001066960246058355,1613939509668,356
"mom_2",0.9483259938485411,1613939509668,356
"eps_2",1e-05,1613939509668,356
"train_loss",0.21270776,1613939510660,357
"raw_loss",0.36110532,1613939510660,357
"epoch",2.251572327044034,1613939510660,357
"wd_0",0.01,1613939510660,357
"sqr_mom_0",0.99,1613939510660,357
"lr_0",1.067637906073291e-06,1613939510660,357
"mom_0",0.9483090523481676,1613939510660,357
"eps_0",1e-05,1613939510660,357
"wd_1",0.01,1613939510660,357
"sqr_mom_1",0.99,1613939510660,357
"lr_1",1.0676379060732909e-05,1613939510660,357
"mom_1",0.9483090523481676,1613939510660,357
"eps_1",1e-05,1613939510660,357
"wd_2",0.01,1613939510660,357
"sqr_mom_2",0.99,1613939510660,357
"lr_2",0.00010676379060732908,1613939510660,357
"mom_2",0.9483090523481676,1613939510660,357
"eps_2",1e-05,1613939510660,357
"train_loss",0.21265441,1613939511632,358
"raw_loss",0.21008654,1613939511632,358
"epoch",2.257861635220135,1613939511632,358
"wd_0",0.01,1613939511632,358
"sqr_mom_0",0.99,1613939511632,358
"lr_0",1.0683189189439697e-06,1613939511632,358
"mom_0",0.9482920270264007,1613939511632,358
"eps_0",1e-05,1613939511632,358
"wd_1",0.01,1613939511632,358
"sqr_mom_1",0.99,1613939511632,358
"lr_1",1.0683189189439696e-05,1613939511632,358
"mom_1",0.9482920270264007,1613939511632,358
"eps_1",1e-05,1613939511632,358
"wd_2",0.01,1613939511632,358
"sqr_mom_2",0.99,1613939511632,358
"lr_2",0.00010683189189439695,1613939511632,358
"mom_2",0.9482920270264007,1613939511632,358
"eps_2",1e-05,1613939511632,358
"train_loss",0.21244565,1613939512597,359
"raw_loss",0.20239657,1613939512597,359
"epoch",2.2641509433962357,1613939512597,359
"wd_0",0.01,1613939512597,359
"sqr_mom_0",0.99,1613939512597,359
"lr_0",1.0690032712981297e-06,1613939512597,359
"mom_0",0.9482749182175467,1613939512597,359
"eps_0",1e-05,1613939512597,359
"wd_1",0.01,1613939512597,359
"sqr_mom_1",0.99,1613939512597,359
"lr_1",1.0690032712981295e-05,1613939512597,359
"mom_1",0.9482749182175467,1613939512597,359
"eps_1",1e-05,1613939512597,359
"wd_2",0.01,1613939512597,359
"sqr_mom_2",0.99,1613939512597,359
"lr_2",0.00010690032712981295,1613939512597,359
"mom_2",0.9482749182175467,1613939512597,359
"eps_2",1e-05,1613939512597,359
"train_loss",0.21068937,1613939513554,360
"raw_loss",0.12611404,1613939513554,360
"epoch",2.2704402515723365,1613939513554,360
"wd_0",0.01,1613939513554,360
"sqr_mom_0",0.99,1613939513554,360
"lr_0",1.069690974019905e-06,1613939513554,360
"mom_0",0.9482577256495024,1613939513554,360
"eps_0",1e-05,1613939513554,360
"wd_1",0.01,1613939513554,360
"sqr_mom_1",0.99,1613939513554,360
"lr_1",1.0696909740199049e-05,1613939513554,360
"mom_1",0.9482577256495024,1613939513554,360
"eps_1",1e-05,1613939513554,360
"wd_2",0.01,1613939513554,360
"sqr_mom_2",0.99,1613939513554,360
"lr_2",0.00010696909740199048,1613939513554,360
"mom_2",0.9482577256495024,1613939513554,360
"eps_2",1e-05,1613939513554,360
"train_loss",0.21292289,1613939514517,361
"raw_loss",0.32051697,1613939514517,361
"epoch",2.2767295597484374,1613939514517,361
"wd_0",0.01,1613939514517,361
"sqr_mom_0",0.99,1613939514517,361
"lr_0",1.0703820382257597e-06,1613939514517,361
"mom_0",0.948240449044356,1613939514517,361
"eps_0",1e-05,1613939514517,361
"wd_1",0.01,1613939514517,361
"sqr_mom_1",0.99,1613939514517,361
"lr_1",1.0703820382257597e-05,1613939514517,361
"mom_1",0.948240449044356,1613939514517,361
"eps_1",1e-05,1613939514517,361
"wd_2",0.01,1613939514517,361
"sqr_mom_2",0.99,1613939514517,361
"lr_2",0.00010703820382257596,1613939514517,361
"mom_2",0.948240449044356,1613939514517,361
"eps_2",1e-05,1613939514517,361
"train_loss",0.21258001,1613939515482,362
"raw_loss",0.19605704,1613939515482,362
"epoch",2.2830188679245382,1613939515482,362
"wd_0",0.01,1613939515482,362
"sqr_mom_0",0.99,1613939515482,362
"lr_0",1.0710764505259936e-06,1613939515482,362
"mom_0",0.9482230887368501,1613939515482,362
"eps_0",1e-05,1613939515482,362
"wd_1",0.01,1613939515482,362
"sqr_mom_1",0.99,1613939515482,362
"lr_1",1.0710764505259936e-05,1613939515482,362
"mom_1",0.9482230887368501,1613939515482,362
"eps_1",1e-05,1613939515482,362
"wd_2",0.01,1613939515482,362
"sqr_mom_2",0.99,1613939515482,362
"lr_2",0.00010710764505259936,1613939515482,362
"mom_2",0.9482230887368501,1613939515482,362
"eps_2",1e-05,1613939515482,362
"train_loss",0.2118982,1613939516451,363
"raw_loss",0.17903101,1613939516451,363
"epoch",2.289308176100639,1613939516451,363
"wd_0",0.01,1613939516451,363
"sqr_mom_0",0.99,1613939516451,363
"lr_0",1.0717742097157267e-06,1613939516451,363
"mom_0",0.9482056447571068,1613939516451,363
"eps_0",1e-05,1613939516451,363
"wd_1",0.01,1613939516451,363
"sqr_mom_1",0.99,1613939516451,363
"lr_1",1.0717742097157267e-05,1613939516451,363
"mom_1",0.9482056447571068,1613939516451,363
"eps_1",1e-05,1613939516451,363
"wd_2",0.01,1613939516451,363
"sqr_mom_2",0.99,1613939516451,363
"lr_2",0.00010717742097157266,1613939516451,363
"mom_2",0.9482056447571068,1613939516451,363
"eps_2",1e-05,1613939516451,363
"train_loss",0.21129118,1613939517424,364
"raw_loss",0.18201993,1613939517424,364
"epoch",2.29559748427674,1613939517424,364
"wd_0",0.01,1613939517424,364
"sqr_mom_0",0.99,1613939517424,364
"lr_0",1.0724753145842716e-06,1613939517424,364
"mom_0",0.9481881171353932,1613939517424,364
"eps_0",1e-05,1613939517424,364
"wd_1",0.01,1613939517424,364
"sqr_mom_1",0.99,1613939517424,364
"lr_1",1.0724753145842715e-05,1613939517424,364
"mom_1",0.9481881171353932,1613939517424,364
"eps_1",1e-05,1613939517424,364
"wd_2",0.01,1613939517424,364
"sqr_mom_2",0.99,1613939517424,364
"lr_2",0.00010724753145842714,1613939517424,364
"mom_2",0.9481881171353932,1613939517424,364
"eps_2",1e-05,1613939517424,364
"train_loss",0.20967644,1613939518406,365
"raw_loss",0.13178742,1613939518406,365
"epoch",2.301886792452841,1613939518406,365
"wd_0",0.01,1613939518406,365
"sqr_mom_0",0.99,1613939518406,365
"lr_0",1.0731797639151362e-06,1613939518406,365
"mom_0",0.9481705059021216,1613939518406,365
"eps_0",1e-05,1613939518406,365
"wd_1",0.01,1613939518406,365
"sqr_mom_1",0.99,1613939518406,365
"lr_1",1.0731797639151363e-05,1613939518406,365
"mom_1",0.9481705059021216,1613939518406,365
"eps_1",1e-05,1613939518406,365
"wd_2",0.01,1613939518406,365
"sqr_mom_2",0.99,1613939518406,365
"lr_2",0.00010731797639151362,1613939518406,365
"mom_2",0.9481705059021216,1613939518406,365
"eps_2",1e-05,1613939518406,365
"train_loss",0.20914733,1613939519370,366
"raw_loss",0.18361759,1613939519370,366
"epoch",2.3081761006289416,1613939519370,366
"wd_0",0.01,1613939519370,366
"sqr_mom_0",0.99,1613939519370,366
"lr_0",1.0738875438791633e-06,1613939519370,366
"mom_0",0.9481528114030209,1613939519370,366
"eps_0",1e-05,1613939519370,366
"wd_1",0.01,1613939519370,366
"sqr_mom_1",0.99,1613939519370,366
"lr_1",1.0738875438791632e-05,1613939519370,366
"mom_1",0.9481528114030209,1613939519370,366
"eps_1",1e-05,1613939519370,366
"wd_2",0.01,1613939519370,366
"sqr_mom_2",0.99,1613939519370,366
"lr_2",0.00010738875438791631,1613939519370,366
"mom_2",0.9481528114030209,1613939519370,366
"eps_2",1e-05,1613939519370,366
"train_loss",0.20958504,1613939520358,367
"raw_loss",0.23071134,1613939520358,367
"epoch",2.3144654088050425,1613939520358,367
"wd_0",0.01,1613939520358,367
"sqr_mom_0",0.99,1613939520358,367
"lr_0",1.0745986784026055e-06,1613939520358,367
"mom_0",0.9481350330399348,1613939520358,367
"eps_0",1e-05,1613939520358,367
"wd_1",0.01,1613939520358,367
"sqr_mom_1",0.99,1613939520358,367
"lr_1",1.0745986784026054e-05,1613939520358,367
"mom_1",0.9481350330399348,1613939520358,367
"eps_1",1e-05,1613939520358,367
"wd_2",0.01,1613939520358,367
"sqr_mom_2",0.99,1613939520358,367
"lr_2",0.00010745986784026054,1613939520358,367
"mom_2",0.9481350330399348,1613939520358,367
"eps_2",1e-05,1613939520358,367
"train_loss",0.20874909,1613939521333,368
"raw_loss",0.16838789,1613939521333,368
"epoch",2.3207547169811433,1613939521333,368
"wd_0",0.01,1613939521333,368
"sqr_mom_0",0.99,1613939521333,368
"lr_0",1.0753131537041032e-06,1613939521333,368
"mom_0",0.9481171711573974,1613939521333,368
"eps_0",1e-05,1613939521333,368
"wd_1",0.01,1613939521333,368
"sqr_mom_1",0.99,1613939521333,368
"lr_1",1.075313153704103e-05,1613939521333,368
"mom_1",0.9481171711573974,1613939521333,368
"eps_1",1e-05,1613939521333,368
"wd_2",0.01,1613939521333,368
"sqr_mom_2",0.99,1613939521333,368
"lr_2",0.0001075313153704103,1613939521333,368
"mom_2",0.9481171711573974,1613939521333,368
"eps_2",1e-05,1613939521333,368
"train_loss",0.20792066,1613939522305,369
"raw_loss",0.1679116,1613939522305,369
"epoch",2.327044025157244,1613939522305,369
"wd_0",0.01,1613939522305,369
"sqr_mom_0",0.99,1613939522305,369
"lr_0",1.076030968543965e-06,1613939522305,369
"mom_0",0.9480992257864008,1613939522305,369
"eps_0",1e-05,1613939522305,369
"wd_1",0.01,1613939522305,369
"sqr_mom_1",0.99,1613939522305,369
"lr_1",1.076030968543965e-05,1613939522305,369
"mom_1",0.9480992257864008,1613939522305,369
"eps_1",1e-05,1613939522305,369
"wd_2",0.01,1613939522305,369
"sqr_mom_2",0.99,1613939522305,369
"lr_2",0.00010760309685439648,1613939522305,369
"mom_2",0.9480992257864008,1613939522305,369
"eps_2",1e-05,1613939522305,369
"train_loss",0.20681079,1613939523472,370
"raw_loss",0.15319246,1613939523472,370
"epoch",2.333333333333345,1613939523472,370
"wd_0",0.01,1613939523472,370
"sqr_mom_0",0.99,1613939523472,370
"lr_0",1.0767521216767049e-06,1613939523472,370
"mom_0",0.9480811969580824,1613939523472,370
"eps_0",1e-05,1613939523472,370
"wd_1",0.01,1613939523472,370
"sqr_mom_1",0.99,1613939523472,370
"lr_1",1.0767521216767046e-05,1613939523472,370
"mom_1",0.9480811969580824,1613939523472,370
"eps_1",1e-05,1613939523472,370
"wd_2",0.01,1613939523472,370
"sqr_mom_2",0.99,1613939523472,370
"lr_2",0.00010767521216767046,1613939523472,370
"mom_2",0.9480811969580824,1613939523472,370
"eps_2",1e-05,1613939523472,370
"train_loss",0.20632148,1613939524653,371
"raw_loss",0.18267615,1613939524653,371
"epoch",2.339622641509446,1613939524653,371
"wd_0",0.01,1613939524653,371
"sqr_mom_0",0.99,1613939524653,371
"lr_0",1.0774766118510447e-06,1613939524653,371
"mom_0",0.9480630847037238,1613939524653,371
"eps_0",1e-05,1613939524653,371
"wd_1",0.01,1613939524653,371
"sqr_mom_1",0.99,1613939524653,371
"lr_1",1.0774766118510447e-05,1613939524653,371
"mom_1",0.9480630847037238,1613939524653,371
"eps_1",1e-05,1613939524653,371
"wd_2",0.01,1613939524653,371
"sqr_mom_2",0.99,1613939524653,371
"lr_2",0.00010774766118510447,1613939524653,371
"mom_2",0.9480630847037238,1613939524653,371
"eps_2",1e-05,1613939524653,371
"train_loss",0.21962819,1613939525858,372
"raw_loss",0.8628391,1613939525858,372
"epoch",2.3459119496855467,1613939525858,372
"wd_0",0.01,1613939525858,372
"sqr_mom_0",0.99,1613939525858,372
"lr_0",1.078204424847137e-06,1613939525858,372
"mom_0",0.9480448893788216,1613939525858,372
"eps_0",1e-05,1613939525858,372
"wd_1",0.01,1613939525858,372
"sqr_mom_1",0.99,1613939525858,372
"lr_1",1.0782044248471369e-05,1613939525858,372
"mom_1",0.9480448893788216,1613939525858,372
"eps_1",1e-05,1613939525858,372
"wd_2",0.01,1613939525858,372
"sqr_mom_2",0.99,1613939525858,372
"lr_2",0.00010782044248471367,1613939525858,372
"mom_2",0.9480448893788216,1613939525858,372
"eps_2",1e-05,1613939525858,372
"train_loss",0.21897332,1613939527166,373
"raw_loss",0.18730947,1613939527166,373
"epoch",2.3522012578616476,1613939527166,373
"wd_0",0.01,1613939527166,373
"sqr_mom_0",0.99,1613939527166,373
"lr_0",1.078935585268443e-06,1613939527166,373
"mom_0",0.9480266103682888,1613939527166,373
"eps_0",1e-05,1613939527166,373
"wd_1",0.01,1613939527166,373
"sqr_mom_1",0.99,1613939527166,373
"lr_1",1.078935585268443e-05,1613939527166,373
"mom_1",0.9480266103682888,1613939527166,373
"eps_1",1e-05,1613939527166,373
"wd_2",0.01,1613939527166,373
"sqr_mom_2",0.99,1613939527166,373
"lr_2",0.00010789355852684429,1613939527166,373
"mom_2",0.9480266103682888,1613939527166,373
"eps_2",1e-05,1613939527166,373
"train_loss",0.21846648,1613939528124,374
"raw_loss",0.19395377,1613939528124,374
"epoch",2.3584905660377484,1613939528124,374
"wd_0",0.01,1613939528124,374
"sqr_mom_0",0.99,1613939528124,374
"lr_0",1.0796700658615652e-06,1613939528124,374
"mom_0",0.9480082483534609,1613939528124,374
"eps_0",1e-05,1613939528124,374
"wd_1",0.01,1613939528124,374
"sqr_mom_1",0.99,1613939528124,374
"lr_1",1.0796700658615651e-05,1613939528124,374
"mom_1",0.9480082483534609,1613939528124,374
"eps_1",1e-05,1613939528124,374
"wd_2",0.01,1613939528124,374
"sqr_mom_2",0.99,1613939528124,374
"lr_2",0.0001079670065861565,1613939528124,374
"mom_2",0.9480082483534609,1613939528124,374
"eps_2",1e-05,1613939528124,374
"train_loss",0.2166849,1613939529073,375
"raw_loss",0.13049881,1613939529073,375
"epoch",2.3647798742138493,1613939529073,375
"wd_0",0.01,1613939529073,375
"sqr_mom_0",0.99,1613939529073,375
"lr_0",1.0804078914553617e-06,1613939529073,375
"mom_0",0.9479898027136159,1613939529073,375
"eps_0",1e-05,1613939529073,375
"wd_1",0.01,1613939529073,375
"sqr_mom_1",0.99,1613939529073,375
"lr_1",1.0804078914553616e-05,1613939529073,375
"mom_1",0.9479898027136159,1613939529073,375
"eps_1",1e-05,1613939529073,375
"wd_2",0.01,1613939529073,375
"sqr_mom_2",0.99,1613939529073,375
"lr_2",0.00010804078914553616,1613939529073,375
"mom_2",0.9479898027136159,1613939529073,375
"eps_2",1e-05,1613939529073,375
"train_loss",0.21578613,1613939530020,376
"raw_loss",0.17229636,1613939530020,376
"epoch",2.37106918238995,1613939530020,376
"wd_0",0.01,1613939530020,376
"sqr_mom_0",0.99,1613939530020,376
"lr_0",1.0811490477476053e-06,1613939530020,376
"mom_0",0.9479712738063099,1613939530020,376
"eps_0",1e-05,1613939530020,376
"wd_1",0.01,1613939530020,376
"sqr_mom_1",0.99,1613939530020,376
"lr_1",1.0811490477476053e-05,1613939530020,376
"mom_1",0.9479712738063099,1613939530020,376
"eps_1",1e-05,1613939530020,376
"wd_2",0.01,1613939530020,376
"sqr_mom_2",0.99,1613939530020,376
"lr_2",0.00010811490477476051,1613939530020,376
"mom_2",0.9479712738063099,1613939530020,376
"eps_2",1e-05,1613939530020,376
"train_loss",0.21734206,1613939530983,377
"raw_loss",0.29265028,1613939530983,377
"epoch",2.377358490566051,1613939530983,377
"wd_0",0.01,1613939530983,377
"sqr_mom_0",0.99,1613939530983,377
"lr_0",1.0818935334523102e-06,1613939530983,377
"mom_0",0.9479526616636922,1613939530983,377
"eps_0",1e-05,1613939530983,377
"wd_1",0.01,1613939530983,377
"sqr_mom_1",0.99,1613939530983,377
"lr_1",1.0818935334523102e-05,1613939530983,377
"mom_1",0.9479526616636922,1613939530983,377
"eps_1",1e-05,1613939530983,377
"wd_2",0.01,1613939530983,377
"sqr_mom_2",0.99,1613939530983,377
"lr_2",0.00010818935334523102,1613939530983,377
"mom_2",0.9479526616636922,1613939530983,377
"eps_2",1e-05,1613939530983,377
"train_loss",0.21567468,1613939531936,378
"raw_loss",0.13495164,1613939531936,378
"epoch",2.383647798742152,1613939531936,378
"wd_0",0.01,1613939531936,378
"sqr_mom_0",0.99,1613939531936,378
"lr_0",1.0826413472777135e-06,1613939531936,378
"mom_0",0.9479339663180572,1613939531936,378
"eps_0",1e-05,1613939531936,378
"wd_1",0.01,1613939531936,378
"sqr_mom_1",0.99,1613939531936,378
"lr_1",1.0826413472777132e-05,1613939531936,378
"mom_1",0.9479339663180572,1613939531936,378
"eps_1",1e-05,1613939531936,378
"wd_2",0.01,1613939531936,378
"sqr_mom_2",0.99,1613939531936,378
"lr_2",0.00010826413472777133,1613939531936,378
"mom_2",0.9479339663180572,1613939531936,378
"eps_2",1e-05,1613939531936,378
"train_loss",0.21393755,1613939532880,379
"raw_loss",0.12981698,1613939532880,379
"epoch",2.3899371069182527,1613939532880,379
"wd_0",0.01,1613939532880,379
"sqr_mom_0",0.99,1613939532880,379
"lr_0",1.0833924745492861e-06,1613939532880,379
"mom_0",0.9479151881362679,1613939532880,379
"eps_0",1e-05,1613939532880,379
"wd_1",0.01,1613939532880,379
"sqr_mom_1",0.99,1613939532880,379
"lr_1",1.083392474549286e-05,1613939532880,379
"mom_1",0.9479151881362679,1613939532880,379
"eps_1",1e-05,1613939532880,379
"wd_2",0.01,1613939532880,379
"sqr_mom_2",0.99,1613939532880,379
"lr_2",0.00010833924745492861,1613939532880,379
"mom_2",0.9479151881362679,1613939532880,379
"eps_2",1e-05,1613939532880,379
"train_loss",0.21268994,1613939533845,380
"raw_loss",0.15226045,1613939533845,380
"epoch",2.3962264150943535,1613939533845,380
"wd_0",0.01,1613939533845,380
"sqr_mom_0",0.99,1613939533845,380
"lr_0",1.0841469406586208e-06,1613939533845,380
"mom_0",0.9478963264835344,1613939533845,380
"eps_0",1e-05,1613939533845,380
"wd_1",0.01,1613939533845,380
"sqr_mom_1",0.99,1613939533845,380
"lr_1",1.0841469406586207e-05,1613939533845,380
"mom_1",0.9478963264835344,1613939533845,380
"eps_1",1e-05,1613939533845,380
"wd_2",0.01,1613939533845,380
"sqr_mom_2",0.99,1613939533845,380
"lr_2",0.00010841469406586207,1613939533845,380
"mom_2",0.9478963264835344,1613939533845,380
"eps_2",1e-05,1613939533845,380
"train_loss",0.21065025,1613939534792,381
"raw_loss",0.11183238,1613939534792,381
"epoch",2.4025157232704544,1613939534792,381
"wd_0",0.01,1613939534792,381
"sqr_mom_0",0.99,1613939534792,381
"lr_0",1.0849047309787508e-06,1613939534792,381
"mom_0",0.9478773817255312,1613939534792,381
"eps_0",1e-05,1613939534792,381
"wd_1",0.01,1613939534792,381
"sqr_mom_1",0.99,1613939534792,381
"lr_1",1.0849047309787505e-05,1613939534792,381
"mom_1",0.9478773817255312,1613939534792,381
"eps_1",1e-05,1613939534792,381
"wd_2",0.01,1613939534792,381
"sqr_mom_2",0.99,1613939534792,381
"lr_2",0.00010849047309787506,1613939534792,381
"mom_2",0.9478773817255312,1613939534792,381
"eps_2",1e-05,1613939534792,381
"train_loss",0.20925234,1613939535752,382
"raw_loss",0.14151198,1613939535752,382
"epoch",2.4088050314465552,1613939535752,382
"wd_0",0.01,1613939535752,382
"sqr_mom_0",0.99,1613939535752,382
"lr_0",1.085665844194828e-06,1613939535752,382
"mom_0",0.9478583538951293,1613939535752,382
"eps_0",1e-05,1613939535752,382
"wd_1",0.01,1613939535752,382
"sqr_mom_1",0.99,1613939535752,382
"lr_1",1.0856658441948277e-05,1613939535752,382
"mom_1",0.9478583538951293,1613939535752,382
"eps_1",1e-05,1613939535752,382
"wd_2",0.01,1613939535752,382
"sqr_mom_2",0.99,1613939535752,382
"lr_2",0.00010856658441948277,1613939535752,382
"mom_2",0.9478583538951293,1613939535752,382
"eps_2",1e-05,1613939535752,382
"train_loss",0.20780092,1613939536692,383
"raw_loss",0.13745119,1613939536692,383
"epoch",2.415094339622656,1613939536692,383
"wd_0",0.01,1613939536692,383
"sqr_mom_0",0.99,1613939536692,383
"lr_0",1.0864302789862394e-06,1613939536692,383
"mom_0",0.947839243025344,1613939536692,383
"eps_0",1e-05,1613939536692,383
"wd_1",0.01,1613939536692,383
"sqr_mom_1",0.99,1613939536692,383
"lr_1",1.0864302789862393e-05,1613939536692,383
"mom_1",0.947839243025344,1613939536692,383
"eps_1",1e-05,1613939536692,383
"wd_2",0.01,1613939536692,383
"sqr_mom_2",0.99,1613939536692,383
"lr_2",0.00010864302789862393,1613939536692,383
"mom_2",0.947839243025344,1613939536692,383
"eps_2",1e-05,1613939536692,383
"train_loss",0.20695534,1613939537648,384
"raw_loss",0.1659613,1613939537648,384
"epoch",2.421383647798757,1613939537648,384
"wd_0",0.01,1613939537648,384
"sqr_mom_0",0.99,1613939537648,384
"lr_0",1.0871980203544451e-06,1613939537648,384
"mom_0",0.9478200494911388,1613939537648,384
"eps_0",1e-05,1613939537648,384
"wd_1",0.01,1613939537648,384
"sqr_mom_1",0.99,1613939537648,384
"lr_1",1.087198020354445e-05,1613939537648,384
"mom_1",0.9478200494911388,1613939537648,384
"eps_1",1e-05,1613939537648,384
"wd_2",0.01,1613939537648,384
"sqr_mom_2",0.99,1613939537648,384
"lr_2",0.0001087198020354445,1613939537648,384
"mom_2",0.9478200494911388,1613939537648,384
"eps_2",1e-05,1613939537648,384
"train_loss",0.20472443,1613939538591,385
"raw_loss",0.09654707,1613939538591,385
"epoch",2.4276729559748578,1613939538591,385
"wd_0",0.01,1613939538591,385
"sqr_mom_0",0.99,1613939538591,385
"lr_0",1.0879690942526713e-06,1613939538591,385
"mom_0",0.9478007726436832,1613939538591,385
"eps_0",1e-05,1613939538591,385
"wd_1",0.01,1613939538591,385
"sqr_mom_1",0.99,1613939538591,385
"lr_1",1.0879690942526713e-05,1613939538591,385
"mom_1",0.9478007726436832,1613939538591,385
"eps_1",1e-05,1613939538591,385
"wd_2",0.01,1613939538591,385
"sqr_mom_2",0.99,1613939538591,385
"lr_2",0.00010879690942526713,1613939538591,385
"mom_2",0.9478007726436832,1613939538591,385
"eps_2",1e-05,1613939538591,385
"train_loss",0.2026227,1613939539569,386
"raw_loss",0.10068706,1613939539569,386
"epoch",2.4339622641509586,1613939539569,386
"wd_0",0.01,1613939539569,386
"sqr_mom_0",0.99,1613939539569,386
"lr_0",1.0887434857298454e-06,1613939539569,386
"mom_0",0.9477814128567539,1613939539569,386
"eps_0",1e-05,1613939539569,386
"wd_1",0.01,1613939539569,386
"sqr_mom_1",0.99,1613939539569,386
"lr_1",1.0887434857298453e-05,1613939539569,386
"mom_1",0.9477814128567539,1613939539569,386
"eps_1",1e-05,1613939539569,386
"wd_2",0.01,1613939539569,386
"sqr_mom_2",0.99,1613939539569,386
"lr_2",0.00010887434857298454,1613939539569,386
"mom_2",0.9477814128567539,1613939539569,386
"eps_2",1e-05,1613939539569,386
"train_loss",0.20100412,1613939540508,387
"raw_loss",0.122486115,1613939540508,387
"epoch",2.4402515723270595,1613939540508,387
"wd_0",0.01,1613939540508,387
"sqr_mom_0",0.99,1613939540508,387
"lr_0",1.0895211934423153e-06,1613939540508,387
"mom_0",0.947761970163942,1613939540508,387
"eps_0",1e-05,1613939540508,387
"wd_1",0.01,1613939540508,387
"sqr_mom_1",0.99,1613939540508,387
"lr_1",1.0895211934423153e-05,1613939540508,387
"mom_1",0.947761970163942,1613939540508,387
"eps_1",1e-05,1613939540508,387
"wd_2",0.01,1613939540508,387
"sqr_mom_2",0.99,1613939540508,387
"lr_2",0.00010895211934423153,1613939540508,387
"mom_2",0.947761970163942,1613939540508,387
"eps_2",1e-05,1613939540508,387
"train_loss",0.19959828,1613939541453,388
"raw_loss",0.13138717,1613939541453,388
"epoch",2.4465408805031603,1613939541453,388
"wd_0",0.01,1613939541453,388
"sqr_mom_0",0.99,1613939541453,388
"lr_0",1.090302216040675e-06,1613939541453,388
"mom_0",0.947742444598983,1613939541453,388
"eps_0",1e-05,1613939541453,388
"wd_1",0.01,1613939541453,388
"sqr_mom_1",0.99,1613939541453,388
"lr_1",1.0903022160406748e-05,1613939541453,388
"mom_1",0.947742444598983,1613939541453,388
"eps_1",1e-05,1613939541453,388
"wd_2",0.01,1613939541453,388
"sqr_mom_2",0.99,1613939541453,388
"lr_2",0.00010903022160406748,1613939541453,388
"mom_2",0.947742444598983,1613939541453,388
"eps_2",1e-05,1613939541453,388
"train_loss",0.20266964,1613939542397,389
"raw_loss",0.35172167,1613939542397,389
"epoch",2.452830188679261,1613939542397,389
"wd_0",0.01,1613939542397,389
"sqr_mom_0",0.99,1613939542397,389
"lr_0",1.0910865382030229e-06,1613939542397,389
"mom_0",0.9477228365449244,1613939542397,389
"eps_0",1e-05,1613939542397,389
"wd_1",0.01,1613939542397,389
"sqr_mom_1",0.99,1613939542397,389
"lr_1",1.091086538203023e-05,1613939542397,389
"mom_1",0.9477228365449244,1613939542397,389
"eps_1",1e-05,1613939542397,389
"wd_2",0.01,1613939542397,389
"sqr_mom_2",0.99,1613939542397,389
"lr_2",0.00010910865382030229,1613939542397,389
"mom_2",0.9477228365449244,1613939542397,389
"eps_2",1e-05,1613939542397,389
"train_loss",0.20144065,1613939543343,390
"raw_loss",0.14178634,1613939543343,390
"epoch",2.459119496855362,1613939543343,390
"wd_0",0.01,1613939543343,390
"sqr_mom_0",0.99,1613939543343,390
"lr_0",1.0918741864430936e-06,1613939543343,390
"mom_0",0.9477031453389226,1613939543343,390
"eps_0",1e-05,1613939543343,390
"wd_1",0.01,1613939543343,390
"sqr_mom_1",0.99,1613939543343,390
"lr_1",1.0918741864430934e-05,1613939543343,390
"mom_1",0.9477031453389226,1613939543343,390
"eps_1",1e-05,1613939543343,390
"wd_2",0.01,1613939543343,390
"sqr_mom_2",0.99,1613939543343,390
"lr_2",0.00010918741864430935,1613939543343,390
"mom_2",0.9477031453389226,1613939543343,390
"eps_2",1e-05,1613939543343,390
"train_loss",0.2014564,1613939544295,391
"raw_loss",0.20222111,1613939544295,391
"epoch",2.465408805031463,1613939544295,391
"wd_0",0.01,1613939544295,391
"sqr_mom_0",0.99,1613939544295,391
"lr_0",1.0926651314019537e-06,1613939544295,391
"mom_0",0.9476833717149511,1613939544295,391
"eps_0",1e-05,1613939544295,391
"wd_1",0.01,1613939544295,391
"sqr_mom_1",0.99,1613939544295,391
"lr_1",1.0926651314019536e-05,1613939544295,391
"mom_1",0.9476833717149511,1613939544295,391
"eps_1",1e-05,1613939544295,391
"wd_2",0.01,1613939544295,391
"sqr_mom_2",0.99,1613939544295,391
"lr_2",0.00010926651314019535,1613939544295,391
"mom_2",0.9476833717149511,1613939544295,391
"eps_2",1e-05,1613939544295,391
"train_loss",0.20073147,1613939545273,392
"raw_loss",0.16553086,1613939545273,392
"epoch",2.4716981132075637,1613939545273,392
"wd_0",0.01,1613939545273,392
"sqr_mom_0",0.99,1613939545273,392
"lr_0",1.0934593998172184e-06,1613939545273,392
"mom_0",0.9476635150045695,1613939545273,392
"eps_0",1e-05,1613939545273,392
"wd_1",0.01,1613939545273,392
"sqr_mom_1",0.99,1613939545273,392
"lr_1",1.0934593998172183e-05,1613939545273,392
"mom_1",0.9476635150045695,1613939545273,392
"eps_1",1e-05,1613939545273,392
"wd_2",0.01,1613939545273,392
"sqr_mom_2",0.99,1613939545273,392
"lr_2",0.00010934593998172183,1613939545273,392
"mom_2",0.9476635150045695,1613939545273,392
"eps_2",1e-05,1613939545273,392
"train_loss",0.20744501,1613939546223,393
"raw_loss",0.533498,1613939546223,393
"epoch",2.4779874213836646,1613939546223,393
"wd_0",0.01,1613939546223,393
"sqr_mom_0",0.99,1613939546223,393
"lr_0",1.0942569762851613e-06,1613939546223,393
"mom_0",0.9476435755928709,1613939546223,393
"eps_0",1e-05,1613939546223,393
"wd_1",0.01,1613939546223,393
"sqr_mom_1",0.99,1613939546223,393
"lr_1",1.0942569762851612e-05,1613939546223,393
"mom_1",0.9476435755928709,1613939546223,393
"eps_1",1e-05,1613939546223,393
"wd_2",0.01,1613939546223,393
"sqr_mom_2",0.99,1613939546223,393
"lr_2",0.00010942569762851612,1613939546223,393
"mom_2",0.9476435755928709,1613939546223,393
"eps_2",1e-05,1613939546223,393
"train_loss",0.20688942,1613939547198,394
"raw_loss",0.17990203,1613939547198,394
"epoch",2.4842767295597654,1613939547198,394
"wd_0",0.01,1613939547198,394
"sqr_mom_0",0.99,1613939547198,394
"lr_0",1.0950578594219023e-06,1613939547198,394
"mom_0",0.9476235535144524,1613939547198,394
"eps_0",1e-05,1613939547198,394
"wd_1",0.01,1613939547198,394
"sqr_mom_1",0.99,1613939547198,394
"lr_1",1.0950578594219021e-05,1613939547198,394
"mom_1",0.9476235535144524,1613939547198,394
"eps_1",1e-05,1613939547198,394
"wd_2",0.01,1613939547198,394
"sqr_mom_2",0.99,1613939547198,394
"lr_2",0.00010950578594219021,1613939547198,394
"mom_2",0.9476235535144524,1613939547198,394
"eps_2",1e-05,1613939547198,394
"train_loss",0.20596778,1613939548156,395
"raw_loss",0.1611914,1613939548156,395
"epoch",2.4905660377358663,1613939548156,395
"wd_0",0.01,1613939548156,395
"sqr_mom_0",0.99,1613939548156,395
"lr_0",1.095862047837822e-06,1613939548156,395
"mom_0",0.9476034488040544,1613939548156,395
"eps_0",1e-05,1613939548156,395
"wd_1",0.01,1613939548156,395
"sqr_mom_1",0.99,1613939548156,395
"lr_1",1.0958620478378218e-05,1613939548156,395
"mom_1",0.9476034488040544,1613939548156,395
"eps_1",1e-05,1613939548156,395
"wd_2",0.01,1613939548156,395
"sqr_mom_2",0.99,1613939548156,395
"lr_2",0.0001095862047837822,1613939548156,395
"mom_2",0.9476034488040544,1613939548156,395
"eps_2",1e-05,1613939548156,395
"train_loss",0.20474032,1613939549122,396
"raw_loss",0.14509472,1613939549122,396
"epoch",2.496855345911967,1613939549122,396
"wd_0",0.01,1613939549122,396
"sqr_mom_0",0.99,1613939549122,396
"lr_0",1.0966695401375684e-06,1613939549122,396
"mom_0",0.9475832614965608,1613939549122,396
"eps_0",1e-05,1613939549122,396
"wd_1",0.01,1613939549122,396
"sqr_mom_1",0.99,1613939549122,396
"lr_1",1.0966695401375682e-05,1613939549122,396
"mom_1",0.9475832614965608,1613939549122,396
"eps_1",1e-05,1613939549122,396
"wd_2",0.01,1613939549122,396
"sqr_mom_2",0.99,1613939549122,396
"lr_2",0.00010966695401375682,1613939549122,396
"mom_2",0.9475832614965608,1613939549122,396
"eps_2",1e-05,1613939549122,396
"train_loss",0.20477834,1613939550066,397
"raw_loss",0.20662707,1613939550066,397
"epoch",2.503144654088068,1613939550066,397
"wd_0",0.01,1613939550066,397
"sqr_mom_0",0.99,1613939550066,397
"lr_0",1.0974803204832514e-06,1613939550066,397
"mom_0",0.9475629919879187,1613939550066,397
"eps_0",1e-05,1613939550066,397
"wd_1",0.01,1613939550066,397
"sqr_mom_1",0.99,1613939550066,397
"lr_1",1.0974803204832513e-05,1613939550066,397
"mom_1",0.9475629919879187,1613939550066,397
"eps_1",1e-05,1613939550066,397
"wd_2",0.01,1613939550066,397
"sqr_mom_2",0.99,1613939550066,397
"lr_2",0.00010974803204832513,1613939550066,397
"mom_2",0.9475629919879187,1613939550066,397
"eps_2",1e-05,1613939550066,397
"train_loss",0.20289315,1613939551020,398
"raw_loss",0.11125728,1613939551020,398
"epoch",2.509433962264169,1613939551020,398
"wd_0",0.01,1613939551020,398
"sqr_mom_0",0.99,1613939551020,398
"lr_0",1.098294416283016e-06,1613939551020,398
"mom_0",0.9475426395929246,1613939551020,398
"eps_0",1e-05,1613939551020,398
"wd_1",0.01,1613939551020,398
"sqr_mom_1",0.99,1613939551020,398
"lr_1",1.0982944162830158e-05,1613939551020,398
"mom_1",0.9475426395929246,1613939551020,398
"eps_1",1e-05,1613939551020,398
"wd_2",0.01,1613939551020,398
"sqr_mom_2",0.99,1613939551020,398
"lr_2",0.00010982944162830158,1613939551020,398
"mom_2",0.9475426395929246,1613939551020,398
"eps_2",1e-05,1613939551020,398
"train_loss",0.20452313,1613939551967,399
"raw_loss",0.28376573,1613939551967,399
"epoch",2.5157232704402697,1613939551967,399
"wd_0",0.01,1613939551967,399
"sqr_mom_0",0.99,1613939551967,399
"lr_0",1.0991118117461858e-06,1613939551967,399
"mom_0",0.9475222047063453,1613939551967,399
"eps_0",1e-05,1613939551967,399
"wd_1",0.01,1613939551967,399
"sqr_mom_1",0.99,1613939551967,399
"lr_1",1.0991118117461857e-05,1613939551967,399
"mom_1",0.9475222047063453,1613939551967,399
"eps_1",1e-05,1613939551967,399
"wd_2",0.01,1613939551967,399
"sqr_mom_2",0.99,1613939551967,399
"lr_2",0.00010991118117461856,1613939551967,399
"mom_2",0.9475222047063453,1613939551967,399
"eps_2",1e-05,1613939551967,399
"train_loss",0.20370185,1613939552921,400
"raw_loss",0.16376846,1613939552921,400
"epoch",2.5220125786163705,1613939552921,400
"wd_0",0.01,1613939552921,400
"sqr_mom_0",0.99,1613939552921,400
"lr_0",1.0999325054544926e-06,1613939552921,400
"mom_0",0.9475016873636376,1613939552921,400
"eps_0",1e-05,1613939552921,400
"wd_1",0.01,1613939552921,400
"sqr_mom_1",0.99,1613939552921,400
"lr_1",1.0999325054544925e-05,1613939552921,400
"mom_1",0.9475016873636376,1613939552921,400
"eps_1",1e-05,1613939552921,400
"wd_2",0.01,1613939552921,400
"sqr_mom_2",0.99,1613939552921,400
"lr_2",0.00010999325054544924,1613939552921,400
"mom_2",0.9475016873636376,1613939552921,400
"eps_2",1e-05,1613939552921,400
"train_loss",0.20192218,1613939553874,401
"raw_loss",0.115374744,1613939553874,401
"epoch",2.5283018867924714,1613939553874,401
"wd_0",0.01,1613939553874,401
"sqr_mom_0",0.99,1613939553874,401
"lr_0",1.1007564959839441e-06,1613939553874,401
"mom_0",0.9474810876004014,1613939553874,401
"eps_0",1e-05,1613939553874,401
"wd_1",0.01,1613939553874,401
"sqr_mom_1",0.99,1613939553874,401
"lr_1",1.1007564959839441e-05,1613939553874,401
"mom_1",0.9474810876004014,1613939553874,401
"eps_1",1e-05,1613939553874,401
"wd_2",0.01,1613939553874,401
"sqr_mom_2",0.99,1613939553874,401
"lr_2",0.00011007564959839441,1613939553874,401
"mom_2",0.9474810876004014,1613939553874,401
"eps_2",1e-05,1613939553874,401
"train_loss",0.20026872,1613939554834,402
"raw_loss",0.119846955,1613939554834,402
"epoch",2.534591194968572,1613939554834,402
"wd_0",0.01,1613939554834,402
"sqr_mom_0",0.99,1613939554834,402
"lr_0",1.1015837819048287e-06,1613939554834,402
"mom_0",0.9474604054523792,1613939554834,402
"eps_0",1e-05,1613939554834,402
"wd_1",0.01,1613939554834,402
"sqr_mom_1",0.99,1613939554834,402
"lr_1",1.1015837819048285e-05,1613939554834,402
"mom_1",0.9474604054523792,1613939554834,402
"eps_1",1e-05,1613939554834,402
"wd_2",0.01,1613939554834,402
"sqr_mom_2",0.99,1613939554834,402
"lr_2",0.00011015837819048285,1613939554834,402
"mom_2",0.9474604054523792,1613939554834,402
"eps_2",1e-05,1613939554834,402
"train_loss",0.1985698,1613939555803,403
"raw_loss",0.11592446,1613939555803,403
"epoch",2.540880503144673,1613939555803,403
"wd_0",0.01,1613939555803,403
"sqr_mom_0",0.99,1613939555803,403
"lr_0",1.102414346993417e-06,1613939555803,403
"mom_0",0.9474396413251646,1613939555803,403
"eps_0",1e-05,1613939555803,403
"wd_1",0.01,1613939555803,403
"sqr_mom_1",0.99,1613939555803,403
"lr_1",1.1024143469934168e-05,1613939555803,403
"mom_1",0.9474396413251646,1613939555803,403
"eps_1",1e-05,1613939555803,403
"wd_2",0.01,1613939555803,403
"sqr_mom_2",0.99,1613939555803,403
"lr_2",0.00011024143469934167,1613939555803,403
"mom_2",0.9474396413251646,1613939555803,403
"eps_2",1e-05,1613939555803,403
"train_loss",0.19671412,1613939556820,404
"raw_loss",0.10643016,1613939556820,404
"epoch",2.547169811320774,1613939556820,404
"wd_0",0.01,1613939556820,404
"sqr_mom_0",0.99,1613939556820,404
"lr_0",1.1032482044798762e-06,1613939556820,404
"mom_0",0.9474187948880031,1613939556820,404
"eps_0",1e-05,1613939556820,404
"wd_1",0.01,1613939556820,404
"sqr_mom_1",0.99,1613939556820,404
"lr_1",1.103248204479876e-05,1613939556820,404
"mom_1",0.9474187948880031,1613939556820,404
"eps_1",1e-05,1613939556820,404
"wd_2",0.01,1613939556820,404
"sqr_mom_2",0.99,1613939556820,404
"lr_2",0.0001103248204479876,1613939556820,404
"mom_2",0.9474187948880031,1613939556820,404
"eps_2",1e-05,1613939556820,404
"train_loss",0.19519523,1613939557816,405
"raw_loss",0.12128598,1613939557816,405
"epoch",2.5534591194968748,1613939557816,405
"wd_0",0.01,1613939557816,405
"sqr_mom_0",0.99,1613939557816,405
"lr_0",1.104085367822685e-06,1613939557816,405
"mom_0",0.9473978658044329,1613939557816,405
"eps_0",1e-05,1613939557816,405
"wd_1",0.01,1613939557816,405
"sqr_mom_1",0.99,1613939557816,405
"lr_1",1.1040853678226851e-05,1613939557816,405
"mom_1",0.9473978658044329,1613939557816,405
"eps_1",1e-05,1613939557816,405
"wd_2",0.01,1613939557816,405
"sqr_mom_2",0.99,1613939557816,405
"lr_2",0.0001104085367822685,1613939557816,405
"mom_2",0.9473978658044329,1613939557816,405
"eps_2",1e-05,1613939557816,405
"train_loss",0.19402903,1613939558770,406
"raw_loss",0.13727391,1613939558770,406
"epoch",2.5597484276729756,1613939558770,406
"wd_0",0.01,1613939558770,406
"sqr_mom_0",0.99,1613939558770,406
"lr_0",1.1049258207809774e-06,1613939558770,406
"mom_0",0.9473768544804755,1613939558770,406
"eps_0",1e-05,1613939558770,406
"wd_1",0.01,1613939558770,406
"sqr_mom_1",0.99,1613939558770,406
"lr_1",1.1049258207809772e-05,1613939558770,406
"mom_1",0.9473768544804755,1613939558770,406
"eps_1",1e-05,1613939558770,406
"wd_2",0.01,1613939558770,406
"sqr_mom_2",0.99,1613939558770,406
"lr_2",0.00011049258207809772,1613939558770,406
"mom_2",0.9473768544804755,1613939558770,406
"eps_2",1e-05,1613939558770,406
"train_loss",0.1927696,1613939559723,407
"raw_loss",0.13146892,1613939559723,407
"epoch",2.5660377358490765,1613939559723,407
"wd_0",0.01,1613939559723,407
"sqr_mom_0",0.99,1613939559723,407
"lr_0",1.1057695618964758e-06,1613939559723,407
"mom_0",0.9473557609525881,1613939559723,407
"eps_0",1e-05,1613939559723,407
"wd_1",0.01,1613939559723,407
"sqr_mom_1",0.99,1613939559723,407
"lr_1",1.1057695618964756e-05,1613939559723,407
"mom_1",0.9473557609525881,1613939559723,407
"eps_1",1e-05,1613939559723,407
"wd_2",0.01,1613939559723,407
"sqr_mom_2",0.99,1613939559723,407
"lr_2",0.00011057695618964757,1613939559723,407
"mom_2",0.9473557609525881,1613939559723,407
"eps_2",1e-05,1613939559723,407
"train_loss",0.19272016,1613939560678,408
"raw_loss",0.19031352,1613939560678,408
"epoch",2.5723270440251773,1613939560678,408
"wd_0",0.01,1613939560678,408
"sqr_mom_0",0.99,1613939560678,408
"lr_0",1.1066165897051995e-06,1613939560678,408
"mom_0",0.94733458525737,1613939560678,408
"eps_0",1e-05,1613939560678,408
"wd_1",0.01,1613939560678,408
"sqr_mom_1",0.99,1613939560678,408
"lr_1",1.1066165897051995e-05,1613939560678,408
"mom_1",0.94733458525737,1613939560678,408
"eps_1",1e-05,1613939560678,408
"wd_2",0.01,1613939560678,408
"sqr_mom_2",0.99,1613939560678,408
"lr_2",0.00011066165897051995,1613939560678,408
"mom_2",0.94733458525737,1613939560678,408
"eps_2",1e-05,1613939560678,408
"train_loss",0.1921424,1613939561630,409
"raw_loss",0.1640135,1613939561630,409
"epoch",2.578616352201278,1613939561630,409
"wd_0",0.01,1613939561630,409
"sqr_mom_0",0.99,1613939561630,409
"lr_0",1.1074669027374644e-06,1613939561630,409
"mom_0",0.9473133274315634,1613939561630,409
"eps_0",1e-05,1613939561630,409
"wd_1",0.01,1613939561630,409
"sqr_mom_1",0.99,1613939561630,409
"lr_1",1.1074669027374642e-05,1613939561630,409
"mom_1",0.9473133274315634,1613939561630,409
"eps_1",1e-05,1613939561630,409
"wd_2",0.01,1613939561630,409
"sqr_mom_2",0.99,1613939561630,409
"lr_2",0.00011074669027374642,1613939561630,409
"mom_2",0.9473133274315634,1613939561630,409
"eps_2",1e-05,1613939561630,409
"train_loss",0.19212207,1613939562584,410
"raw_loss",0.19113196,1613939562584,410
"epoch",2.584905660377379,1613939562584,410
"wd_0",0.01,1613939562584,410
"sqr_mom_0",0.99,1613939562584,410
"lr_0",1.1083204843206767e-06,1613939562584,410
"mom_0",0.947291987891983,1613939562584,410
"eps_0",1e-05,1613939562584,410
"wd_1",0.01,1613939562584,410
"sqr_mom_1",0.99,1613939562584,410
"lr_1",1.1083204843206767e-05,1613939562584,410
"mom_1",0.947291987891983,1613939562584,410
"eps_1",1e-05,1613939562584,410
"wd_2",0.01,1613939562584,410
"sqr_mom_2",0.99,1613939562584,410
"lr_2",0.00011083204843206767,1613939562584,410
"mom_2",0.947291987891983,1613939562584,410
"eps_2",1e-05,1613939562584,410
"train_loss",0.19086303,1613939563554,411
"raw_loss",0.12954882,1613939563554,411
"epoch",2.59119496855348,1613939563554,411
"wd_0",0.01,1613939563554,411
"sqr_mom_0",0.99,1613939563554,411
"lr_0",1.1091773480543426e-06,1613939563554,411
"mom_0",0.9472705662986414,1613939563554,411
"eps_0",1e-05,1613939563554,411
"wd_1",0.01,1613939563554,411
"sqr_mom_1",0.99,1613939563554,411
"lr_1",1.1091773480543425e-05,1613939563554,411
"mom_1",0.9472705662986414,1613939563554,411
"eps_1",1e-05,1613939563554,411
"wd_2",0.01,1613939563554,411
"sqr_mom_2",0.99,1613939563554,411
"lr_2",0.00011091773480543424,1613939563554,411
"mom_2",0.9472705662986414,1613939563554,411
"eps_2",1e-05,1613939563554,411
"train_loss",0.18957321,1613939564502,412
"raw_loss",0.1267538,1613939564502,412
"epoch",2.5974842767295807,1613939564502,412
"wd_0",0.01,1613939564502,412
"sqr_mom_0",0.99,1613939564502,412
"lr_0",1.1100375230793702e-06,1613939564502,412
"mom_0",0.9472490619230157,1613939564502,412
"eps_0",1e-05,1613939564502,412
"wd_1",0.01,1613939564502,412
"sqr_mom_1",0.99,1613939564502,412
"lr_1",1.1100375230793701e-05,1613939564502,412
"mom_1",0.9472490619230157,1613939564502,412
"eps_1",1e-05,1613939564502,412
"wd_2",0.01,1613939564502,412
"sqr_mom_2",0.99,1613939564502,412
"lr_2",0.00011100375230793701,1613939564502,412
"mom_2",0.9472490619230157,1613939564502,412
"eps_2",1e-05,1613939564502,412
"train_loss",0.18866108,1613939565469,413
"raw_loss",0.14423057,1613939565469,413
"epoch",2.6037735849056816,1613939565469,413
"wd_0",0.01,1613939565469,413
"sqr_mom_0",0.99,1613939565469,413
"lr_0",1.1109009467646707e-06,1613939565469,413
"mom_0",0.9472274763308832,1613939565469,413
"eps_0",1e-05,1613939565469,413
"wd_1",0.01,1613939565469,413
"sqr_mom_1",0.99,1613939565469,413
"lr_1",1.1109009467646705e-05,1613939565469,413
"mom_1",0.9472274763308832,1613939565469,413
"eps_1",1e-05,1613939565469,413
"wd_2",0.01,1613939565469,413
"sqr_mom_2",0.99,1613939565469,413
"lr_2",0.00011109009467646705,1613939565469,413
"mom_2",0.9472274763308832,1613939565469,413
"eps_2",1e-05,1613939565469,413
"train_loss",0.18794937,1613939566463,414
"raw_loss",0.15327823,1613939566463,414
"epoch",2.6100628930817824,1613939566463,414
"wd_0",0.01,1613939566463,414
"sqr_mom_0",0.99,1613939566463,414
"lr_0",1.1117676789837904e-06,1613939566463,414
"mom_0",0.9472058080254052,1613939566463,414
"eps_0",1e-05,1613939566463,414
"wd_1",0.01,1613939566463,414
"sqr_mom_1",0.99,1613939566463,414
"lr_1",1.1117676789837903e-05,1613939566463,414
"mom_1",0.9472058080254052,1613939566463,414
"eps_1",1e-05,1613939566463,414
"wd_2",0.01,1613939566463,414
"sqr_mom_2",0.99,1613939566463,414
"lr_2",0.00011117676789837903,1613939566463,414
"mom_2",0.9472058080254052,1613939566463,414
"eps_2",1e-05,1613939566463,414
"train_loss",0.18602918,1613939567427,415
"raw_loss",0.092473246,1613939567427,415
"epoch",2.6163522012578833,1613939567427,415
"wd_0",0.01,1613939567427,415
"sqr_mom_0",0.99,1613939567427,415
"lr_0",1.1126376566281975e-06,1613939567427,415
"mom_0",0.947184058584295,1613939567427,415
"eps_0",1e-05,1613939567427,415
"wd_1",0.01,1613939567427,415
"sqr_mom_1",0.99,1613939567427,415
"lr_1",1.1126376566281973e-05,1613939567427,415
"mom_1",0.947184058584295,1613939567427,415
"eps_1",1e-05,1613939567427,415
"wd_2",0.01,1613939567427,415
"sqr_mom_2",0.99,1613939567427,415
"lr_2",0.00011126376566281974,1613939567427,415
"mom_2",0.947184058584295,1613939567427,415
"eps_2",1e-05,1613939567427,415
"train_loss",0.18528654,1613939568467,416
"raw_loss",0.1490995,1613939568467,416
"epoch",2.622641509433984,1613939568467,416
"wd_0",0.01,1613939568467,416
"sqr_mom_0",0.99,1613939568467,416
"lr_0",1.1135109244792418e-06,1613939568467,416
"mom_0",0.9471622268880189,1613939568467,416
"eps_0",1e-05,1613939568467,416
"wd_1",0.01,1613939568467,416
"sqr_mom_1",0.99,1613939568467,416
"lr_1",1.1135109244792418e-05,1613939568467,416
"mom_1",0.9471622268880189,1613939568467,416
"eps_1",1e-05,1613939568467,416
"wd_2",0.01,1613939568467,416
"sqr_mom_2",0.99,1613939568467,416
"lr_2",0.00011135109244792417,1613939568467,416
"mom_2",0.9471622268880189,1613939568467,416
"eps_2",1e-05,1613939568467,416
"train_loss",0.18413717,1613939569432,417
"raw_loss",0.12812379,1613939569432,417
"epoch",2.628930817610085,1613939569432,417
"wd_0",0.01,1613939569432,417
"sqr_mom_0",0.99,1613939569432,417
"lr_0",1.114387449986589e-06,1613939569432,417
"mom_0",0.9471403137503352,1613939569432,417
"eps_0",1e-05,1613939569432,417
"wd_1",0.01,1613939569432,417
"sqr_mom_1",0.99,1613939569432,417
"lr_1",1.114387449986589e-05,1613939569432,417
"mom_1",0.9471403137503352,1613939569432,417
"eps_1",1e-05,1613939569432,417
"wd_2",0.01,1613939569432,417
"sqr_mom_2",0.99,1613939569432,417
"lr_2",0.0001114387449986589,1613939569432,417
"mom_2",0.9471403137503352,1613939569432,417
"eps_2",1e-05,1613939569432,417
"train_loss",0.1830453,1613939570398,418
"raw_loss",0.12982963,1613939570398,418
"epoch",2.635220125786186,1613939570398,418
"wd_0",0.01,1613939570398,418
"sqr_mom_0",0.99,1613939570398,418
"lr_0",1.1152672784438265e-06,1613939570398,418
"mom_0",0.9471183180389043,1613939570398,418
"eps_0",1e-05,1613939570398,418
"wd_1",0.01,1613939570398,418
"sqr_mom_1",0.99,1613939570398,418
"lr_1",1.1152672784438264e-05,1613939570398,418
"mom_1",0.9471183180389043,1613939570398,418
"eps_1",1e-05,1613939570398,418
"wd_2",0.01,1613939570398,418
"sqr_mom_2",0.99,1613939570398,418
"lr_2",0.00011152672784438263,1613939570398,418
"mom_2",0.9471183180389043,1613939570398,418
"eps_2",1e-05,1613939570398,418
"train_loss",0.1840117,1613939571350,419
"raw_loss",0.23111746,1613939571350,419
"epoch",2.6415094339622867,1613939571350,419
"wd_0",0.01,1613939571350,419
"sqr_mom_0",0.99,1613939571350,419
"lr_0",1.1161503457888574e-06,1613939571350,419
"mom_0",0.9470962413552785,1613939571350,419
"eps_0",1e-05,1613939571350,419
"wd_1",0.01,1613939571350,419
"sqr_mom_1",0.99,1613939571350,419
"lr_1",1.1161503457888574e-05,1613939571350,419
"mom_1",0.9470962413552785,1613939571350,419
"eps_1",1e-05,1613939571350,419
"wd_2",0.01,1613939571350,419
"sqr_mom_2",0.99,1613939571350,419
"lr_2",0.00011161503457888573,1613939571350,419
"mom_2",0.9470962413552785,1613939571350,419
"eps_2",1e-05,1613939571350,419
"train_loss",0.18209022,1613939572311,420
"raw_loss",0.08842081,1613939572311,420
"epoch",2.6477987421383875,1613939572311,420
"wd_0",0.01,1613939572311,420
"sqr_mom_0",0.99,1613939572311,420
"lr_0",1.1170367132574054e-06,1613939572311,420
"mom_0",0.9470740821685648,1613939572311,420
"eps_0",1e-05,1613939572311,420
"wd_1",0.01,1613939572311,420
"sqr_mom_1",0.99,1613939572311,420
"lr_1",1.1170367132574053e-05,1613939572311,420
"mom_1",0.9470740821685648,1613939572311,420
"eps_1",1e-05,1613939572311,420
"wd_2",0.01,1613939572311,420
"sqr_mom_2",0.99,1613939572311,420
"lr_2",0.00011170367132574053,1613939572311,420
"mom_2",0.9470740821685648,1613939572311,420
"eps_2",1e-05,1613939572311,420
"train_loss",0.19325078,1613939573282,421
"raw_loss",0.73736995,1613939573282,421
"epoch",2.6540880503144884,1613939573282,421
"wd_0",0.01,1613939573282,421
"sqr_mom_0",0.99,1613939573282,421
"lr_0",1.1179263163112563e-06,1613939573282,421
"mom_0",0.9470518420922186,1613939573282,421
"eps_0",1e-05,1613939573282,421
"wd_1",0.01,1613939573282,421
"sqr_mom_1",0.99,1613939573282,421
"lr_1",1.117926316311256e-05,1613939573282,421
"mom_1",0.9470518420922186,1613939573282,421
"eps_1",1e-05,1613939573282,421
"wd_2",0.01,1613939573282,421
"sqr_mom_2",0.99,1613939573282,421
"lr_2",0.0001117926316311256,1613939573282,421
"mom_2",0.9470518420922186,1613939573282,421
"eps_2",1e-05,1613939573282,421
"train_loss",0.19764775,1613939574342,422
"raw_loss",0.41203812,1613939574342,422
"epoch",2.660377358490589,1613939574342,422
"wd_0",0.01,1613939574342,422
"sqr_mom_0",0.99,1613939574342,422
"lr_0",1.1188192007441737e-06,1613939574342,422
"mom_0",0.9470295199813956,1613939574342,422
"eps_0",1e-05,1613939574342,422
"wd_1",0.01,1613939574342,422
"sqr_mom_1",0.99,1613939574342,422
"lr_1",1.1188192007441736e-05,1613939574342,422
"mom_1",0.9470295199813956,1613939574342,422
"eps_1",1e-05,1613939574342,422
"wd_2",0.01,1613939574342,422
"sqr_mom_2",0.99,1613939574342,422
"lr_2",0.00011188192007441735,1613939574342,422
"mom_2",0.9470295199813956,1613939574342,422
"eps_2",1e-05,1613939574342,422
"train_loss",0.19715303,1613939575310,423
"raw_loss",0.17302911,1613939575310,423
"epoch",2.66666666666669,1613939575310,423
"wd_0",0.01,1613939575310,423
"sqr_mom_0",0.99,1613939575310,423
"lr_0",1.1197153332746332e-06,1613939575310,423
"mom_0",0.9470071166681341,1613939575310,423
"eps_0",1e-05,1613939575310,423
"wd_1",0.01,1613939575310,423
"sqr_mom_1",0.99,1613939575310,423
"lr_1",1.119715333274633e-05,1613939575310,423
"mom_1",0.9470071166681341,1613939575310,423
"eps_1",1e-05,1613939575310,423
"wd_2",0.01,1613939575310,423
"sqr_mom_2",0.99,1613939575310,423
"lr_2",0.0001119715333274633,1613939575310,423
"mom_2",0.9470071166681341,1613939575310,423
"eps_2",1e-05,1613939575310,423
"train_loss",0.19480509,1613939576283,424
"raw_loss",0.080299616,1613939576283,424
"epoch",2.672955974842791,1613939576283,424
"wd_0",0.01,1613939576283,424
"sqr_mom_0",0.99,1613939576283,424
"lr_0",1.1206147602071966e-06,1613939576283,424
"mom_0",0.94698463099482,1613939576283,424
"eps_0",1e-05,1613939576283,424
"wd_1",0.01,1613939576283,424
"sqr_mom_1",0.99,1613939576283,424
"lr_1",1.1206147602071965e-05,1613939576283,424
"mom_1",0.94698463099482,1613939576283,424
"eps_1",1e-05,1613939576283,424
"wd_2",0.01,1613939576283,424
"sqr_mom_2",0.99,1613939576283,424
"lr_2",0.00011206147602071966,1613939576283,424
"mom_2",0.94698463099482,1613939576283,424
"eps_2",1e-05,1613939576283,424
"train_loss",0.19613001,1613939577249,425
"raw_loss",0.26074988,1613939577249,425
"epoch",2.6792452830188918,1613939577249,425
"wd_0",0.01,1613939577249,425
"sqr_mom_0",0.99,1613939577249,425
"lr_0",1.1215174160527638e-06,1613939577249,425
"mom_0",0.9469620645986808,1613939577249,425
"eps_0",1e-05,1613939577249,425
"wd_1",0.01,1613939577249,425
"sqr_mom_1",0.99,1613939577249,425
"lr_1",1.1215174160527637e-05,1613939577249,425
"mom_1",0.9469620645986808,1613939577249,425
"eps_1",1e-05,1613939577249,425
"wd_2",0.01,1613939577249,425
"sqr_mom_2",0.99,1613939577249,425
"lr_2",0.00011215174160527638,1613939577249,425
"mom_2",0.9469620645986808,1613939577249,425
"eps_2",1e-05,1613939577249,425
"train_loss",0.19446449,1613939578229,426
"raw_loss",0.113225155,1613939578229,426
"epoch",2.6855345911949926,1613939578229,426
"wd_0",0.01,1613939578229,426
"sqr_mom_0",0.99,1613939578229,426
"lr_0",1.1224233311515044e-06,1613939578229,426
"mom_0",0.9469394167212124,1613939578229,426
"eps_0",1e-05,1613939578229,426
"wd_1",0.01,1613939578229,426
"sqr_mom_1",0.99,1613939578229,426
"lr_1",1.1224233311515042e-05,1613939578229,426
"mom_1",0.9469394167212124,1613939578229,426
"eps_1",1e-05,1613939578229,426
"wd_2",0.01,1613939578229,426
"sqr_mom_2",0.99,1613939578229,426
"lr_2",0.00011224233311515043,1613939578229,426
"mom_2",0.9469394167212124,1613939578229,426
"eps_2",1e-05,1613939578229,426
"train_loss",0.19294305,1613939579176,427
"raw_loss",0.11872421,1613939579176,427
"epoch",2.6918238993710935,1613939579176,427
"wd_0",0.01,1613939579176,427
"sqr_mom_0",0.99,1613939579176,427
"lr_0",1.123332536301268e-06,1613939579176,427
"mom_0",0.9469166865924683,1613939579176,427
"eps_0",1e-05,1613939579176,427
"wd_1",0.01,1613939579176,427
"sqr_mom_1",0.99,1613939579176,427
"lr_1",1.123332536301268e-05,1613939579176,427
"mom_1",0.9469166865924683,1613939579176,427
"eps_1",1e-05,1613939579176,427
"wd_2",0.01,1613939579176,427
"sqr_mom_2",0.99,1613939579176,427
"lr_2",0.00011233325363012679,1613939579176,427
"mom_2",0.9469166865924683,1613939579176,427
"eps_2",1e-05,1613939579176,427
"train_loss",0.19139068,1613939580131,428
"raw_loss",0.11565657,1613939580131,428
"epoch",2.6981132075471943,1613939580131,428
"wd_0",0.01,1613939580131,428
"sqr_mom_0",0.99,1613939580131,428
"lr_0",1.1242449653009831e-06,1613939580131,428
"mom_0",0.9468938758674754,1613939580131,428
"eps_0",1e-05,1613939580131,428
"wd_1",0.01,1613939580131,428
"sqr_mom_1",0.99,1613939580131,428
"lr_1",1.124244965300983e-05,1613939580131,428
"mom_1",0.9468938758674754,1613939580131,428
"eps_1",1e-05,1613939580131,428
"wd_2",0.01,1613939580131,428
"sqr_mom_2",0.99,1613939580131,428
"lr_2",0.00011242449653009831,1613939580131,428
"mom_2",0.9468938758674754,1613939580131,428
"eps_2",1e-05,1613939580131,428
"train_loss",0.18975082,1613939581085,429
"raw_loss",0.10974076,1613939581085,429
"epoch",2.704402515723295,1613939581085,429
"wd_0",0.01,1613939581085,429
"sqr_mom_0",0.99,1613939581085,429
"lr_0",1.1251606651219418e-06,1613939581085,429
"mom_0",0.9468709833719514,1613939581085,429
"eps_0",1e-05,1613939581085,429
"wd_1",0.01,1613939581085,429
"sqr_mom_1",0.99,1613939581085,429
"lr_1",1.1251606651219418e-05,1613939581085,429
"mom_1",0.9468709833719514,1613939581085,429
"eps_1",1e-05,1613939581085,429
"wd_2",0.01,1613939581085,429
"sqr_mom_2",0.99,1613939581085,429
"lr_2",0.00011251606651219417,1613939581085,429
"mom_2",0.9468709833719514,1613939581085,429
"eps_2",1e-05,1613939581085,429
"train_loss",0.18792741,1613939582054,430
"raw_loss",0.098954536,1613939582054,430
"epoch",2.710691823899396,1613939582054,430
"wd_0",0.01,1613939582054,430
"sqr_mom_0",0.99,1613939582054,430
"lr_0",1.1260796016321952e-06,1613939582054,430
"mom_0",0.946848009959195,1613939582054,430
"eps_0",1e-05,1613939582054,430
"wd_1",0.01,1613939582054,430
"sqr_mom_1",0.99,1613939582054,430
"lr_1",1.126079601632195e-05,1613939582054,430
"mom_1",0.946848009959195,1613939582054,430
"eps_1",1e-05,1613939582054,430
"wd_2",0.01,1613939582054,430
"sqr_mom_2",0.99,1613939582054,430
"lr_2",0.00011260796016321951,1613939582054,430
"mom_2",0.946848009959195,1613939582054,430
"eps_2",1e-05,1613939582054,430
"train_loss",0.189303,1613939583037,431
"raw_loss",0.25642937,1613939583037,431
"epoch",2.716981132075497,1613939583037,431
"wd_0",0.01,1613939583037,431
"sqr_mom_0",0.99,1613939583037,431
"lr_0",1.1270018223121145e-06,1613939583037,431
"mom_0",0.946824954442197,1613939583037,431
"eps_0",1e-05,1613939583037,431
"wd_1",0.01,1613939583037,431
"sqr_mom_1",0.99,1613939583037,431
"lr_1",1.1270018223121145e-05,1613939583037,431
"mom_1",0.946824954442197,1613939583037,431
"eps_1",1e-05,1613939583037,431
"wd_2",0.01,1613939583037,431
"sqr_mom_2",0.99,1613939583037,431
"lr_2",0.00011270018223121143,1613939583037,431
"mom_2",0.946824954442197,1613939583037,431
"eps_2",1e-05,1613939583037,431
"train_loss",0.19218838,1613939584001,432
"raw_loss",0.33300328,1613939584001,432
"epoch",2.7232704402515977,1613939584001,432
"wd_0",0.01,1613939584001,432
"sqr_mom_0",0.99,1613939584001,432
"lr_0",1.1279272600129408e-06,1613939584001,432
"mom_0",0.9468018184996765,1613939584001,432
"eps_0",1e-05,1613939584001,432
"wd_1",0.01,1613939584001,432
"sqr_mom_1",0.99,1613939584001,432
"lr_1",1.1279272600129407e-05,1613939584001,432
"mom_1",0.9468018184996765,1613939584001,432
"eps_1",1e-05,1613939584001,432
"wd_2",0.01,1613939584001,432
"sqr_mom_2",0.99,1613939584001,432
"lr_2",0.00011279272600129406,1613939584001,432
"mom_2",0.9468018184996765,1613939584001,432
"eps_2",1e-05,1613939584001,432
"train_loss",0.19252694,1613939585011,433
"raw_loss",0.2090507,1613939585011,433
"epoch",2.7295597484276986,1613939585011,433
"wd_0",0.01,1613939585011,433
"sqr_mom_0",0.99,1613939585011,433
"lr_0",1.1288559789085414e-06,1613939585011,433
"mom_0",0.9467786005272865,1613939585011,433
"eps_0",1e-05,1613939585011,433
"wd_1",0.01,1613939585011,433
"sqr_mom_1",0.99,1613939585011,433
"lr_1",1.1288559789085414e-05,1613939585011,433
"mom_1",0.9467786005272865,1613939585011,433
"eps_1",1e-05,1613939585011,433
"wd_2",0.01,1613939585011,433
"sqr_mom_2",0.99,1613939585011,433
"lr_2",0.00011288559789085414,1613939585011,433
"mom_2",0.9467786005272865,1613939585011,433
"eps_2",1e-05,1613939585011,433
"train_loss",0.1931156,1613939586000,434
"raw_loss",0.22184901,1613939586000,434
"epoch",2.7358490566037994,1613939586000,434
"wd_0",0.01,1613939586000,434
"sqr_mom_0",0.99,1613939586000,434
"lr_0",1.129787911377009e-06,1613939586000,434
"mom_0",0.9467553022155747,1613939586000,434
"eps_0",1e-05,1613939586000,434
"wd_1",0.01,1613939586000,434
"sqr_mom_1",0.99,1613939586000,434
"lr_1",1.1297879113770087e-05,1613939586000,434
"mom_1",0.9467553022155747,1613939586000,434
"eps_1",1e-05,1613939586000,434
"wd_2",0.01,1613939586000,434
"sqr_mom_2",0.99,1613939586000,434
"lr_2",0.00011297879113770087,1613939586000,434
"mom_2",0.9467553022155747,1613939586000,434
"eps_2",1e-05,1613939586000,434
"train_loss",0.19205464,1613939586959,435
"raw_loss",0.14026463,1613939586959,435
"epoch",2.7421383647799003,1613939586959,435
"wd_0",0.01,1613939586959,435
"sqr_mom_0",0.99,1613939586959,435
"lr_0",1.1307231053957733e-06,1613939586959,435
"mom_0",0.9467319223651056,1613939586959,435
"eps_0",1e-05,1613939586959,435
"wd_1",0.01,1613939586959,435
"sqr_mom_1",0.99,1613939586959,435
"lr_1",1.1307231053957732e-05,1613939586959,435
"mom_1",0.9467319223651056,1613939586959,435
"eps_1",1e-05,1613939586959,435
"wd_2",0.01,1613939586959,435
"sqr_mom_2",0.99,1613939586959,435
"lr_2",0.00011307231053957732,1613939586959,435
"mom_2",0.9467319223651056,1613939586959,435
"eps_2",1e-05,1613939586959,435
"train_loss",0.19065097,1613939587918,436
"raw_loss",0.12212609,1613939587918,436
"epoch",2.748427672956001,1613939587918,436
"wd_0",0.01,1613939587918,436
"sqr_mom_0",0.99,1613939587918,436
"lr_0",1.1316615261062544e-06,1613939587918,436
"mom_0",0.9467084618473436,1613939587918,436
"eps_0",1e-05,1613939587918,436
"wd_1",0.01,1613939587918,436
"sqr_mom_1",0.99,1613939587918,436
"lr_1",1.1316615261062543e-05,1613939587918,436
"mom_1",0.9467084618473436,1613939587918,436
"eps_1",1e-05,1613939587918,436
"wd_2",0.01,1613939587918,436
"sqr_mom_2",0.99,1613939587918,436
"lr_2",0.00011316615261062542,1613939587918,436
"mom_2",0.9467084618473436,1613939587918,436
"eps_2",1e-05,1613939587918,436
"train_loss",0.18926401,1613939588857,437
"raw_loss",0.121550776,1613939588857,437
"epoch",2.754716981132102,1613939588857,437
"wd_0",0.01,1613939588857,437
"sqr_mom_0",0.99,1613939588857,437
"lr_0",1.132603221993455e-06,1613939588857,437
"mom_0",0.9466849194501636,1613939588857,437
"eps_0",1e-05,1613939588857,437
"wd_1",0.01,1613939588857,437
"sqr_mom_1",0.99,1613939588857,437
"lr_1",1.1326032219934548e-05,1613939588857,437
"mom_1",0.9466849194501636,1613939588857,437
"eps_1",1e-05,1613939588857,437
"wd_2",0.01,1613939588857,437
"sqr_mom_2",0.99,1613939588857,437
"lr_2",0.00011326032219934547,1613939588857,437
"mom_2",0.9466849194501636,1613939588857,437
"eps_2",1e-05,1613939588857,437
"train_loss",0.18930863,1613939589812,438
"raw_loss",0.19148698,1613939589812,438
"epoch",2.761006289308203,1613939589812,438
"wd_0",0.01,1613939589812,438
"sqr_mom_0",0.99,1613939589812,438
"lr_0",1.1335481244905857e-06,1613939589812,438
"mom_0",0.9466612968877354,1613939589812,438
"eps_0",1e-05,1613939589812,438
"wd_1",0.01,1613939589812,438
"sqr_mom_1",0.99,1613939589812,438
"lr_1",1.1335481244905856e-05,1613939589812,438
"mom_1",0.9466612968877354,1613939589812,438
"eps_1",1e-05,1613939589812,438
"wd_2",0.01,1613939589812,438
"sqr_mom_2",0.99,1613939589812,438
"lr_2",0.00011335481244905856,1613939589812,438
"mom_2",0.9466612968877354,1613939589812,438
"eps_2",1e-05,1613939589812,438
"train_loss",0.1880496,1613939590764,439
"raw_loss",0.12657359,1613939590764,439
"epoch",2.7672955974843036,1613939590764,439
"wd_0",0.01,1613939590764,439
"sqr_mom_0",0.99,1613939590764,439
"lr_0",1.134496299121288e-06,1613939590764,439
"mom_0",0.9466375925219678,1613939590764,439
"eps_0",1e-05,1613939590764,439
"wd_1",0.01,1613939590764,439
"sqr_mom_1",0.99,1613939590764,439
"lr_1",1.134496299121288e-05,1613939590764,439
"mom_1",0.9466375925219678,1613939590764,439
"eps_1",1e-05,1613939590764,439
"wd_2",0.01,1613939590764,439
"sqr_mom_2",0.99,1613939590764,439
"lr_2",0.0001134496299121288,1613939590764,439
"mom_2",0.9466375925219678,1613939590764,439
"eps_2",1e-05,1613939590764,439
"train_loss",0.1888413,1613939591778,440
"raw_loss",0.22750218,1613939591778,440
"epoch",2.7735849056604045,1613939591778,440
"wd_0",0.01,1613939591778,440
"sqr_mom_0",0.99,1613939591778,440
"lr_0",1.1354476768470426e-06,1613939591778,440
"mom_0",0.9466138080788239,1613939591778,440
"eps_0",1e-05,1613939591778,440
"wd_1",0.01,1613939591778,440
"sqr_mom_1",0.99,1613939591778,440
"lr_1",1.1354476768470427e-05,1613939591778,440
"mom_1",0.9466138080788239,1613939591778,440
"eps_1",1e-05,1613939591778,440
"wd_2",0.01,1613939591778,440
"sqr_mom_2",0.99,1613939591778,440
"lr_2",0.00011354476768470425,1613939591778,440
"mom_2",0.9466138080788239,1613939591778,440
"eps_2",1e-05,1613939591778,440
"train_loss",0.18715097,1613939592732,441
"raw_loss",0.10460263,1613939592732,441
"epoch",2.7798742138365053,1613939592732,441
"wd_0",0.01,1613939592732,441
"sqr_mom_0",0.99,1613939592732,441
"lr_0",1.1364022896563309e-06,1613939592732,441
"mom_0",0.9465899427585917,1613939592732,441
"eps_0",1e-05,1613939592732,441
"wd_1",0.01,1613939592732,441
"sqr_mom_1",0.99,1613939592732,441
"lr_1",1.1364022896563307e-05,1613939592732,441
"mom_1",0.9465899427585917,1613939592732,441
"eps_1",1e-05,1613939592732,441
"wd_2",0.01,1613939592732,441
"sqr_mom_2",0.99,1613939592732,441
"lr_2",0.00011364022896563306,1613939592732,441
"mom_2",0.9465899427585917,1613939592732,441
"eps_2",1e-05,1613939592732,441
"train_loss",0.18502976,1613939593683,442
"raw_loss",0.08143221,1613939593683,442
"epoch",2.786163522012606,1613939593683,442
"wd_0",0.01,1613939593683,442
"sqr_mom_0",0.99,1613939593683,442
"lr_0",1.1373601529423879e-06,1613939593683,442
"mom_0",0.9465659961764402,1613939593683,442
"eps_0",1e-05,1613939593683,442
"wd_1",0.01,1613939593683,442
"sqr_mom_1",0.99,1613939593683,442
"lr_1",1.1373601529423876e-05,1613939593683,442
"mom_1",0.9465659961764402,1613939593683,442
"eps_1",1e-05,1613939593683,442
"wd_2",0.01,1613939593683,442
"sqr_mom_2",0.99,1613939593683,442
"lr_2",0.00011373601529423876,1613939593683,442
"mom_2",0.9465659961764402,1613939593683,442
"eps_2",1e-05,1613939593683,442
"train_loss",0.185641,1613939594622,443
"raw_loss",0.21549529,1613939594622,443
"epoch",2.792452830188707,1613939594622,443
"wd_0",0.01,1613939594622,443
"sqr_mom_0",0.99,1613939594622,443
"lr_0",1.1383212310016557e-06,1613939594622,443
"mom_0",0.9465419692249586,1613939594622,443
"eps_0",1e-05,1613939594622,443
"wd_1",0.01,1613939594622,443
"sqr_mom_1",0.99,1613939594622,443
"lr_1",1.1383212310016557e-05,1613939594622,443
"mom_1",0.9465419692249586,1613939594622,443
"eps_1",1e-05,1613939594622,443
"wd_2",0.01,1613939594622,443
"sqr_mom_2",0.99,1613939594622,443
"lr_2",0.00011383212310016555,1613939594622,443
"mom_2",0.9465419692249586,1613939594622,443
"eps_2",1e-05,1613939594622,443
"train_loss",0.18502854,1613939595574,444
"raw_loss",0.1551134,1613939595574,444
"epoch",2.798742138364808,1613939595574,444
"wd_0",0.01,1613939595574,444
"sqr_mom_0",0.99,1613939595574,444
"lr_0",1.1392855734873708e-06,1613939595574,444
"mom_0",0.9465178606628157,1613939595574,444
"eps_0",1e-05,1613939595574,444
"wd_1",0.01,1613939595574,444
"sqr_mom_1",0.99,1613939595574,444
"lr_1",1.1392855734873707e-05,1613939595574,444
"mom_1",0.9465178606628157,1613939595574,444
"eps_1",1e-05,1613939595574,444
"wd_2",0.01,1613939595574,444
"sqr_mom_2",0.99,1613939595574,444
"lr_2",0.00011392855734873707,1613939595574,444
"mom_2",0.9465178606628157,1613939595574,444
"eps_2",1e-05,1613939595574,444
"train_loss",0.19330247,1613939596511,445
"raw_loss",0.59747005,1613939596511,445
"epoch",2.8050314465409087,1613939596511,445
"wd_0",0.01,1613939596511,445
"sqr_mom_0",0.99,1613939596511,445
"lr_0",1.1402531101837992e-06,1613939596511,445
"mom_0",0.946493672245405,1613939596511,445
"eps_0",1e-05,1613939596511,445
"wd_1",0.01,1613939596511,445
"sqr_mom_1",0.99,1613939596511,445
"lr_1",1.140253110183799e-05,1613939596511,445
"mom_1",0.946493672245405,1613939596511,445
"eps_1",1e-05,1613939596511,445
"wd_2",0.01,1613939596511,445
"sqr_mom_2",0.99,1613939596511,445
"lr_2",0.0001140253110183799,1613939596511,445
"mom_2",0.946493672245405,1613939596511,445
"eps_2",1e-05,1613939596511,445
"train_loss",0.19454415,1613939597462,446
"raw_loss",0.2552018,1613939597462,446
"epoch",2.8113207547170096,1613939597462,446
"wd_0",0.01,1613939597462,446
"sqr_mom_0",0.99,1613939597462,446
"lr_0",1.1412239081841357e-06,1613939597462,446
"mom_0",0.9464694022953966,1613939597462,446
"eps_0",1e-05,1613939597462,446
"wd_1",0.01,1613939597462,446
"sqr_mom_1",0.99,1613939597462,446
"lr_1",1.1412239081841356e-05,1613939597462,446
"mom_1",0.9464694022953966,1613939597462,446
"eps_1",1e-05,1613939597462,446
"wd_2",0.01,1613939597462,446
"sqr_mom_2",0.99,1613939597462,446
"lr_2",0.00011412239081841356,1613939597462,446
"mom_2",0.9464694022953966,1613939597462,446
"eps_2",1e-05,1613939597462,446
"train_loss",0.19506082,1613939598430,447
"raw_loss",0.2203022,1613939598430,447
"epoch",2.8176100628931104,1613939598430,447
"wd_0",0.01,1613939598430,447
"sqr_mom_0",0.99,1613939598430,447
"lr_0",1.1421978968026074e-06,1613939598430,447
"mom_0",0.9464450525799348,1613939598430,447
"eps_0",1e-05,1613939598430,447
"wd_1",0.01,1613939598430,447
"sqr_mom_1",0.99,1613939598430,447
"lr_1",1.1421978968026073e-05,1613939598430,447
"mom_1",0.9464450525799348,1613939598430,447
"eps_1",1e-05,1613939598430,447
"wd_2",0.01,1613939598430,447
"sqr_mom_2",0.99,1613939598430,447
"lr_2",0.00011421978968026073,1613939598430,447
"mom_2",0.9464450525799348,1613939598430,447
"eps_2",1e-05,1613939598430,447
"train_loss",0.19574308,1613939599473,448
"raw_loss",0.22907642,1613939599473,448
"epoch",2.8238993710692113,1613939599473,448
"wd_0",0.01,1613939599473,448
"sqr_mom_0",0.99,1613939599473,448
"lr_0",1.1431751261862421e-06,1613939599473,448
"mom_0",0.9464206218453439,1613939599473,448
"eps_0",1e-05,1613939599473,448
"wd_1",0.01,1613939599473,448
"sqr_mom_1",0.99,1613939599473,448
"lr_1",1.143175126186242e-05,1613939599473,448
"mom_1",0.9464206218453439,1613939599473,448
"eps_1",1e-05,1613939599473,448
"wd_2",0.01,1613939599473,448
"sqr_mom_2",0.99,1613939599473,448
"lr_2",0.00011431751261862421,1613939599473,448
"mom_2",0.9464206218453439,1613939599473,448
"eps_2",1e-05,1613939599473,448
"train_loss",0.19474982,1613939600424,449
"raw_loss",0.14621927,1613939600424,449
"epoch",2.830188679245312,1613939600424,449
"wd_0",0.01,1613939600424,449
"sqr_mom_0",0.99,1613939600424,449
"lr_0",1.1441555599096268e-06,1613939600424,449
"mom_0",0.9463961110022593,1613939600424,449
"eps_0",1e-05,1613939600424,449
"wd_1",0.01,1613939600424,449
"sqr_mom_1",0.99,1613939600424,449
"lr_1",1.1441555599096267e-05,1613939600424,449
"mom_1",0.9463961110022593,1613939600424,449
"eps_1",1e-05,1613939600424,449
"wd_2",0.01,1613939600424,449
"sqr_mom_2",0.99,1613939600424,449
"lr_2",0.00011441555599096267,1613939600424,449
"mom_2",0.9463961110022593,1613939600424,449
"eps_2",1e-05,1613939600424,449
"train_loss",0.19614187,1613939601399,450
"raw_loss",0.2641613,1613939601399,450
"epoch",2.836477987421413,1613939601399,450
"wd_0",0.01,1613939601399,450
"sqr_mom_0",0.99,1613939601399,450
"lr_0",1.1451392486239869e-06,1613939601399,450
"mom_0",0.9463715187844003,1613939601399,450
"eps_0",1e-05,1613939601399,450
"wd_1",0.01,1613939601399,450
"sqr_mom_1",0.99,1613939601399,450
"lr_1",1.1451392486239868e-05,1613939601399,450
"mom_1",0.9463715187844003,1613939601399,450
"eps_1",1e-05,1613939601399,450
"wd_2",0.01,1613939601399,450
"sqr_mom_2",0.99,1613939601399,450
"lr_2",0.00011451392486239867,1613939601399,450
"mom_2",0.9463715187844003,1613939601399,450
"eps_2",1e-05,1613939601399,450
"train_loss",0.19538076,1613939602362,451
"raw_loss",0.1581891,1613939602362,451
"epoch",2.842767295597514,1613939602362,451
"wd_0",0.01,1613939602362,451
"sqr_mom_0",0.99,1613939602362,451
"lr_0",1.1461261207049502e-06,1613939602362,451
"mom_0",0.9463468469823763,1613939602362,451
"eps_0",1e-05,1613939602362,451
"wd_1",0.01,1613939602362,451
"sqr_mom_1",0.99,1613939602362,451
"lr_1",1.1461261207049501e-05,1613939602362,451
"mom_1",0.9463468469823763,1613939602362,451
"eps_1",1e-05,1613939602362,451
"wd_2",0.01,1613939602362,451
"sqr_mom_2",0.99,1613939602362,451
"lr_2",0.000114612612070495,1613939602362,451
"mom_2",0.9463468469823763,1613939602362,451
"eps_2",1e-05,1613939602362,451
"train_loss",0.19515198,1613939603327,452
"raw_loss",0.18397184,1613939603327,452
"epoch",2.8490566037736147,1613939603327,452
"wd_0",0.01,1613939603327,452
"sqr_mom_0",0.99,1613939603327,452
"lr_0",1.1471162445865109e-06,1613939603327,452
"mom_0",0.9463220938853372,1613939603327,452
"eps_0",1e-05,1613939603327,452
"wd_1",0.01,1613939603327,452
"sqr_mom_1",0.99,1613939603327,452
"lr_1",1.1471162445865107e-05,1613939603327,452
"mom_1",0.9463220938853372,1613939603327,452
"eps_1",1e-05,1613939603327,452
"wd_2",0.01,1613939603327,452
"sqr_mom_2",0.99,1613939603327,452
"lr_2",0.00011471162445865107,1613939603327,452
"mom_2",0.9463220938853372,1613939603327,452
"eps_2",1e-05,1613939603327,452
"train_loss",0.19365126,1613939604273,453
"raw_loss",0.12030931,1613939604273,453
"epoch",2.8553459119497155,1613939604273,453
"wd_0",0.01,1613939604273,453
"sqr_mom_0",0.99,1613939604273,453
"lr_0",1.1481095481757398e-06,1613939604273,453
"mom_0",0.9462972612956064,1613939604273,453
"eps_0",1e-05,1613939604273,453
"wd_1",0.01,1613939604273,453
"sqr_mom_1",0.99,1613939604273,453
"lr_1",1.14810954817574e-05,1613939604273,453
"mom_1",0.9462972612956064,1613939604273,453
"eps_1",1e-05,1613939604273,453
"wd_2",0.01,1613939604273,453
"sqr_mom_2",0.99,1613939604273,453
"lr_2",0.00011481095481757398,1613939604273,453
"mom_2",0.9462972612956064,1613939604273,453
"eps_2",1e-05,1613939604273,453
"train_loss",0.19309004,1613939605234,454
"raw_loss",0.16566017,1613939605234,454
"epoch",2.8616352201258164,1613939605234,454
"wd_0",0.01,1613939605234,454
"sqr_mom_0",0.99,1613939605234,454
"lr_0",1.149106082616098e-06,1613939605234,454
"mom_0",0.9462723479345975,1613939605234,454
"eps_0",1e-05,1613939605234,454
"wd_1",0.01,1613939605234,454
"sqr_mom_1",0.99,1613939605234,454
"lr_1",1.1491060826160981e-05,1613939605234,454
"mom_1",0.9462723479345975,1613939605234,454
"eps_1",1e-05,1613939605234,454
"wd_2",0.01,1613939605234,454
"sqr_mom_2",0.99,1613939605234,454
"lr_2",0.0001149106082616098,1613939605234,454
"mom_2",0.9462723479345975,1613939605234,454
"eps_2",1e-05,1613939605234,454
"train_loss",0.19242096,1613939606175,455
"raw_loss",0.15971899,1613939606175,455
"epoch",2.8679245283019172,1613939606175,455
"wd_0",0.01,1613939606175,455
"sqr_mom_0",0.99,1613939606175,455
"lr_0",1.1501058107625917e-06,1613939606175,455
"mom_0",0.9462473547309351,1613939606175,455
"eps_0",1e-05,1613939606175,455
"wd_1",0.01,1613939606175,455
"sqr_mom_1",0.99,1613939606175,455
"lr_1",1.1501058107625915e-05,1613939606175,455
"mom_1",0.9462473547309351,1613939606175,455
"eps_1",1e-05,1613939606175,455
"wd_2",0.01,1613939606175,455
"sqr_mom_2",0.99,1613939606175,455
"lr_2",0.00011501058107625916,1613939606175,455
"mom_2",0.9462473547309351,1613939606175,455
"eps_2",1e-05,1613939606175,455
"train_loss",0.19078292,1613939607142,456
"raw_loss",0.11071755,1613939607142,456
"epoch",2.874213836478018,1613939607142,456
"wd_0",0.01,1613939607142,456
"sqr_mom_0",0.99,1613939607142,456
"lr_0",1.151108748560086e-06,1613939607142,456
"mom_0",0.9462222812859978,1613939607142,456
"eps_0",1e-05,1613939607142,456
"wd_1",0.01,1613939607142,456
"sqr_mom_1",0.99,1613939607142,456
"lr_1",1.1511087485600858e-05,1613939607142,456
"mom_1",0.9462222812859978,1613939607142,456
"eps_1",1e-05,1613939607142,456
"wd_2",0.01,1613939607142,456
"sqr_mom_2",0.99,1613939607142,456
"lr_2",0.00011511087485600857,1613939607142,456
"mom_2",0.9462222812859978,1613939607142,456
"eps_2",1e-05,1613939607142,456
"train_loss",0.19008836,1613939608085,457
"raw_loss",0.15613765,1613939608085,457
"epoch",2.880503144654119,1613939608085,457
"wd_0",0.01,1613939608085,457
"sqr_mom_0",0.99,1613939608085,457
"lr_0",1.1521149300836014e-06,1613939608085,457
"mom_0",0.9461971267479099,1613939608085,457
"eps_0",1e-05,1613939608085,457
"wd_1",0.01,1613939608085,457
"sqr_mom_1",0.99,1613939608085,457
"lr_1",1.1521149300836012e-05,1613939608085,457
"mom_1",0.9461971267479099,1613939608085,457
"eps_1",1e-05,1613939608085,457
"wd_2",0.01,1613939608085,457
"sqr_mom_2",0.99,1613939608085,457
"lr_2",0.00011521149300836012,1613939608085,457
"mom_2",0.9461971267479099,1613939608085,457
"eps_2",1e-05,1613939608085,457
"train_loss",0.18840763,1613939609039,458
"raw_loss",0.10624774,1613939609039,458
"epoch",2.88679245283022,1613939609039,458
"wd_0",0.01,1613939609039,458
"sqr_mom_0",0.99,1613939609039,458
"lr_0",1.1531242820710189e-06,1613939609039,458
"mom_0",0.9461718929482245,1613939609039,458
"eps_0",1e-05,1613939609039,458
"wd_1",0.01,1613939609039,458
"sqr_mom_1",0.99,1613939609039,458
"lr_1",1.1531242820710186e-05,1613939609039,458
"mom_1",0.9461718929482245,1613939609039,458
"eps_1",1e-05,1613939609039,458
"wd_2",0.01,1613939609039,458
"sqr_mom_2",0.99,1613939609039,458
"lr_2",0.00011531242820710187,1613939609039,458
"mom_2",0.9461718929482245,1613939609039,458
"eps_2",1e-05,1613939609039,458
"train_loss",0.18642306,1613939609986,459
"raw_loss",0.08940684,1613939609986,459
"epoch",2.8930817610063206,1613939609986,459
"wd_0",0.01,1613939609986,459
"sqr_mom_0",0.99,1613939609986,459
"lr_0",1.1541368564937185e-06,1613939609986,459
"mom_0",0.946146578587657,1613939609986,459
"eps_0",1e-05,1613939609986,459
"wd_1",0.01,1613939609986,459
"sqr_mom_1",0.99,1613939609986,459
"lr_1",1.1541368564937186e-05,1613939609986,459
"mom_1",0.946146578587657,1613939609986,459
"eps_1",1e-05,1613939609986,459
"wd_2",0.01,1613939609986,459
"sqr_mom_2",0.99,1613939609986,459
"lr_2",0.00011541368564937185,1613939609986,459
"mom_2",0.946146578587657,1613939609986,459
"eps_2",1e-05,1613939609986,459
"train_loss",0.18465519,1613939610955,460
"raw_loss",0.0982271,1613939610955,460
"epoch",2.8993710691824215,1613939610955,460
"wd_0",0.01,1613939610955,460
"sqr_mom_0",0.99,1613939610955,460
"lr_0",1.1551526336871934e-06,1613939610955,460
"mom_0",0.9461211841578201,1613939610955,460
"eps_0",1e-05,1613939610955,460
"wd_1",0.01,1613939610955,460
"sqr_mom_1",0.99,1613939610955,460
"lr_1",1.1551526336871932e-05,1613939610955,460
"mom_1",0.9461211841578201,1613939610955,460
"eps_1",1e-05,1613939610955,460
"wd_2",0.01,1613939610955,460
"sqr_mom_2",0.99,1613939610955,460
"lr_2",0.00011551526336871931,1613939610955,460
"mom_2",0.9461211841578201,1613939610955,460
"eps_2",1e-05,1613939610955,460
"train_loss",0.18342131,1613939611909,461
"raw_loss",0.12309705,1613939611909,461
"epoch",2.9056603773585223,1613939611909,461
"wd_0",0.01,1613939611909,461
"sqr_mom_0",0.99,1613939611909,461
"lr_0",1.1561716118889607e-06,1613939611909,461
"mom_0",0.9460957097027759,1613939611909,461
"eps_0",1e-05,1613939611909,461
"wd_1",0.01,1613939611909,461
"sqr_mom_1",0.99,1613939611909,461
"lr_1",1.1561716118889606e-05,1613939611909,461
"mom_1",0.9460957097027759,1613939611909,461
"eps_1",1e-05,1613939611909,461
"wd_2",0.01,1613939611909,461
"sqr_mom_2",0.99,1613939611909,461
"lr_2",0.00011561716118889605,1613939611909,461
"mom_2",0.9460957097027759,1613939611909,461
"eps_2",1e-05,1613939611909,461
"train_loss",0.18139066,1613939612862,462
"raw_loss",0.082107246,1613939612862,462
"epoch",2.911949685534623,1613939612862,462
"wd_0",0.01,1613939612862,462
"sqr_mom_0",0.99,1613939612862,462
"lr_0",1.1571937893309842e-06,1613939612862,462
"mom_0",0.9460701552667253,1613939612862,462
"eps_0",1e-05,1613939612862,462
"wd_1",0.01,1613939612862,462
"sqr_mom_1",0.99,1613939612862,462
"lr_1",1.1571937893309842e-05,1613939612862,462
"mom_1",0.9460701552667253,1613939612862,462
"eps_1",1e-05,1613939612862,462
"wd_2",0.01,1613939612862,462
"sqr_mom_2",0.99,1613939612862,462
"lr_2",0.00011571937893309841,1613939612862,462
"mom_2",0.9460701552667253,1613939612862,462
"eps_2",1e-05,1613939612862,462
"train_loss",0.18679224,1613939613809,463
"raw_loss",0.45089993,1613939613809,463
"epoch",2.918238993710724,1613939613809,463
"wd_0",0.01,1613939613809,463
"sqr_mom_0",0.99,1613939613809,463
"lr_0",1.1582191642396758e-06,1613939613809,463
"mom_0",0.946044520894008,1613939613809,463
"eps_0",1e-05,1613939613809,463
"wd_1",0.01,1613939613809,463
"sqr_mom_1",0.99,1613939613809,463
"lr_1",1.1582191642396758e-05,1613939613809,463
"mom_1",0.946044520894008,1613939613809,463
"eps_1",1e-05,1613939613809,463
"wd_2",0.01,1613939613809,463
"sqr_mom_2",0.99,1613939613809,463
"lr_2",0.00011582191642396758,1613939613809,463
"mom_2",0.946044520894008,1613939613809,463
"eps_2",1e-05,1613939613809,463
"train_loss",0.18542467,1613939614757,464
"raw_loss",0.11855466,1613939614757,464
"epoch",2.924528301886825,1613939614757,464
"wd_0",0.01,1613939614757,464
"sqr_mom_0",0.99,1613939614757,464
"lr_0",1.159247698224635e-06,1613939614757,464
"mom_0",0.946018807544384,1613939614757,464
"eps_0",1e-05,1613939614757,464
"wd_1",0.01,1613939614757,464
"sqr_mom_1",0.99,1613939614757,464
"lr_1",1.1592476982246347e-05,1613939614757,464
"mom_1",0.946018807544384,1613939614757,464
"eps_1",1e-05,1613939614757,464
"wd_2",0.01,1613939614757,464
"sqr_mom_2",0.99,1613939614757,464
"lr_2",0.00011592476982246348,1613939614757,464
"mom_2",0.946018807544384,1613939614757,464
"eps_2",1e-05,1613939614757,464
"train_loss",0.18740468,1613939615702,465
"raw_loss",0.28422508,1613939615702,465
"epoch",2.9308176100629257,1613939615702,465
"wd_0",0.01,1613939615702,465
"sqr_mom_0",0.99,1613939615702,465
"lr_0",1.1602794993349774e-06,1613939615702,465
"mom_0",0.9459930125166255,1613939615702,465
"eps_0",1e-05,1613939615702,465
"wd_1",0.01,1613939615702,465
"sqr_mom_1",0.99,1613939615702,465
"lr_1",1.1602794993349773e-05,1613939615702,465
"mom_1",0.9459930125166255,1613939615702,465
"eps_1",1e-05,1613939615702,465
"wd_2",0.01,1613939615702,465
"sqr_mom_2",0.99,1613939615702,465
"lr_2",0.00011602794993349773,1613939615702,465
"mom_2",0.9459930125166255,1613939615702,465
"eps_2",1e-05,1613939615702,465
"train_loss",0.18712816,1613939616656,466
"raw_loss",0.1736057,1613939616656,466
"epoch",2.9371069182390266,1613939616656,466
"wd_0",0.01,1613939616656,466
"sqr_mom_0",0.99,1613939616656,466
"lr_0",1.1613144191085292e-06,1613939616656,466
"mom_0",0.9459671395222867,1613939616656,466
"eps_0",1e-05,1613939616656,466
"wd_1",0.01,1613939616656,466
"sqr_mom_1",0.99,1613939616656,466
"lr_1",1.1613144191085291e-05,1613939616656,466
"mom_1",0.9459671395222867,1613939616656,466
"eps_1",1e-05,1613939616656,466
"wd_2",0.01,1613939616656,466
"sqr_mom_2",0.99,1613939616656,466
"lr_2",0.0001161314419108529,1613939616656,466
"mom_2",0.9459671395222867,1613939616656,466
"eps_2",1e-05,1613939616656,466
"train_loss",0.18604666,1613939617626,467
"raw_loss",0.13315767,1613939617626,467
"epoch",2.9433962264151274,1613939617626,467
"wd_0",0.01,1613939617626,467
"sqr_mom_0",0.99,1613939617626,467
"lr_0",1.1623526028752608e-06,1613939617626,467
"mom_0",0.9459411849281184,1613939617626,467
"eps_0",1e-05,1613939617626,467
"wd_1",0.01,1613939617626,467
"sqr_mom_1",0.99,1613939617626,467
"lr_1",1.1623526028752607e-05,1613939617626,467
"mom_1",0.9459411849281184,1613939617626,467
"eps_1",1e-05,1613939617626,467
"wd_2",0.01,1613939617626,467
"sqr_mom_2",0.99,1613939617626,467
"lr_2",0.00011623526028752607,1613939617626,467
"mom_2",0.9459411849281184,1613939617626,467
"eps_2",1e-05,1613939617626,467
"train_loss",0.18481725,1613939618573,468
"raw_loss",0.1246941,1613939618573,468
"epoch",2.9496855345912283,1613939618573,468
"wd_0",0.01,1613939618573,468
"sqr_mom_0",0.99,1613939618573,468
"lr_0",1.1633939012546206e-06,1613939618573,468
"mom_0",0.9459151524686344,1613939618573,468
"eps_0",1e-05,1613939618573,468
"wd_1",0.01,1613939618573,468
"sqr_mom_1",0.99,1613939618573,468
"lr_1",1.1633939012546205e-05,1613939618573,468
"mom_1",0.9459151524686344,1613939618573,468
"eps_1",1e-05,1613939618573,468
"wd_2",0.01,1613939618573,468
"sqr_mom_2",0.99,1613939618573,468
"lr_2",0.00011633939012546204,1613939618573,468
"mom_2",0.9459151524686344,1613939618573,468
"eps_2",1e-05,1613939618573,468
"train_loss",0.1821913,1613939619550,469
"raw_loss",0.053764217,1613939619550,469
"epoch",2.955974842767329,1613939619550,469
"wd_0",0.01,1613939619550,469
"sqr_mom_0",0.99,1613939619550,469
"lr_0",1.164438423294293e-06,1613939619550,469
"mom_0",0.9458890394176427,1613939619550,469
"eps_0",1e-05,1613939619550,469
"wd_1",0.01,1613939619550,469
"sqr_mom_1",0.99,1613939619550,469
"lr_1",1.164438423294293e-05,1613939619550,469
"mom_1",0.9458890394176427,1613939619550,469
"eps_1",1e-05,1613939619550,469
"wd_2",0.01,1613939619550,469
"sqr_mom_2",0.99,1613939619550,469
"lr_2",0.00011644384232942928,1613939619550,469
"mom_2",0.9458890394176427,1613939619550,469
"eps_2",1e-05,1613939619550,469
"train_loss",0.17988166,1613939620524,470
"raw_loss",0.06692124,1613939620524,470
"epoch",2.96226415094343,1613939620524,470
"wd_0",0.01,1613939620524,470
"sqr_mom_0",0.99,1613939620524,470
"lr_0",1.1654861302304162e-06,1613939620524,470
"mom_0",0.9458628467442396,1613939620524,470
"eps_0",1e-05,1613939620524,470
"wd_1",0.01,1613939620524,470
"sqr_mom_1",0.99,1613939620524,470
"lr_1",1.165486130230416e-05,1613939620524,470
"mom_1",0.9458628467442396,1613939620524,470
"eps_1",1e-05,1613939620524,470
"wd_2",0.01,1613939620524,470
"sqr_mom_2",0.99,1613939620524,470
"lr_2",0.00011654861302304161,1613939620524,470
"mom_2",0.9458628467442396,1613939620524,470
"eps_2",1e-05,1613939620524,470
"train_loss",0.18153858,1613939621469,471
"raw_loss",0.26257855,1613939621469,471
"epoch",2.968553459119531,1613939621469,471
"wd_0",0.01,1613939621469,471
"sqr_mom_0",0.99,1613939621469,471
"lr_0",1.166536982840852e-06,1613939621469,471
"mom_0",0.9458365754289787,1613939621469,471
"eps_0",1e-05,1613939621469,471
"wd_1",0.01,1613939621469,471
"sqr_mom_1",0.99,1613939621469,471
"lr_1",1.166536982840852e-05,1613939621469,471
"mom_1",0.9458365754289787,1613939621469,471
"eps_1",1e-05,1613939621469,471
"wd_2",0.01,1613939621469,471
"sqr_mom_2",0.99,1613939621469,471
"lr_2",0.00011665369828408519,1613939621469,471
"mom_2",0.9458365754289787,1613939621469,471
"eps_2",1e-05,1613939621469,471
"train_loss",0.18361959,1613939622425,472
"raw_loss",0.2854062,1613939622425,472
"epoch",2.9748427672956317,1613939622425,472
"wd_0",0.01,1613939622425,472
"sqr_mom_0",0.99,1613939622425,472
"lr_0",1.1675910915149543e-06,1613939622425,472
"mom_0",0.9458102227121261,1613939622425,472
"eps_0",1e-05,1613939622425,472
"wd_1",0.01,1613939622425,472
"sqr_mom_1",0.99,1613939622425,472
"lr_1",1.1675910915149541e-05,1613939622425,472
"mom_1",0.9458102227121261,1613939622425,472
"eps_1",1e-05,1613939622425,472
"wd_2",0.01,1613939622425,472
"sqr_mom_2",0.99,1613939622425,472
"lr_2",0.00011675910915149542,1613939622425,472
"mom_2",0.9458102227121261,1613939622425,472
"eps_2",1e-05,1613939622425,472
"train_loss",0.18394001,1613939623374,473
"raw_loss",0.19961306,1613939623374,473
"epoch",2.9811320754717325,1613939623374,473
"wd_0",0.01,1613939623374,473
"sqr_mom_0",0.99,1613939623374,473
"lr_0",1.1686483045807942e-06,1613939623374,473
"mom_0",0.9457837923854802,1613939623374,473
"eps_0",1e-05,1613939623374,473
"wd_1",0.01,1613939623374,473
"sqr_mom_1",0.99,1613939623374,473
"lr_1",1.168648304580794e-05,1613939623374,473
"mom_1",0.9457837923854802,1613939623374,473
"eps_1",1e-05,1613939623374,473
"wd_2",0.01,1613939623374,473
"sqr_mom_2",0.99,1613939623374,473
"lr_2",0.00011686483045807942,1613939623374,473
"mom_2",0.9457837923854802,1613939623374,473
"eps_2",1e-05,1613939623374,473
"train_loss",0.1832567,1613939624336,474
"raw_loss",0.14983247,1613939624336,474
"epoch",2.9874213836478334,1613939624336,474
"wd_0",0.01,1613939624336,474
"sqr_mom_0",0.99,1613939624336,474
"lr_0",1.1697087704989063e-06,1613939624336,474
"mom_0",0.9457572807375273,1613939624336,474
"eps_0",1e-05,1613939624336,474
"wd_1",0.01,1613939624336,474
"sqr_mom_1",0.99,1613939624336,474
"lr_1",1.169708770498906e-05,1613939624336,474
"mom_1",0.9457572807375273,1613939624336,474
"eps_1",1e-05,1613939624336,474
"wd_2",0.01,1613939624336,474
"sqr_mom_2",0.99,1613939624336,474
"lr_2",0.0001169708770498906,1613939624336,474
"mom_2",0.9457572807375273,1613939624336,474
"eps_2",1e-05,1613939624336,474
"train_loss",0.18642579,1613939625289,475
"raw_loss",0.34144863,1613939625289,475
"epoch",2.9937106918239342,1613939625289,475
"wd_0",0.01,1613939625289,475
"sqr_mom_0",0.99,1613939625289,475
"lr_0",1.17077233668264e-06,1613939625289,475
"mom_0",0.945730691582934,1613939625289,475
"eps_0",1e-05,1613939625289,475
"wd_1",0.01,1613939625289,475
"sqr_mom_1",0.99,1613939625289,475
"lr_1",1.1707723366826401e-05,1613939625289,475
"mom_1",0.945730691582934,1613939625289,475
"eps_1",1e-05,1613939625289,475
"wd_2",0.01,1613939625289,475
"sqr_mom_2",0.99,1613939625289,475
"lr_2",0.000117077233668264,1613939625289,475
"mom_2",0.945730691582934,1613939625289,475
"eps_2",1e-05,1613939625289,475
"train_loss",0.18530066,1613939626243,476
"raw_loss",0.1302604,1613939626243,476
"epoch",3.000000000000035,1613939626243,476
"wd_0",0.01,1613939626243,476
"sqr_mom_0",0.99,1613939626243,476
"lr_0",1.1718391145159428e-06,1613939626243,476
"mom_0",0.9457040221371014,1613939626243,476
"eps_0",1e-05,1613939626243,476
"wd_1",0.01,1613939626243,476
"sqr_mom_1",0.99,1613939626243,476
"lr_1",1.1718391145159426e-05,1613939626243,476
"mom_1",0.9457040221371014,1613939626243,476
"eps_1",1e-05,1613939626243,476
"wd_2",0.01,1613939626243,476
"sqr_mom_2",0.99,1613939626243,476
"lr_2",0.00011718391145159427,1613939626243,476
"mom_2",0.9457040221371014,1613939626243,476
"eps_2",1e-05,1613939626243,476
"valid_loss",0.15838797390460968,1613939656607,476
"_rmse",0.3979799151420593,1613939656607,476
"epoch",3,1613939656607,476
"train_loss",0.18485281,1613939657789,477
"raw_loss",0.16294332,1613939657789,477
"epoch",3.006289308176101,1613939657789,477
"wd_0",0.01,1613939657789,477
"sqr_mom_0",0.99,1613939657789,477
"lr_0",1.1729090644047014e-06,1613939657789,477
"mom_0",0.9456772733898824,1613939657789,477
"eps_0",1e-05,1613939657789,477
"wd_1",0.01,1613939657789,477
"sqr_mom_1",0.99,1613939657789,477
"lr_1",1.1729090644047014e-05,1613939657789,477
"mom_1",0.9456772733898824,1613939657789,477
"eps_1",1e-05,1613939657789,477
"wd_2",0.01,1613939657789,477
"sqr_mom_2",0.99,1613939657789,477
"lr_2",0.00011729090644047014,1613939657789,477
"mom_2",0.9456772733898824,1613939657789,477
"eps_2",1e-05,1613939657789,477
"train_loss",0.18402909,1613939658735,478
"raw_loss",0.14373167,1613939658735,478
"epoch",3.0125786163522017,1613939658735,478
"wd_0",0.01,1613939658735,478
"sqr_mom_0",0.99,1613939658735,478
"lr_0",1.173982184492439e-06,1613939658735,478
"mom_0",0.9456504453876889,1613939658735,478
"eps_0",1e-05,1613939658735,478
"wd_1",0.01,1613939658735,478
"sqr_mom_1",0.99,1613939658735,478
"lr_1",1.1739821844924389e-05,1613939658735,478
"mom_1",0.9456504453876889,1613939658735,478
"eps_1",1e-05,1613939658735,478
"wd_2",0.01,1613939658735,478
"sqr_mom_2",0.99,1613939658735,478
"lr_2",0.00011739821844924389,1613939658735,478
"mom_2",0.9456504453876889,1613939658735,478
"eps_2",1e-05,1613939658735,478
"train_loss",0.18377341,1613939659680,479
"raw_loss",0.17126422,1613939659680,479
"epoch",3.0188679245283025,1613939659680,479
"wd_0",0.01,1613939659680,479
"sqr_mom_0",0.99,1613939659680,479
"lr_0",1.1750584729171763e-06,1613939659680,479
"mom_0",0.9456235381770706,1613939659680,479
"eps_0",1e-05,1613939659680,479
"wd_1",0.01,1613939659680,479
"sqr_mom_1",0.99,1613939659680,479
"lr_1",1.175058472917176e-05,1613939659680,479
"mom_1",0.9456235381770706,1613939659680,479
"eps_1",1e-05,1613939659680,479
"wd_2",0.01,1613939659680,479
"sqr_mom_2",0.99,1613939659680,479
"lr_2",0.00011750584729171762,1613939659680,479
"mom_2",0.9456235381770706,1613939659680,479
"eps_2",1e-05,1613939659680,479
"train_loss",0.1838785,1613939660650,480
"raw_loss",0.18901989,1613939660650,480
"epoch",3.0251572327044034,1613939660650,480
"wd_0",0.01,1613939660650,480
"sqr_mom_0",0.99,1613939660650,480
"lr_0",1.1761379278114371e-06,1613939660650,480
"mom_0",0.945596551804714,1613939660650,480
"eps_0",1e-05,1613939660650,480
"wd_1",0.01,1613939660650,480
"sqr_mom_1",0.99,1613939660650,480
"lr_1",1.176137927811437e-05,1613939660650,480
"mom_1",0.945596551804714,1613939660650,480
"eps_1",1e-05,1613939660650,480
"wd_2",0.01,1613939660650,480
"sqr_mom_2",0.99,1613939660650,480
"lr_2",0.00011761379278114371,1613939660650,480
"mom_2",0.945596551804714,1613939660650,480
"eps_2",1e-05,1613939660650,480
"train_loss",0.18174984,1613939661612,481
"raw_loss",0.07760147,1613939661612,481
"epoch",3.0314465408805042,1613939661612,481
"wd_0",0.01,1613939661612,481
"sqr_mom_0",0.99,1613939661612,481
"lr_0",1.1772205473022523e-06,1613939661612,481
"mom_0",0.9455694863174436,1613939661612,481
"eps_0",1e-05,1613939661612,481
"wd_1",0.01,1613939661612,481
"sqr_mom_1",0.99,1613939661612,481
"lr_1",1.1772205473022523e-05,1613939661612,481
"mom_1",0.9455694863174436,1613939661612,481
"eps_1",1e-05,1613939661612,481
"wd_2",0.01,1613939661612,481
"sqr_mom_2",0.99,1613939661612,481
"lr_2",0.00011772205473022522,1613939661612,481
"mom_2",0.9455694863174436,1613939661612,481
"eps_2",1e-05,1613939661612,481
"train_loss",0.18022446,1613939662577,482
"raw_loss",0.10559095,1613939662577,482
"epoch",3.037735849056605,1613939662577,482
"wd_0",0.01,1613939662577,482
"sqr_mom_0",0.99,1613939662577,482
"lr_0",1.17830632951116e-06,1613939662577,482
"mom_0",0.945542341762221,1613939662577,482
"eps_0",1e-05,1613939662577,482
"wd_1",0.01,1613939662577,482
"sqr_mom_1",0.99,1613939662577,482
"lr_1",1.17830632951116e-05,1613939662577,482
"mom_1",0.945542341762221,1613939662577,482
"eps_1",1e-05,1613939662577,482
"wd_2",0.01,1613939662577,482
"sqr_mom_2",0.99,1613939662577,482
"lr_2",0.00011783063295111599,1613939662577,482
"mom_2",0.945542341762221,1613939662577,482
"eps_2",1e-05,1613939662577,482
"train_loss",0.17974819,1613939663530,483
"raw_loss",0.15644374,1613939663530,483
"epoch",3.044025157232706,1613939663530,483
"wd_0",0.01,1613939663530,483
"sqr_mom_0",0.99,1613939663530,483
"lr_0",1.1793952337979822e-06,1613939663530,483
"mom_0",0.9455151191550504,1613939663530,483
"eps_0",1e-05,1613939663530,483
"wd_1",0.01,1613939663530,483
"sqr_mom_1",0.99,1613939663530,483
"lr_1",1.1793952337979822e-05,1613939663530,483
"mom_1",0.9455151191550504,1613939663530,483
"eps_1",1e-05,1613939663530,483
"wd_2",0.01,1613939663530,483
"sqr_mom_2",0.99,1613939663530,483
"lr_2",0.00011793952337979821,1613939663530,483
"mom_2",0.9455151191550504,1613939663530,483
"eps_2",1e-05,1613939663530,483
"train_loss",0.17918321,1613939664499,484
"raw_loss",0.15153824,1613939664499,484
"epoch",3.050314465408807,1613939664499,484
"wd_0",0.01,1613939664499,484
"sqr_mom_0",0.99,1613939664499,484
"lr_0",1.180487374541974e-06,1613939664499,484
"mom_0",0.9454878156364506,1613939664499,484
"eps_0",1e-05,1613939664499,484
"wd_1",0.01,1613939664499,484
"sqr_mom_1",0.99,1613939664499,484
"lr_1",1.1804873745419738e-05,1613939664499,484
"mom_1",0.9454878156364506,1613939664499,484
"eps_1",1e-05,1613939664499,484
"wd_2",0.01,1613939664499,484
"sqr_mom_2",0.99,1613939664499,484
"lr_2",0.00011804873745419738,1613939664499,484
"mom_2",0.9454878156364506,1613939664499,484
"eps_2",1e-05,1613939664499,484
"train_loss",0.18005301,1613939665456,485
"raw_loss",0.22261424,1613939665456,485
"epoch",3.0566037735849076,1613939665456,485
"wd_0",0.01,1613939665456,485
"sqr_mom_0",0.99,1613939665456,485
"lr_0",1.1815825945989063e-06,1613939665456,485
"mom_0",0.9454604351350273,1613939665456,485
"eps_0",1e-05,1613939665456,485
"wd_1",0.01,1613939665456,485
"sqr_mom_1",0.99,1613939665456,485
"lr_1",1.1815825945989062e-05,1613939665456,485
"mom_1",0.9454604351350273,1613939665456,485
"eps_1",1e-05,1613939665456,485
"wd_2",0.01,1613939665456,485
"sqr_mom_2",0.99,1613939665456,485
"lr_2",0.0001181582594598906,1613939665456,485
"mom_2",0.9454604351350273,1613939665456,485
"eps_2",1e-05,1613939665456,485
"train_loss",0.17986992,1613939666457,486
"raw_loss",0.17090994,1613939666457,486
"epoch",3.0628930817610085,1613939666457,486
"wd_0",0.01,1613939666457,486
"sqr_mom_0",0.99,1613939666457,486
"lr_0",1.1826810086737724e-06,1613939666457,486
"mom_0",0.9454329747831557,1613939666457,486
"eps_0",1e-05,1613939666457,486
"wd_1",0.01,1613939666457,486
"sqr_mom_1",0.99,1613939666457,486
"lr_1",1.1826810086737723e-05,1613939666457,486
"mom_1",0.9454329747831557,1613939666457,486
"eps_1",1e-05,1613939666457,486
"wd_2",0.01,1613939666457,486
"sqr_mom_2",0.99,1613939666457,486
"lr_2",0.00011826810086737724,1613939666457,486
"mom_2",0.9454329747831557,1613939666457,486
"eps_2",1e-05,1613939666457,486
"train_loss",0.17802794,1613939667472,487
"raw_loss",0.0878908,1613939667472,487
"epoch",3.0691823899371093,1613939667472,487
"wd_0",0.01,1613939667472,487
"sqr_mom_0",0.99,1613939667472,487
"lr_0",1.1837825759922445e-06,1613939667472,487
"mom_0",0.9454054356001939,1613939667472,487
"eps_0",1e-05,1613939667472,487
"wd_1",0.01,1613939667472,487
"sqr_mom_1",0.99,1613939667472,487
"lr_1",1.1837825759922443e-05,1613939667472,487
"mom_1",0.9454054356001939,1613939667472,487
"eps_1",1e-05,1613939667472,487
"wd_2",0.01,1613939667472,487
"sqr_mom_2",0.99,1613939667472,487
"lr_2",0.00011837825759922443,1613939667472,487
"mom_2",0.9454054356001939,1613939667472,487
"eps_2",1e-05,1613939667472,487
"train_loss",0.18048948,1613939668477,488
"raw_loss",0.30094847,1613939668477,488
"epoch",3.07547169811321,1613939668477,488
"wd_0",0.01,1613939668477,488
"sqr_mom_0",0.99,1613939668477,488
"lr_0",1.1848872946429846e-06,1613939668477,488
"mom_0",0.9453778176339254,1613939668477,488
"eps_0",1e-05,1613939668477,488
"wd_1",0.01,1613939668477,488
"sqr_mom_1",0.99,1613939668477,488
"lr_1",1.1848872946429844e-05,1613939668477,488
"mom_1",0.9453778176339254,1613939668477,488
"eps_1",1e-05,1613939668477,488
"wd_2",0.01,1613939668477,488
"sqr_mom_2",0.99,1613939668477,488
"lr_2",0.00011848872946429844,1613939668477,488
"mom_2",0.9453778176339254,1613939668477,488
"eps_2",1e-05,1613939668477,488
"train_loss",0.17911428,1613939669498,489
"raw_loss",0.111815274,1613939669498,489
"epoch",3.081761006289311,1613939669498,489
"wd_0",0.01,1613939669498,489
"sqr_mom_0",0.99,1613939669498,489
"lr_0",1.1859951627091876e-06,1613939669498,489
"mom_0",0.9453501209322702,1613939669498,489
"eps_0",1e-05,1613939669498,489
"wd_1",0.01,1613939669498,489
"sqr_mom_1",0.99,1613939669498,489
"lr_1",1.1859951627091875e-05,1613939669498,489
"mom_1",0.9453501209322702,1613939669498,489
"eps_1",1e-05,1613939669498,489
"wd_2",0.01,1613939669498,489
"sqr_mom_2",0.99,1613939669498,489
"lr_2",0.00011859951627091875,1613939669498,489
"mom_2",0.9453501209322702,1613939669498,489
"eps_2",1e-05,1613939669498,489
"train_loss",0.17940843,1613939670528,490
"raw_loss",0.19380409,1613939670528,490
"epoch",3.088050314465412,1613939670528,490
"wd_0",0.01,1613939670528,490
"sqr_mom_0",0.99,1613939670528,490
"lr_0",1.1871061387281534e-06,1613939670528,490
"mom_0",0.9453223465317961,1613939670528,490
"eps_0",1e-05,1613939670528,490
"wd_1",0.01,1613939670528,490
"sqr_mom_1",0.99,1613939670528,490
"lr_1",1.1871061387281533e-05,1613939670528,490
"mom_1",0.9453223465317961,1613939670528,490
"eps_1",1e-05,1613939670528,490
"wd_2",0.01,1613939670528,490
"sqr_mom_2",0.99,1613939670528,490
"lr_2",0.00011871061387281533,1613939670528,490
"mom_2",0.9453223465317961,1613939670528,490
"eps_2",1e-05,1613939670528,490
"train_loss",0.18147966,1613939671498,491
"raw_loss",0.28284654,1613939671498,491
"epoch",3.0943396226415127,1613939671498,491
"wd_0",0.01,1613939671498,491
"sqr_mom_0",0.99,1613939671498,491
"lr_0",1.18822033939344e-06,1613939671498,491
"mom_0",0.945294491515164,1613939671498,491
"eps_0",1e-05,1613939671498,491
"wd_1",0.01,1613939671498,491
"sqr_mom_1",0.99,1613939671498,491
"lr_1",1.1882203393934398e-05,1613939671498,491
"mom_1",0.945294491515164,1613939671498,491
"eps_1",1e-05,1613939671498,491
"wd_2",0.01,1613939671498,491
"sqr_mom_2",0.99,1613939671498,491
"lr_2",0.00011882203393934397,1613939671498,491
"mom_2",0.945294491515164,1613939671498,491
"eps_2",1e-05,1613939671498,491
"train_loss",0.1797424,1613939672470,492
"raw_loss",0.09471807,1613939672470,492
"epoch",3.1006289308176136,1613939672470,492
"wd_0",0.01,1613939672470,492
"sqr_mom_0",0.99,1613939672470,492
"lr_0",1.1893376043866956e-06,1613939672470,492
"mom_0",0.9452665598903326,1613939672470,492
"eps_0",1e-05,1613939672470,492
"wd_1",0.01,1613939672470,492
"sqr_mom_1",0.99,1613939672470,492
"lr_1",1.1893376043866955e-05,1613939672470,492
"mom_1",0.9452665598903326,1613939672470,492
"eps_1",1e-05,1613939672470,492
"wd_2",0.01,1613939672470,492
"sqr_mom_2",0.99,1613939672470,492
"lr_2",0.00011893376043866955,1613939672470,492
"mom_2",0.9452665598903326,1613939672470,492
"eps_2",1e-05,1613939672470,492
"train_loss",0.17850113,1613939673448,493
"raw_loss",0.11775046,1613939673448,493
"epoch",3.1069182389937144,1613939673448,493
"wd_0",0.01,1613939673448,493
"sqr_mom_0",0.99,1613939673448,493
"lr_0",1.1904580906013264e-06,1613939673448,493
"mom_0",0.9452385477349668,1613939673448,493
"eps_0",1e-05,1613939673448,493
"wd_1",0.01,1613939673448,493
"sqr_mom_1",0.99,1613939673448,493
"lr_1",1.1904580906013264e-05,1613939673448,493
"mom_1",0.9452385477349668,1613939673448,493
"eps_1",1e-05,1613939673448,493
"wd_2",0.01,1613939673448,493
"sqr_mom_2",0.99,1613939673448,493
"lr_2",0.00011904580906013263,1613939673448,493
"mom_2",0.9452385477349668,1613939673448,493
"eps_2",1e-05,1613939673448,493
"train_loss",0.17676917,1613939674442,494
"raw_loss",0.09200043,1613939674442,494
"epoch",3.1132075471698153,1613939674442,494
"wd_0",0.01,1613939674442,494
"sqr_mom_0",0.99,1613939674442,494
"lr_0",1.1915816368145766e-06,1613939674442,494
"mom_0",0.9452104590796355,1613939674442,494
"eps_0",1e-05,1613939674442,494
"wd_1",0.01,1613939674442,494
"sqr_mom_1",0.99,1613939674442,494
"lr_1",1.1915816368145765e-05,1613939674442,494
"mom_1",0.9452104590796355,1613939674442,494
"eps_1",1e-05,1613939674442,494
"wd_2",0.01,1613939674442,494
"sqr_mom_2",0.99,1613939674442,494
"lr_2",0.00011915816368145764,1613939674442,494
"mom_2",0.9452104590796355,1613939674442,494
"eps_2",1e-05,1613939674442,494
"train_loss",0.17535268,1613939675537,495
"raw_loss",0.106023006,1613939675537,495
"epoch",3.119496855345916,1613939675537,495
"wd_0",0.01,1613939675537,495
"sqr_mom_0",0.99,1613939675537,495
"lr_0",1.1927083607033784e-06,1613939675537,495
"mom_0",0.9451822909824155,1613939675537,495
"eps_0",1e-05,1613939675537,495
"wd_1",0.01,1613939675537,495
"sqr_mom_1",0.99,1613939675537,495
"lr_1",1.1927083607033783e-05,1613939675537,495
"mom_1",0.9451822909824155,1613939675537,495
"eps_1",1e-05,1613939675537,495
"wd_2",0.01,1613939675537,495
"sqr_mom_2",0.99,1613939675537,495
"lr_2",0.00011927083607033781,1613939675537,495
"mom_2",0.9451822909824155,1613939675537,495
"eps_2",1e-05,1613939675537,495
"train_loss",0.17603052,1613939676537,496
"raw_loss",0.20920749,1613939676537,496
"epoch",3.125786163522017,1613939676537,496
"wd_0",0.01,1613939676537,496
"sqr_mom_0",0.99,1613939676537,496
"lr_0",1.1938382204372533e-06,1613939676537,496
"mom_0",0.9451540444890686,1613939676537,496
"eps_0",1e-05,1613939676537,496
"wd_1",0.01,1613939676537,496
"sqr_mom_1",0.99,1613939676537,496
"lr_1",1.1938382204372531e-05,1613939676537,496
"mom_1",0.9451540444890686,1613939676537,496
"eps_1",1e-05,1613939676537,496
"wd_2",0.01,1613939676537,496
"sqr_mom_2",0.99,1613939676537,496
"lr_2",0.0001193838220437253,1613939676537,496
"mom_2",0.9451540444890686,1613939676537,496
"eps_2",1e-05,1613939676537,496
"train_loss",0.17513122,1613939677600,497
"raw_loss",0.13111354,1613939677600,497
"epoch",3.132075471698118,1613939677600,497
"wd_0",0.01,1613939677600,497
"sqr_mom_0",0.99,1613939677600,497
"lr_0",1.194971214055774e-06,1613939677600,497
"mom_0",0.9451257196486056,1613939677600,497
"eps_0",1e-05,1613939677600,497
"wd_1",0.01,1613939677600,497
"sqr_mom_1",0.99,1613939677600,497
"lr_1",1.194971214055774e-05,1613939677600,497
"mom_1",0.9451257196486056,1613939677600,497
"eps_1",1e-05,1613939677600,497
"wd_2",0.01,1613939677600,497
"sqr_mom_2",0.99,1613939677600,497
"lr_2",0.00011949712140557739,1613939677600,497
"mom_2",0.9451257196486056,1613939677600,497
"eps_2",1e-05,1613939677600,497
"train_loss",0.17436148,1613939678766,498
"raw_loss",0.13668428,1613939678766,498
"epoch",3.1383647798742187,1613939678766,498
"wd_0",0.01,1613939678766,498
"sqr_mom_0",0.99,1613939678766,498
"lr_0",1.196107339593074e-06,1613939678766,498
"mom_0",0.9450973165101731,1613939678766,498
"eps_0",1e-05,1613939678766,498
"wd_1",0.01,1613939678766,498
"sqr_mom_1",0.99,1613939678766,498
"lr_1",1.1961073395930737e-05,1613939678766,498
"mom_1",0.9450973165101731,1613939678766,498
"eps_1",1e-05,1613939678766,498
"wd_2",0.01,1613939678766,498
"sqr_mom_2",0.99,1613939678766,498
"lr_2",0.00011961073395930737,1613939678766,498
"mom_2",0.9450973165101731,1613939678766,498
"eps_2",1e-05,1613939678766,498
"train_loss",0.1728283,1613939679906,499
"raw_loss",0.09778045,1613939679906,499
"epoch",3.1446540880503195,1613939679906,499
"wd_0",0.01,1613939679906,499
"sqr_mom_0",0.99,1613939679906,499
"lr_0",1.1972465545341143e-06,1613939679906,499
"mom_0",0.9450688361366472,1613939679906,499
"eps_0",1e-05,1613939679906,499
"wd_1",0.01,1613939679906,499
"sqr_mom_1",0.99,1613939679906,499
"lr_1",1.1972465545341142e-05,1613939679906,499
"mom_1",0.9450688361366472,1613939679906,499
"eps_1",1e-05,1613939679906,499
"wd_2",0.01,1613939679906,499
"sqr_mom_2",0.99,1613939679906,499
"lr_2",0.0001197246554534114,1613939679906,499
"mom_2",0.9450688361366472,1613939679906,499
"eps_2",1e-05,1613939679906,499
"train_loss",0.17201325,1613939681000,500
"raw_loss",0.13211653,1613939681000,500
"epoch",3.1509433962264204,1613939681000,500
"wd_0",0.01,1613939681000,500
"sqr_mom_0",0.99,1613939681000,500
"lr_0",1.1983889785333833e-06,1613939681000,500
"mom_0",0.9450402755366654,1613939681000,500
"eps_0",1e-05,1613939681000,500
"wd_1",0.01,1613939681000,500
"sqr_mom_1",0.99,1613939681000,500
"lr_1",1.1983889785333831e-05,1613939681000,500
"mom_1",0.9450402755366654,1613939681000,500
"eps_1",1e-05,1613939681000,500
"wd_2",0.01,1613939681000,500
"sqr_mom_2",0.99,1613939681000,500
"lr_2",0.00011983889785333831,1613939681000,500
"mom_2",0.9450402755366654,1613939681000,500
"eps_2",1e-05,1613939681000,500
"train_loss",0.17151774,1613939682094,501
"raw_loss",0.1472619,1613939682094,501
"epoch",3.1572327044025212,1613939682094,501
"wd_0",0.01,1613939682094,501
"sqr_mom_0",0.99,1613939682094,501
"lr_0",1.199534447211574e-06,1613939682094,501
"mom_0",0.9450116388197106,1613939682094,501
"eps_0",1e-05,1613939682094,501
"wd_1",0.01,1613939682094,501
"sqr_mom_1",0.99,1613939682094,501
"lr_1",1.199534447211574e-05,1613939682094,501
"mom_1",0.9450116388197106,1613939682094,501
"eps_1",1e-05,1613939682094,501
"wd_2",0.01,1613939682094,501
"sqr_mom_2",0.99,1613939682094,501
"lr_2",0.0001199534447211574,1613939682094,501
"mom_2",0.9450116388197106,1613939682094,501
"eps_2",1e-05,1613939682094,501
"train_loss",0.17024545,1613939683145,502
"raw_loss",0.107963786,1613939683145,502
"epoch",3.163522012578622,1613939683145,502
"wd_0",0.01,1613939683145,502
"sqr_mom_0",0.99,1613939683145,502
"lr_0",1.2006830805457154e-06,1613939683145,502
"mom_0",0.9449829229863571,1613939683145,502
"eps_0",1e-05,1613939683145,502
"wd_1",0.01,1613939683145,502
"sqr_mom_1",0.99,1613939683145,502
"lr_1",1.2006830805457152e-05,1613939683145,502
"mom_1",0.9449829229863571,1613939683145,502
"eps_1",1e-05,1613939683145,502
"wd_2",0.01,1613939683145,502
"sqr_mom_2",0.99,1613939683145,502
"lr_2",0.00012006830805457152,1613939683145,502
"mom_2",0.9449829229863571,1613939683145,502
"eps_2",1e-05,1613939683145,502
"train_loss",0.16894811,1613939684123,503
"raw_loss",0.10543939,1613939684123,503
"epoch",3.169811320754723,1613939684123,503
"wd_0",0.01,1613939684123,503
"sqr_mom_0",0.99,1613939684123,503
"lr_0",1.201834835887934e-06,1613939684123,503
"mom_0",0.9449541291028016,1613939684123,503
"eps_0",1e-05,1613939684123,503
"wd_1",0.01,1613939684123,503
"sqr_mom_1",0.99,1613939684123,503
"lr_1",1.201834835887934e-05,1613939684123,503
"mom_1",0.9449541291028016,1613939684123,503
"eps_1",1e-05,1613939684123,503
"wd_2",0.01,1613939684123,503
"sqr_mom_2",0.99,1613939684123,503
"lr_2",0.00012018348358879338,1613939684123,503
"mom_2",0.9449541291028016,1613939684123,503
"eps_2",1e-05,1613939684123,503
"train_loss",0.1713527,1613939685102,504
"raw_loss",0.28906685,1613939685102,504
"epoch",3.176100628930824,1613939685102,504
"wd_0",0.01,1613939685102,504
"sqr_mom_0",0.99,1613939685102,504
"lr_0",1.2029897112398116e-06,1613939685102,504
"mom_0",0.9449252572190047,1613939685102,504
"eps_0",1e-05,1613939685102,504
"wd_1",0.01,1613939685102,504
"sqr_mom_1",0.99,1613939685102,504
"lr_1",1.2029897112398114e-05,1613939685102,504
"mom_1",0.9449252572190047,1613939685102,504
"eps_1",1e-05,1613939685102,504
"wd_2",0.01,1613939685102,504
"sqr_mom_2",0.99,1613939685102,504
"lr_2",0.00012029897112398114,1613939685102,504
"mom_2",0.9449252572190047,1613939685102,504
"eps_2",1e-05,1613939685102,504
"train_loss",0.17428507,1613939686077,505
"raw_loss",0.31783992,1613939686077,505
"epoch",3.1823899371069246,1613939686077,505
"wd_0",0.01,1613939686077,505
"sqr_mom_0",0.99,1613939686077,505
"lr_0",1.2041477045975155e-06,1613939686077,505
"mom_0",0.944896307385062,1613939686077,505
"eps_0",1e-05,1613939686077,505
"wd_1",0.01,1613939686077,505
"sqr_mom_1",0.99,1613939686077,505
"lr_1",1.2041477045975155e-05,1613939686077,505
"mom_1",0.944896307385062,1613939686077,505
"eps_1",1e-05,1613939686077,505
"wd_2",0.01,1613939686077,505
"sqr_mom_2",0.99,1613939686077,505
"lr_2",0.00012041477045975153,1613939686077,505
"mom_2",0.944896307385062,1613939686077,505
"eps_2",1e-05,1613939686077,505
"train_loss",0.17728281,1613939687053,506
"raw_loss",0.3240385,1613939687053,506
"epoch",3.1886792452830255,1613939687053,506
"wd_0",0.01,1613939687053,506
"sqr_mom_0",0.99,1613939687053,506
"lr_0",1.2053088139518023e-06,1613939687053,506
"mom_0",0.9448672796512049,1613939687053,506
"eps_0",1e-05,1613939687053,506
"wd_1",0.01,1613939687053,506
"sqr_mom_1",0.99,1613939687053,506
"lr_1",1.2053088139518021e-05,1613939687053,506
"mom_1",0.9448672796512049,1613939687053,506
"eps_1",1e-05,1613939687053,506
"wd_2",0.01,1613939687053,506
"sqr_mom_2",0.99,1613939687053,506
"lr_2",0.0001205308813951802,1613939687053,506
"mom_2",0.9448672796512049,1613939687053,506
"eps_2",1e-05,1613939687053,506
"train_loss",0.17545342,1613939688018,507
"raw_loss",0.08589256,1613939688018,507
"epoch",3.1949685534591263,1613939688018,507
"wd_0",0.01,1613939688018,507
"sqr_mom_0",0.99,1613939688018,507
"lr_0",1.2064730372880225e-06,1613939688018,507
"mom_0",0.9448381740677994,1613939688018,507
"eps_0",1e-05,1613939688018,507
"wd_1",0.01,1613939688018,507
"sqr_mom_1",0.99,1613939688018,507
"lr_1",1.2064730372880224e-05,1613939688018,507
"mom_1",0.9448381740677994,1613939688018,507
"eps_1",1e-05,1613939688018,507
"wd_2",0.01,1613939688018,507
"sqr_mom_2",0.99,1613939688018,507
"lr_2",0.00012064730372880224,1613939688018,507
"mom_2",0.9448381740677994,1613939688018,507
"eps_2",1e-05,1613939688018,507
"train_loss",0.17587619,1613939689000,508
"raw_loss",0.19657382,1613939689000,508
"epoch",3.201257861635227,1613939689000,508
"wd_0",0.01,1613939689000,508
"sqr_mom_0",0.99,1613939689000,508
"lr_0",1.2076403725861246e-06,1613939689000,508
"mom_0",0.9448089906853469,1613939689000,508
"eps_0",1e-05,1613939689000,508
"wd_1",0.01,1613939689000,508
"sqr_mom_1",0.99,1613939689000,508
"lr_1",1.2076403725861245e-05,1613939689000,508
"mom_1",0.9448089906853469,1613939689000,508
"eps_1",1e-05,1613939689000,508
"wd_2",0.01,1613939689000,508
"sqr_mom_2",0.99,1613939689000,508
"lr_2",0.00012076403725861245,1613939689000,508
"mom_2",0.9448089906853469,1613939689000,508
"eps_2",1e-05,1613939689000,508
"train_loss",0.17507447,1613939690000,509
"raw_loss",0.13582405,1613939690000,509
"epoch",3.207547169811328,1613939690000,509
"wd_0",0.01,1613939690000,509
"sqr_mom_0",0.99,1613939690000,509
"lr_0",1.2088107761688152e-06,1613939690000,509
"mom_0",0.9447797305957796,1613939690000,509
"eps_0",1e-05,1613939690000,509
"wd_1",0.01,1613939690000,509
"sqr_mom_1",0.99,1613939690000,509
"lr_1",1.2088107761688153e-05,1613939690000,509
"mom_1",0.9447797305957796,1613939690000,509
"eps_1",1e-05,1613939690000,509
"wd_2",0.01,1613939690000,509
"sqr_mom_2",0.99,1613939690000,509
"lr_2",0.00012088107761688152,1613939690000,509
"mom_2",0.9447797305957796,1613939690000,509
"eps_2",1e-05,1613939690000,509
"train_loss",0.17474104,1613939690989,510
"raw_loss",0.1584163,1613939690989,510
"epoch",3.213836477987429,1613939690989,510
"wd_0",0.01,1613939690989,510
"sqr_mom_0",0.99,1613939690989,510
"lr_0",1.2099843709607674e-06,1613939690989,510
"mom_0",0.9447503907259808,1613939690989,510
"eps_0",1e-05,1613939690989,510
"wd_1",0.01,1613939690989,510
"sqr_mom_1",0.99,1613939690989,510
"lr_1",1.2099843709607672e-05,1613939690989,510
"mom_1",0.9447503907259808,1613939690989,510
"eps_1",1e-05,1613939690989,510
"wd_2",0.01,1613939690989,510
"sqr_mom_2",0.99,1613939690989,510
"lr_2",0.00012099843709607672,1613939690989,510
"mom_2",0.9447503907259808,1613939690989,510
"eps_2",1e-05,1613939690989,510
"train_loss",0.17515306,1613939691960,511
"raw_loss",0.1953261,1613939691960,511
"epoch",3.2201257861635297,1613939691960,511
"wd_0",0.01,1613939691960,511
"sqr_mom_0",0.99,1613939691960,511
"lr_0",1.2111609880976198e-06,1613939691960,511
"mom_0",0.9447209752975595,1613939691960,511
"eps_0",1e-05,1613939691960,511
"wd_1",0.01,1613939691960,511
"sqr_mom_1",0.99,1613939691960,511
"lr_1",1.2111609880976196e-05,1613939691960,511
"mom_1",0.9447209752975595,1613939691960,511
"eps_1",1e-05,1613939691960,511
"wd_2",0.01,1613939691960,511
"sqr_mom_2",0.99,1613939691960,511
"lr_2",0.00012111609880976196,1613939691960,511
"mom_2",0.9447209752975595,1613939691960,511
"eps_2",1e-05,1613939691960,511
"train_loss",0.17452195,1613939692935,512
"raw_loss",0.14362186,1613939692935,512
"epoch",3.2264150943396306,1613939692935,512
"wd_0",0.01,1613939692935,512
"sqr_mom_0",0.99,1613939692935,512
"lr_0",1.2123407928073816e-06,1613939692935,512
"mom_0",0.9446914801798154,1613939692935,512
"eps_0",1e-05,1613939692935,512
"wd_1",0.01,1613939692935,512
"sqr_mom_1",0.99,1613939692935,512
"lr_1",1.2123407928073816e-05,1613939692935,512
"mom_1",0.9446914801798154,1613939692935,512
"eps_1",1e-05,1613939692935,512
"wd_2",0.01,1613939692935,512
"sqr_mom_2",0.99,1613939692935,512
"lr_2",0.00012123407928073815,1613939692935,512
"mom_2",0.9446914801798154,1613939692935,512
"eps_2",1e-05,1613939692935,512
"train_loss",0.17592424,1613939693911,513
"raw_loss",0.24458212,1613939693911,513
"epoch",3.2327044025157314,1613939693911,513
"wd_0",0.01,1613939693911,513
"sqr_mom_0",0.99,1613939693911,513
"lr_0",1.213523615332171e-06,1613939693911,513
"mom_0",0.9446619096166957,1613939693911,513
"eps_0",1e-05,1613939693911,513
"wd_1",0.01,1613939693911,513
"sqr_mom_1",0.99,1613939693911,513
"lr_1",1.213523615332171e-05,1613939693911,513
"mom_1",0.9446619096166957,1613939693911,513
"eps_1",1e-05,1613939693911,513
"wd_2",0.01,1613939693911,513
"sqr_mom_2",0.99,1613939693911,513
"lr_2",0.0001213523615332171,1613939693911,513
"mom_2",0.9446619096166957,1613939693911,513
"eps_2",1e-05,1613939693911,513
"train_loss",0.17727318,1613939694892,514
"raw_loss",0.24332033,1613939694892,514
"epoch",3.2389937106918323,1613939694892,514
"wd_0",0.01,1613939694892,514
"sqr_mom_0",0.99,1613939694892,514
"lr_0",1.2147095795682019e-06,1613939694892,514
"mom_0",0.944632260510795,1613939694892,514
"eps_0",1e-05,1613939694892,514
"wd_1",0.01,1613939694892,514
"sqr_mom_1",0.99,1613939694892,514
"lr_1",1.2147095795682018e-05,1613939694892,514
"mom_1",0.944632260510795,1613939694892,514
"eps_1",1e-05,1613939694892,514
"wd_2",0.01,1613939694892,514
"sqr_mom_2",0.99,1613939694892,514
"lr_2",0.00012147095795682018,1613939694892,514
"mom_2",0.944632260510795,1613939694892,514
"eps_2",1e-05,1613939694892,514
"train_loss",0.18115495,1613939695865,515
"raw_loss",0.37121892,1613939695865,515
"epoch",3.245283018867933,1613939695865,515
"wd_0",0.01,1613939695865,515
"sqr_mom_0",0.99,1613939695865,515
"lr_0",1.2158986414748286e-06,1613939695865,515
"mom_0",0.9446025339631292,1613939695865,515
"eps_0",1e-05,1613939695865,515
"wd_1",0.01,1613939695865,515
"sqr_mom_1",0.99,1613939695865,515
"lr_1",1.2158986414748283e-05,1613939695865,515
"mom_1",0.9446025339631292,1613939695865,515
"eps_1",1e-05,1613939695865,515
"wd_2",0.01,1613939695865,515
"sqr_mom_2",0.99,1613939695865,515
"lr_2",0.00012158986414748284,1613939695865,515
"mom_2",0.9446025339631292,1613939695865,515
"eps_2",1e-05,1613939695865,515
"train_loss",0.18246305,1613939696839,516
"raw_loss",0.24651304,1613939696839,516
"epoch",3.251572327044034,1613939696839,516
"wd_0",0.01,1613939696839,516
"sqr_mom_0",0.99,1613939696839,516
"lr_0",1.2170907565656809e-06,1613939696839,516
"mom_0",0.9445727310858579,1613939696839,516
"eps_0",1e-05,1613939696839,516
"wd_1",0.01,1613939696839,516
"sqr_mom_1",0.99,1613939696839,516
"lr_1",1.217090756565681e-05,1613939696839,516
"mom_1",0.9445727310858579,1613939696839,516
"eps_1",1e-05,1613939696839,516
"wd_2",0.01,1613939696839,516
"sqr_mom_2",0.99,1613939696839,516
"lr_2",0.00012170907565656808,1613939696839,516
"mom_2",0.9445727310858579,1613939696839,516
"eps_2",1e-05,1613939696839,516
"train_loss",0.18246983,1613939697882,517
"raw_loss",0.18280211,1613939697882,517
"epoch",3.257861635220135,1613939697882,517
"wd_0",0.01,1613939697882,517
"sqr_mom_0",0.99,1613939697882,517
"lr_0",1.218286050041898e-06,1613939697882,517
"mom_0",0.9445428487489526,1613939697882,517
"eps_0",1e-05,1613939697882,517
"wd_1",0.01,1613939697882,517
"sqr_mom_1",0.99,1613939697882,517
"lr_1",1.2182860500418978e-05,1613939697882,517
"mom_1",0.9445428487489526,1613939697882,517
"eps_1",1e-05,1613939697882,517
"wd_2",0.01,1613939697882,517
"sqr_mom_2",0.99,1613939697882,517
"lr_2",0.00012182860500418977,1613939697882,517
"mom_2",0.9445428487489526,1613939697882,517
"eps_2",1e-05,1613939697882,517
"train_loss",0.18174046,1613939698884,518
"raw_loss",0.1460263,1613939698884,518
"epoch",3.2641509433962357,1613939698884,518
"wd_0",0.01,1613939698884,518
"sqr_mom_0",0.99,1613939698884,518
"lr_0",1.2194843499169744e-06,1613939698884,518
"mom_0",0.9445128912520756,1613939698884,518
"eps_0",1e-05,1613939698884,518
"wd_1",0.01,1613939698884,518
"sqr_mom_1",0.99,1613939698884,518
"lr_1",1.2194843499169741e-05,1613939698884,518
"mom_1",0.9445128912520756,1613939698884,518
"eps_1",1e-05,1613939698884,518
"wd_2",0.01,1613939698884,518
"sqr_mom_2",0.99,1613939698884,518
"lr_2",0.00012194843499169741,1613939698884,518
"mom_2",0.9445128912520756,1613939698884,518
"eps_2",1e-05,1613939698884,518
"train_loss",0.18278177,1613939699847,519
"raw_loss",0.23377061,1613939699847,519
"epoch",3.2704402515723365,1613939699847,519
"wd_0",0.01,1613939699847,519
"sqr_mom_0",0.99,1613939699847,519
"lr_0",1.2206858244637457e-06,1613939699847,519
"mom_0",0.9444828543884063,1613939699847,519
"eps_0",1e-05,1613939699847,519
"wd_1",0.01,1613939699847,519
"sqr_mom_1",0.99,1613939699847,519
"lr_1",1.2206858244637456e-05,1613939699847,519
"mom_1",0.9444828543884063,1613939699847,519
"eps_1",1e-05,1613939699847,519
"wd_2",0.01,1613939699847,519
"sqr_mom_2",0.99,1613939699847,519
"lr_2",0.00012206858244637456,1613939699847,519
"mom_2",0.9444828543884063,1613939699847,519
"eps_2",1e-05,1613939699847,519
"train_loss",0.18176392,1613939700842,520
"raw_loss",0.131923,1613939700842,520
"epoch",3.2767295597484374,1613939700842,520
"wd_0",0.01,1613939700842,520
"sqr_mom_0",0.99,1613939700842,520
"lr_0",1.2218903008063337e-06,1613939700842,520
"mom_0",0.9444527424798416,1613939700842,520
"eps_0",1e-05,1613939700842,520
"wd_1",0.01,1613939700842,520
"sqr_mom_1",0.99,1613939700842,520
"lr_1",1.2218903008063336e-05,1613939700842,520
"mom_1",0.9444527424798416,1613939700842,520
"eps_1",1e-05,1613939700842,520
"wd_2",0.01,1613939700842,520
"sqr_mom_2",0.99,1613939700842,520
"lr_2",0.00012218903008063336,1613939700842,520
"mom_2",0.9444527424798416,1613939700842,520
"eps_2",1e-05,1613939700842,520
"train_loss",0.18195465,1613939701816,521
"raw_loss",0.19129476,1613939701816,521
"epoch",3.2830188679245382,1613939701816,521
"wd_0",0.01,1613939701816,521
"sqr_mom_0",0.99,1613939701816,521
"lr_0",1.223097905112909e-06,1613939701816,521
"mom_0",0.9444225523721772,1613939701816,521
"eps_0",1e-05,1613939701816,521
"wd_1",0.01,1613939701816,521
"sqr_mom_1",0.99,1613939701816,521
"lr_1",1.2230979051129088e-05,1613939701816,521
"mom_1",0.9444225523721772,1613939701816,521
"eps_1",1e-05,1613939701816,521
"wd_2",0.01,1613939701816,521
"sqr_mom_2",0.99,1613939701816,521
"lr_2",0.0001223097905112909,1613939701816,521
"mom_2",0.9444225523721772,1613939701816,521
"eps_2",1e-05,1613939701816,521
"train_loss",0.18034045,1613939702782,522
"raw_loss",0.10129664,1613939702782,522
"epoch",3.289308176100639,1613939702782,522
"wd_0",0.01,1613939702782,522
"sqr_mom_0",0.99,1613939702782,522
"lr_0",1.2243085925354338e-06,1613939702782,522
"mom_0",0.9443922851866141,1613939702782,522
"eps_0",1e-05,1613939702782,522
"wd_1",0.01,1613939702782,522
"sqr_mom_1",0.99,1613939702782,522
"lr_1",1.2243085925354337e-05,1613939702782,522
"mom_1",0.9443922851866141,1613939702782,522
"eps_1",1e-05,1613939702782,522
"wd_2",0.01,1613939702782,522
"sqr_mom_2",0.99,1613939702782,522
"lr_2",0.00012243085925354335,1613939702782,522
"mom_2",0.9443922851866141,1613939702782,522
"eps_2",1e-05,1613939702782,522
"train_loss",0.17975366,1613939703751,523
"raw_loss",0.15101855,1613939703751,523
"epoch",3.29559748427674,1613939703751,523
"wd_0",0.01,1613939703751,523
"sqr_mom_0",0.99,1613939703751,523
"lr_0",1.2255223609732364e-06,1613939703751,523
"mom_0",0.9443619409756691,1613939703751,523
"eps_0",1e-05,1613939703751,523
"wd_1",0.01,1613939703751,523
"sqr_mom_1",0.99,1613939703751,523
"lr_1",1.2255223609732363e-05,1613939703751,523
"mom_1",0.9443619409756691,1613939703751,523
"eps_1",1e-05,1613939703751,523
"wd_2",0.01,1613939703751,523
"sqr_mom_2",0.99,1613939703751,523
"lr_2",0.00012255223609732363,1613939703751,523
"mom_2",0.9443619409756691,1613939703751,523
"eps_2",1e-05,1613939703751,523
"train_loss",0.17789485,1613939704711,524
"raw_loss",0.08686956,1613939704711,524
"epoch",3.301886792452841,1613939704711,524
"wd_0",0.01,1613939704711,524
"sqr_mom_0",0.99,1613939704711,524
"lr_0",1.2267392083202983e-06,1613939704711,524
"mom_0",0.9443315197919925,1613939704711,524
"eps_0",1e-05,1613939704711,524
"wd_1",0.01,1613939704711,524
"sqr_mom_1",0.99,1613939704711,524
"lr_1",1.2267392083202983e-05,1613939704711,524
"mom_1",0.9443315197919925,1613939704711,524
"eps_1",1e-05,1613939704711,524
"wd_2",0.01,1613939704711,524
"sqr_mom_2",0.99,1613939704711,524
"lr_2",0.00012267392083202983,1613939704711,524
"mom_2",0.9443315197919925,1613939704711,524
"eps_2",1e-05,1613939704711,524
"train_loss",0.17681845,1613939705677,525
"raw_loss",0.12410671,1613939705677,525
"epoch",3.3081761006289416,1613939705677,525
"wd_0",0.01,1613939705677,525
"sqr_mom_0",0.99,1613939705677,525
"lr_0",1.227959132465258e-06,1613939705677,525
"mom_0",0.9443010216883685,1613939705677,525
"eps_0",1e-05,1613939705677,525
"wd_1",0.01,1613939705677,525
"sqr_mom_1",0.99,1613939705677,525
"lr_1",1.2279591324652577e-05,1613939705677,525
"mom_1",0.9443010216883685,1613939705677,525
"eps_1",1e-05,1613939705677,525
"wd_2",0.01,1613939705677,525
"sqr_mom_2",0.99,1613939705677,525
"lr_2",0.00012279591324652577,1613939705677,525
"mom_2",0.9443010216883685,1613939705677,525
"eps_2",1e-05,1613939705677,525
"train_loss",0.17544304,1613939706635,526
"raw_loss",0.10808898,1613939706635,526
"epoch",3.3144654088050425,1613939706635,526
"wd_0",0.01,1613939706635,526
"sqr_mom_0",0.99,1613939706635,526
"lr_0",1.2291821312914163e-06,1613939706635,526
"mom_0",0.9442704467177145,1613939706635,526
"eps_0",1e-05,1613939706635,526
"wd_1",0.01,1613939706635,526
"sqr_mom_1",0.99,1613939706635,526
"lr_1",1.2291821312914163e-05,1613939706635,526
"mom_1",0.9442704467177145,1613939706635,526
"eps_1",1e-05,1613939706635,526
"wd_2",0.01,1613939706635,526
"sqr_mom_2",0.99,1613939706635,526
"lr_2",0.00012291821312914163,1613939706635,526
"mom_2",0.9442704467177145,1613939706635,526
"eps_2",1e-05,1613939706635,526
"train_loss",0.17370379,1613939707611,527
"raw_loss",0.08853134,1613939707611,527
"epoch",3.3207547169811433,1613939707611,527
"wd_0",0.01,1613939707611,527
"sqr_mom_0",0.99,1613939707611,527
"lr_0",1.2304082026767397e-06,1613939707611,527
"mom_0",0.9442397949330815,1613939707611,527
"eps_0",1e-05,1613939707611,527
"wd_1",0.01,1613939707611,527
"sqr_mom_1",0.99,1613939707611,527
"lr_1",1.2304082026767397e-05,1613939707611,527
"mom_1",0.9442397949330815,1613939707611,527
"eps_1",1e-05,1613939707611,527
"wd_2",0.01,1613939707611,527
"sqr_mom_2",0.99,1613939707611,527
"lr_2",0.00012304082026767398,1613939707611,527
"mom_2",0.9442397949330815,1613939707611,527
"eps_2",1e-05,1613939707611,527
"train_loss",0.1757203,1613939708555,528
"raw_loss",0.27447224,1613939708555,528
"epoch",3.327044025157244,1613939708555,528
"wd_0",0.01,1613939708555,528
"sqr_mom_0",0.99,1613939708555,528
"lr_0",1.2316373007566996e-06,1613939708555,528
"mom_0",0.9442090674810825,1613939708555,528
"eps_0",1e-05,1613939708555,528
"wd_1",0.01,1613939708555,528
"sqr_mom_1",0.99,1613939708555,528
"lr_1",1.2316373007566995e-05,1613939708555,528
"mom_1",0.9442090674810825,1613939708555,528
"eps_1",1e-05,1613939708555,528
"wd_2",0.01,1613939708555,528
"sqr_mom_2",0.99,1613939708555,528
"lr_2",0.00012316373007566995,1613939708555,528
"mom_2",0.9442090674810825,1613939708555,528
"eps_2",1e-05,1613939708555,528
"train_loss",0.1766436,1613939709519,529
"raw_loss",0.22185893,1613939709519,529
"epoch",3.333333333333345,1613939709519,529
"wd_0",0.01,1613939709519,529
"sqr_mom_0",0.99,1613939709519,529
"lr_0",1.232869510763921e-06,1613939709519,529
"mom_0",0.944178262230902,1613939709519,529
"eps_0",1e-05,1613939709519,529
"wd_1",0.01,1613939709519,529
"sqr_mom_1",0.99,1613939709519,529
"lr_1",1.2328695107639211e-05,1613939709519,529
"mom_1",0.944178262230902,1613939709519,529
"eps_1",1e-05,1613939709519,529
"wd_2",0.01,1613939709519,529
"sqr_mom_2",0.99,1613939709519,529
"lr_2",0.0001232869510763921,1613939709519,529
"mom_2",0.944178262230902,1613939709519,529
"eps_2",1e-05,1613939709519,529
"train_loss",0.17516738,1613939710469,530
"raw_loss",0.10287303,1613939710469,530
"epoch",3.339622641509446,1613939710469,530
"wd_0",0.01,1613939710469,530
"sqr_mom_0",0.99,1613939710469,530
"lr_0",1.234104786932307e-06,1613939710469,530
"mom_0",0.9441473803266923,1613939710469,530
"eps_0",1e-05,1613939710469,530
"wd_1",0.01,1613939710469,530
"sqr_mom_1",0.99,1613939710469,530
"lr_1",1.2341047869323071e-05,1613939710469,530
"mom_1",0.9441473803266923,1613939710469,530
"eps_1",1e-05,1613939710469,530
"wd_2",0.01,1613939710469,530
"sqr_mom_2",0.99,1613939710469,530
"lr_2",0.0001234104786932307,1613939710469,530
"mom_2",0.9441473803266923,1613939710469,530
"eps_2",1e-05,1613939710469,530
"train_loss",0.17678435,1613939711446,531
"raw_loss",0.25597277,1613939711446,531
"epoch",3.3459119496855467,1613939711446,531
"wd_0",0.01,1613939711446,531
"sqr_mom_0",0.99,1613939711446,531
"lr_0",1.2353431271185218e-06,1613939711446,531
"mom_0",0.9441164218220369,1613939711446,531
"eps_0",1e-05,1613939711446,531
"wd_1",0.01,1613939711446,531
"sqr_mom_1",0.99,1613939711446,531
"lr_1",1.2353431271185217e-05,1613939711446,531
"mom_1",0.9441164218220369,1613939711446,531
"eps_1",1e-05,1613939711446,531
"wd_2",0.01,1613939711446,531
"sqr_mom_2",0.99,1613939711446,531
"lr_2",0.00012353431271185217,1613939711446,531
"mom_2",0.9441164218220369,1613939711446,531
"eps_2",1e-05,1613939711446,531
"train_loss",0.17557396,1613939712402,532
"raw_loss",0.11629663,1613939712402,532
"epoch",3.3522012578616476,1613939712402,532
"wd_0",0.01,1613939712402,532
"sqr_mom_0",0.99,1613939712402,532
"lr_0",1.2365845291739118e-06,1613939712402,532
"mom_0",0.9440853867706521,1613939712402,532
"eps_0",1e-05,1613939712402,532
"wd_1",0.01,1613939712402,532
"sqr_mom_1",0.99,1613939712402,532
"lr_1",1.2365845291739115e-05,1613939712402,532
"mom_1",0.9440853867706521,1613939712402,532
"eps_1",1e-05,1613939712402,532
"wd_2",0.01,1613939712402,532
"sqr_mom_2",0.99,1613939712402,532
"lr_2",0.00012365845291739116,1613939712402,532
"mom_2",0.9440853867706521,1613939712402,532
"eps_2",1e-05,1613939712402,532
"train_loss",0.17344177,1613939713345,533
"raw_loss",0.069019385,1613939713345,533
"epoch",3.3584905660377484,1613939713345,533
"wd_0",0.01,1613939713345,533
"sqr_mom_0",0.99,1613939713345,533
"lr_0",1.2378289909445105e-06,1613939713345,533
"mom_0",0.9440542752263872,1613939713345,533
"eps_0",1e-05,1613939713345,533
"wd_1",0.01,1613939713345,533
"sqr_mom_1",0.99,1613939713345,533
"lr_1",1.2378289909445104e-05,1613939713345,533
"mom_1",0.9440542752263872,1613939713345,533
"eps_1",1e-05,1613939713345,533
"wd_2",0.01,1613939713345,533
"sqr_mom_2",0.99,1613939713345,533
"lr_2",0.00012378289909445103,1613939713345,533
"mom_2",0.9440542752263872,1613939713345,533
"eps_2",1e-05,1613939713345,533
"train_loss",0.17292356,1613939714294,534
"raw_loss",0.14754385,1613939714294,534
"epoch",3.3647798742138493,1613939714294,534
"wd_0",0.01,1613939714294,534
"sqr_mom_0",0.99,1613939714294,534
"lr_0",1.239076510271044e-06,1613939714294,534
"mom_0",0.9440230872432238,1613939714294,534
"eps_0",1e-05,1613939714294,534
"wd_1",0.01,1613939714294,534
"sqr_mom_1",0.99,1613939714294,534
"lr_1",1.2390765102710439e-05,1613939714294,534
"mom_1",0.9440230872432238,1613939714294,534
"eps_1",1e-05,1613939714294,534
"wd_2",0.01,1613939714294,534
"sqr_mom_2",0.99,1613939714294,534
"lr_2",0.00012390765102710438,1613939714294,534
"mom_2",0.9440230872432238,1613939714294,534
"eps_2",1e-05,1613939714294,534
"train_loss",0.17112117,1613939715258,535
"raw_loss",0.082848206,1613939715258,535
"epoch",3.37106918238995,1613939715258,535
"wd_0",0.01,1613939715258,535
"sqr_mom_0",0.99,1613939715258,535
"lr_0",1.240327040490331e-06,1613939715258,535
"mom_0",0.9439918239877417,1613939715258,535
"eps_0",1e-05,1613939715258,535
"wd_1",0.01,1613939715258,535
"sqr_mom_1",0.99,1613939715258,535
"lr_1",1.2403270404903307e-05,1613939715258,535
"mom_1",0.9439918239877417,1613939715258,535
"eps_1",1e-05,1613939715258,535
"wd_2",0.01,1613939715258,535
"sqr_mom_2",0.99,1613939715258,535
"lr_2",0.00012403270404903307,1613939715258,535
"mom_2",0.9439918239877417,1613939715258,535
"eps_2",1e-05,1613939715258,535
"train_loss",0.17039116,1613939716210,536
"raw_loss",0.13463809,1613939716210,536
"epoch",3.377358490566051,1613939716210,536
"wd_0",0.01,1613939716210,536
"sqr_mom_0",0.99,1613939716210,536
"lr_0",1.2415807129282924e-06,1613939716210,536
"mom_0",0.9439604821767926,1613939716210,536
"eps_0",1e-05,1613939716210,536
"wd_1",0.01,1613939716210,536
"sqr_mom_1",0.99,1613939716210,536
"lr_1",1.2415807129282923e-05,1613939716210,536
"mom_1",0.9439604821767926,1613939716210,536
"eps_1",1e-05,1613939716210,536
"wd_2",0.01,1613939716210,536
"sqr_mom_2",0.99,1613939716210,536
"lr_2",0.00012415807129282925,1613939716210,536
"mom_2",0.9439604821767926,1613939716210,536
"eps_2",1e-05,1613939716210,536
"train_loss",0.16993643,1613939717161,537
"raw_loss",0.14766617,1613939717161,537
"epoch",3.383647798742152,1613939717161,537
"wd_0",0.01,1613939717161,537
"sqr_mom_0",0.99,1613939717161,537
"lr_0",1.2428373471984834e-06,1613939717161,537
"mom_0",0.9439290663200379,1613939717161,537
"eps_0",1e-05,1613939717161,537
"wd_1",0.01,1613939717161,537
"sqr_mom_1",0.99,1613939717161,537
"lr_1",1.2428373471984835e-05,1613939717161,537
"mom_1",0.9439290663200379,1613939717161,537
"eps_1",1e-05,1613939717161,537
"wd_2",0.01,1613939717161,537
"sqr_mom_2",0.99,1613939717161,537
"lr_2",0.00012428373471984832,1613939717161,537
"mom_2",0.9439290663200379,1613939717161,537
"eps_2",1e-05,1613939717161,537
"train_loss",0.16943413,1613939718115,538
"raw_loss",0.14483248,1613939718115,538
"epoch",3.3899371069182527,1613939718115,538
"wd_0",0.01,1613939718115,538
"sqr_mom_0",0.99,1613939718115,538
"lr_0",1.2440971197654231e-06,1613939718115,538
"mom_0",0.9438975720058644,1613939718115,538
"eps_0",1e-05,1613939718115,538
"wd_1",0.01,1613939718115,538
"sqr_mom_1",0.99,1613939718115,538
"lr_1",1.244097119765423e-05,1613939718115,538
"mom_1",0.9438975720058644,1613939718115,538
"eps_1",1e-05,1613939718115,538
"wd_2",0.01,1613939718115,538
"sqr_mom_2",0.99,1613939718115,538
"lr_2",0.0001244097119765423,1613939718115,538
"mom_2",0.9438975720058644,1613939718115,538
"eps_2",1e-05,1613939718115,538
"train_loss",0.16960368,1613939719063,539
"raw_loss",0.17790817,1613939719063,539
"epoch",3.3962264150943535,1613939719063,539
"wd_0",0.01,1613939719063,539
"sqr_mom_0",0.99,1613939719063,539
"lr_0",1.2453598493649396e-06,1613939719063,539
"mom_0",0.9438660037658765,1613939719063,539
"eps_0",1e-05,1613939719063,539
"wd_1",0.01,1613939719063,539
"sqr_mom_1",0.99,1613939719063,539
"lr_1",1.2453598493649396e-05,1613939719063,539
"mom_1",0.9438660037658765,1613939719063,539
"eps_1",1e-05,1613939719063,539
"wd_2",0.01,1613939719063,539
"sqr_mom_2",0.99,1613939719063,539
"lr_2",0.00012453598493649394,1613939719063,539
"mom_2",0.9438660037658765,1613939719063,539
"eps_2",1e-05,1613939719063,539
"train_loss",0.16757472,1613939720006,540
"raw_loss",0.06820104,1613939720006,540
"epoch",3.4025157232704544,1613939720006,540
"wd_0",0.01,1613939720006,540
"sqr_mom_0",0.99,1613939720006,540
"lr_0",1.2466256682773222e-06,1613939720006,540
"mom_0",0.9438343582930669,1613939720006,540
"eps_0",1e-05,1613939720006,540
"wd_1",0.01,1613939720006,540
"sqr_mom_1",0.99,1613939720006,540
"lr_1",1.246625668277322e-05,1613939720006,540
"mom_1",0.9438343582930669,1613939720006,540
"eps_1",1e-05,1613939720006,540
"wd_2",0.01,1613939720006,540
"sqr_mom_2",0.99,1613939720006,540
"lr_2",0.0001246625668277322,1613939720006,540
"mom_2",0.9438343582930669,1613939720006,540
"eps_2",1e-05,1613939720006,540
"train_loss",0.17256677,1613939720955,541
"raw_loss",0.41706786,1613939720955,541
"epoch",3.4088050314465552,1613939720955,541
"wd_0",0.01,1613939720955,541
"sqr_mom_0",0.99,1613939720955,541
"lr_0",1.2478945294824589e-06,1613939720955,541
"mom_0",0.9438026367629385,1613939720955,541
"eps_0",1e-05,1613939720955,541
"wd_1",0.01,1613939720955,541
"sqr_mom_1",0.99,1613939720955,541
"lr_1",1.2478945294824588e-05,1613939720955,541
"mom_1",0.9438026367629385,1613939720955,541
"eps_1",1e-05,1613939720955,541
"wd_2",0.01,1613939720955,541
"sqr_mom_2",0.99,1613939720955,541
"lr_2",0.00012478945294824587,1613939720955,541
"mom_2",0.9438026367629385,1613939720955,541
"eps_2",1e-05,1613939720955,541
"train_loss",0.17261742,1613939721902,542
"raw_loss",0.1750984,1613939721902,542
"epoch",3.415094339622656,1613939721902,542
"wd_0",0.01,1613939721902,542
"sqr_mom_0",0.99,1613939721902,542
"lr_0",1.2491664307787399e-06,1613939721902,542
"mom_0",0.9437708392305315,1613939721902,542
"eps_0",1e-05,1613939721902,542
"wd_1",0.01,1613939721902,542
"sqr_mom_1",0.99,1613939721902,542
"lr_1",1.2491664307787396e-05,1613939721902,542
"mom_1",0.9437708392305315,1613939721902,542
"eps_1",1e-05,1613939721902,542
"wd_2",0.01,1613939721902,542
"sqr_mom_2",0.99,1613939721902,542
"lr_2",0.00012491664307787397,1613939721902,542
"mom_2",0.9437708392305315,1613939721902,542
"eps_2",1e-05,1613939721902,542
"train_loss",0.17321402,1613939722850,543
"raw_loss",0.20243438,1613939722850,543
"epoch",3.421383647798757,1613939722850,543
"wd_0",0.01,1613939722850,543
"sqr_mom_0",0.99,1613939722850,543
"lr_0",1.25044136995928e-06,1613939722850,543
"mom_0",0.943738965751018,1613939722850,543
"eps_0",1e-05,1613939722850,543
"wd_1",0.01,1613939722850,543
"sqr_mom_1",0.99,1613939722850,543
"lr_1",1.25044136995928e-05,1613939722850,543
"mom_1",0.943738965751018,1613939722850,543
"eps_1",1e-05,1613939722850,543
"wd_2",0.01,1613939722850,543
"sqr_mom_2",0.99,1613939722850,543
"lr_2",0.000125044136995928,1613939722850,543
"mom_2",0.943738965751018,1613939722850,543
"eps_2",1e-05,1613939722850,543
"train_loss",0.17220975,1613939723800,544
"raw_loss",0.12302177,1613939723800,544
"epoch",3.4276729559748578,1613939723800,544
"wd_0",0.01,1613939723800,544
"sqr_mom_0",0.99,1613939723800,544
"lr_0",1.251719299339895e-06,1613939723800,544
"mom_0",0.9437070175165025,1613939723800,544
"eps_0",1e-05,1613939723800,544
"wd_1",0.01,1613939723800,544
"sqr_mom_1",0.99,1613939723800,544
"lr_1",1.251719299339895e-05,1613939723800,544
"mom_1",0.9437070175165025,1613939723800,544
"eps_1",1e-05,1613939723800,544
"wd_2",0.01,1613939723800,544
"sqr_mom_2",0.99,1613939723800,544
"lr_2",0.0001251719299339895,1613939723800,544
"mom_2",0.9437070175165025,1613939723800,544
"eps_2",1e-05,1613939723800,544
"train_loss",0.17195153,1613939724757,545
"raw_loss",0.15930305,1613939724757,545
"epoch",3.4339622641509586,1613939724757,545
"wd_0",0.01,1613939724757,545
"sqr_mom_0",0.99,1613939724757,545
"lr_0",1.2530003531192436e-06,1613939724757,545
"mom_0",0.9436749911720189,1613939724757,545
"eps_0",1e-05,1613939724757,545
"wd_1",0.01,1613939724757,545
"sqr_mom_1",0.99,1613939724757,545
"lr_1",1.2530003531192434e-05,1613939724757,545
"mom_1",0.9436749911720189,1613939724757,545
"eps_1",1e-05,1613939724757,545
"wd_2",0.01,1613939724757,545
"sqr_mom_2",0.99,1613939724757,545
"lr_2",0.00012530003531192435,1613939724757,545
"mom_2",0.9436749911720189,1613939724757,545
"eps_2",1e-05,1613939724757,545
"train_loss",0.16987798,1613939725703,546
"raw_loss",0.06831477,1613939725703,546
"epoch",3.4402515723270595,1613939725703,546
"wd_0",0.01,1613939725703,546
"sqr_mom_0",0.99,1613939725703,546
"lr_0",1.2542843469710747e-06,1613939725703,546
"mom_0",0.9436428913257231,1613939725703,546
"eps_0",1e-05,1613939725703,546
"wd_1",0.01,1613939725703,546
"sqr_mom_1",0.99,1613939725703,546
"lr_1",1.2542843469710746e-05,1613939725703,546
"mom_1",0.9436428913257231,1613939725703,546
"eps_1",1e-05,1613939725703,546
"wd_2",0.01,1613939725703,546
"sqr_mom_2",0.99,1613939725703,546
"lr_2",0.00012542843469710746,1613939725703,546
"mom_2",0.9436428913257231,1613939725703,546
"eps_2",1e-05,1613939725703,546
"train_loss",0.16827506,1613939726665,547
"raw_loss",0.089763016,1613939726665,547
"epoch",3.4465408805031603,1613939726665,547
"wd_0",0.01,1613939726665,547
"sqr_mom_0",0.99,1613939726665,547
"lr_0",1.2555714154068243e-06,1613939726665,547
"mom_0",0.9436107146148294,1613939726665,547
"eps_0",1e-05,1613939726665,547
"wd_1",0.01,1613939726665,547
"sqr_mom_1",0.99,1613939726665,547
"lr_1",1.2555714154068241e-05,1613939726665,547
"mom_1",0.9436107146148294,1613939726665,547
"eps_1",1e-05,1613939726665,547
"wd_2",0.01,1613939726665,547
"sqr_mom_2",0.99,1613939726665,547
"lr_2",0.0001255571415406824,1613939726665,547
"mom_2",0.9436107146148294,1613939726665,547
"eps_2",1e-05,1613939726665,547
"train_loss",0.16597961,1613939727641,548
"raw_loss",0.05354551,1613939727641,548
"epoch",3.452830188679261,1613939727641,548
"wd_0",0.01,1613939727641,548
"sqr_mom_0",0.99,1613939727641,548
"lr_0",1.256861510613497e-06,1613939727641,548
"mom_0",0.9435784622346626,1613939727641,548
"eps_0",1e-05,1613939727641,548
"wd_1",0.01,1613939727641,548
"sqr_mom_1",0.99,1613939727641,548
"lr_1",1.256861510613497e-05,1613939727641,548
"mom_1",0.9435784622346626,1613939727641,548
"eps_1",1e-05,1613939727641,548
"wd_2",0.01,1613939727641,548
"sqr_mom_2",0.99,1613939727641,548
"lr_2",0.0001256861510613497,1613939727641,548
"mom_2",0.9435784622346626,1613939727641,548
"eps_2",1e-05,1613939727641,548
"train_loss",0.16419451,1613939728584,549
"raw_loss",0.07675803,1613939728584,549
"epoch",3.459119496855362,1613939728584,549
"wd_0",0.01,1613939728584,549
"sqr_mom_0",0.99,1613939728584,549
"lr_0",1.2581546303526383e-06,1613939728584,549
"mom_0",0.943546134241184,1613939728584,549
"eps_0",1e-05,1613939728584,549
"wd_1",0.01,1613939728584,549
"sqr_mom_1",0.99,1613939728584,549
"lr_1",1.2581546303526382e-05,1613939728584,549
"mom_1",0.943546134241184,1613939728584,549
"eps_1",1e-05,1613939728584,549
"wd_2",0.01,1613939728584,549
"sqr_mom_2",0.99,1613939728584,549
"lr_2",0.00012581546303526382,1613939728584,549
"mom_2",0.943546134241184,1613939728584,549
"eps_2",1e-05,1613939728584,549
"train_loss",0.162635,1613939729527,550
"raw_loss",0.08624717,1613939729527,550
"epoch",3.465408805031463,1613939729527,550
"wd_0",0.01,1613939729527,550
"sqr_mom_0",0.99,1613939729527,550
"lr_0",1.259450772380547e-06,1613939729527,550
"mom_0",0.9435137306904863,1613939729527,550
"eps_0",1e-05,1613939729527,550
"wd_1",0.01,1613939729527,550
"sqr_mom_1",0.99,1613939729527,550
"lr_1",1.259450772380547e-05,1613939729527,550
"mom_1",0.9435137306904863,1613939729527,550
"eps_1",1e-05,1613939729527,550
"wd_2",0.01,1613939729527,550
"sqr_mom_2",0.99,1613939729527,550
"lr_2",0.00012594507723805468,1613939729527,550
"mom_2",0.9435137306904863,1613939729527,550
"eps_2",1e-05,1613939729527,550
"train_loss",0.16161509,1613939730482,551
"raw_loss",0.11165683,1613939730482,551
"epoch",3.4716981132075637,1613939730482,551
"wd_0",0.01,1613939730482,551
"sqr_mom_0",0.99,1613939730482,551
"lr_0",1.2607499344482777e-06,1613939730482,551
"mom_0",0.943481251638793,1613939730482,551
"eps_0",1e-05,1613939730482,551
"wd_1",0.01,1613939730482,551
"sqr_mom_1",0.99,1613939730482,551
"lr_1",1.2607499344482777e-05,1613939730482,551
"mom_1",0.943481251638793,1613939730482,551
"eps_1",1e-05,1613939730482,551
"wd_2",0.01,1613939730482,551
"sqr_mom_2",0.99,1613939730482,551
"lr_2",0.00012607499344482776,1613939730482,551
"mom_2",0.943481251638793,1613939730482,551
"eps_2",1e-05,1613939730482,551
"train_loss",0.16053227,1613939731438,552
"raw_loss",0.10749328,1613939731438,552
"epoch",3.4779874213836646,1613939731438,552
"wd_0",0.01,1613939731438,552
"sqr_mom_0",0.99,1613939731438,552
"lr_0",1.262052114301644e-06,1613939731438,552
"mom_0",0.9434486971424588,1613939731438,552
"eps_0",1e-05,1613939731438,552
"wd_1",0.01,1613939731438,552
"sqr_mom_1",0.99,1613939731438,552
"lr_1",1.262052114301644e-05,1613939731438,552
"mom_1",0.9434486971424588,1613939731438,552
"eps_1",1e-05,1613939731438,552
"wd_2",0.01,1613939731438,552
"sqr_mom_2",0.99,1613939731438,552
"lr_2",0.0001262052114301644,1613939731438,552
"mom_2",0.9434486971424588,1613939731438,552
"eps_2",1e-05,1613939731438,552
"train_loss",0.16029869,1613939732399,553
"raw_loss",0.14885762,1613939732399,553
"epoch",3.4842767295597654,1613939732399,553
"wd_0",0.01,1613939732399,553
"sqr_mom_0",0.99,1613939732399,553
"lr_0",1.263357309681225e-06,1613939732399,553
"mom_0",0.9434160672579693,1613939732399,553
"eps_0",1e-05,1613939732399,553
"wd_1",0.01,1613939732399,553
"sqr_mom_1",0.99,1613939732399,553
"lr_1",1.263357309681225e-05,1613939732399,553
"mom_1",0.9434160672579693,1613939732399,553
"eps_1",1e-05,1613939732399,553
"wd_2",0.01,1613939732399,553
"sqr_mom_2",0.99,1613939732399,553
"lr_2",0.0001263357309681225,1613939732399,553
"mom_2",0.9434160672579693,1613939732399,553
"eps_2",1e-05,1613939732399,553
"train_loss",0.1608,1613939733346,554
"raw_loss",0.18535517,1613939733346,554
"epoch",3.4905660377358663,1613939733346,554
"wd_0",0.01,1613939733346,554
"sqr_mom_0",0.99,1613939733346,554
"lr_0",1.264665471776255e-06,1613939733346,554
"mom_0",0.9433833632055936,1613939733346,554
"eps_0",1e-05,1613939733346,554
"wd_1",0.01,1613939733346,554
"sqr_mom_1",0.99,1613939733346,554
"lr_1",1.264665471776255e-05,1613939733346,554
"mom_1",0.9433833632055936,1613939733346,554
"eps_1",1e-05,1613939733346,554
"wd_2",0.01,1613939733346,554
"sqr_mom_2",0.99,1613939733346,554
"lr_2",0.0001264665471776255,1613939733346,554
"mom_2",0.9433833632055936,1613939733346,554
"eps_2",1e-05,1613939733346,554
"train_loss",0.16101828,1613939734306,555
"raw_loss",0.17171074,1613939734306,555
"epoch",3.496855345911967,1613939734306,555
"wd_0",0.01,1613939734306,555
"sqr_mom_0",0.99,1613939734306,555
"lr_0",1.2659767379551838e-06,1613939734306,555
"mom_0",0.9433505815511204,1613939734306,555
"eps_0",1e-05,1613939734306,555
"wd_1",0.01,1613939734306,555
"sqr_mom_1",0.99,1613939734306,555
"lr_1",1.2659767379551837e-05,1613939734306,555
"mom_1",0.9433505815511204,1613939734306,555
"eps_1",1e-05,1613939734306,555
"wd_2",0.01,1613939734306,555
"sqr_mom_2",0.99,1613939734306,555
"lr_2",0.00012659767379551837,1613939734306,555
"mom_2",0.9433505815511204,1613939734306,555
"eps_2",1e-05,1613939734306,555
"train_loss",0.1606813,1613939735251,556
"raw_loss",0.14417453,1613939735251,556
"epoch",3.503144654088068,1613939735251,556
"wd_0",0.01,1613939735251,556
"sqr_mom_0",0.99,1613939735251,556
"lr_0",1.267290919544608e-06,1613939735251,556
"mom_0",0.9433177270113847,1613939735251,556
"eps_0",1e-05,1613939735251,556
"wd_1",0.01,1613939735251,556
"sqr_mom_1",0.99,1613939735251,556
"lr_1",1.267290919544608e-05,1613939735251,556
"mom_1",0.9433177270113847,1613939735251,556
"eps_1",1e-05,1613939735251,556
"wd_2",0.01,1613939735251,556
"sqr_mom_2",0.99,1613939735251,556
"lr_2",0.0001267290919544608,1613939735251,556
"mom_2",0.9433177270113847,1613939735251,556
"eps_2",1e-05,1613939735251,556
"train_loss",0.16383393,1613939736204,557
"raw_loss",0.3182623,1613939736204,557
"epoch",3.509433962264169,1613939736204,557
"wd_0",0.01,1613939736204,557
"sqr_mom_0",0.99,1613939736204,557
"lr_0",1.2686082010902052e-06,1613939736204,557
"mom_0",0.9432847949727449,1613939736204,557
"eps_0",1e-05,1613939736204,557
"wd_1",0.01,1613939736204,557
"sqr_mom_1",0.99,1613939736204,557
"lr_1",1.268608201090205e-05,1613939736204,557
"mom_1",0.9432847949727449,1613939736204,557
"eps_1",1e-05,1613939736204,557
"wd_2",0.01,1613939736204,557
"sqr_mom_2",0.99,1613939736204,557
"lr_2",0.0001268608201090205,1613939736204,557
"mom_2",0.9432847949727449,1613939736204,557
"eps_2",1e-05,1613939736204,557
"train_loss",0.16310702,1613939737157,558
"raw_loss",0.12750012,1613939737157,558
"epoch",3.5157232704402697,1613939737157,558
"wd_0",0.01,1613939737157,558
"sqr_mom_0",0.99,1613939737157,558
"lr_0",1.269928393053042e-06,1613939737157,558
"mom_0",0.9432517901736739,1613939737157,558
"eps_0",1e-05,1613939737157,558
"wd_1",0.01,1613939737157,558
"sqr_mom_1",0.99,1613939737157,558
"lr_1",1.2699283930530417e-05,1613939737157,558
"mom_1",0.9432517901736739,1613939737157,558
"eps_1",1e-05,1613939737157,558
"wd_2",0.01,1613939737157,558
"sqr_mom_2",0.99,1613939737157,558
"lr_2",0.00012699283930530416,1613939737157,558
"mom_2",0.9432517901736739,1613939737157,558
"eps_2",1e-05,1613939737157,558
"train_loss",0.1618009,1613939738105,559
"raw_loss",0.0978208,1613939738105,559
"epoch",3.5220125786163705,1613939738105,559
"wd_0",0.01,1613939738105,559
"sqr_mom_0",0.99,1613939738105,559
"lr_0",1.2712516337426745e-06,1613939738105,559
"mom_0",0.9432187091564331,1613939738105,559
"eps_0",1e-05,1613939738105,559
"wd_1",0.01,1613939738105,559
"sqr_mom_1",0.99,1613939738105,559
"lr_1",1.2712516337426743e-05,1613939738105,559
"mom_1",0.9432187091564331,1613939738105,559
"eps_1",1e-05,1613939738105,559
"wd_2",0.01,1613939738105,559
"sqr_mom_2",0.99,1613939738105,559
"lr_2",0.00012712516337426742,1613939738105,559
"mom_2",0.9432187091564331,1613939738105,559
"eps_2",1e-05,1613939738105,559
"train_loss",0.16149768,1613939739048,560
"raw_loss",0.14664415,1613939739048,560
"epoch",3.5283018867924714,1613939739048,560
"wd_0",0.01,1613939739048,560
"sqr_mom_0",0.99,1613939739048,560
"lr_0",1.2725778739963665e-06,1613939739048,560
"mom_0",0.9431855531500908,1613939739048,560
"eps_0",1e-05,1613939739048,560
"wd_1",0.01,1613939739048,560
"sqr_mom_1",0.99,1613939739048,560
"lr_1",1.2725778739963665e-05,1613939739048,560
"mom_1",0.9431855531500908,1613939739048,560
"eps_1",1e-05,1613939739048,560
"wd_2",0.01,1613939739048,560
"sqr_mom_2",0.99,1613939739048,560
"lr_2",0.00012725778739963665,1613939739048,560
"mom_2",0.9431855531500908,1613939739048,560
"eps_2",1e-05,1613939739048,560
"train_loss",0.16141729,1613939740004,561
"raw_loss",0.15747927,1613939740004,561
"epoch",3.534591194968572,1613939740004,561
"wd_0",0.01,1613939740004,561
"sqr_mom_0",0.99,1613939740004,561
"lr_0",1.2739070642197756e-06,1613939740004,561
"mom_0",0.9431523233945056,1613939740004,561
"eps_0",1e-05,1613939740004,561
"wd_1",0.01,1613939740004,561
"sqr_mom_1",0.99,1613939740004,561
"lr_1",1.2739070642197754e-05,1613939740004,561
"mom_1",0.9431523233945056,1613939740004,561
"eps_1",1e-05,1613939740004,561
"wd_2",0.01,1613939740004,561
"sqr_mom_2",0.99,1613939740004,561
"lr_2",0.00012739070642197754,1613939740004,561
"mom_2",0.9431523233945056,1613939740004,561
"eps_2",1e-05,1613939740004,561
"train_loss",0.16026406,1613939740954,562
"raw_loss",0.103772335,1613939740954,562
"epoch",3.540880503144673,1613939740954,562
"wd_0",0.01,1613939740954,562
"sqr_mom_0",0.99,1613939740954,562
"lr_0",1.2752393439860537e-06,1613939740954,562
"mom_0",0.9431190164003487,1613939740954,562
"eps_0",1e-05,1613939740954,562
"wd_1",0.01,1613939740954,562
"sqr_mom_1",0.99,1613939740954,562
"lr_1",1.2752393439860534e-05,1613939740954,562
"mom_1",0.9431190164003487,1613939740954,562
"eps_1",1e-05,1613939740954,562
"wd_2",0.01,1613939740954,562
"sqr_mom_2",0.99,1613939740954,562
"lr_2",0.00012752393439860536,1613939740954,562
"mom_2",0.9431190164003487,1613939740954,562
"eps_2",1e-05,1613939740954,562
"train_loss",0.16128774,1613939741906,563
"raw_loss",0.21143447,1613939741906,563
"epoch",3.547169811320774,1613939741906,563
"wd_0",0.01,1613939741906,563
"sqr_mom_0",0.99,1613939741906,563
"lr_0",1.2765745215982263e-06,1613939741906,563
"mom_0",0.9430856369600443,1613939741906,563
"eps_0",1e-05,1613939741906,563
"wd_1",0.01,1613939741906,563
"sqr_mom_1",0.99,1613939741906,563
"lr_1",1.2765745215982262e-05,1613939741906,563
"mom_1",0.9430856369600443,1613939741906,563
"eps_1",1e-05,1613939741906,563
"wd_2",0.01,1613939741906,563
"sqr_mom_2",0.99,1613939741906,563
"lr_2",0.00012765745215982262,1613939741906,563
"mom_2",0.9430856369600443,1613939741906,563
"eps_2",1e-05,1613939741906,563
"train_loss",0.15989922,1613939742865,564
"raw_loss",0.091880985,1613939742865,564
"epoch",3.5534591194968748,1613939742865,564
"wd_0",0.01,1613939742865,564
"sqr_mom_0",0.99,1613939742865,564
"lr_0",1.2779127845503663e-06,1613939742865,564
"mom_0",0.9430521803862408,1613939742865,564
"eps_0",1e-05,1613939742865,564
"wd_1",0.01,1613939742865,564
"sqr_mom_1",0.99,1613939742865,564
"lr_1",1.2779127845503663e-05,1613939742865,564
"mom_1",0.9430521803862408,1613939742865,564
"eps_1",1e-05,1613939742865,564
"wd_2",0.01,1613939742865,564
"sqr_mom_2",0.99,1613939742865,564
"lr_2",0.00012779127845503663,1613939742865,564
"mom_2",0.9430521803862408,1613939742865,564
"eps_2",1e-05,1613939742865,564
"train_loss",0.16018166,1613939743830,565
"raw_loss",0.17401762,1613939743830,565
"epoch",3.5597484276729756,1613939743830,565
"wd_0",0.01,1613939743830,565
"sqr_mom_0",0.99,1613939743830,565
"lr_0",1.2792539402846005e-06,1613939743830,565
"mom_0",0.943018651492885,1613939743830,565
"eps_0",1e-05,1613939743830,565
"wd_1",0.01,1613939743830,565
"sqr_mom_1",0.99,1613939743830,565
"lr_1",1.2792539402846003e-05,1613939743830,565
"mom_1",0.943018651492885,1613939743830,565
"eps_1",1e-05,1613939743830,565
"wd_2",0.01,1613939743830,565
"sqr_mom_2",0.99,1613939743830,565
"lr_2",0.00012792539402846,1613939743830,565
"mom_2",0.943018651492885,1613939743830,565
"eps_2",1e-05,1613939743830,565
"train_loss",0.15926482,1613939744802,566
"raw_loss",0.114351384,1613939744802,566
"epoch",3.5660377358490765,1613939744802,566
"wd_0",0.01,1613939744802,566
"sqr_mom_0",0.99,1613939744802,566
"lr_0",1.2805981293101512e-06,1613939744802,566
"mom_0",0.9429850467672461,1613939744802,566
"eps_0",1e-05,1613939744802,566
"wd_1",0.01,1613939744802,566
"sqr_mom_1",0.99,1613939744802,566
"lr_1",1.280598129310151e-05,1613939744802,566
"mom_1",0.9429850467672461,1613939744802,566
"eps_1",1e-05,1613939744802,566
"wd_2",0.01,1613939744802,566
"sqr_mom_2",0.99,1613939744802,566
"lr_2",0.0001280598129310151,1613939744802,566
"mom_2",0.9429850467672461,1613939744802,566
"eps_2",1e-05,1613939744802,566
"train_loss",0.15729763,1613939745796,567
"raw_loss",0.060930066,1613939745796,567
"epoch",3.5723270440251773,1613939745796,567
"wd_0",0.01,1613939745796,567
"sqr_mom_0",0.99,1613939745796,567
"lr_0",1.2819453016825892e-06,1613939745796,567
"mom_0",0.9429513674579353,1613939745796,567
"eps_0",1e-05,1613939745796,567
"wd_1",0.01,1613939745796,567
"sqr_mom_1",0.99,1613939745796,567
"lr_1",1.281945301682589e-05,1613939745796,567
"mom_1",0.9429513674579353,1613939745796,567
"eps_1",1e-05,1613939745796,567
"wd_2",0.01,1613939745796,567
"sqr_mom_2",0.99,1613939745796,567
"lr_2",0.00012819453016825892,1613939745796,567
"mom_2",0.9429513674579353,1613939745796,567
"eps_2",1e-05,1613939745796,567
"train_loss",0.15784608,1613939746744,568
"raw_loss",0.1847141,1613939746744,568
"epoch",3.578616352201278,1613939746744,568
"wd_0",0.01,1613939746744,568
"sqr_mom_0",0.99,1613939746744,568
"lr_0",1.2832954550644245e-06,1613939746744,568
"mom_0",0.9429176136233893,1613939746744,568
"eps_0",1e-05,1613939746744,568
"wd_1",0.01,1613939746744,568
"sqr_mom_1",0.99,1613939746744,568
"lr_1",1.2832954550644243e-05,1613939746744,568
"mom_1",0.9429176136233893,1613939746744,568
"eps_1",1e-05,1613939746744,568
"wd_2",0.01,1613939746744,568
"sqr_mom_2",0.99,1613939746744,568
"lr_2",0.00012832954550644242,1613939746744,568
"mom_2",0.9429176136233893,1613939746744,568
"eps_2",1e-05,1613939746744,568
"train_loss",0.16016513,1613939747705,569
"raw_loss",0.2737691,1613939747705,569
"epoch",3.584905660377379,1613939747705,569
"wd_0",0.01,1613939747705,569
"sqr_mom_0",0.99,1613939747705,569
"lr_0",1.2846485871129962e-06,1613939747705,569
"mom_0",0.9428837853221751,1613939747705,569
"eps_0",1e-05,1613939747705,569
"wd_1",0.01,1613939747705,569
"sqr_mom_1",0.99,1613939747705,569
"lr_1",1.2846485871129961e-05,1613939747705,569
"mom_1",0.9428837853221751,1613939747705,569
"eps_1",1e-05,1613939747705,569
"wd_2",0.01,1613939747705,569
"sqr_mom_2",0.99,1613939747705,569
"lr_2",0.0001284648587112996,1613939747705,569
"mom_2",0.9428837853221751,1613939747705,569
"eps_2",1e-05,1613939747705,569
"train_loss",0.15939836,1613939748664,570
"raw_loss",0.121836126,1613939748664,570
"epoch",3.59119496855348,1613939748664,570
"wd_0",0.01,1613939748664,570
"sqr_mom_0",0.99,1613939748664,570
"lr_0",1.286004695480476e-06,1613939748664,570
"mom_0",0.9428498826129881,1613939748664,570
"eps_0",1e-05,1613939748664,570
"wd_1",0.01,1613939748664,570
"sqr_mom_1",0.99,1613939748664,570
"lr_1",1.2860046954804759e-05,1613939748664,570
"mom_1",0.9428498826129881,1613939748664,570
"eps_1",1e-05,1613939748664,570
"wd_2",0.01,1613939748664,570
"sqr_mom_2",0.99,1613939748664,570
"lr_2",0.0001286004695480476,1613939748664,570
"mom_2",0.9428498826129881,1613939748664,570
"eps_2",1e-05,1613939748664,570
"train_loss",0.15731336,1613939749636,571
"raw_loss",0.055173647,1613939749636,571
"epoch",3.5974842767295807,1613939749636,571
"wd_0",0.01,1613939749636,571
"sqr_mom_0",0.99,1613939749636,571
"lr_0",1.2873637778138686e-06,1613939749636,571
"mom_0",0.9428159055546532,1613939749636,571
"eps_0",1e-05,1613939749636,571
"wd_1",0.01,1613939749636,571
"sqr_mom_1",0.99,1613939749636,571
"lr_1",1.2873637778138685e-05,1613939749636,571
"mom_1",0.9428159055546532,1613939749636,571
"eps_1",1e-05,1613939749636,571
"wd_2",0.01,1613939749636,571
"sqr_mom_2",0.99,1613939749636,571
"lr_2",0.00012873637778138686,1613939749636,571
"mom_2",0.9428159055546532,1613939749636,571
"eps_2",1e-05,1613939749636,571
"train_loss",0.15829468,1613939750596,572
"raw_loss",0.20636782,1613939750596,572
"epoch",3.6037735849056816,1613939750596,572
"wd_0",0.01,1613939750596,572
"sqr_mom_0",0.99,1613939750596,572
"lr_0",1.288725831755022e-06,1613939750596,572
"mom_0",0.9427818542061244,1613939750596,572
"eps_0",1e-05,1613939750596,572
"wd_1",0.01,1613939750596,572
"sqr_mom_1",0.99,1613939750596,572
"lr_1",1.2887258317550217e-05,1613939750596,572
"mom_1",0.9427818542061244,1613939750596,572
"eps_1",1e-05,1613939750596,572
"wd_2",0.01,1613939750596,572
"sqr_mom_2",0.99,1613939750596,572
"lr_2",0.00012887258317550217,1613939750596,572
"mom_2",0.9427818542061244,1613939750596,572
"eps_2",1e-05,1613939750596,572
"train_loss",0.15666452,1613939751557,573
"raw_loss",0.07680521,1613939751557,573
"epoch",3.6100628930817824,1613939751557,573
"wd_0",0.01,1613939751557,573
"sqr_mom_0",0.99,1613939751557,573
"lr_0",1.2900908063761576e-06,1613939751557,573
"mom_0",0.9427477298405961,1613939751557,573
"eps_0",1e-05,1613939751557,573
"wd_1",0.01,1613939751557,573
"sqr_mom_1",0.99,1613939751557,573
"lr_1",1.2900908063761575e-05,1613939751557,573
"mom_1",0.9427477298405961,1613939751557,573
"eps_1",1e-05,1613939751557,573
"wd_2",0.01,1613939751557,573
"sqr_mom_2",0.99,1613939751557,573
"lr_2",0.00012900908063761575,1613939751557,573
"mom_2",0.9427477298405961,1613939751557,573
"eps_2",1e-05,1613939751557,573
"train_loss",0.15757085,1613939752508,574
"raw_loss",0.20197155,1613939752508,574
"epoch",3.6163522012578833,1613939752508,574
"wd_0",0.01,1613939752508,574
"sqr_mom_0",0.99,1613939752508,574
"lr_0",1.2914587963323502e-06,1613939752508,574
"mom_0",0.9427135300916912,1613939752508,574
"eps_0",1e-05,1613939752508,574
"wd_1",0.01,1613939752508,574
"sqr_mom_1",0.99,1613939752508,574
"lr_1",1.2914587963323501e-05,1613939752508,574
"mom_1",0.9427135300916912,1613939752508,574
"eps_1",1e-05,1613939752508,574
"wd_2",0.01,1613939752508,574
"sqr_mom_2",0.99,1613939752508,574
"lr_2",0.000129145879633235,1613939752508,574
"mom_2",0.9427135300916912,1613939752508,574
"eps_2",1e-05,1613939752508,574
"train_loss",0.15637827,1613939753464,575
"raw_loss",0.09795389,1613939753464,575
"epoch",3.622641509433984,1613939753464,575
"wd_0",0.01,1613939753464,575
"sqr_mom_0",0.99,1613939753464,575
"lr_0",1.2928297507910064e-06,1613939753464,575
"mom_0",0.9426792562302247,1613939753464,575
"eps_0",1e-05,1613939753464,575
"wd_1",0.01,1613939753464,575
"sqr_mom_1",0.99,1613939753464,575
"lr_1",1.2928297507910064e-05,1613939753464,575
"mom_1",0.9426792562302247,1613939753464,575
"eps_1",1e-05,1613939753464,575
"wd_2",0.01,1613939753464,575
"sqr_mom_2",0.99,1613939753464,575
"lr_2",0.00012928297507910062,1613939753464,575
"mom_2",0.9426792562302247,1613939753464,575
"eps_2",1e-05,1613939753464,575
"train_loss",0.15522422,1613939754430,576
"raw_loss",0.09868836,1613939754430,576
"epoch",3.628930817610085,1613939754430,576
"wd_0",0.01,1613939754430,576
"sqr_mom_0",0.99,1613939754430,576
"lr_0",1.2942036673733718e-06,1613939754430,576
"mom_0",0.9426449083156657,1613939754430,576
"eps_0",1e-05,1613939754430,576
"wd_1",0.01,1613939754430,576
"sqr_mom_1",0.99,1613939754430,576
"lr_1",1.2942036673733717e-05,1613939754430,576
"mom_1",0.9426449083156657,1613939754430,576
"eps_1",1e-05,1613939754430,576
"wd_2",0.01,1613939754430,576
"sqr_mom_2",0.99,1613939754430,576
"lr_2",0.00012942036673733716,1613939754430,576
"mom_2",0.9426449083156657,1613939754430,576
"eps_2",1e-05,1613939754430,576
"train_loss",0.15415098,1613939755390,577
"raw_loss",0.101573706,1613939755390,577
"epoch",3.635220125786186,1613939755390,577
"wd_0",0.01,1613939755390,577
"sqr_mom_0",0.99,1613939755390,577
"lr_0",1.295580543695554e-06,1613939755390,577
"mom_0",0.9426104864076111,1613939755390,577
"eps_0",1e-05,1613939755390,577
"wd_1",0.01,1613939755390,577
"sqr_mom_1",0.99,1613939755390,577
"lr_1",1.295580543695554e-05,1613939755390,577
"mom_1",0.9426104864076111,1613939755390,577
"eps_1",1e-05,1613939755390,577
"wd_2",0.01,1613939755390,577
"sqr_mom_2",0.99,1613939755390,577
"lr_2",0.0001295580543695554,1613939755390,577
"mom_2",0.9426104864076111,1613939755390,577
"eps_2",1e-05,1613939755390,577
"train_loss",0.15392926,1613939756345,578
"raw_loss",0.1430679,1613939756345,578
"epoch",3.6415094339622867,1613939756345,578
"wd_0",0.01,1613939756345,578
"sqr_mom_0",0.99,1613939756345,578
"lr_0",1.2969603773685256e-06,1613939756345,578
"mom_0",0.9425759905657868,1613939756345,578
"eps_0",1e-05,1613939756345,578
"wd_1",0.01,1613939756345,578
"sqr_mom_1",0.99,1613939756345,578
"lr_1",1.2969603773685256e-05,1613939756345,578
"mom_1",0.9425759905657868,1613939756345,578
"eps_1",1e-05,1613939756345,578
"wd_2",0.01,1613939756345,578
"sqr_mom_2",0.99,1613939756345,578
"lr_2",0.00012969603773685254,1613939756345,578
"mom_2",0.9425759905657868,1613939756345,578
"eps_2",1e-05,1613939756345,578
"train_loss",0.15463307,1613939757369,579
"raw_loss",0.18911296,1613939757369,579
"epoch",3.6477987421383875,1613939757369,579
"wd_0",0.01,1613939757369,579
"sqr_mom_0",0.99,1613939757369,579
"lr_0",1.2983431659981257e-06,1613939757369,579
"mom_0",0.9425414208500468,1613939757369,579
"eps_0",1e-05,1613939757369,579
"wd_1",0.01,1613939757369,579
"sqr_mom_1",0.99,1613939757369,579
"lr_1",1.2983431659981255e-05,1613939757369,579
"mom_1",0.9425414208500468,1613939757369,579
"eps_1",1e-05,1613939757369,579
"wd_2",0.01,1613939757369,579
"sqr_mom_2",0.99,1613939757369,579
"lr_2",0.00012983431659981256,1613939757369,579
"mom_2",0.9425414208500468,1613939757369,579
"eps_2",1e-05,1613939757369,579
"train_loss",0.15417193,1613939758337,580
"raw_loss",0.13158005,1613939758337,580
"epoch",3.6540880503144884,1613939758337,580
"wd_0",0.01,1613939758337,580
"sqr_mom_0",0.99,1613939758337,580
"lr_0",1.2997288578845988e-06,1613939758337,580
"mom_0",0.942506778552885,1613939758337,580
"eps_0",1e-05,1613939758337,580
"wd_1",0.01,1613939758337,580
"sqr_mom_1",0.99,1613939758337,580
"lr_1",1.2997288578845988e-05,1613939758337,580
"mom_1",0.942506778552885,1613939758337,580
"eps_1",1e-05,1613939758337,580
"wd_2",0.01,1613939758337,580
"sqr_mom_2",0.99,1613939758337,580
"lr_2",0.00012997288578845987,1613939758337,580
"mom_2",0.942506778552885,1613939758337,580
"eps_2",1e-05,1613939758337,580
"train_loss",0.15329283,1613939759316,581
"raw_loss",0.110225655,1613939759316,581
"epoch",3.660377358490589,1613939759316,581
"wd_0",0.01,1613939759316,581
"sqr_mom_0",0.99,1613939759316,581
"lr_0",1.3011175985249432e-06,1613939759316,581
"mom_0",0.9424720600368763,1613939759316,581
"eps_0",1e-05,1613939759316,581
"wd_1",0.01,1613939759316,581
"sqr_mom_1",0.99,1613939759316,581
"lr_1",1.3011175985249432e-05,1613939759316,581
"mom_1",0.9424720600368763,1613939759316,581
"eps_1",1e-05,1613939759316,581
"wd_2",0.01,1613939759316,581
"sqr_mom_2",0.99,1613939759316,581
"lr_2",0.00013011175985249432,1613939759316,581
"mom_2",0.9424720600368763,1613939759316,581
"eps_2",1e-05,1613939759316,581
"train_loss",0.15205373,1613939760283,582
"raw_loss",0.09134957,1613939760283,582
"epoch",3.66666666666669,1613939760283,582
"wd_0",0.01,1613939760283,582
"sqr_mom_0",0.99,1613939760283,582
"lr_0",1.302509188098232e-06,1613939760283,582
"mom_0",0.9424372702975442,1613939760283,582
"eps_0",1e-05,1613939760283,582
"wd_1",0.01,1613939760283,582
"sqr_mom_1",0.99,1613939760283,582
"lr_1",1.302509188098232e-05,1613939760283,582
"mom_1",0.9424372702975442,1613939760283,582
"eps_1",1e-05,1613939760283,582
"wd_2",0.01,1613939760283,582
"sqr_mom_2",0.99,1613939760283,582
"lr_2",0.0001302509188098232,1613939760283,582
"mom_2",0.9424372702975442,1613939760283,582
"eps_2",1e-05,1613939760283,582
"train_loss",0.15020302,1613939761278,583
"raw_loss",0.05953511,1613939761278,583
"epoch",3.672955974842791,1613939761278,583
"wd_0",0.01,1613939761278,583
"sqr_mom_0",0.99,1613939761278,583
"lr_0",1.3039038220202617e-06,1613939761278,583
"mom_0",0.9424024044494934,1613939761278,583
"eps_0",1e-05,1613939761278,583
"wd_1",0.01,1613939761278,583
"sqr_mom_1",0.99,1613939761278,583
"lr_1",1.3039038220202616e-05,1613939761278,583
"mom_1",0.9424024044494934,1613939761278,583
"eps_1",1e-05,1613939761278,583
"wd_2",0.01,1613939761278,583
"sqr_mom_2",0.99,1613939761278,583
"lr_2",0.00013039038220202616,1613939761278,583
"mom_2",0.9424024044494934,1613939761278,583
"eps_2",1e-05,1613939761278,583
"train_loss",0.14874867,1613939762237,584
"raw_loss",0.07749882,1613939762237,584
"epoch",3.6792452830188918,1613939762237,584
"wd_0",0.01,1613939762237,584
"sqr_mom_0",0.99,1613939762237,584
"lr_0",1.3053012996221414e-06,1613939762237,584
"mom_0",0.9423674675094464,1613939762237,584
"eps_0",1e-05,1613939762237,584
"wd_1",0.01,1613939762237,584
"sqr_mom_1",0.99,1613939762237,584
"lr_1",1.3053012996221412e-05,1613939762237,584
"mom_1",0.9423674675094464,1613939762237,584
"eps_1",1e-05,1613939762237,584
"wd_2",0.01,1613939762237,584
"sqr_mom_2",0.99,1613939762237,584
"lr_2",0.00013053012996221413,1613939762237,584
"mom_2",0.9423674675094464,1613939762237,584
"eps_2",1e-05,1613939762237,584
"train_loss",0.14854583,1613939763190,585
"raw_loss",0.13860881,1613939763190,585
"epoch",3.6855345911949926,1613939763190,585
"wd_0",0.01,1613939763190,585
"sqr_mom_0",0.99,1613939763190,585
"lr_0",1.3067017673228757e-06,1613939763190,585
"mom_0",0.942332455816928,1613939763190,585
"eps_0",1e-05,1613939763190,585
"wd_1",0.01,1613939763190,585
"sqr_mom_1",0.99,1613939763190,585
"lr_1",1.3067017673228754e-05,1613939763190,585
"mom_1",0.942332455816928,1613939763190,585
"eps_1",1e-05,1613939763190,585
"wd_2",0.01,1613939763190,585
"sqr_mom_2",0.99,1613939763190,585
"lr_2",0.00013067017673228754,1613939763190,585
"mom_2",0.942332455816928,1613939763190,585
"eps_2",1e-05,1613939763190,585
"train_loss",0.14838588,1613939764182,586
"raw_loss",0.14054959,1613939764182,586
"epoch",3.6918238993710935,1613939764182,586
"wd_0",0.01,1613939764182,586
"sqr_mom_0",0.99,1613939764182,586
"lr_0",1.3081051730778815e-06,1613939764182,586
"mom_0",0.942297370673053,1613939764182,586
"eps_0",1e-05,1613939764182,586
"wd_1",0.01,1613939764182,586
"sqr_mom_1",0.99,1613939764182,586
"lr_1",1.3081051730778815e-05,1613939764182,586
"mom_1",0.942297370673053,1613939764182,586
"eps_1",1e-05,1613939764182,586
"wd_2",0.01,1613939764182,586
"sqr_mom_2",0.99,1613939764182,586
"lr_2",0.00013081051730778816,1613939764182,586
"mom_2",0.942297370673053,1613939764182,586
"eps_2",1e-05,1613939764182,586
"train_loss",0.14809471,1613939765152,587
"raw_loss",0.1338303,1613939765152,587
"epoch",3.6981132075471943,1613939765152,587
"wd_0",0.01,1613939765152,587
"sqr_mom_0",0.99,1613939765152,587
"lr_0",1.3095115144520987e-06,1613939765152,587
"mom_0",0.9422622121386975,1613939765152,587
"eps_0",1e-05,1613939765152,587
"wd_1",0.01,1613939765152,587
"sqr_mom_1",0.99,1613939765152,587
"lr_1",1.3095115144520987e-05,1613939765152,587
"mom_1",0.9422622121386975,1613939765152,587
"eps_1",1e-05,1613939765152,587
"wd_2",0.01,1613939765152,587
"sqr_mom_2",0.99,1613939765152,587
"lr_2",0.00013095115144520986,1613939765152,587
"mom_2",0.9422622121386975,1613939765152,587
"eps_2",1e-05,1613939765152,587
"train_loss",0.14912166,1613939766138,588
"raw_loss",0.19943275,1613939766138,588
"epoch",3.704402515723295,1613939766138,588
"wd_0",0.01,1613939766138,588
"sqr_mom_0",0.99,1613939766138,588
"lr_0",1.3109207890053748e-06,1613939766138,588
"mom_0",0.9422269802748656,1613939766138,588
"eps_0",1e-05,1613939766138,588
"wd_1",0.01,1613939766138,588
"sqr_mom_1",0.99,1613939766138,588
"lr_1",1.3109207890053748e-05,1613939766138,588
"mom_1",0.9422269802748656,1613939766138,588
"eps_1",1e-05,1613939766138,588
"wd_2",0.01,1613939766138,588
"sqr_mom_2",0.99,1613939766138,588
"lr_2",0.00013109207890053747,1613939766138,588
"mom_2",0.9422269802748656,1613939766138,588
"eps_2",1e-05,1613939766138,588
"train_loss",0.14785878,1613939767100,589
"raw_loss",0.08598847,1613939767100,589
"epoch",3.710691823899396,1613939767100,589
"wd_0",0.01,1613939767100,589
"sqr_mom_0",0.99,1613939767100,589
"lr_0",1.3123329440518742e-06,1613939767100,589
"mom_0",0.9421916763987032,1613939767100,589
"eps_0",1e-05,1613939767100,589
"wd_1",0.01,1613939767100,589
"sqr_mom_1",0.99,1613939767100,589
"lr_1",1.3123329440518738e-05,1613939767100,589
"mom_1",0.9421916763987032,1613939767100,589
"eps_1",1e-05,1613939767100,589
"wd_2",0.01,1613939767100,589
"sqr_mom_2",0.99,1613939767100,589
"lr_2",0.0001312332944051874,1613939767100,589
"mom_2",0.9421916763987032,1613939767100,589
"eps_2",1e-05,1613939767100,589
"train_loss",0.15189534,1613939768053,590
"raw_loss",0.3496545,1613939768053,590
"epoch",3.716981132075497,1613939768053,590
"wd_0",0.01,1613939768053,590
"sqr_mom_0",0.99,1613939768053,590
"lr_0",1.3137481278630457e-06,1613939768053,590
"mom_0",0.9421562968034238,1613939768053,590
"eps_0",1e-05,1613939768053,590
"wd_1",0.01,1613939768053,590
"sqr_mom_1",0.99,1613939768053,590
"lr_1",1.3137481278630455e-05,1613939768053,590
"mom_1",0.9421562968034238,1613939768053,590
"eps_1",1e-05,1613939768053,590
"wd_2",0.01,1613939768053,590
"sqr_mom_2",0.99,1613939768053,590
"lr_2",0.00013137481278630453,1613939768053,590
"mom_2",0.9421562968034238,1613939768053,590
"eps_2",1e-05,1613939768053,590
"train_loss",0.15085492,1613939769046,591
"raw_loss",0.09988189,1613939769046,591
"epoch",3.7232704402515977,1613939769046,591
"wd_0",0.01,1613939769046,591
"sqr_mom_0",0.99,1613939769046,591
"lr_0",1.3151661368131492e-06,1613939769046,591
"mom_0",0.9421208465796712,1613939769046,591
"eps_0",1e-05,1613939769046,591
"wd_1",0.01,1613939769046,591
"sqr_mom_1",0.99,1613939769046,591
"lr_1",1.3151661368131491e-05,1613939769046,591
"mom_1",0.9421208465796712,1613939769046,591
"eps_1",1e-05,1613939769046,591
"wd_2",0.01,1613939769046,591
"sqr_mom_2",0.99,1613939769046,591
"lr_2",0.00013151661368131492,1613939769046,591
"mom_2",0.9421208465796712,1613939769046,591
"eps_2",1e-05,1613939769046,591
"train_loss",0.1505207,1613939770038,592
"raw_loss",0.13414697,1613939770038,592
"epoch",3.7295597484276986,1613939770038,592
"wd_0",0.01,1613939770038,592
"sqr_mom_0",0.99,1613939770038,592
"lr_0",1.3165871194755514e-06,1613939770038,592
"mom_0",0.9420853220131111,1613939770038,592
"eps_0",1e-05,1613939770038,592
"wd_1",0.01,1613939770038,592
"sqr_mom_1",0.99,1613939770038,592
"lr_1",1.3165871194755513e-05,1613939770038,592
"mom_1",0.9420853220131111,1613939770038,592
"eps_1",1e-05,1613939770038,592
"wd_2",0.01,1613939770038,592
"sqr_mom_2",0.99,1613939770038,592
"lr_2",0.00013165871194755513,1613939770038,592
"mom_2",0.9420853220131111,1613939770038,592
"eps_2",1e-05,1613939770038,592
"train_loss",0.14996342,1613939771066,593
"raw_loss",0.12266146,1613939771066,593
"epoch",3.7358490566037994,1613939771066,593
"wd_0",0.01,1613939771066,593
"sqr_mom_0",0.99,1613939771066,593
"lr_0",1.3180110230400776e-06,1613939771066,593
"mom_0",0.942049724423998,1613939771066,593
"eps_0",1e-05,1613939771066,593
"wd_1",0.01,1613939771066,593
"sqr_mom_1",0.99,1613939771066,593
"lr_1",1.3180110230400773e-05,1613939771066,593
"mom_1",0.942049724423998,1613939771066,593
"eps_1",1e-05,1613939771066,593
"wd_2",0.01,1613939771066,593
"sqr_mom_2",0.99,1613939771066,593
"lr_2",0.00013180110230400773,1613939771066,593
"mom_2",0.942049724423998,1613939771066,593
"eps_2",1e-05,1613939771066,593
"train_loss",0.14808172,1613939772095,594
"raw_loss",0.055891562,1613939772095,594
"epoch",3.7421383647799003,1613939772095,594
"wd_0",0.01,1613939772095,594
"sqr_mom_0",0.99,1613939772095,594
"lr_0",1.319437845036102e-06,1613939772095,594
"mom_0",0.9420140538740974,1613939772095,594
"eps_0",1e-05,1613939772095,594
"wd_1",0.01,1613939772095,594
"sqr_mom_1",0.99,1613939772095,594
"lr_1",1.3194378450361018e-05,1613939772095,594
"mom_1",0.9420140538740974,1613939772095,594
"eps_1",1e-05,1613939772095,594
"wd_2",0.01,1613939772095,594
"sqr_mom_2",0.99,1613939772095,594
"lr_2",0.00013194378450361017,1613939772095,594
"mom_2",0.9420140538740974,1613939772095,594
"eps_2",1e-05,1613939772095,594
"train_loss",0.14676374,1613939773103,595
"raw_loss",0.08219277,1613939773103,595
"epoch",3.748427672956001,1613939773103,595
"wd_0",0.01,1613939773103,595
"sqr_mom_0",0.99,1613939773103,595
"lr_0",1.320867582987935e-06,1613939773103,595
"mom_0",0.9419783104253016,1613939773103,595
"eps_0",1e-05,1613939773103,595
"wd_1",0.01,1613939773103,595
"sqr_mom_1",0.99,1613939773103,595
"lr_1",1.320867582987935e-05,1613939773103,595
"mom_1",0.9419783104253016,1613939773103,595
"eps_1",1e-05,1613939773103,595
"wd_2",0.01,1613939773103,595
"sqr_mom_2",0.99,1613939773103,595
"lr_2",0.0001320867582987935,1613939773103,595
"mom_2",0.9419783104253016,1613939773103,595
"eps_2",1e-05,1613939773103,595
"train_loss",0.14558427,1613939774109,596
"raw_loss",0.08779929,1613939774109,596
"epoch",3.754716981132102,1613939774109,596
"wd_0",0.01,1613939774109,596
"sqr_mom_0",0.99,1613939774109,596
"lr_0",1.3223002344148285e-06,1613939774109,596
"mom_0",0.9419424941396293,1613939774109,596
"eps_0",1e-05,1613939774109,596
"wd_1",0.01,1613939774109,596
"sqr_mom_1",0.99,1613939774109,596
"lr_1",1.3223002344148284e-05,1613939774109,596
"mom_1",0.9419424941396293,1613939774109,596
"eps_1",1e-05,1613939774109,596
"wd_2",0.01,1613939774109,596
"sqr_mom_2",0.99,1613939774109,596
"lr_2",0.00013223002344148283,1613939774109,596
"mom_2",0.9419424941396293,1613939774109,596
"eps_2",1e-05,1613939774109,596
"train_loss",0.14459048,1613939775094,597
"raw_loss",0.09590163,1613939775094,597
"epoch",3.761006289308203,1613939775094,597
"wd_0",0.01,1613939775094,597
"sqr_mom_0",0.99,1613939775094,597
"lr_0",1.3237357968309774e-06,1613939775094,597
"mom_0",0.9419066050792255,1613939775094,597
"eps_0",1e-05,1613939775094,597
"wd_1",0.01,1613939775094,597
"sqr_mom_1",0.99,1613939775094,597
"lr_1",1.3237357968309771e-05,1613939775094,597
"mom_1",0.9419066050792255,1613939775094,597
"eps_1",1e-05,1613939775094,597
"wd_2",0.01,1613939775094,597
"sqr_mom_2",0.99,1613939775094,597
"lr_2",0.00013237357968309772,1613939775094,597
"mom_2",0.9419066050792255,1613939775094,597
"eps_2",1e-05,1613939775094,597
"train_loss",0.14563225,1613939776047,598
"raw_loss",0.19667186,1613939776047,598
"epoch",3.7672955974843036,1613939776047,598
"wd_0",0.01,1613939776047,598
"sqr_mom_0",0.99,1613939776047,598
"lr_0",1.325174267745527e-06,1613939776047,598
"mom_0",0.9418706433063618,1613939776047,598
"eps_0",1e-05,1613939776047,598
"wd_1",0.01,1613939776047,598
"sqr_mom_1",0.99,1613939776047,598
"lr_1",1.325174267745527e-05,1613939776047,598
"mom_1",0.9418706433063618,1613939776047,598
"eps_1",1e-05,1613939776047,598
"wd_2",0.01,1613939776047,598
"sqr_mom_2",0.99,1613939776047,598
"lr_2",0.0001325174267745527,1613939776047,598
"mom_2",0.9418706433063618,1613939776047,598
"eps_2",1e-05,1613939776047,598
"train_loss",0.14594987,1613939777048,599
"raw_loss",0.16151106,1613939777048,599
"epoch",3.7735849056604045,1613939777048,599
"wd_0",0.01,1613939777048,599
"sqr_mom_0",0.99,1613939777048,599
"lr_0",1.3266155933856904e-06,1613939777048,599
"mom_0",0.9418346101653577,1613939777048,599
"eps_0",1e-05,1613939777048,599
"wd_1",0.01,1613939777048,599
"sqr_mom_1",0.99,1613939777048,599
"lr_1",1.3266155933856903e-05,1613939777048,599
"mom_1",0.9418346101653577,1613939777048,599
"eps_1",1e-05,1613939777048,599
"wd_2",0.01,1613939777048,599
"sqr_mom_2",0.99,1613939777048,599
"lr_2",0.00013266155933856901,1613939777048,599
"mom_2",0.9418346101653577,1613939777048,599
"eps_2",1e-05,1613939777048,599
"train_loss",0.14540042,1613939778059,600
"raw_loss",0.1184808,1613939778059,600
"epoch",3.7798742138365053,1613939778059,600
"wd_0",0.01,1613939778059,600
"sqr_mom_0",0.99,1613939778059,600
"lr_0",1.328059925081182e-06,1613939778059,600
"mom_0",0.9417985018729704,1613939778059,600
"eps_0",1e-05,1613939778059,600
"wd_1",0.01,1613939778059,600
"sqr_mom_1",0.99,1613939778059,600
"lr_1",1.328059925081182e-05,1613939778059,600
"mom_1",0.9417985018729704,1613939778059,600
"eps_1",1e-05,1613939778059,600
"wd_2",0.01,1613939778059,600
"sqr_mom_2",0.99,1613939778059,600
"lr_2",0.00013280599250811817,1613939778059,600
"mom_2",0.9417985018729704,1613939778059,600
"eps_2",1e-05,1613939778059,600
"train_loss",0.14386892,1613939779024,601
"raw_loss",0.06883522,1613939779024,601
"epoch",3.786163522012606,1613939779024,601
"wd_0",0.01,1613939779024,601
"sqr_mom_0",0.99,1613939779024,601
"lr_0",1.329507055012277e-06,1613939779024,601
"mom_0",0.941762323624693,1613939779024,601
"eps_0",1e-05,1613939779024,601
"wd_1",0.01,1613939779024,601
"sqr_mom_1",0.99,1613939779024,601
"lr_1",1.3295070550122768e-05,1613939779024,601
"mom_1",0.941762323624693,1613939779024,601
"eps_1",1e-05,1613939779024,601
"wd_2",0.01,1613939779024,601
"sqr_mom_2",0.99,1613939779024,601
"lr_2",0.00013295070550122768,1613939779024,601
"mom_2",0.941762323624693,1613939779024,601
"eps_2",1e-05,1613939779024,601
"train_loss",0.14280397,1613939779972,602
"raw_loss",0.09062761,1613939779972,602
"epoch",3.792452830188707,1613939779972,602
"wd_0",0.01,1613939779972,602
"sqr_mom_0",0.99,1613939779972,602
"lr_0",1.3309571863940996e-06,1613939779972,602
"mom_0",0.9417260703401474,1613939779972,602
"eps_0",1e-05,1613939779972,602
"wd_1",0.01,1613939779972,602
"sqr_mom_1",0.99,1613939779972,602
"lr_1",1.3309571863940995e-05,1613939779972,602
"mom_1",0.9417260703401474,1613939779972,602
"eps_1",1e-05,1613939779972,602
"wd_2",0.01,1613939779972,602
"sqr_mom_2",0.99,1613939779972,602
"lr_2",0.00013309571863940996,1613939779972,602
"mom_2",0.9417260703401474,1613939779972,602
"eps_2",1e-05,1613939779972,602
"train_loss",0.14270934,1613939780925,603
"raw_loss",0.13807346,1613939780925,603
"epoch",3.798742138364808,1613939780925,603
"wd_0",0.01,1613939780925,603
"sqr_mom_0",0.99,1613939780925,603
"lr_0",1.3324101105724278e-06,1613939780925,603
"mom_0",0.9416897472356893,1613939780925,603
"eps_0",1e-05,1613939780925,603
"wd_1",0.01,1613939780925,603
"sqr_mom_1",0.99,1613939780925,603
"lr_1",1.3324101105724277e-05,1613939780925,603
"mom_1",0.9416897472356893,1613939780925,603
"eps_1",1e-05,1613939780925,603
"wd_2",0.01,1613939780925,603
"sqr_mom_2",0.99,1613939780925,603
"lr_2",0.00013324101105724278,1613939780925,603
"mom_2",0.9416897472356893,1613939780925,603
"eps_2",1e-05,1613939780925,603
"train_loss",0.14240085,1613939781869,604
"raw_loss",0.12728673,1613939781869,604
"epoch",3.8050314465409087,1613939781869,604
"wd_0",0.01,1613939781869,604
"sqr_mom_0",0.99,1613939781869,604
"lr_0",1.33386597978434e-06,1613939781869,604
"mom_0",0.9416533505053915,1613939781869,604
"eps_0",1e-05,1613939781869,604
"wd_1",0.01,1613939781869,604
"sqr_mom_1",0.99,1613939781869,604
"lr_1",1.3338659797843399e-05,1613939781869,604
"mom_1",0.9416533505053915,1613939781869,604
"eps_1",1e-05,1613939781869,604
"wd_2",0.01,1613939781869,604
"sqr_mom_2",0.99,1613939781869,604
"lr_2",0.00013338659797843398,1613939781869,604
"mom_2",0.9416533505053915,1613939781869,604
"eps_2",1e-05,1613939781869,604
"train_loss",0.14194812,1613939782818,605
"raw_loss",0.11976724,1613939782818,605
"epoch",3.8113207547170096,1613939782818,605
"wd_0",0.01,1613939782818,605
"sqr_mom_0",0.99,1613939782818,605
"lr_0",1.3353247399176986e-06,1613939782818,605
"mom_0",0.9416168815020575,1613939782818,605
"eps_0",1e-05,1613939782818,605
"wd_1",0.01,1613939782818,605
"sqr_mom_1",0.99,1613939782818,605
"lr_1",1.3353247399176985e-05,1613939782818,605
"mom_1",0.9416168815020575,1613939782818,605
"eps_1",1e-05,1613939782818,605
"wd_2",0.01,1613939782818,605
"sqr_mom_2",0.99,1613939782818,605
"lr_2",0.00013353247399176983,1613939782818,605
"mom_2",0.9416168815020575,1613939782818,605
"eps_2",1e-05,1613939782818,605
"train_loss",0.14215583,1613939783759,606
"raw_loss",0.15233244,1613939783759,606
"epoch",3.8176100628931104,1613939783759,606
"wd_0",0.01,1613939783759,606
"sqr_mom_0",0.99,1613939783759,606
"lr_0",1.3367863364443883e-06,1613939783759,606
"mom_0",0.9415803415888903,1613939783759,606
"eps_0",1e-05,1613939783759,606
"wd_1",0.01,1613939783759,606
"sqr_mom_1",0.99,1613939783759,606
"lr_1",1.3367863364443883e-05,1613939783759,606
"mom_1",0.9415803415888903,1613939783759,606
"eps_1",1e-05,1613939783759,606
"wd_2",0.01,1613939783759,606
"sqr_mom_2",0.99,1613939783759,606
"lr_2",0.00013367863364443882,1613939783759,606
"mom_2",0.9415803415888903,1613939783759,606
"eps_2",1e-05,1613939783759,606
"train_loss",0.14117146,1613939784709,607
"raw_loss",0.09294297,1613939784709,607
"epoch",3.8238993710692113,1613939784709,607
"wd_0",0.01,1613939784709,607
"sqr_mom_0",0.99,1613939784709,607
"lr_0",1.3382509228193185e-06,1613939784709,607
"mom_0",0.941543726929517,1613939784709,607
"eps_0",1e-05,1613939784709,607
"wd_1",0.01,1613939784709,607
"sqr_mom_1",0.99,1613939784709,607
"lr_1",1.3382509228193184e-05,1613939784709,607
"mom_1",0.941543726929517,1613939784709,607
"eps_1",1e-05,1613939784709,607
"wd_2",0.01,1613939784709,607
"sqr_mom_2",0.99,1613939784709,607
"lr_2",0.00013382509228193184,1613939784709,607
"mom_2",0.941543726929517,1613939784709,607
"eps_2",1e-05,1613939784709,607
"train_loss",0.14028867,1613939785660,608
"raw_loss",0.09703692,1613939785660,608
"epoch",3.830188679245312,1613939785660,608
"wd_0",0.01,1613939785660,608
"sqr_mom_0",0.99,1613939785660,608
"lr_0",1.3397182883083892e-06,1613939785660,608
"mom_0",0.9415070427922902,1613939785660,608
"eps_0",1e-05,1613939785660,608
"wd_1",0.01,1613939785660,608
"sqr_mom_1",0.99,1613939785660,608
"lr_1",1.3397182883083891e-05,1613939785660,608
"mom_1",0.9415070427922902,1613939785660,608
"eps_1",1e-05,1613939785660,608
"wd_2",0.01,1613939785660,608
"sqr_mom_2",0.99,1613939785660,608
"lr_2",0.0001339718288308389,1613939785660,608
"mom_2",0.9415070427922902,1613939785660,608
"eps_2",1e-05,1613939785660,608
"train_loss",0.13931158,1613939786634,609
"raw_loss",0.091440484,1613939786634,609
"epoch",3.836477987421413,1613939786634,609
"wd_0",0.01,1613939786634,609
"sqr_mom_0",0.99,1613939786634,609
"lr_0",1.3411885866640457e-06,1613939786634,609
"mom_0",0.9414702853333988,1613939786634,609
"eps_0",1e-05,1613939786634,609
"wd_1",0.01,1613939786634,609
"sqr_mom_1",0.99,1613939786634,609
"lr_1",1.3411885866640457e-05,1613939786634,609
"mom_1",0.9414702853333988,1613939786634,609
"eps_1",1e-05,1613939786634,609
"wd_2",0.01,1613939786634,609
"sqr_mom_2",0.99,1613939786634,609
"lr_2",0.00013411885866640457,1613939786634,609
"mom_2",0.9414702853333988,1613939786634,609
"eps_2",1e-05,1613939786634,609
"train_loss",0.1415894,1613939787595,610
"raw_loss",0.2531906,1613939787595,610
"epoch",3.842767295597514,1613939787595,610
"wd_0",0.01,1613939787595,610
"sqr_mom_0",0.99,1613939787595,610
"lr_0",1.3426617632356392e-06,1613939787595,610
"mom_0",0.941433455919109,1613939787595,610
"eps_0",1e-05,1613939787595,610
"wd_1",0.01,1613939787595,610
"sqr_mom_1",0.99,1613939787595,610
"lr_1",1.3426617632356392e-05,1613939787595,610
"mom_1",0.941433455919109,1613939787595,610
"eps_1",1e-05,1613939787595,610
"wd_2",0.01,1613939787595,610
"sqr_mom_2",0.99,1613939787595,610
"lr_2",0.0001342661763235639,1613939787595,610
"mom_2",0.941433455919109,1613939787595,610
"eps_2",1e-05,1613939787595,610
"train_loss",0.1418389,1613939788547,611
"raw_loss",0.15406251,1613939788547,611
"epoch",3.8490566037736147,1613939788547,611
"wd_0",0.01,1613939788547,611
"sqr_mom_0",0.99,1613939788547,611
"lr_0",1.3441378154670491e-06,1613939788547,611
"mom_0",0.9413965546133237,1613939788547,611
"eps_0",1e-05,1613939788547,611
"wd_1",0.01,1613939788547,611
"sqr_mom_1",0.99,1613939788547,611
"lr_1",1.344137815467049e-05,1613939788547,611
"mom_1",0.9413965546133237,1613939788547,611
"eps_1",1e-05,1613939788547,611
"wd_2",0.01,1613939788547,611
"sqr_mom_2",0.99,1613939788547,611
"lr_2",0.0001344137815467049,1613939788547,611
"mom_2",0.9413965546133237,1613939788547,611
"eps_2",1e-05,1613939788547,611
"train_loss",0.14102398,1613939789488,612
"raw_loss",0.10109762,1613939789488,612
"epoch",3.8553459119497155,1613939789488,612
"wd_0",0.01,1613939789488,612
"sqr_mom_0",0.99,1613939789488,612
"lr_0",1.3456167407971667e-06,1613939789488,612
"mom_0",0.9413595814800708,1613939789488,612
"eps_0",1e-05,1613939789488,612
"wd_1",0.01,1613939789488,612
"sqr_mom_1",0.99,1613939789488,612
"lr_1",1.3456167407971665e-05,1613939789488,612
"mom_1",0.9413595814800708,1613939789488,612
"eps_1",1e-05,1613939789488,612
"wd_2",0.01,1613939789488,612
"sqr_mom_2",0.99,1613939789488,612
"lr_2",0.00013456167407971663,1613939789488,612
"mom_2",0.9413595814800708,1613939789488,612
"eps_2",1e-05,1613939789488,612
"train_loss",0.14042483,1613939790462,613
"raw_loss",0.11106959,1613939790462,613
"epoch",3.8616352201258164,1613939790462,613
"wd_0",0.01,1613939790462,613
"sqr_mom_0",0.99,1613939790462,613
"lr_0",1.3470985366598981e-06,1613939790462,613
"mom_0",0.9413225365835025,1613939790462,613
"eps_0",1e-05,1613939790462,613
"wd_1",0.01,1613939790462,613
"sqr_mom_1",0.99,1613939790462,613
"lr_1",1.3470985366598981e-05,1613939790462,613
"mom_1",0.9413225365835025,1613939790462,613
"eps_1",1e-05,1613939790462,613
"wd_2",0.01,1613939790462,613
"sqr_mom_2",0.99,1613939790462,613
"lr_2",0.0001347098536659898,1613939790462,613
"mom_2",0.9413225365835025,1613939790462,613
"eps_2",1e-05,1613939790462,613
"train_loss",0.13968262,1613939791407,614
"raw_loss",0.10331762,1613939791407,614
"epoch",3.8679245283019172,1613939791407,614
"wd_0",0.01,1613939791407,614
"sqr_mom_0",0.99,1613939791407,614
"lr_0",1.3485832004841678e-06,1613939791407,614
"mom_0",0.9412854199878957,1613939791407,614
"eps_0",1e-05,1613939791407,614
"wd_1",0.01,1613939791407,614
"sqr_mom_1",0.99,1613939791407,614
"lr_1",1.3485832004841677e-05,1613939791407,614
"mom_1",0.9412854199878957,1613939791407,614
"eps_1",1e-05,1613939791407,614
"wd_2",0.01,1613939791407,614
"sqr_mom_2",0.99,1613939791407,614
"lr_2",0.00013485832004841677,1613939791407,614
"mom_2",0.9412854199878957,1613939791407,614
"eps_2",1e-05,1613939791407,614
"train_loss",0.13928871,1613939792371,615
"raw_loss",0.11998899,1613939792371,615
"epoch",3.874213836478018,1613939792371,615
"wd_0",0.01,1613939792371,615
"sqr_mom_0",0.99,1613939792371,615
"lr_0",1.3500707296939252e-06,1613939792371,615
"mom_0",0.9412482317576518,1613939792371,615
"eps_0",1e-05,1613939792371,615
"wd_1",0.01,1613939792371,615
"sqr_mom_1",0.99,1613939792371,615
"lr_1",1.3500707296939252e-05,1613939792371,615
"mom_1",0.9412482317576518,1613939792371,615
"eps_1",1e-05,1613939792371,615
"wd_2",0.01,1613939792371,615
"sqr_mom_2",0.99,1613939792371,615
"lr_2",0.0001350070729693925,1613939792371,615
"mom_2",0.9412482317576518,1613939792371,615
"eps_2",1e-05,1613939792371,615
"train_loss",0.139172,1613939793369,616
"raw_loss",0.13345392,1613939793369,616
"epoch",3.880503144654119,1613939793369,616
"wd_0",0.01,1613939793369,616
"sqr_mom_0",0.99,1613939793369,616
"lr_0",1.3515610686900747e-06,1613939793369,616
"mom_0",0.941210973282748,1613939793369,616
"eps_0",1e-05,1613939793369,616
"wd_1",0.01,1613939793369,616
"sqr_mom_1",0.99,1613939793369,616
"lr_1",1.3515610686900746e-05,1613939793369,616
"mom_1",0.941210973282748,1613939793369,616
"eps_1",1e-05,1613939793369,616
"wd_2",0.01,1613939793369,616
"sqr_mom_2",0.99,1613939793369,616
"lr_2",0.00013515610686900745,1613939793369,616
"mom_2",0.941210973282748,1613939793369,616
"eps_2",1e-05,1613939793369,616
"train_loss",0.13952094,1613939794347,617
"raw_loss",0.15661703,1613939794347,617
"epoch",3.88679245283022,1613939794347,617
"wd_0",0.01,1613939794347,617
"sqr_mom_0",0.99,1613939794347,617
"lr_0",1.353054373940842e-06,1613939794347,617
"mom_0",0.9411736406514789,1613939794347,617
"eps_0",1e-05,1613939794347,617
"wd_1",0.01,1613939794347,617
"sqr_mom_1",0.99,1613939794347,617
"lr_1",1.3530543739408419e-05,1613939794347,617
"mom_1",0.9411736406514789,1613939794347,617
"eps_1",1e-05,1613939794347,617
"wd_2",0.01,1613939794347,617
"sqr_mom_2",0.99,1613939794347,617
"lr_2",0.00013530543739408417,1613939794347,617
"mom_2",0.9411736406514789,1613939794347,617
"eps_2",1e-05,1613939794347,617
"train_loss",0.14085954,1613939795351,618
"raw_loss",0.2064451,1613939795351,618
"epoch",3.8930817610063206,1613939795351,618
"wd_0",0.01,1613939795351,618
"sqr_mom_0",0.99,1613939795351,618
"lr_0",1.3545504305798723e-06,1613939795351,618
"mom_0",0.9411362392355032,1613939795351,618
"eps_0",1e-05,1613939795351,618
"wd_1",0.01,1613939795351,618
"sqr_mom_1",0.99,1613939795351,618
"lr_1",1.3545504305798723e-05,1613939795351,618
"mom_1",0.9411362392355032,1613939795351,618
"eps_1",1e-05,1613939795351,618
"wd_2",0.01,1613939795351,618
"sqr_mom_2",0.99,1613939795351,618
"lr_2",0.00013545504305798723,1613939795351,618
"mom_2",0.9411362392355032,1613939795351,618
"eps_2",1e-05,1613939795351,618
"train_loss",0.14008226,1613939796518,619
"raw_loss",0.10199829,1613939796518,619
"epoch",3.8993710691824215,1613939796518,619
"wd_0",0.01,1613939796518,619
"sqr_mom_0",0.99,1613939796518,619
"lr_0",1.35604939537028e-06,1613939796518,619
"mom_0",0.941098765115743,1613939796518,619
"eps_0",1e-05,1613939796518,619
"wd_1",0.01,1613939796518,619
"sqr_mom_1",0.99,1613939796518,619
"lr_1",1.3560493953702799e-05,1613939796518,619
"mom_1",0.941098765115743,1613939796518,619
"eps_1",1e-05,1613939796518,619
"wd_2",0.01,1613939796518,619
"sqr_mom_2",0.99,1613939796518,619
"lr_2",0.00013560493953702798,1613939796518,619
"mom_2",0.941098765115743,1613939796518,619
"eps_2",1e-05,1613939796518,619
"train_loss",0.13943496,1613939797560,620
"raw_loss",0.107720904,1613939797560,620
"epoch",3.9056603773585223,1613939797560,620
"wd_0",0.01,1613939797560,620
"sqr_mom_0",0.99,1613939797560,620
"lr_0",1.357551212591525e-06,1613939797560,620
"mom_0",0.9410612196852118,1613939797560,620
"eps_0",1e-05,1613939797560,620
"wd_1",0.01,1613939797560,620
"sqr_mom_1",0.99,1613939797560,620
"lr_1",1.357551212591525e-05,1613939797560,620
"mom_1",0.9410612196852118,1613939797560,620
"eps_1",1e-05,1613939797560,620
"wd_2",0.01,1613939797560,620
"sqr_mom_2",0.99,1613939797560,620
"lr_2",0.00013575512125915248,1613939797560,620
"mom_2",0.9410612196852118,1613939797560,620
"eps_2",1e-05,1613939797560,620
"train_loss",0.14241005,1613939798584,621
"raw_loss",0.28817654,1613939798584,621
"epoch",3.911949685534623,1613939798584,621
"wd_0",0.01,1613939798584,621
"sqr_mom_0",0.99,1613939798584,621
"lr_0",1.3590558796377938e-06,1613939798584,621
"mom_0",0.9410236030090551,1613939798584,621
"eps_0",1e-05,1613939798584,621
"wd_1",0.01,1613939798584,621
"sqr_mom_1",0.99,1613939798584,621
"lr_1",1.3590558796377938e-05,1613939798584,621
"mom_1",0.9410236030090551,1613939798584,621
"eps_1",1e-05,1613939798584,621
"wd_2",0.01,1613939798584,621
"sqr_mom_2",0.99,1613939798584,621
"lr_2",0.00013590558796377936,1613939798584,621
"mom_2",0.9410236030090551,1613939798584,621
"eps_2",1e-05,1613939798584,621
"train_loss",0.14201212,1613939799541,622
"raw_loss",0.12251471,1613939799541,622
"epoch",3.918238993710724,1613939799541,622
"wd_0",0.01,1613939799541,622
"sqr_mom_0",0.99,1613939799541,622
"lr_0",1.3605633938983265e-06,1613939799541,622
"mom_0",0.9409859151525418,1613939799541,622
"eps_0",1e-05,1613939799541,622
"wd_1",0.01,1613939799541,622
"sqr_mom_1",0.99,1613939799541,622
"lr_1",1.3605633938983265e-05,1613939799541,622
"mom_1",0.9409859151525418,1613939799541,622
"eps_1",1e-05,1613939799541,622
"wd_2",0.01,1613939799541,622
"sqr_mom_2",0.99,1613939799541,622
"lr_2",0.00013605633938983266,1613939799541,622
"mom_2",0.9409859151525418,1613939799541,622
"eps_2",1e-05,1613939799541,622
"train_loss",0.14171554,1613939800490,623
"raw_loss",0.1271848,1613939800490,623
"epoch",3.924528301886825,1613939800490,623
"wd_0",0.01,1613939800490,623
"sqr_mom_0",0.99,1613939800490,623
"lr_0",1.3620736990300723e-06,1613939800490,623
"mom_0",0.9409481575242482,1613939800490,623
"eps_0",1e-05,1613939800490,623
"wd_1",0.01,1613939800490,623
"sqr_mom_1",0.99,1613939800490,623
"lr_1",1.3620736990300722e-05,1613939800490,623
"mom_1",0.9409481575242482,1613939800490,623
"eps_1",1e-05,1613939800490,623
"wd_2",0.01,1613939800490,623
"sqr_mom_2",0.99,1613939800490,623
"lr_2",0.0001362073699030072,1613939800490,623
"mom_2",0.9409481575242482,1613939800490,623
"eps_2",1e-05,1613939800490,623
"train_loss",0.1455111,1613939801477,624
"raw_loss",0.33147818,1613939801477,624
"epoch",3.9308176100629257,1613939801477,624
"wd_0",0.01,1613939801477,624
"sqr_mom_0",0.99,1613939801477,624
"lr_0",1.3635869535944534e-06,1613939801477,624
"mom_0",0.9409103261601386,1613939801477,624
"eps_0",1e-05,1613939801477,624
"wd_1",0.01,1613939801477,624
"sqr_mom_1",0.99,1613939801477,624
"lr_1",1.3635869535944534e-05,1613939801477,624
"mom_1",0.9409103261601386,1613939801477,624
"eps_1",1e-05,1613939801477,624
"wd_2",0.01,1613939801477,624
"sqr_mom_2",0.99,1613939801477,624
"lr_2",0.00013635869535944531,1613939801477,624
"mom_2",0.9409103261601386,1613939801477,624
"eps_2",1e-05,1613939801477,624
"train_loss",0.14444596,1613939802458,625
"raw_loss",0.0922571,1613939802458,625
"epoch",3.9371069182390266,1613939802458,625
"wd_0",0.01,1613939802458,625
"sqr_mom_0",0.99,1613939802458,625
"lr_0",1.365102939854678e-06,1613939802458,625
"mom_0",0.940872426503633,1613939802458,625
"eps_0",1e-05,1613939802458,625
"wd_1",0.01,1613939802458,625
"sqr_mom_1",0.99,1613939802458,625
"lr_1",1.365102939854678e-05,1613939802458,625
"mom_1",0.940872426503633,1613939802458,625
"eps_1",1e-05,1613939802458,625
"wd_2",0.01,1613939802458,625
"sqr_mom_2",0.99,1613939802458,625
"lr_2",0.0001365102939854678,1613939802458,625
"mom_2",0.940872426503633,1613939802458,625
"eps_2",1e-05,1613939802458,625
"train_loss",0.14464791,1613939803437,626
"raw_loss",0.15454349,1613939803437,626
"epoch",3.9433962264151274,1613939803437,626
"wd_0",0.01,1613939803437,626
"sqr_mom_0",0.99,1613939803437,626
"lr_0",1.3666218706951118e-06,1613939803437,626
"mom_0",0.9408344532326222,1613939803437,626
"eps_0",1e-05,1613939803437,626
"wd_1",0.01,1613939803437,626
"sqr_mom_1",0.99,1613939803437,626
"lr_1",1.3666218706951115e-05,1613939803437,626
"mom_1",0.9408344532326222,1613939803437,626
"eps_1",1e-05,1613939803437,626
"wd_2",0.01,1613939803437,626
"sqr_mom_2",0.99,1613939803437,626
"lr_2",0.00013666218706951115,1613939803437,626
"mom_2",0.9408344532326222,1613939803437,626
"eps_2",1e-05,1613939803437,626
"train_loss",0.14449364,1613939804405,627
"raw_loss",0.13693461,1613939804405,627
"epoch",3.9496855345912283,1613939804405,627
"wd_0",0.01,1613939804405,627
"sqr_mom_0",0.99,1613939804405,627
"lr_0",1.3681435275622237e-06,1613939804405,627
"mom_0",0.9407964118109444,1613939804405,627
"eps_0",1e-05,1613939804405,627
"wd_1",0.01,1613939804405,627
"sqr_mom_1",0.99,1613939804405,627
"lr_1",1.3681435275622237e-05,1613939804405,627
"mom_1",0.9407964118109444,1613939804405,627
"eps_1",1e-05,1613939804405,627
"wd_2",0.01,1613939804405,627
"sqr_mom_2",0.99,1613939804405,627
"lr_2",0.00013681435275622237,1613939804405,627
"mom_2",0.9407964118109444,1613939804405,627
"eps_2",1e-05,1613939804405,627
"train_loss",0.14363596,1613939805389,628
"raw_loss",0.1016125,1613939805389,628
"epoch",3.955974842767329,1613939805389,628
"wd_0",0.01,1613939805389,628
"sqr_mom_0",0.99,1613939805389,628
"lr_0",1.3696680699054912e-06,1613939805389,628
"mom_0",0.9407582982523627,1613939805389,628
"eps_0",1e-05,1613939805389,628
"wd_1",0.01,1613939805389,628
"sqr_mom_1",0.99,1613939805389,628
"lr_1",1.3696680699054912e-05,1613939805389,628
"mom_1",0.9407582982523627,1613939805389,628
"eps_1",1e-05,1613939805389,628
"wd_2",0.01,1613939805389,628
"sqr_mom_2",0.99,1613939805389,628
"lr_2",0.00013696680699054912,1613939805389,628
"mom_2",0.9407582982523627,1613939805389,628
"eps_2",1e-05,1613939805389,628
"train_loss",0.14602022,1613939806339,629
"raw_loss",0.26284,1613939806339,629
"epoch",3.96226415094343,1613939806339,629
"wd_0",0.01,1613939806339,629
"sqr_mom_0",0.99,1613939806339,629
"lr_0",1.371195441049734e-06,1613939806339,629
"mom_0",0.9407201139737567,1613939806339,629
"eps_0",1e-05,1613939806339,629
"wd_1",0.01,1613939806339,629
"sqr_mom_1",0.99,1613939806339,629
"lr_1",1.371195441049734e-05,1613939806339,629
"mom_1",0.9407201139737567,1613939806339,629
"eps_1",1e-05,1613939806339,629
"wd_2",0.01,1613939806339,629
"sqr_mom_2",0.99,1613939806339,629
"lr_2",0.00013711954410497337,1613939806339,629
"mom_2",0.9407201139737567,1613939806339,629
"eps_2",1e-05,1613939806339,629
"train_loss",0.14458708,1613939807335,630
"raw_loss",0.07436933,1613939807335,630
"epoch",3.968553459119531,1613939807335,630
"wd_0",0.01,1613939807335,630
"sqr_mom_0",0.99,1613939807335,630
"lr_0",1.372725638344798e-06,1613939807335,630
"mom_0",0.94068185904138,1613939807335,630
"eps_0",1e-05,1613939807335,630
"wd_1",0.01,1613939807335,630
"sqr_mom_1",0.99,1613939807335,630
"lr_1",1.3727256383447978e-05,1613939807335,630
"mom_1",0.94068185904138,1613939807335,630
"eps_1",1e-05,1613939807335,630
"wd_2",0.01,1613939807335,630
"sqr_mom_2",0.99,1613939807335,630
"lr_2",0.00013727256383447978,1613939807335,630
"mom_2",0.94068185904138,1613939807335,630
"eps_2",1e-05,1613939807335,630
"train_loss",0.1431545,1613939808322,631
"raw_loss",0.07296294,1613939808322,631
"epoch",3.9748427672956317,1613939808322,631
"wd_0",0.01,1613939808322,631
"sqr_mom_0",0.99,1613939808322,631
"lr_0",1.3742586591356275e-06,1613939808322,631
"mom_0",0.9406435335216092,1613939808322,631
"eps_0",1e-05,1613939808322,631
"wd_1",0.01,1613939808322,631
"sqr_mom_1",0.99,1613939808322,631
"lr_1",1.3742586591356274e-05,1613939808322,631
"mom_1",0.9406435335216092,1613939808322,631
"eps_1",1e-05,1613939808322,631
"wd_2",0.01,1613939808322,631
"sqr_mom_2",0.99,1613939808322,631
"lr_2",0.00013742586591356272,1613939808322,631
"mom_2",0.9406435335216092,1613939808322,631
"eps_2",1e-05,1613939808322,631
"train_loss",0.143016,1613939809361,632
"raw_loss",0.13622981,1613939809361,632
"epoch",3.9811320754717325,1613939809361,632
"wd_0",0.01,1613939809361,632
"sqr_mom_0",0.99,1613939809361,632
"lr_0",1.3757944461297009e-06,1613939809361,632
"mom_0",0.9406051388467574,1613939809361,632
"eps_0",1e-05,1613939809361,632
"wd_1",0.01,1613939809361,632
"sqr_mom_1",0.99,1613939809361,632
"lr_1",1.3757944461297009e-05,1613939809361,632
"mom_1",0.9406051388467574,1613939809361,632
"eps_1",1e-05,1613939809361,632
"wd_2",0.01,1613939809361,632
"sqr_mom_2",0.99,1613939809361,632
"lr_2",0.00013757944461297006,1613939809361,632
"mom_2",0.9406051388467574,1613939809361,632
"eps_2",1e-05,1613939809361,632
"train_loss",0.14285375,1613939810333,633
"raw_loss",0.13490435,1613939810333,633
"epoch",3.9874213836478334,1613939810333,633
"wd_0",0.01,1613939810333,633
"sqr_mom_0",0.99,1613939810333,633
"lr_0",1.3773331605598633e-06,1613939810333,633
"mom_0",0.9405666709860033,1613939810333,633
"eps_0",1e-05,1613939810333,633
"wd_1",0.01,1613939810333,633
"sqr_mom_1",0.99,1613939810333,633
"lr_1",1.3773331605598632e-05,1613939810333,633
"mom_1",0.9405666709860033,1613939810333,633
"eps_1",1e-05,1613939810333,633
"wd_2",0.01,1613939810333,633
"sqr_mom_2",0.99,1613939810333,633
"lr_2",0.0001377333160559863,1613939810333,633
"mom_2",0.9405666709860033,1613939810333,633
"eps_2",1e-05,1613939810333,633
"train_loss",0.14199165,1613939811327,634
"raw_loss",0.09975106,1613939811327,634
"epoch",3.9937106918239342,1613939811327,634
"wd_0",0.01,1613939811327,634
"sqr_mom_0",0.99,1613939811327,634
"lr_0",1.378874581025995e-06,1613939811327,634
"mom_0",0.9405281354743501,1613939811327,634
"eps_0",1e-05,1613939811327,634
"wd_1",0.01,1613939811327,634
"sqr_mom_1",0.99,1613939811327,634
"lr_1",1.3788745810259949e-05,1613939811327,634
"mom_1",0.9405281354743501,1613939811327,634
"eps_1",1e-05,1613939811327,634
"wd_2",0.01,1613939811327,634
"sqr_mom_2",0.99,1613939811327,634
"lr_2",0.00013788745810259948,1613939811327,634
"mom_2",0.9405281354743501,1613939811327,634
"eps_2",1e-05,1613939811327,634
"train_loss",0.14156929,1613939812337,635
"raw_loss",0.12087536,1613939812337,635
"epoch",4.000000000000035,1613939812337,635
"wd_0",0.01,1613939812337,635
"sqr_mom_0",0.99,1613939812337,635
"lr_0",1.380418869051488e-06,1613939812337,635
"mom_0",0.9404895282737128,1613939812337,635
"eps_0",1e-05,1613939812337,635
"wd_1",0.01,1613939812337,635
"sqr_mom_1",0.99,1613939812337,635
"lr_1",1.3804188690514878e-05,1613939812337,635
"mom_1",0.9404895282737128,1613939812337,635
"eps_1",1e-05,1613939812337,635
"wd_2",0.01,1613939812337,635
"sqr_mom_2",0.99,1613939812337,635
"lr_2",0.00013804188690514878,1613939812337,635
"mom_2",0.9404895282737128,1613939812337,635
"eps_2",1e-05,1613939812337,635
"valid_loss",0.1382082998752594,1613939850428,635
"_rmse",0.37176376581192017,1613939850428,635
"epoch",4,1613939850428,635
"train_loss",0.14043356,1613939851460,636
"raw_loss",0.08478663,1613939851460,636
"epoch",4.0062893081761,1613939851460,636
"wd_0",0.01,1613939851460,636
"sqr_mom_0",0.99,1613939851460,636
"lr_0",1.381965967224165e-06,1613939851460,636
"mom_0",0.9404508508193958,1613939851460,636
"eps_0",1e-05,1613939851460,636
"wd_1",0.01,1613939851460,636
"sqr_mom_1",0.99,1613939851460,636
"lr_1",1.3819659672241648e-05,1613939851460,636
"mom_1",0.9404508508193958,1613939851460,636
"eps_1",1e-05,1613939851460,636
"wd_2",0.01,1613939851460,636
"sqr_mom_2",0.99,1613939851460,636
"lr_2",0.00013819659672241648,1613939851460,636
"mom_2",0.9404508508193958,1613939851460,636
"eps_2",1e-05,1613939851460,636
"train_loss",0.13965373,1613939852449,637
"raw_loss",0.10144403,1613939852449,637
"epoch",4.012578616352201,1613939852449,637
"wd_0",0.01,1613939852449,637
"sqr_mom_0",0.99,1613939852449,637
"lr_0",1.3835158728596442e-06,1613939852449,637
"mom_0",0.9404121031785089,1613939852449,637
"eps_0",1e-05,1613939852449,637
"wd_1",0.01,1613939852449,637
"sqr_mom_1",0.99,1613939852449,637
"lr_1",1.3835158728596441e-05,1613939852449,637
"mom_1",0.9404121031785089,1613939852449,637
"eps_1",1e-05,1613939852449,637
"wd_2",0.01,1613939852449,637
"sqr_mom_2",0.99,1613939852449,637
"lr_2",0.0001383515872859644,1613939852449,637
"mom_2",0.9404121031785089,1613939852449,637
"eps_2",1e-05,1613939852449,637
"train_loss",0.13845211,1613939853462,638
"raw_loss",0.079576805,1613939853462,638
"epoch",4.018867924528301,1613939853462,638
"wd_0",0.01,1613939853462,638
"sqr_mom_0",0.99,1613939853462,638
"lr_0",1.3850685832686727e-06,1613939853462,638
"mom_0",0.9403732854182831,1613939853462,638
"eps_0",1e-05,1613939853462,638
"wd_1",0.01,1613939853462,638
"sqr_mom_1",0.99,1613939853462,638
"lr_1",1.3850685832686725e-05,1613939853462,638
"mom_1",0.9403732854182831,1613939853462,638
"eps_1",1e-05,1613939853462,638
"wd_2",0.01,1613939853462,638
"sqr_mom_2",0.99,1613939853462,638
"lr_2",0.00013850685832686726,1613939853462,638
"mom_2",0.9403732854182831,1613939853462,638
"eps_2",1e-05,1613939853462,638
"train_loss",0.13821854,1613939854432,639
"raw_loss",0.1267743,1613939854432,639
"epoch",4.025157232704402,1613939854432,639
"wd_0",0.01,1613939854432,639
"sqr_mom_0",0.99,1613939854432,639
"lr_0",1.3866240957571312e-06,1613939854432,639
"mom_0",0.9403343976060717,1613939854432,639
"eps_0",1e-05,1613939854432,639
"wd_1",0.01,1613939854432,639
"sqr_mom_1",0.99,1613939854432,639
"lr_1",1.3866240957571312e-05,1613939854432,639
"mom_1",0.9403343976060717,1613939854432,639
"eps_1",1e-05,1613939854432,639
"wd_2",0.01,1613939854432,639
"sqr_mom_2",0.99,1613939854432,639
"lr_2",0.0001386624095757131,1613939854432,639
"mom_2",0.9403343976060717,1613939854432,639
"eps_2",1e-05,1613939854432,639
"train_loss",0.13854365,1613939855376,640
"raw_loss",0.15447253,1613939855376,640
"epoch",4.031446540880502,1613939855376,640
"wd_0",0.01,1613939855376,640
"sqr_mom_0",0.99,1613939855376,640
"lr_0",1.3881824076260392e-06,1613939855376,640
"mom_0",0.9402954398093489,1613939855376,640
"eps_0",1e-05,1613939855376,640
"wd_1",0.01,1613939855376,640
"sqr_mom_1",0.99,1613939855376,640
"lr_1",1.3881824076260391e-05,1613939855376,640
"mom_1",0.9402954398093489,1613939855376,640
"eps_1",1e-05,1613939855376,640
"wd_2",0.01,1613939855376,640
"sqr_mom_2",0.99,1613939855376,640
"lr_2",0.0001388182407626039,1613939855376,640
"mom_2",0.9402954398093489,1613939855376,640
"eps_2",1e-05,1613939855376,640
"train_loss",0.13808686,1613939856331,641
"raw_loss",0.11570541,1613939856331,641
"epoch",4.037735849056602,1613939856331,641
"wd_0",0.01,1613939856331,641
"sqr_mom_0",0.99,1613939856331,641
"lr_0",1.389743516171557e-06,1613939856331,641
"mom_0",0.9402564120957111,1613939856331,641
"eps_0",1e-05,1613939856331,641
"wd_1",0.01,1613939856331,641
"sqr_mom_1",0.99,1613939856331,641
"lr_1",1.389743516171557e-05,1613939856331,641
"mom_1",0.9402564120957111,1613939856331,641
"eps_1",1e-05,1613939856331,641
"wd_2",0.01,1613939856331,641
"sqr_mom_2",0.99,1613939856331,641
"lr_2",0.00013897435161715568,1613939856331,641
"mom_2",0.9402564120957111,1613939856331,641
"eps_2",1e-05,1613939856331,641
"train_loss",0.13632703,1613939857317,642
"raw_loss",0.050099973,1613939857317,642
"epoch",4.044025157232703,1613939857317,642
"wd_0",0.01,1613939857317,642
"sqr_mom_0",0.99,1613939857317,642
"lr_0",1.391307363055649e-06,1613939857317,642
"mom_0",0.9402173159236087,1613939857317,642
"eps_0",1e-05,1613939857317,642
"wd_1",0.01,1613939857317,642
"sqr_mom_1",0.99,1613939857317,642
"lr_1",1.3913073630556488e-05,1613939857317,642
"mom_1",0.9402173159236087,1613939857317,642
"eps_1",1e-05,1613939857317,642
"wd_2",0.01,1613939857317,642
"sqr_mom_2",0.99,1613939857317,642
"lr_2",0.00013913073630556486,1613939857317,642
"mom_2",0.9402173159236087,1613939857317,642
"eps_2",1e-05,1613939857317,642
"train_loss",0.13566153,1613939858316,643
"raw_loss",0.103053786,1613939858316,643
"epoch",4.050314465408803,1613939858316,643
"wd_0",0.01,1613939858316,643
"sqr_mom_0",0.99,1613939858316,643
"lr_0",1.3928741124528136e-06,1613939858316,643
"mom_0",0.9401781471886796,1613939858316,643
"eps_0",1e-05,1613939858316,643
"wd_1",0.01,1613939858316,643
"sqr_mom_1",0.99,1613939858316,643
"lr_1",1.3928741124528134e-05,1613939858316,643
"mom_1",0.9401781471886796,1613939858316,643
"eps_1",1e-05,1613939858316,643
"wd_2",0.01,1613939858316,643
"sqr_mom_2",0.99,1613939858316,643
"lr_2",0.00013928741124528133,1613939858316,643
"mom_2",0.9401781471886796,1613939858316,643
"eps_2",1e-05,1613939858316,643
"train_loss",0.13467132,1613939859288,644
"raw_loss",0.086153604,1613939859288,644
"epoch",4.056603773584904,1613939859288,644
"wd_0",0.01,1613939859288,644
"sqr_mom_0",0.99,1613939859288,644
"lr_0",1.39444353892908e-06,1613939859288,644
"mom_0",0.940138911526773,1613939859288,644
"eps_0",1e-05,1613939859288,644
"wd_1",0.01,1613939859288,644
"sqr_mom_1",0.99,1613939859288,644
"lr_1",1.39444353892908e-05,1613939859288,644
"mom_1",0.940138911526773,1613939859288,644
"eps_1",1e-05,1613939859288,644
"wd_2",0.01,1613939859288,644
"sqr_mom_2",0.99,1613939859288,644
"lr_2",0.000139444353892908,1613939859288,644
"mom_2",0.940138911526773,1613939859288,644
"eps_2",1e-05,1613939859288,644
"train_loss",0.13367216,1613939860253,645
"raw_loss",0.084715724,1613939860253,645
"epoch",4.062893081761004,1613939860253,645
"wd_0",0.01,1613939860253,645
"sqr_mom_0",0.99,1613939860253,645
"lr_0",1.3960158628732266e-06,1613939860253,645
"mom_0",0.9400996034281693,1613939860253,645
"eps_0",1e-05,1613939860253,645
"wd_1",0.01,1613939860253,645
"sqr_mom_1",0.99,1613939860253,645
"lr_1",1.3960158628732266e-05,1613939860253,645
"mom_1",0.9400996034281693,1613939860253,645
"eps_1",1e-05,1613939860253,645
"wd_2",0.01,1613939860253,645
"sqr_mom_2",0.99,1613939860253,645
"lr_2",0.00013960158628732267,1613939860253,645
"mom_2",0.9400996034281693,1613939860253,645
"eps_2",1e-05,1613939860253,645
"train_loss",0.13575205,1613939861203,646
"raw_loss",0.23766159,1613939861203,646
"epoch",4.0691823899371045,1613939861203,646
"wd_0",0.01,1613939861203,646
"sqr_mom_0",0.99,1613939861203,646
"lr_0",1.3975908580491796e-06,1613939861203,646
"mom_0",0.9400602285487705,1613939861203,646
"eps_0",1e-05,1613939861203,646
"wd_1",0.01,1613939861203,646
"sqr_mom_1",0.99,1613939861203,646
"lr_1",1.3975908580491795e-05,1613939861203,646
"mom_1",0.9400602285487705,1613939861203,646
"eps_1",1e-05,1613939861203,646
"wd_2",0.01,1613939861203,646
"sqr_mom_2",0.99,1613939861203,646
"lr_2",0.00013975908580491795,1613939861203,646
"mom_2",0.9400602285487705,1613939861203,646
"eps_2",1e-05,1613939861203,646
"train_loss",0.13578951,1613939862168,647
"raw_loss",0.1376244,1613939862168,647
"epoch",4.075471698113205,1613939862168,647
"wd_0",0.01,1613939862168,647
"sqr_mom_0",0.99,1613939862168,647
"lr_0",1.3991686895035784e-06,1613939862168,647
"mom_0",0.9400207827624105,1613939862168,647
"eps_0",1e-05,1613939862168,647
"wd_1",0.01,1613939862168,647
"sqr_mom_1",0.99,1613939862168,647
"lr_1",1.3991686895035784e-05,1613939862168,647
"mom_1",0.9400207827624105,1613939862168,647
"eps_1",1e-05,1613939862168,647
"wd_2",0.01,1613939862168,647
"sqr_mom_2",0.99,1613939862168,647
"lr_2",0.00013991686895035782,1613939862168,647
"mom_2",0.9400207827624105,1613939862168,647
"eps_2",1e-05,1613939862168,647
"train_loss",0.13702391,1613939863111,648
"raw_loss",0.19750677,1613939863111,648
"epoch",4.081761006289305,1613939863111,648
"wd_0",0.01,1613939863111,648
"sqr_mom_0",0.99,1613939863111,648
"lr_0",1.4007492985722096e-06,1613939863111,648
"mom_0",0.9399812675356948,1613939863111,648
"eps_0",1e-05,1613939863111,648
"wd_1",0.01,1613939863111,648
"sqr_mom_1",0.99,1613939863111,648
"lr_1",1.4007492985722096e-05,1613939863111,648
"mom_1",0.9399812675356948,1613939863111,648
"eps_1",1e-05,1613939863111,648
"wd_2",0.01,1613939863111,648
"sqr_mom_2",0.99,1613939863111,648
"lr_2",0.00014007492985722094,1613939863111,648
"mom_2",0.9399812675356948,1613939863111,648
"eps_2",1e-05,1613939863111,648
"train_loss",0.13633187,1613939864068,649
"raw_loss",0.10242293,1613939864068,649
"epoch",4.088050314465406,1613939864068,649
"wd_0",0.01,1613939864068,649
"sqr_mom_0",0.99,1613939864068,649
"lr_0",1.402332626191186e-06,1613939864068,649
"mom_0",0.9399416843452203,1613939864068,649
"eps_0",1e-05,1613939864068,649
"wd_1",0.01,1613939864068,649
"sqr_mom_1",0.99,1613939864068,649
"lr_1",1.4023326261911858e-05,1613939864068,649
"mom_1",0.9399416843452203,1613939864068,649
"eps_1",1e-05,1613939864068,649
"wd_2",0.01,1613939864068,649
"sqr_mom_2",0.99,1613939864068,649
"lr_2",0.0001402332626191186,1613939864068,649
"mom_2",0.9399416843452203,1613939864068,649
"eps_2",1e-05,1613939864068,649
"train_loss",0.13630998,1613939865025,650
"raw_loss",0.1352376,1613939865025,650
"epoch",4.094339622641506,1613939865025,650
"wd_0",0.01,1613939865025,650
"sqr_mom_0",0.99,1613939865025,650
"lr_0",1.4039188385772457e-06,1613939865025,650
"mom_0",0.9399020290355689,1613939865025,650
"eps_0",1e-05,1613939865025,650
"wd_1",0.01,1613939865025,650
"sqr_mom_1",0.99,1613939865025,650
"lr_1",1.4039188385772455e-05,1613939865025,650
"mom_1",0.9399020290355689,1613939865025,650
"eps_1",1e-05,1613939865025,650
"wd_2",0.01,1613939865025,650
"sqr_mom_2",0.99,1613939865025,650
"lr_2",0.00014039188385772455,1613939865025,650
"mom_2",0.9399020290355689,1613939865025,650
"eps_2",1e-05,1613939865025,650
"train_loss",0.13686983,1613939866035,651
"raw_loss",0.1643013,1613939866035,651
"epoch",4.1006289308176065,1613939866035,651
"wd_0",0.01,1613939866035,651
"sqr_mom_0",0.99,1613939866035,651
"lr_0",1.4055077074959569e-06,1613939866035,651
"mom_0",0.939862307312601,1613939866035,651
"eps_0",1e-05,1613939866035,651
"wd_1",0.01,1613939866035,651
"sqr_mom_1",0.99,1613939866035,651
"lr_1",1.4055077074959569e-05,1613939866035,651
"mom_1",0.939862307312601,1613939866035,651
"eps_1",1e-05,1613939866035,651
"wd_2",0.01,1613939866035,651
"sqr_mom_2",0.99,1613939866035,651
"lr_2",0.00014055077074959569,1613939866035,651
"mom_2",0.939862307312601,1613939866035,651
"eps_2",1e-05,1613939866035,651
"train_loss",0.13590343,1613939867045,652
"raw_loss",0.08855236,1613939867045,652
"epoch",4.106918238993707,1613939867045,652
"wd_0",0.01,1613939867045,652
"sqr_mom_0",0.99,1613939867045,652
"lr_0",1.407099456066328e-06,1613939867045,652
"mom_0",0.9398225135983418,1613939867045,652
"eps_0",1e-05,1613939867045,652
"wd_1",0.01,1613939867045,652
"sqr_mom_1",0.99,1613939867045,652
"lr_1",1.4070994560663278e-05,1613939867045,652
"mom_1",0.9398225135983418,1613939867045,652
"eps_1",1e-05,1613939867045,652
"wd_2",0.01,1613939867045,652
"sqr_mom_2",0.99,1613939867045,652
"lr_2",0.00014070994560663277,1613939867045,652
"mom_2",0.9398225135983418,1613939867045,652
"eps_2",1e-05,1613939867045,652
"train_loss",0.13528576,1613939868024,653
"raw_loss",0.10502122,1613939868024,653
"epoch",4.113207547169807,1613939868024,653
"wd_0",0.01,1613939868024,653
"sqr_mom_0",0.99,1613939868024,653
"lr_0",1.4086938552573464e-06,1613939868024,653
"mom_0",0.9397826536185663,1613939868024,653
"eps_0",1e-05,1613939868024,653
"wd_1",0.01,1613939868024,653
"sqr_mom_1",0.99,1613939868024,653
"lr_1",1.4086938552573464e-05,1613939868024,653
"mom_1",0.9397826536185663,1613939868024,653
"eps_1",1e-05,1613939868024,653
"wd_2",0.01,1613939868024,653
"sqr_mom_2",0.99,1613939868024,653
"lr_2",0.00014086938552573464,1613939868024,653
"mom_2",0.9397826536185663,1613939868024,653
"eps_2",1e-05,1613939868024,653
"train_loss",0.1338523,1613939868980,654
"raw_loss",0.06361605,1613939868980,654
"epoch",4.119496855345908,1613939868980,654
"wd_0",0.01,1613939868980,654
"sqr_mom_0",0.99,1613939868980,654
"lr_0",1.4102910721518864e-06,1613939868980,654
"mom_0",0.9397427231962028,1613939868980,654
"eps_0",1e-05,1613939868980,654
"wd_1",0.01,1613939868980,654
"sqr_mom_1",0.99,1613939868980,654
"lr_1",1.4102910721518864e-05,1613939868980,654
"mom_1",0.9397427231962028,1613939868980,654
"eps_1",1e-05,1613939868980,654
"wd_2",0.01,1613939868980,654
"sqr_mom_2",0.99,1613939868980,654
"lr_2",0.00014102910721518864,1613939868980,654
"mom_2",0.9397427231962028,1613939868980,654
"eps_2",1e-05,1613939868980,654
"train_loss",0.13238533,1613939869956,655
"raw_loss",0.060506236,1613939869956,655
"epoch",4.125786163522008,1613939869956,655
"wd_0",0.01,1613939869956,655
"sqr_mom_0",0.99,1613939869956,655
"lr_0",1.4118910473621297e-06,1613939869956,655
"mom_0",0.9397027238159468,1613939869956,655
"eps_0",1e-05,1613939869956,655
"wd_1",0.01,1613939869956,655
"sqr_mom_1",0.99,1613939869956,655
"lr_1",1.4118910473621293e-05,1613939869956,655
"mom_1",0.9397027238159468,1613939869956,655
"eps_1",1e-05,1613939869956,655
"wd_2",0.01,1613939869956,655
"sqr_mom_2",0.99,1613939869956,655
"lr_2",0.00014118910473621293,1613939869956,655
"mom_2",0.9397027238159468,1613939869956,655
"eps_2",1e-05,1613939869956,655
"train_loss",0.1313193,1613939870932,656
"raw_loss",0.079085715,1613939870932,656
"epoch",4.1320754716981085,1613939870932,656
"wd_0",0.01,1613939870932,656
"sqr_mom_0",0.99,1613939870932,656
"lr_0",1.4134937211033637e-06,1613939870932,656
"mom_0",0.9396626569724159,1613939870932,656
"eps_0",1e-05,1613939870932,656
"wd_1",0.01,1613939870932,656
"sqr_mom_1",0.99,1613939870932,656
"lr_1",1.4134937211033638e-05,1613939870932,656
"mom_1",0.9396626569724159,1613939870932,656
"eps_1",1e-05,1613939870932,656
"wd_2",0.01,1613939870932,656
"sqr_mom_2",0.99,1613939870932,656
"lr_2",0.00014134937211033636,1613939870932,656
"mom_2",0.9396626569724159,1613939870932,656
"eps_2",1e-05,1613939870932,656
"train_loss",0.13173565,1613939871940,657
"raw_loss",0.15213661,1613939871940,657
"epoch",4.138364779874209,1613939871940,657
"wd_0",0.01,1613939871940,657
"sqr_mom_0",0.99,1613939871940,657
"lr_0",1.4150992616204304e-06,1613939871940,657
"mom_0",0.9396225184594892,1613939871940,657
"eps_0",1e-05,1613939871940,657
"wd_1",0.01,1613939871940,657
"sqr_mom_1",0.99,1613939871940,657
"lr_1",1.4150992616204304e-05,1613939871940,657
"mom_1",0.9396225184594892,1613939871940,657
"eps_1",1e-05,1613939871940,657
"wd_2",0.01,1613939871940,657
"sqr_mom_2",0.99,1613939871940,657
"lr_2",0.00014150992616204303,1613939871940,657
"mom_2",0.9396225184594892,1613939871940,657
"eps_2",1e-05,1613939871940,657
"train_loss",0.1311752,1613939872970,658
"raw_loss",0.10371455,1613939872970,658
"epoch",4.144654088050309,1613939872970,658
"wd_0",0.01,1613939872970,658
"sqr_mom_0",0.99,1613939872970,658
"lr_0",1.4167074951018918e-06,1613939872970,658
"mom_0",0.9395823126224526,1613939872970,658
"eps_0",1e-05,1613939872970,658
"wd_1",0.01,1613939872970,658
"sqr_mom_1",0.99,1613939872970,658
"lr_1",1.4167074951018917e-05,1613939872970,658
"mom_1",0.9395823126224526,1613939872970,658
"eps_1",1e-05,1613939872970,658
"wd_2",0.01,1613939872970,658
"sqr_mom_2",0.99,1613939872970,658
"lr_2",0.00014167074951018917,1613939872970,658
"mom_2",0.9395823126224526,1613939872970,658
"eps_2",1e-05,1613939872970,658
"train_loss",0.12979054,1613939874034,659
"raw_loss",0.06194486,1613939874034,659
"epoch",4.15094339622641,1613939874034,659
"wd_0",0.01,1613939874034,659
"sqr_mom_0",0.99,1613939874034,659
"lr_0",1.418318475765873e-06,1613939874034,659
"mom_0",0.9395420381058531,1613939874034,659
"eps_0",1e-05,1613939874034,659
"wd_1",0.01,1613939874034,659
"sqr_mom_1",0.99,1613939874034,659
"lr_1",1.418318475765873e-05,1613939874034,659
"mom_1",0.9395420381058531,1613939874034,659
"eps_1",1e-05,1613939874034,659
"wd_2",0.01,1613939874034,659
"sqr_mom_2",0.99,1613939874034,659
"lr_2",0.0001418318475765873,1613939874034,659
"mom_2",0.9395420381058531,1613939874034,659
"eps_2",1e-05,1613939874034,659
"train_loss",0.12916765,1613939875067,660
"raw_loss",0.09864627,1613939875067,660
"epoch",4.15723270440251,1613939875067,660
"wd_0",0.01,1613939875067,660
"sqr_mom_0",0.99,1613939875067,660
"lr_0",1.4199321434180368e-06,1613939875067,660
"mom_0",0.9395016964145491,1613939875067,660
"eps_0",1e-05,1613939875067,660
"wd_1",0.01,1613939875067,660
"sqr_mom_1",0.99,1613939875067,660
"lr_1",1.4199321434180367e-05,1613939875067,660
"mom_1",0.9395016964145491,1613939875067,660
"eps_1",1e-05,1613939875067,660
"wd_2",0.01,1613939875067,660
"sqr_mom_2",0.99,1613939875067,660
"lr_2",0.00014199321434180367,1613939875067,660
"mom_2",0.9395016964145491,1613939875067,660
"eps_2",1e-05,1613939875067,660
"train_loss",0.12952687,1613939876049,661
"raw_loss",0.14712822,1613939876049,661
"epoch",4.1635220125786105,1613939876049,661
"wd_0",0.01,1613939876049,661
"sqr_mom_0",0.99,1613939876049,661
"lr_0",1.421548609959241e-06,1613939876049,661
"mom_0",0.939461284751019,1613939876049,661
"eps_0",1e-05,1613939876049,661
"wd_1",0.01,1613939876049,661
"sqr_mom_1",0.99,1613939876049,661
"lr_1",1.4215486099592407e-05,1613939876049,661
"mom_1",0.939461284751019,1613939876049,661
"eps_1",1e-05,1613939876049,661
"wd_2",0.01,1613939876049,661
"sqr_mom_2",0.99,1613939876049,661
"lr_2",0.00014215486099592407,1613939876049,661
"mom_2",0.939461284751019,1613939876049,661
"eps_2",1e-05,1613939876049,661
"train_loss",0.1289232,1613939877018,662
"raw_loss",0.09934457,1613939877018,662
"epoch",4.169811320754711,1613939877018,662
"wd_0",0.01,1613939877018,662
"sqr_mom_0",0.99,1613939877018,662
"lr_0",1.4231678728768922e-06,1613939877018,662
"mom_0",0.9394208031780776,1613939877018,662
"eps_0",1e-05,1613939877018,662
"wd_1",0.01,1613939877018,662
"sqr_mom_1",0.99,1613939877018,662
"lr_1",1.423167872876892e-05,1613939877018,662
"mom_1",0.9394208031780776,1613939877018,662
"eps_1",1e-05,1613939877018,662
"wd_2",0.01,1613939877018,662
"sqr_mom_2",0.99,1613939877018,662
"lr_2",0.0001423167872876892,1613939877018,662
"mom_2",0.9394208031780776,1613939877018,662
"eps_2",1e-05,1613939877018,662
"train_loss",0.131667,1613939877993,663
"raw_loss",0.266108,1613939877993,663
"epoch",4.176100628930811,1613939877993,663
"wd_0",0.01,1613939877993,663
"sqr_mom_0",0.99,1613939877993,663
"lr_0",1.4247896988891896e-06,1613939877993,663
"mom_0",0.9393802575277702,1613939877993,663
"eps_0",1e-05,1613939877993,663
"wd_1",0.01,1613939877993,663
"sqr_mom_1",0.99,1613939877993,663
"lr_1",1.4247896988891893e-05,1613939877993,663
"mom_1",0.9393802575277702,1613939877993,663
"eps_1",1e-05,1613939877993,663
"wd_2",0.01,1613939877993,663
"sqr_mom_2",0.99,1613939877993,663
"lr_2",0.00014247896988891893,1613939877993,663
"mom_2",0.9393802575277702,1613939877993,663
"eps_2",1e-05,1613939877993,663
"train_loss",0.13047762,1613939878967,664
"raw_loss",0.072200395,1613939878967,664
"epoch",4.182389937106912,1613939878967,664
"wd_0",0.01,1613939878967,664
"sqr_mom_0",0.99,1613939878967,664
"lr_0",1.4264144310361225e-06,1613939878967,664
"mom_0",0.9393396392240969,1613939878967,664
"eps_0",1e-05,1613939878967,664
"wd_1",0.01,1613939878967,664
"sqr_mom_1",0.99,1613939878967,664
"lr_1",1.4264144310361224e-05,1613939878967,664
"mom_1",0.9393396392240969,1613939878967,664
"eps_1",1e-05,1613939878967,664
"wd_2",0.01,1613939878967,664
"sqr_mom_2",0.99,1613939878967,664
"lr_2",0.00014264144310361222,1613939878967,664
"mom_2",0.9393396392240969,1613939878967,664
"eps_2",1e-05,1613939878967,664
"train_loss",0.13289754,1613939879949,665
"raw_loss",0.251469,1613939879949,665
"epoch",4.188679245283012,1613939879949,665
"wd_0",0.01,1613939879949,665
"sqr_mom_0",0.99,1613939879949,665
"lr_0",1.4280418358320366e-06,1613939879949,665
"mom_0",0.9392989541041991,1613939879949,665
"eps_0",1e-05,1613939879949,665
"wd_1",0.01,1613939879949,665
"sqr_mom_1",0.99,1613939879949,665
"lr_1",1.4280418358320365e-05,1613939879949,665
"mom_1",0.9392989541041991,1613939879949,665
"eps_1",1e-05,1613939879949,665
"wd_2",0.01,1613939879949,665
"sqr_mom_2",0.99,1613939879949,665
"lr_2",0.00014280418358320364,1613939879949,665
"mom_2",0.9392989541041991,1613939879949,665
"eps_2",1e-05,1613939879949,665
"train_loss",0.13285252,1613939880922,666
"raw_loss",0.13064705,1613939880922,666
"epoch",4.194968553459113,1613939880922,666
"wd_0",0.01,1613939880922,666
"sqr_mom_0",0.99,1613939880922,666
"lr_0",1.429671968144174e-06,1613939880922,666
"mom_0",0.9392582007963957,1613939880922,666
"eps_0",1e-05,1613939880922,666
"wd_1",0.01,1613939880922,666
"sqr_mom_1",0.99,1613939880922,666
"lr_1",1.4296719681441737e-05,1613939880922,666
"mom_1",0.9392582007963957,1613939880922,666
"eps_1",1e-05,1613939880922,666
"wd_2",0.01,1613939880922,666
"sqr_mom_2",0.99,1613939880922,666
"lr_2",0.00014296719681441739,1613939880922,666
"mom_2",0.9392582007963957,1613939880922,666
"eps_2",1e-05,1613939880922,666
"train_loss",0.13259983,1613939881917,667
"raw_loss",0.120218694,1613939881917,667
"epoch",4.201257861635213,1613939881917,667
"wd_0",0.01,1613939881917,667
"sqr_mom_0",0.99,1613939881917,667
"lr_0",1.4313047670653818e-06,1613939881917,667
"mom_0",0.9392173808233654,1613939881917,667
"eps_0",1e-05,1613939881917,667
"wd_1",0.01,1613939881917,667
"sqr_mom_1",0.99,1613939881917,667
"lr_1",1.4313047670653817e-05,1613939881917,667
"mom_1",0.9392173808233654,1613939881917,667
"eps_1",1e-05,1613939881917,667
"wd_2",0.01,1613939881917,667
"sqr_mom_2",0.99,1613939881917,667
"lr_2",0.00014313047670653817,1613939881917,667
"mom_2",0.9392173808233654,1613939881917,667
"eps_2",1e-05,1613939881917,667
"train_loss",0.13159299,1613939882899,668
"raw_loss",0.0822595,1613939882899,668
"epoch",4.207547169811313,1613939882899,668
"wd_0",0.01,1613939882899,668
"sqr_mom_0",0.99,1613939882899,668
"lr_0",1.4329403458231894e-06,1613939882899,668
"mom_0",0.9391764913544203,1613939882899,668
"eps_0",1e-05,1613939882899,668
"wd_1",0.01,1613939882899,668
"sqr_mom_1",0.99,1613939882899,668
"lr_1",1.4329403458231892e-05,1613939882899,668
"mom_1",0.9391764913544203,1613939882899,668
"eps_1",1e-05,1613939882899,668
"wd_2",0.01,1613939882899,668
"sqr_mom_2",0.99,1613939882899,668
"lr_2",0.00014329403458231892,1613939882899,668
"mom_2",0.9391764913544203,1613939882899,668
"eps_2",1e-05,1613939882899,668
"train_loss",0.13051377,1613939883891,669
"raw_loss",0.07763401,1613939883891,669
"epoch",4.213836477987414,1613939883891,669
"wd_0",0.01,1613939883891,669
"sqr_mom_0",0.99,1613939883891,669
"lr_0",1.4345787018697378e-06,1613939883891,669
"mom_0",0.9391355324532565,1613939883891,669
"eps_0",1e-05,1613939883891,669
"wd_1",0.01,1613939883891,669
"sqr_mom_1",0.99,1613939883891,669
"lr_1",1.4345787018697377e-05,1613939883891,669
"mom_1",0.9391355324532565,1613939883891,669
"eps_1",1e-05,1613939883891,669
"wd_2",0.01,1613939883891,669
"sqr_mom_2",0.99,1613939883891,669
"lr_2",0.00014345787018697377,1613939883891,669
"mom_2",0.9391355324532565,1613939883891,669
"eps_2",1e-05,1613939883891,669
"train_loss",0.12968838,1613939884866,670
"raw_loss",0.08924624,1613939884866,670
"epoch",4.220125786163514,1613939884866,670
"wd_0",0.01,1613939884866,670
"sqr_mom_0",0.99,1613939884866,670
"lr_0",1.4362197159149654e-06,1613939884866,670
"mom_0",0.9390945071021258,1613939884866,670
"eps_0",1e-05,1613939884866,670
"wd_1",0.01,1613939884866,670
"sqr_mom_1",0.99,1613939884866,670
"lr_1",1.4362197159149654e-05,1613939884866,670
"mom_1",0.9390945071021258,1613939884866,670
"eps_1",1e-05,1613939884866,670
"wd_2",0.01,1613939884866,670
"sqr_mom_2",0.99,1613939884866,670
"lr_2",0.00014362197159149652,1613939884866,670
"mom_2",0.9390945071021258,1613939884866,670
"eps_2",1e-05,1613939884866,670
"train_loss",0.12893346,1613939885848,671
"raw_loss",0.09194342,1613939885848,671
"epoch",4.226415094339615,1613939885848,671
"wd_0",0.01,1613939885848,671
"sqr_mom_0",0.99,1613939885848,671
"lr_0",1.4378633848220975e-06,1613939885848,671
"mom_0",0.9390534153794475,1613939885848,671
"eps_0",1e-05,1613939885848,671
"wd_1",0.01,1613939885848,671
"sqr_mom_1",0.99,1613939885848,671
"lr_1",1.4378633848220975e-05,1613939885848,671
"mom_1",0.9390534153794475,1613939885848,671
"eps_1",1e-05,1613939885848,671
"wd_2",0.01,1613939885848,671
"sqr_mom_2",0.99,1613939885848,671
"lr_2",0.00014378633848220976,1613939885848,671
"mom_2",0.9390534153794475,1613939885848,671
"eps_2",1e-05,1613939885848,671
"train_loss",0.12917459,1613939886851,672
"raw_loss",0.14098969,1613939886851,672
"epoch",4.232704402515715,1613939886851,672
"wd_0",0.01,1613939886851,672
"sqr_mom_0",0.99,1613939886851,672
"lr_0",1.4395098225724492e-06,1613939886851,672
"mom_0",0.9390122544356887,1613939886851,672
"eps_0",1e-05,1613939886851,672
"wd_1",0.01,1613939886851,672
"sqr_mom_1",0.99,1613939886851,672
"lr_1",1.439509822572449e-05,1613939886851,672
"mom_1",0.9390122544356887,1613939886851,672
"eps_1",1e-05,1613939886851,672
"wd_2",0.01,1613939886851,672
"sqr_mom_2",0.99,1613939886851,672
"lr_2",0.0001439509822572449,1613939886851,672
"mom_2",0.9390122544356887,1613939886851,672
"eps_2",1e-05,1613939886851,672
"train_loss",0.1283936,1613939887825,673
"raw_loss",0.090126514,1613939887825,673
"epoch",4.238993710691815,1613939887825,673
"wd_0",0.01,1613939887825,673
"sqr_mom_0",0.99,1613939887825,673
"lr_0",1.441158967940834e-06,1613939887825,673
"mom_0",0.9389710258014791,1613939887825,673
"eps_0",1e-05,1613939887825,673
"wd_1",0.01,1613939887825,673
"sqr_mom_1",0.99,1613939887825,673
"lr_1",1.4411589679408338e-05,1613939887825,673
"mom_1",0.9389710258014791,1613939887825,673
"eps_1",1e-05,1613939887825,673
"wd_2",0.01,1613939887825,673
"sqr_mom_2",0.99,1613939887825,673
"lr_2",0.00014411589679408338,1613939887825,673
"mom_2",0.9389710258014791,1613939887825,673
"eps_2",1e-05,1613939887825,673
"train_loss",0.12818946,1613939888797,674
"raw_loss",0.11818711,1613939888797,674
"epoch",4.245283018867916,1613939888797,674
"wd_0",0.01,1613939888797,674
"sqr_mom_0",0.99,1613939888797,674
"lr_0",1.4428108768191525e-06,1613939888797,674
"mom_0",0.9389297280795211,1613939888797,674
"eps_0",1e-05,1613939888797,674
"wd_1",0.01,1613939888797,674
"sqr_mom_1",0.99,1613939888797,674
"lr_1",1.4428108768191524e-05,1613939888797,674
"mom_1",0.9389297280795211,1613939888797,674
"eps_1",1e-05,1613939888797,674
"wd_2",0.01,1613939888797,674
"sqr_mom_2",0.99,1613939888797,674
"lr_2",0.00014428108768191523,1613939888797,674
"mom_2",0.9389297280795211,1613939888797,674
"eps_2",1e-05,1613939888797,674
"train_loss",0.12762277,1613939889786,675
"raw_loss",0.09985557,1613939889786,675
"epoch",4.251572327044016,1613939889786,675
"wd_0",0.01,1613939889786,675
"sqr_mom_0",0.99,1613939889786,675
"lr_0",1.4444653112319222e-06,1613939889786,675
"mom_0",0.9388883672192019,1613939889786,675
"eps_0",1e-05,1613939889786,675
"wd_1",0.01,1613939889786,675
"sqr_mom_1",0.99,1613939889786,675
"lr_1",1.444465311231922e-05,1613939889786,675
"mom_1",0.9388883672192019,1613939889786,675
"eps_1",1e-05,1613939889786,675
"wd_2",0.01,1613939889786,675
"sqr_mom_2",0.99,1613939889786,675
"lr_2",0.0001444465311231922,1613939889786,675
"mom_2",0.9388883672192019,1613939889786,675
"eps_2",1e-05,1613939889786,675
"train_loss",0.12637566,1613939890743,676
"raw_loss",0.06526895,1613939890743,676
"epoch",4.257861635220117,1613939890743,676
"wd_0",0.01,1613939890743,676
"sqr_mom_0",0.99,1613939890743,676
"lr_0",1.4461226211162875e-06,1613939890743,676
"mom_0",0.9388469344720928,1613939890743,676
"eps_0",1e-05,1613939890743,676
"wd_1",0.01,1613939890743,676
"sqr_mom_1",0.99,1613939890743,676
"lr_1",1.4461226211162873e-05,1613939890743,676
"mom_1",0.9388469344720928,1613939890743,676
"eps_1",1e-05,1613939890743,676
"wd_2",0.01,1613939890743,676
"sqr_mom_2",0.99,1613939890743,676
"lr_2",0.00014461226211162872,1613939890743,676
"mom_2",0.9388469344720928,1613939890743,676
"eps_2",1e-05,1613939890743,676
"train_loss",0.1251387,1613939891720,677
"raw_loss",0.06452934,1613939891720,677
"epoch",4.264150943396217,1613939891720,677
"wd_0",0.01,1613939891720,677
"sqr_mom_0",0.99,1613939891720,677
"lr_0",1.447782568295459e-06,1613939891720,677
"mom_0",0.9388054357926134,1613939891720,677
"eps_0",1e-05,1613939891720,677
"wd_1",0.01,1613939891720,677
"sqr_mom_1",0.99,1613939891720,677
"lr_1",1.4477825682954589e-05,1613939891720,677
"mom_1",0.9388054357926134,1613939891720,677
"eps_1",1e-05,1613939891720,677
"wd_2",0.01,1613939891720,677
"sqr_mom_2",0.99,1613939891720,677
"lr_2",0.0001447782568295459,1613939891720,677
"mom_2",0.9388054357926134,1613939891720,677
"eps_2",1e-05,1613939891720,677
"train_loss",0.123925805,1613939892726,678
"raw_loss",0.06449581,1613939892726,678
"epoch",4.270440251572317,1613939892726,678
"wd_0",0.01,1613939892726,678
"sqr_mom_0",0.99,1613939892726,678
"lr_0",1.4494451496019467e-06,1613939892726,678
"mom_0",0.9387638712599513,1613939892726,678
"eps_0",1e-05,1613939892726,678
"wd_1",0.01,1613939892726,678
"sqr_mom_1",0.99,1613939892726,678
"lr_1",1.4494451496019466e-05,1613939892726,678
"mom_1",0.9387638712599513,1613939892726,678
"eps_1",1e-05,1613939892726,678
"wd_2",0.01,1613939892726,678
"sqr_mom_2",0.99,1613939892726,678
"lr_2",0.00014494451496019464,1613939892726,678
"mom_2",0.9387638712599513,1613939892726,678
"eps_2",1e-05,1613939892726,678
"train_loss",0.12252895,1613939893684,679
"raw_loss",0.054084636,1613939893684,679
"epoch",4.276729559748418,1613939893684,679
"wd_0",0.01,1613939893684,679
"sqr_mom_0",0.99,1613939893684,679
"lr_0",1.4511104803285584e-06,1613939893684,679
"mom_0",0.938722237991786,1613939893684,679
"eps_0",1e-05,1613939893684,679
"wd_1",0.01,1613939893684,679
"sqr_mom_1",0.99,1613939893684,679
"lr_1",1.4511104803285583e-05,1613939893684,679
"mom_1",0.938722237991786,1613939893684,679
"eps_1",1e-05,1613939893684,679
"wd_2",0.01,1613939893684,679
"sqr_mom_2",0.99,1613939893684,679
"lr_2",0.0001451110480328558,1613939893684,679
"mom_2",0.938722237991786,1613939893684,679
"eps_2",1e-05,1613939893684,679
"train_loss",0.12262332,1613939894634,680
"raw_loss",0.12724693,1613939894634,680
"epoch",4.283018867924518,1613939894634,680
"wd_0",0.01,1613939894634,680
"sqr_mom_0",0.99,1613939894634,680
"lr_0",1.4527784985448175e-06,1613939894634,680
"mom_0",0.9386805375363795,1613939894634,680
"eps_0",1e-05,1613939894634,680
"wd_1",0.01,1613939894634,680
"sqr_mom_1",0.99,1613939894634,680
"lr_1",1.4527784985448175e-05,1613939894634,680
"mom_1",0.9386805375363795,1613939894634,680
"eps_1",1e-05,1613939894634,680
"wd_2",0.01,1613939894634,680
"sqr_mom_2",0.99,1613939894634,680
"lr_2",0.00014527784985448174,1613939894634,680
"mom_2",0.9386805375363795,1613939894634,680
"eps_2",1e-05,1613939894634,680
"train_loss",0.1220818,1613939895615,681
"raw_loss",0.09554844,1613939895615,681
"epoch",4.289308176100619,1613939895615,681
"wd_0",0.01,1613939895615,681
"sqr_mom_0",0.99,1613939895615,681
"lr_0",1.4544492607795254e-06,1613939895615,681
"mom_0",0.9386387684805119,1613939895615,681
"eps_0",1e-05,1613939895615,681
"wd_1",0.01,1613939895615,681
"sqr_mom_1",0.99,1613939895615,681
"lr_1",1.4544492607795253e-05,1613939895615,681
"mom_1",0.9386387684805119,1613939895615,681
"eps_1",1e-05,1613939895615,681
"wd_2",0.01,1613939895615,681
"sqr_mom_2",0.99,1613939895615,681
"lr_2",0.00014544492607795252,1613939895615,681
"mom_2",0.9386387684805119,1613939895615,681
"eps_2",1e-05,1613939895615,681
"train_loss",0.121187426,1613939896580,682
"raw_loss",0.07736391,1613939896580,682
"epoch",4.295597484276719,1613939896580,682
"wd_0",0.01,1613939896580,682
"sqr_mom_0",0.99,1613939896580,682
"lr_0",1.45612252634661e-06,1613939896580,682
"mom_0",0.9385969368413347,1613939896580,682
"eps_0",1e-05,1613939896580,682
"wd_1",0.01,1613939896580,682
"sqr_mom_1",0.99,1613939896580,682
"lr_1",1.4561225263466099e-05,1613939896580,682
"mom_1",0.9385969368413347,1613939896580,682
"eps_1",1e-05,1613939896580,682
"wd_2",0.01,1613939896580,682
"sqr_mom_2",0.99,1613939896580,682
"lr_2",0.00014561225263466098,1613939896580,682
"mom_2",0.9385969368413347,1613939896580,682
"eps_2",1e-05,1613939896580,682
"train_loss",0.12081308,1613939897602,683
"raw_loss",0.10247057,1613939897602,683
"epoch",4.3018867924528195,1613939897602,683
"wd_0",0.01,1613939897602,683
"sqr_mom_0",0.99,1613939897602,683
"lr_0",1.4577986491662816e-06,1613939897602,683
"mom_0",0.9385550337708429,1613939897602,683
"eps_0",1e-05,1613939897602,683
"wd_1",0.01,1613939897602,683
"sqr_mom_1",0.99,1613939897602,683
"lr_1",1.4577986491662815e-05,1613939897602,683
"mom_1",0.9385550337708429,1613939897602,683
"eps_1",1e-05,1613939897602,683
"wd_2",0.01,1613939897602,683
"sqr_mom_2",0.99,1613939897602,683
"lr_2",0.00014577986491662813,1613939897602,683
"mom_2",0.9385550337708429,1613939897602,683
"eps_2",1e-05,1613939897602,683
"train_loss",0.1222778,1613939898584,684
"raw_loss",0.19404754,1613939898584,684
"epoch",4.30817610062892,1613939898584,684
"wd_0",0.01,1613939898584,684
"sqr_mom_0",0.99,1613939898584,684
"lr_0",1.4594773883526642e-06,1613939898584,684
"mom_0",0.9385130652911834,1613939898584,684
"eps_0",1e-05,1613939898584,684
"wd_1",0.01,1613939898584,684
"sqr_mom_1",0.99,1613939898584,684
"lr_1",1.4594773883526641e-05,1613939898584,684
"mom_1",0.9385130652911834,1613939898584,684
"eps_1",1e-05,1613939898584,684
"wd_2",0.01,1613939898584,684
"sqr_mom_2",0.99,1613939898584,684
"lr_2",0.0001459477388352664,1613939898584,684
"mom_2",0.9385130652911834,1613939898584,684
"eps_2",1e-05,1613939898584,684
"train_loss",0.12267882,1613939899574,685
"raw_loss",0.14232755,1613939899574,685
"epoch",4.31446540880502,1613939899574,685
"wd_0",0.01,1613939899574,685
"sqr_mom_0",0.99,1613939899574,685
"lr_0",1.4611588005112104e-06,1613939899574,685
"mom_0",0.9384710299872197,1613939899574,685
"eps_0",1e-05,1613939899574,685
"wd_1",0.01,1613939899574,685
"sqr_mom_1",0.99,1613939899574,685
"lr_1",1.4611588005112103e-05,1613939899574,685
"mom_1",0.9384710299872197,1613939899574,685
"eps_1",1e-05,1613939899574,685
"wd_2",0.01,1613939899574,685
"sqr_mom_2",0.99,1613939899574,685
"lr_2",0.00014611588005112103,1613939899574,685
"mom_2",0.9384710299872197,1613939899574,685
"eps_2",1e-05,1613939899574,685
"train_loss",0.123175345,1613939900536,686
"raw_loss",0.14750484,1613939900536,686
"epoch",4.320754716981121,1613939900536,686
"wd_0",0.01,1613939900536,686
"sqr_mom_0",0.99,1613939900536,686
"lr_0",1.4628428228262644e-06,1613939900536,686
"mom_0",0.9384289294293433,1613939900536,686
"eps_0",1e-05,1613939900536,686
"wd_1",0.01,1613939900536,686
"sqr_mom_1",0.99,1613939900536,686
"lr_1",1.4628428228262644e-05,1613939900536,686
"mom_1",0.9384289294293433,1613939900536,686
"eps_1",1e-05,1613939900536,686
"wd_2",0.01,1613939900536,686
"sqr_mom_2",0.99,1613939900536,686
"lr_2",0.00014628428228262642,1613939900536,686
"mom_2",0.9384289294293433,1613939900536,686
"eps_2",1e-05,1613939900536,686
"train_loss",0.12284807,1613939901483,687
"raw_loss",0.106812015,1613939901483,687
"epoch",4.327044025157221,1613939901483,687
"wd_0",0.01,1613939901483,687
"sqr_mom_0",0.99,1613939901483,687
"lr_0",1.4645295720774754e-06,1613939901483,687
"mom_0",0.938386760698063,1613939901483,687
"eps_0",1e-05,1613939901483,687
"wd_1",0.01,1613939901483,687
"sqr_mom_1",0.99,1613939901483,687
"lr_1",1.4645295720774753e-05,1613939901483,687
"mom_1",0.938386760698063,1613939901483,687
"eps_1",1e-05,1613939901483,687
"wd_2",0.01,1613939901483,687
"sqr_mom_2",0.99,1613939901483,687
"lr_2",0.0001464529572077475,1613939901483,687
"mom_2",0.938386760698063,1613939901483,687
"eps_2",1e-05,1613939901483,687
"train_loss",0.12215755,1613939902458,688
"raw_loss",0.08832301,1613939902458,688
"epoch",4.3333333333333215,1613939902458,688
"wd_0",0.01,1613939902458,688
"sqr_mom_0",0.99,1613939902458,688
"lr_0",1.466219045622359e-06,1613939902458,688
"mom_0",0.938344523859441,1613939902458,688
"eps_0",1e-05,1613939902458,688
"wd_1",0.01,1613939902458,688
"sqr_mom_1",0.99,1613939902458,688
"lr_1",1.4662190456223588e-05,1613939902458,688
"mom_1",0.938344523859441,1613939902458,688
"eps_1",1e-05,1613939902458,688
"wd_2",0.01,1613939902458,688
"sqr_mom_2",0.99,1613939902458,688
"lr_2",0.00014662190456223587,1613939902458,688
"mom_2",0.938344523859441,1613939902458,688
"eps_2",1e-05,1613939902458,688
"train_loss",0.12256953,1613939903408,689
"raw_loss",0.14275576,1613939903408,689
"epoch",4.339622641509422,1613939903408,689
"wd_0",0.01,1613939903408,689
"sqr_mom_0",0.99,1613939903408,689
"lr_0",1.4679111204489464e-06,1613939903408,689
"mom_0",0.9383022219887763,1613939903408,689
"eps_0",1e-05,1613939903408,689
"wd_1",0.01,1613939903408,689
"sqr_mom_1",0.99,1613939903408,689
"lr_1",1.4679111204489462e-05,1613939903408,689
"mom_1",0.9383022219887763,1613939903408,689
"eps_1",1e-05,1613939903408,689
"wd_2",0.01,1613939903408,689
"sqr_mom_2",0.99,1613939903408,689
"lr_2",0.00014679111204489461,1613939903408,689
"mom_2",0.9383022219887763,1613939903408,689
"eps_2",1e-05,1613939903408,689
"train_loss",0.12243463,1613939904413,690
"raw_loss",0.11582447,1613939904413,690
"epoch",4.345911949685522,1613939904413,690
"wd_0",0.01,1613939904413,690
"sqr_mom_0",0.99,1613939904413,690
"lr_0",1.469605793337725e-06,1613939904413,690
"mom_0",0.9382598551665569,1613939904413,690
"eps_0",1e-05,1613939904413,690
"wd_1",0.01,1613939904413,690
"sqr_mom_1",0.99,1613939904413,690
"lr_1",1.4696057933377249e-05,1613939904413,690
"mom_1",0.9382598551665569,1613939904413,690
"eps_1",1e-05,1613939904413,690
"wd_2",0.01,1613939904413,690
"sqr_mom_2",0.99,1613939904413,690
"lr_2",0.00014696057933377249,1613939904413,690
"mom_2",0.9382598551665569,1613939904413,690
"eps_2",1e-05,1613939904413,690
"train_loss",0.12206076,1613939905407,691
"raw_loss",0.103741646,1613939905407,691
"epoch",4.352201257861623,1613939905407,691
"wd_0",0.01,1613939905407,691
"sqr_mom_0",0.99,1613939905407,691
"lr_0",1.4713031818069145e-06,1613939905407,691
"mom_0",0.9382174204548271,1613939905407,691
"eps_0",1e-05,1613939905407,691
"wd_1",0.01,1613939905407,691
"sqr_mom_1",0.99,1613939905407,691
"lr_1",1.4713031818069145e-05,1613939905407,691
"mom_1",0.9382174204548271,1613939905407,691
"eps_1",1e-05,1613939905407,691
"wd_2",0.01,1613939905407,691
"sqr_mom_2",0.99,1613939905407,691
"lr_2",0.0001471303181806914,1613939905407,691
"mom_2",0.9382174204548271,1613939905407,691
"eps_2",1e-05,1613939905407,691
"train_loss",0.12272279,1613939906374,692
"raw_loss",0.15516144,1613939906374,692
"epoch",4.358490566037723,1613939906374,692
"wd_0",0.01,1613939906374,692
"sqr_mom_0",0.99,1613939906374,692
"lr_0",1.473003222729245e-06,1613939906374,692
"mom_0",0.9381749194317689,1613939906374,692
"eps_0",1e-05,1613939906374,692
"wd_1",0.01,1613939906374,692
"sqr_mom_1",0.99,1613939906374,692
"lr_1",1.4730032227292449e-05,1613939906374,692
"mom_1",0.9381749194317689,1613939906374,692
"eps_1",1e-05,1613939906374,692
"wd_2",0.01,1613939906374,692
"sqr_mom_2",0.99,1613939906374,692
"lr_2",0.00014730032227292447,1613939906374,692
"mom_2",0.9381749194317689,1613939906374,692
"eps_2",1e-05,1613939906374,692
"train_loss",0.12179679,1613939907344,693
"raw_loss",0.076423936,1613939907344,693
"epoch",4.3647798742138235,1613939907344,693
"wd_0",0.01,1613939907344,693
"sqr_mom_0",0.99,1613939907344,693
"lr_0",1.4747058525957855e-06,1613939907344,693
"mom_0",0.9381323536851053,1613939907344,693
"eps_0",1e-05,1613939907344,693
"wd_1",0.01,1613939907344,693
"sqr_mom_1",0.99,1613939907344,693
"lr_1",1.4747058525957853e-05,1613939907344,693
"mom_1",0.9381323536851053,1613939907344,693
"eps_1",1e-05,1613939907344,693
"wd_2",0.01,1613939907344,693
"sqr_mom_2",0.99,1613939907344,693
"lr_2",0.00014747058525957854,1613939907344,693
"mom_2",0.9381323536851053,1613939907344,693
"eps_2",1e-05,1613939907344,693
"train_loss",0.1211956,1613939908300,694
"raw_loss",0.091737665,1613939908300,694
"epoch",4.371069182389924,1613939908300,694
"wd_0",0.01,1613939908300,694
"sqr_mom_0",0.99,1613939908300,694
"lr_0",1.4764111894765371e-06,1613939908300,694
"mom_0",0.9380897202630866,1613939908300,694
"eps_0",1e-05,1613939908300,694
"wd_1",0.01,1613939908300,694
"sqr_mom_1",0.99,1613939908300,694
"lr_1",1.476411189476537e-05,1613939908300,694
"mom_1",0.9380897202630866,1613939908300,694
"eps_1",1e-05,1613939908300,694
"wd_2",0.01,1613939908300,694
"sqr_mom_2",0.99,1613939908300,694
"lr_2",0.00014764111894765368,1613939908300,694
"mom_2",0.9380897202630866,1613939908300,694
"eps_2",1e-05,1613939908300,694
"train_loss",0.12069917,1613939909244,695
"raw_loss",0.096374705,1613939909244,695
"epoch",4.377358490566024,1613939909244,695
"wd_0",0.01,1613939909244,695
"sqr_mom_0",0.99,1613939909244,695
"lr_0",1.4781192306945674e-06,1613939909244,695
"mom_0",0.9380470192326358,1613939909244,695
"eps_0",1e-05,1613939909244,695
"wd_1",0.01,1613939909244,695
"sqr_mom_1",0.99,1613939909244,695
"lr_1",1.4781192306945673e-05,1613939909244,695
"mom_1",0.9380470192326358,1613939909244,695
"eps_1",1e-05,1613939909244,695
"wd_2",0.01,1613939909244,695
"sqr_mom_2",0.99,1613939909244,695
"lr_2",0.00014781192306945673,1613939909244,695
"mom_2",0.9380470192326358,1613939909244,695
"eps_2",1e-05,1613939909244,695
"train_loss",0.12041471,1613939910184,696
"raw_loss",0.10647699,1613939910184,696
"epoch",4.383647798742125,1613939910184,696
"wd_0",0.01,1613939910184,696
"sqr_mom_0",0.99,1613939910184,696
"lr_0",1.4798298518859816e-06,1613939910184,696
"mom_0",0.9380042537028505,1613939910184,696
"eps_0",1e-05,1613939910184,696
"wd_1",0.01,1613939910184,696
"sqr_mom_1",0.99,1613939910184,696
"lr_1",1.4798298518859815e-05,1613939910184,696
"mom_1",0.9380042537028505,1613939910184,696
"eps_1",1e-05,1613939910184,696
"wd_2",0.01,1613939910184,696
"sqr_mom_2",0.99,1613939910184,696
"lr_2",0.00014798298518859813,1613939910184,696
"mom_2",0.9380042537028505,1613939910184,696
"eps_2",1e-05,1613939910184,696
"train_loss",0.11916379,1613939911139,697
"raw_loss",0.057869583,1613939911139,697
"epoch",4.389937106918225,1613939911139,697
"wd_0",0.01,1613939911139,697
"sqr_mom_0",0.99,1613939911139,697
"lr_0",1.4815430498012884e-06,1613939911139,697
"mom_0",0.9379614237549677,1613939911139,697
"eps_0",1e-05,1613939911139,697
"wd_1",0.01,1613939911139,697
"sqr_mom_1",0.99,1613939911139,697
"lr_1",1.4815430498012885e-05,1613939911139,697
"mom_1",0.9379614237549677,1613939911139,697
"eps_1",1e-05,1613939911139,697
"wd_2",0.01,1613939911139,697
"sqr_mom_2",0.99,1613939911139,697
"lr_2",0.00014815430498012883,1613939911139,697
"mom_2",0.9379614237549677,1613939911139,697
"eps_2",1e-05,1613939911139,697
"train_loss",0.1186497,1613939912092,698
"raw_loss",0.09345973,1613939912092,698
"epoch",4.3962264150943255,1613939912092,698
"wd_0",0.01,1613939912092,698
"sqr_mom_0",0.99,1613939912092,698
"lr_0",1.4832589432433387e-06,1613939912092,698
"mom_0",0.9379185264189165,1613939912092,698
"eps_0",1e-05,1613939912092,698
"wd_1",0.01,1613939912092,698
"sqr_mom_1",0.99,1613939912092,698
"lr_1",1.4832589432433383e-05,1613939912092,698
"mom_1",0.9379185264189165,1613939912092,698
"eps_1",1e-05,1613939912092,698
"wd_2",0.01,1613939912092,698
"sqr_mom_2",0.99,1613939912092,698
"lr_2",0.00014832589432433384,1613939912092,698
"mom_2",0.9379185264189165,1613939912092,698
"eps_2",1e-05,1613939912092,698
"train_loss",0.11743394,1613939913041,699
"raw_loss",0.057862535,1613939913041,699
"epoch",4.402515723270426,1613939913041,699
"wd_0",0.01,1613939913041,699
"sqr_mom_0",0.99,1613939913041,699
"lr_0",1.4849774683940003e-06,1613939913041,699
"mom_0",0.93787556329015,1613939913041,699
"eps_0",1e-05,1613939913041,699
"wd_1",0.01,1613939913041,699
"sqr_mom_1",0.99,1613939913041,699
"lr_1",1.4849774683940001e-05,1613939913041,699
"mom_1",0.93787556329015,1613939913041,699
"eps_1",1e-05,1613939913041,699
"wd_2",0.01,1613939913041,699
"sqr_mom_2",0.99,1613939913041,699
"lr_2",0.00014849774683940001,1613939913041,699
"mom_2",0.93787556329015,1613939913041,699
"eps_2",1e-05,1613939913041,699
"train_loss",0.11610327,1613939913984,700
"raw_loss",0.050901324,1613939913984,700
"epoch",4.408805031446526,1613939913984,700
"wd_0",0.01,1613939913984,700
"sqr_mom_0",0.99,1613939913984,700
"lr_0",1.4866986834864337e-06,1613939913984,700
"mom_0",0.9378325329128391,1613939913984,700
"eps_0",1e-05,1613939913984,700
"wd_1",0.01,1613939913984,700
"sqr_mom_1",0.99,1613939913984,700
"lr_1",1.4866986834864337e-05,1613939913984,700
"mom_1",0.9378325329128391,1613939913984,700
"eps_1",1e-05,1613939913984,700
"wd_2",0.01,1613939913984,700
"sqr_mom_2",0.99,1613939913984,700
"lr_2",0.00014866986834864335,1613939913984,700
"mom_2",0.9378325329128391,1613939913984,700
"eps_2",1e-05,1613939913984,700
"train_loss",0.11521818,1613939914935,701
"raw_loss",0.07184964,1613939914935,701
"epoch",4.415094339622627,1613939914935,701
"wd_0",0.01,1613939914935,701
"sqr_mom_0",0.99,1613939914935,701
"lr_0",1.4884223405810461e-06,1613939914935,701
"mom_0",0.9377894414854738,1613939914935,701
"eps_0",1e-05,1613939914935,701
"wd_1",0.01,1613939914935,701
"sqr_mom_1",0.99,1613939914935,701
"lr_1",1.4884223405810461e-05,1613939914935,701
"mom_1",0.9377894414854738,1613939914935,701
"eps_1",1e-05,1613939914935,701
"wd_2",0.01,1613939914935,701
"sqr_mom_2",0.99,1613939914935,701
"lr_2",0.0001488422340581046,1613939914935,701
"mom_2",0.9377894414854738,1613939914935,701
"eps_2",1e-05,1613939914935,701
"train_loss",0.11527063,1613939915891,702
"raw_loss",0.117840536,1613939915891,702
"epoch",4.421383647798727,1613939915891,702
"wd_0",0.01,1613939915891,702
"sqr_mom_0",0.99,1613939915891,702
"lr_0",1.490148804256595e-06,1613939915891,702
"mom_0",0.937746279893585,1613939915891,702
"eps_0",1e-05,1613939915891,702
"wd_1",0.01,1613939915891,702
"sqr_mom_1",0.99,1613939915891,702
"lr_1",1.4901488042565948e-05,1613939915891,702
"mom_1",0.937746279893585,1613939915891,702
"eps_1",1e-05,1613939915891,702
"wd_2",0.01,1613939915891,702
"sqr_mom_2",0.99,1613939915891,702
"lr_2",0.00014901488042565948,1613939915891,702
"mom_2",0.937746279893585,1613939915891,702
"eps_2",1e-05,1613939915891,702
"train_loss",0.115526706,1613939916908,703
"raw_loss",0.12807423,1613939916908,703
"epoch",4.427672955974828,1613939916908,703
"wd_0",0.01,1613939916908,703
"sqr_mom_0",0.99,1613939916908,703
"lr_0",1.4918778263778592e-06,1613939916908,703
"mom_0",0.9377030543405535,1613939916908,703
"eps_0",1e-05,1613939916908,703
"wd_1",0.01,1613939916908,703
"sqr_mom_1",0.99,1613939916908,703
"lr_1",1.491877826377859e-05,1613939916908,703
"mom_1",0.9377030543405535,1613939916908,703
"eps_1",1e-05,1613939916908,703
"wd_2",0.01,1613939916908,703
"sqr_mom_2",0.99,1613939916908,703
"lr_2",0.0001491877826377859,1613939916908,703
"mom_2",0.9377030543405535,1613939916908,703
"eps_2",1e-05,1613939916908,703
"train_loss",0.11483848,1613939917919,704
"raw_loss",0.0811156,1613939917919,704
"epoch",4.433962264150928,1613939917919,704
"wd_0",0.01,1613939917919,704
"sqr_mom_0",0.99,1613939917919,704
"lr_0",1.4936094652530474e-06,1613939917919,704
"mom_0",0.9376597633686737,1613939917919,704
"eps_0",1e-05,1613939917919,704
"wd_1",0.01,1613939917919,704
"sqr_mom_1",0.99,1613939917919,704
"lr_1",1.4936094652530474e-05,1613939917919,704
"mom_1",0.9376597633686737,1613939917919,704
"eps_1",1e-05,1613939917919,704
"wd_2",0.01,1613939917919,704
"sqr_mom_2",0.99,1613939917919,704
"lr_2",0.00014936094652530472,1613939917919,704
"mom_2",0.9376597633686737,1613939917919,704
"eps_2",1e-05,1613939917919,704
"train_loss",0.11587351,1613939918883,705
"raw_loss",0.16658914,1613939918883,705
"epoch",4.440251572327028,1613939918883,705
"wd_0",0.01,1613939918883,705
"sqr_mom_0",0.99,1613939918883,705
"lr_0",1.4953436561973444e-06,1613939918883,705
"mom_0",0.9376164085950663,1613939918883,705
"eps_0",1e-05,1613939918883,705
"wd_1",0.01,1613939918883,705
"sqr_mom_1",0.99,1613939918883,705
"lr_1",1.4953436561973441e-05,1613939918883,705
"mom_1",0.9376164085950663,1613939918883,705
"eps_1",1e-05,1613939918883,705
"wd_2",0.01,1613939918883,705
"sqr_mom_2",0.99,1613939918883,705
"lr_2",0.0001495343656197344,1613939918883,705
"mom_2",0.9376164085950663,1613939918883,705
"eps_2",1e-05,1613939918883,705
"train_loss",0.11437006,1613939919882,706
"raw_loss",0.040702295,1613939919882,706
"epoch",4.446540880503129,1613939919882,706
"wd_0",0.01,1613939919882,706
"sqr_mom_0",0.99,1613939919882,706
"lr_0",1.4970805194693759e-06,1613939919882,706
"mom_0",0.9375729870132655,1613939919882,706
"eps_0",1e-05,1613939919882,706
"wd_1",0.01,1613939919882,706
"sqr_mom_1",0.99,1613939919882,706
"lr_1",1.4970805194693756e-05,1613939919882,706
"mom_1",0.9375729870132655,1613939919882,706
"eps_1",1e-05,1613939919882,706
"wd_2",0.01,1613939919882,706
"sqr_mom_2",0.99,1613939919882,706
"lr_2",0.00014970805194693755,1613939919882,706
"mom_2",0.9375729870132655,1613939919882,706
"eps_2",1e-05,1613939919882,706
"train_loss",0.11535248,1613939920838,707
"raw_loss",0.16349037,1613939920838,707
"epoch",4.452830188679229,1613939920838,707
"wd_0",0.01,1613939920838,707
"sqr_mom_0",0.99,1613939920838,707
"lr_0",1.4988200523336874e-06,1613939920838,707
"mom_0",0.9375294986916578,1613939920838,707
"eps_0",1e-05,1613939920838,707
"wd_1",0.01,1613939920838,707
"sqr_mom_1",0.99,1613939920838,707
"lr_1",1.4988200523336874e-05,1613939920838,707
"mom_1",0.9375294986916578,1613939920838,707
"eps_1",1e-05,1613939920838,707
"wd_2",0.01,1613939920838,707
"sqr_mom_2",0.99,1613939920838,707
"lr_2",0.00014988200523336872,1613939920838,707
"mom_2",0.9375294986916578,1613939920838,707
"eps_2",1e-05,1613939920838,707
"train_loss",0.115371704,1613939921809,708
"raw_loss",0.11631332,1613939921809,708
"epoch",4.45911949685533,1613939921809,708
"wd_0",0.01,1613939921809,708
"sqr_mom_0",0.99,1613939921809,708
"lr_0",1.5005620042172473e-06,1613939921809,708
"mom_0",0.9374859498945688,1613939921809,708
"eps_0",1e-05,1613939921809,708
"wd_1",0.01,1613939921809,708
"sqr_mom_1",0.99,1613939921809,708
"lr_1",1.5005620042172472e-05,1613939921809,708
"mom_1",0.9374859498945688,1613939921809,708
"eps_1",1e-05,1613939921809,708
"wd_2",0.01,1613939921809,708
"sqr_mom_2",0.99,1613939921809,708
"lr_2",0.0001500562004217247,1613939921809,708
"mom_2",0.9374859498945688,1613939921809,708
"eps_2",1e-05,1613939921809,708
"train_loss",0.114512525,1613939922758,709
"raw_loss",0.072413445,1613939922758,709
"epoch",4.46540880503143,1613939922758,709
"wd_0",0.01,1613939922758,709
"sqr_mom_0",0.99,1613939922758,709
"lr_0",1.5023067435684292e-06,1613939922758,709
"mom_0",0.9374423314107893,1613939922758,709
"eps_0",1e-05,1613939922758,709
"wd_1",0.01,1613939922758,709
"sqr_mom_1",0.99,1613939922758,709
"lr_1",1.502306743568429e-05,1613939922758,709
"mom_1",0.9374423314107893,1613939922758,709
"eps_1",1e-05,1613939922758,709
"wd_2",0.01,1613939922758,709
"sqr_mom_2",0.99,1613939922758,709
"lr_2",0.0001502306743568429,1613939922758,709
"mom_2",0.9374423314107893,1613939922758,709
"eps_2",1e-05,1613939922758,709
"train_loss",0.11365422,1613939923724,710
"raw_loss",0.07159755,1613939923724,710
"epoch",4.47169811320753,1613939923724,710
"wd_0",0.01,1613939923724,710
"sqr_mom_0",0.99,1613939923724,710
"lr_0",1.5040540196201432e-06,1613939923724,710
"mom_0",0.9373986495094964,1613939923724,710
"eps_0",1e-05,1613939923724,710
"wd_1",0.01,1613939923724,710
"sqr_mom_1",0.99,1613939923724,710
"lr_1",1.5040540196201432e-05,1613939923724,710
"mom_1",0.9373986495094964,1613939923724,710
"eps_1",1e-05,1613939923724,710
"wd_2",0.01,1613939923724,710
"sqr_mom_2",0.99,1613939923724,710
"lr_2",0.0001504054019620143,1613939923724,710
"mom_2",0.9373986495094964,1613939923724,710
"eps_2",1e-05,1613939923724,710
"train_loss",0.11405183,1613939924660,711
"raw_loss",0.13353449,1613939924660,711
"epoch",4.477987421383631,1613939924660,711
"wd_0",0.01,1613939924660,711
"sqr_mom_0",0.99,1613939924660,711
"lr_0",1.505803891298778e-06,1613939924660,711
"mom_0",0.9373549027175305,1613939924660,711
"eps_0",1e-05,1613939924660,711
"wd_1",0.01,1613939924660,711
"sqr_mom_1",0.99,1613939924660,711
"lr_1",1.5058038912987779e-05,1613939924660,711
"mom_1",0.9373549027175305,1613939924660,711
"eps_1",1e-05,1613939924660,711
"wd_2",0.01,1613939924660,711
"sqr_mom_2",0.99,1613939924660,711
"lr_2",0.00015058038912987777,1613939924660,711
"mom_2",0.9373549027175305,1613939924660,711
"eps_2",1e-05,1613939924660,711
"train_loss",0.11326784,1613939925637,712
"raw_loss",0.07485289,1613939925637,712
"epoch",4.484276729559731,1613939925637,712
"wd_0",0.01,1613939925637,712
"sqr_mom_0",0.99,1613939925637,712
"lr_0",1.5075562932410337e-06,1613939925637,712
"mom_0",0.9373110926689742,1613939925637,712
"eps_0",1e-05,1613939925637,712
"wd_1",0.01,1613939925637,712
"sqr_mom_1",0.99,1613939925637,712
"lr_1",1.5075562932410336e-05,1613939925637,712
"mom_1",0.9373110926689742,1613939925637,712
"eps_1",1e-05,1613939925637,712
"wd_2",0.01,1613939925637,712
"sqr_mom_2",0.99,1613939925637,712
"lr_2",0.00015075562932410336,1613939925637,712
"mom_2",0.9373110926689742,1613939925637,712
"eps_2",1e-05,1613939925637,712
"train_loss",0.11378526,1613939926576,713
"raw_loss",0.13913812,1613939926576,713
"epoch",4.490566037735832,1613939926576,713
"wd_0",0.01,1613939926576,713
"sqr_mom_0",0.99,1613939926576,713
"lr_0",1.5093113469683894e-06,1613939926576,713
"mom_0",0.9372672163257902,1613939926576,713
"eps_0",1e-05,1613939926576,713
"wd_1",0.01,1613939926576,713
"sqr_mom_1",0.99,1613939926576,713
"lr_1",1.5093113469683894e-05,1613939926576,713
"mom_1",0.9372672163257902,1613939926576,713
"eps_1",1e-05,1613939926576,713
"wd_2",0.01,1613939926576,713
"sqr_mom_2",0.99,1613939926576,713
"lr_2",0.00015093113469683892,1613939926576,713
"mom_2",0.9372672163257902,1613939926576,713
"eps_2",1e-05,1613939926576,713
"train_loss",0.11338612,1613939927517,714
"raw_loss",0.09382886,1613939927517,714
"epoch",4.496855345911932,1613939927517,714
"wd_0",0.01,1613939927517,714
"sqr_mom_0",0.99,1613939927517,714
"lr_0",1.5110690497115666e-06,1613939927517,714
"mom_0",0.9372232737572108,1613939927517,714
"eps_0",1e-05,1613939927517,714
"wd_1",0.01,1613939927517,714
"sqr_mom_1",0.99,1613939927517,714
"lr_1",1.5110690497115665e-05,1613939927517,714
"mom_1",0.9372232737572108,1613939927517,714
"eps_1",1e-05,1613939927517,714
"wd_2",0.01,1613939927517,714
"sqr_mom_2",0.99,1613939927517,714
"lr_2",0.00015110690497115663,1613939927517,714
"mom_2",0.9372232737572108,1613939927517,714
"eps_2",1e-05,1613939927517,714
"train_loss",0.11355594,1613939928465,715
"raw_loss",0.12187677,1613939928465,715
"epoch",4.503144654088032,1613939928465,715
"wd_0",0.01,1613939928465,715
"sqr_mom_0",0.99,1613939928465,715
"lr_0",1.5128292734907738e-06,1613939928465,715
"mom_0",0.9371792681627307,1613939928465,715
"eps_0",1e-05,1613939928465,715
"wd_1",0.01,1613939928465,715
"sqr_mom_1",0.99,1613939928465,715
"lr_1",1.5128292734907737e-05,1613939928465,715
"mom_1",0.9371792681627307,1613939928465,715
"eps_1",1e-05,1613939928465,715
"wd_2",0.01,1613939928465,715
"sqr_mom_2",0.99,1613939928465,715
"lr_2",0.00015128292734907736,1613939928465,715
"mom_2",0.9371792681627307,1613939928465,715
"eps_2",1e-05,1613939928465,715
"train_loss",0.11439703,1613939929419,716
"raw_loss",0.15561001,1613939929419,716
"epoch",4.509433962264133,1613939929419,716
"wd_0",0.01,1613939929419,716
"sqr_mom_0",0.99,1613939929419,716
"lr_0",1.5145920149765541e-06,1613939929419,716
"mom_0",0.9371351996255861,1613939929419,716
"eps_0",1e-05,1613939929419,716
"wd_1",0.01,1613939929419,716
"sqr_mom_1",0.99,1613939929419,716
"lr_1",1.514592014976554e-05,1613939929419,716
"mom_1",0.9371351996255861,1613939929419,716
"eps_1",1e-05,1613939929419,716
"wd_2",0.01,1613939929419,716
"sqr_mom_2",0.99,1613939929419,716
"lr_2",0.0001514592014976554,1613939929419,716
"mom_2",0.9371351996255861,1613939929419,716
"eps_2",1e-05,1613939929419,716
"train_loss",0.11324874,1613939930382,717
"raw_loss",0.056983586,1613939930382,717
"epoch",4.515723270440233,1613939930382,717
"wd_0",0.01,1613939930382,717
"sqr_mom_0",0.99,1613939930382,717
"lr_0",1.5163573964073899e-06,1613939930382,717
"mom_0",0.9370910650898152,1613939930382,717
"eps_0",1e-05,1613939930382,717
"wd_1",0.01,1613939930382,717
"sqr_mom_1",0.99,1613939930382,717
"lr_1",1.5163573964073898e-05,1613939930382,717
"mom_1",0.9370910650898152,1613939930382,717
"eps_1",1e-05,1613939930382,717
"wd_2",0.01,1613939930382,717
"sqr_mom_2",0.99,1613939930382,717
"lr_2",0.00015163573964073896,1613939930382,717
"mom_2",0.9370910650898152,1613939930382,717
"eps_2",1e-05,1613939930382,717
"train_loss",0.11367275,1613939931334,718
"raw_loss",0.13444883,1613939931334,718
"epoch",4.522012578616334,1613939931334,718
"wd_0",0.01,1613939931334,718
"sqr_mom_0",0.99,1613939931334,718
"lr_0",1.5181253521174667e-06,1613939931334,718
"mom_0",0.9370468661970633,1613939931334,718
"eps_0",1e-05,1613939931334,718
"wd_1",0.01,1613939931334,718
"sqr_mom_1",0.99,1613939931334,718
"lr_1",1.5181253521174666e-05,1613939931334,718
"mom_1",0.9370468661970633,1613939931334,718
"eps_1",1e-05,1613939931334,718
"wd_2",0.01,1613939931334,718
"sqr_mom_2",0.99,1613939931334,718
"lr_2",0.00015181253521174664,1613939931334,718
"mom_2",0.9370468661970633,1613939931334,718
"eps_2",1e-05,1613939931334,718
"train_loss",0.11412069,1613939932294,719
"raw_loss",0.13606948,1613939932294,719
"epoch",4.528301886792434,1613939932294,719
"wd_0",0.01,1613939932294,719
"sqr_mom_0",0.99,1613939932294,719
"lr_0",1.519895942007829e-06,1613939932294,719
"mom_0",0.9370026014498042,1613939932294,719
"eps_0",1e-05,1613939932294,719
"wd_1",0.01,1613939932294,719
"sqr_mom_1",0.99,1613939932294,719
"lr_1",1.519895942007829e-05,1613939932294,719
"mom_1",0.9370026014498042,1613939932294,719
"eps_1",1e-05,1613939932294,719
"wd_2",0.01,1613939932294,719
"sqr_mom_2",0.99,1613939932294,719
"lr_2",0.0001519895942007829,1613939932294,719
"mom_2",0.9370026014498042,1613939932294,719
"eps_2",1e-05,1613939932294,719
"train_loss",0.11291269,1613939933242,720
"raw_loss",0.05372169,1613939933242,720
"epoch",4.5345911949685345,1613939933242,720
"wd_0",0.01,1613939933242,720
"sqr_mom_0",0.99,1613939933242,720
"lr_0",1.5216689110406586e-06,1613939933242,720
"mom_0",0.9369582772239835,1613939933242,720
"eps_0",1e-05,1613939933242,720
"wd_1",0.01,1613939933242,720
"sqr_mom_1",0.99,1613939933242,720
"lr_1",1.5216689110406587e-05,1613939933242,720
"mom_1",0.9369582772239835,1613939933242,720
"eps_1",1e-05,1613939933242,720
"wd_2",0.01,1613939933242,720
"sqr_mom_2",0.99,1613939933242,720
"lr_2",0.00015216689110406585,1613939933242,720
"mom_2",0.9369582772239835,1613939933242,720
"eps_2",1e-05,1613939933242,720
"train_loss",0.11178923,1613939934189,721
"raw_loss",0.056739893,1613939934189,721
"epoch",4.540880503144635,1613939934189,721
"wd_0",0.01,1613939934189,721
"sqr_mom_0",0.99,1613939934189,721
"lr_0",1.523444634224909e-06,1613939934189,721
"mom_0",0.9369138841443773,1613939934189,721
"eps_0",1e-05,1613939934189,721
"wd_1",0.01,1613939934189,721
"sqr_mom_1",0.99,1613939934189,721
"lr_1",1.523444634224909e-05,1613939934189,721
"mom_1",0.9369138841443773,1613939934189,721
"eps_1",1e-05,1613939934189,721
"wd_2",0.01,1613939934189,721
"sqr_mom_2",0.99,1613939934189,721
"lr_2",0.0001523444634224909,1613939934189,721
"mom_2",0.9369138841443773,1613939934189,721
"eps_2",1e-05,1613939934189,721
"train_loss",0.110984795,1613939935150,722
"raw_loss",0.07156815,1613939935150,722
"epoch",4.547169811320735,1613939935150,722
"wd_0",0.01,1613939935150,722
"sqr_mom_0",0.99,1613939935150,722
"lr_0",1.5252228563314314e-06,1613939935150,722
"mom_0",0.9368694285917142,1613939935150,722
"eps_0",1e-05,1613939935150,722
"wd_1",0.01,1613939935150,722
"sqr_mom_1",0.99,1613939935150,722
"lr_1",1.5252228563314314e-05,1613939935150,722
"mom_1",0.9368694285917142,1613939935150,722
"eps_1",1e-05,1613939935150,722
"wd_2",0.01,1613939935150,722
"sqr_mom_2",0.99,1613939935150,722
"lr_2",0.00015252228563314313,1613939935150,722
"mom_2",0.9368694285917142,1613939935150,722
"eps_2",1e-05,1613939935150,722
"train_loss",0.11099109,1613939936095,723
"raw_loss",0.11129974,1613939936095,723
"epoch",4.553459119496836,1613939936095,723
"wd_0",0.01,1613939936095,723
"sqr_mom_0",0.99,1613939936095,723
"lr_0",1.527003574001833e-06,1613939936095,723
"mom_0",0.9368249106499541,1613939936095,723
"eps_0",1e-05,1613939936095,723
"wd_1",0.01,1613939936095,723
"sqr_mom_1",0.99,1613939936095,723
"lr_1",1.5270035740018327e-05,1613939936095,723
"mom_1",0.9368249106499541,1613939936095,723
"eps_1",1e-05,1613939936095,723
"wd_2",0.01,1613939936095,723
"sqr_mom_2",0.99,1613939936095,723
"lr_2",0.00015270035740018326,1613939936095,723
"mom_2",0.9368249106499541,1613939936095,723
"eps_2",1e-05,1613939936095,723
"train_loss",0.109950215,1613939937044,724
"raw_loss",0.058947958,1613939937044,724
"epoch",4.559748427672936,1613939937044,724
"wd_0",0.01,1613939937044,724
"sqr_mom_0",0.99,1613939937044,724
"lr_0",1.528786910721164e-06,1613939937044,724
"mom_0",0.9367803272319709,1613939937044,724
"eps_0",1e-05,1613939937044,724
"wd_1",0.01,1613939937044,724
"sqr_mom_1",0.99,1613939937044,724
"lr_1",1.528786910721164e-05,1613939937044,724
"mom_1",0.9367803272319709,1613939937044,724
"eps_1",1e-05,1613939937044,724
"wd_2",0.01,1613939937044,724
"sqr_mom_2",0.99,1613939937044,724
"lr_2",0.00015287869107211637,1613939937044,724
"mom_2",0.9367803272319709,1613939937044,724
"eps_2",1e-05,1613939937044,724
"train_loss",0.109068014,1613939937994,725
"raw_loss",0.06584032,1613939937994,725
"epoch",4.5660377358490365,1613939937994,725
"wd_0",0.01,1613939937994,725
"sqr_mom_0",0.99,1613939937994,725
"lr_0",1.530572800153194e-06,1613939937994,725
"mom_0",0.9367356799961701,1613939937994,725
"eps_0",1e-05,1613939937994,725
"wd_1",0.01,1613939937994,725
"sqr_mom_1",0.99,1613939937994,725
"lr_1",1.530572800153194e-05,1613939937994,725
"mom_1",0.9367356799961701,1613939937994,725
"eps_1",1e-05,1613939937994,725
"wd_2",0.01,1613939937994,725
"sqr_mom_2",0.99,1613939937994,725
"lr_2",0.00015305728001531937,1613939937994,725
"mom_2",0.9367356799961701,1613939937994,725
"eps_2",1e-05,1613939937994,725
"train_loss",0.11007289,1613939938941,726
"raw_loss",0.15931156,1613939938941,726
"epoch",4.572327044025137,1613939938941,726
"wd_0",0.01,1613939938941,726
"sqr_mom_0",0.99,1613939938941,726
"lr_0",1.532361302804049e-06,1613939938941,726
"mom_0",0.9366909674298988,1613939938941,726
"eps_0",1e-05,1613939938941,726
"wd_1",0.01,1613939938941,726
"sqr_mom_1",0.99,1613939938941,726
"lr_1",1.5323613028040486e-05,1613939938941,726
"mom_1",0.9366909674298988,1613939938941,726
"eps_1",1e-05,1613939938941,726
"wd_2",0.01,1613939938941,726
"sqr_mom_2",0.99,1613939938941,726
"lr_2",0.00015323613028040485,1613939938941,726
"mom_2",0.9366909674298988,1613939938941,726
"eps_2",1e-05,1613939938941,726
"train_loss",0.10959944,1613939939893,727
"raw_loss",0.086400576,1613939939893,727
"epoch",4.578616352201237,1613939939893,727
"wd_0",0.01,1613939939893,727
"sqr_mom_0",0.99,1613939939893,727
"lr_0",1.5341521610608086e-06,1613939939893,727
"mom_0",0.9366461959734798,1613939939893,727
"eps_0",1e-05,1613939939893,727
"wd_1",0.01,1613939939893,727
"sqr_mom_1",0.99,1613939939893,727
"lr_1",1.5341521610608087e-05,1613939939893,727
"mom_1",0.9366461959734798,1613939939893,727
"eps_1",1e-05,1613939939893,727
"wd_2",0.01,1613939939893,727
"sqr_mom_2",0.99,1613939939893,727
"lr_2",0.00015341521610608085,1613939939893,727
"mom_2",0.9366461959734798,1613939939893,727
"eps_2",1e-05,1613939939893,727
"train_loss",0.11110397,1613939940858,728
"raw_loss",0.18482524,1613939940858,728
"epoch",4.584905660377338,1613939940858,728
"wd_0",0.01,1613939940858,728
"sqr_mom_0",0.99,1613939940858,728
"lr_0",1.5359457537162634e-06,1613939940858,728
"mom_0",0.9366013561570934,1613939940858,728
"eps_0",1e-05,1613939940858,728
"wd_1",0.01,1613939940858,728
"sqr_mom_1",0.99,1613939940858,728
"lr_1",1.535945753716263e-05,1613939940858,728
"mom_1",0.9366013561570934,1613939940858,728
"eps_1",1e-05,1613939940858,728
"wd_2",0.01,1613939940858,728
"sqr_mom_2",0.99,1613939940858,728
"lr_2",0.00015359457537162633,1613939940858,728
"mom_2",0.9366013561570934,1613939940858,728
"eps_2",1e-05,1613939940858,728
"train_loss",0.111894615,1613939941860,729
"raw_loss",0.15063587,1613939941860,729
"epoch",4.591194968553438,1613939941860,729
"wd_0",0.01,1613939941860,729
"sqr_mom_0",0.99,1613939941860,729
"lr_0",1.5377418229677764e-06,1613939941860,729
"mom_0",0.9365564544258056,1613939941860,729
"eps_0",1e-05,1613939941860,729
"wd_1",0.01,1613939941860,729
"sqr_mom_1",0.99,1613939941860,729
"lr_1",1.5377418229677763e-05,1613939941860,729
"mom_1",0.9365564544258056,1613939941860,729
"eps_1",1e-05,1613939941860,729
"wd_2",0.01,1613939941860,729
"sqr_mom_2",0.99,1613939941860,729
"lr_2",0.00015377418229677763,1613939941860,729
"mom_2",0.9365564544258056,1613939941860,729
"eps_2",1e-05,1613939941860,729
"train_loss",0.1121103,1613939942837,730
"raw_loss",0.12267916,1613939942837,730
"epoch",4.5974842767295385,1613939942837,730
"wd_0",0.01,1613939942837,730
"sqr_mom_0",0.99,1613939942837,730
"lr_0",1.5395404293942539e-06,1613939942837,730
"mom_0",0.9365114892651436,1613939942837,730
"eps_0",1e-05,1613939942837,730
"wd_1",0.01,1613939942837,730
"sqr_mom_1",0.99,1613939942837,730
"lr_1",1.539540429394254e-05,1613939942837,730
"mom_1",0.9365114892651436,1613939942837,730
"eps_1",1e-05,1613939942837,730
"wd_2",0.01,1613939942837,730
"sqr_mom_2",0.99,1613939942837,730
"lr_2",0.00015395404293942538,1613939942837,730
"mom_2",0.9365114892651436,1613939942837,730
"eps_2",1e-05,1613939942837,730
"train_loss",0.11203567,1613939943805,731
"raw_loss",0.10837875,1613939943805,731
"epoch",4.603773584905639,1613939943805,731
"wd_0",0.01,1613939943805,731
"sqr_mom_0",0.99,1613939943805,731
"lr_0",1.5413415058189672e-06,1613939943805,731
"mom_0",0.9364664623545258,1613939943805,731
"eps_0",1e-05,1613939943805,731
"wd_1",0.01,1613939943805,731
"sqr_mom_1",0.99,1613939943805,731
"lr_1",1.541341505818967e-05,1613939943805,731
"mom_1",0.9364664623545258,1613939943805,731
"eps_1",1e-05,1613939943805,731
"wd_2",0.01,1613939943805,731
"sqr_mom_2",0.99,1613939943805,731
"lr_2",0.00015413415058189672,1613939943805,731
"mom_2",0.9364664623545258,1613939943805,731
"eps_2",1e-05,1613939943805,731
"train_loss",0.112244405,1613939944789,732
"raw_loss",0.12247255,1613939944789,732
"epoch",4.610062893081739,1613939944789,732
"wd_0",0.01,1613939944789,732
"sqr_mom_0",0.99,1613939944789,732
"lr_0",1.543145177138759e-06,1613939944789,732
"mom_0",0.936421370571531,1613939944789,732
"eps_0",1e-05,1613939944789,732
"wd_1",0.01,1613939944789,732
"sqr_mom_1",0.99,1613939944789,732
"lr_1",1.5431451771387588e-05,1613939944789,732
"mom_1",0.936421370571531,1613939944789,732
"eps_1",1e-05,1613939944789,732
"wd_2",0.01,1613939944789,732
"sqr_mom_2",0.99,1613939944789,732
"lr_2",0.00015431451771387588,1613939944789,732
"mom_2",0.936421370571531,1613939944789,732
"eps_2",1e-05,1613939944789,732
"train_loss",0.11200322,1613939945754,733
"raw_loss",0.10018534,1613939945754,733
"epoch",4.61635220125784,1613939945754,733
"wd_0",0.01,1613939945754,733
"sqr_mom_0",0.99,1613939945754,733
"lr_0",1.5449514404937402e-06,1613939945754,733
"mom_0",0.9363762139876565,1613939945754,733
"eps_0",1e-05,1613939945754,733
"wd_1",0.01,1613939945754,733
"sqr_mom_1",0.99,1613939945754,733
"lr_1",1.5449514404937402e-05,1613939945754,733
"mom_1",0.9363762139876565,1613939945754,733
"eps_1",1e-05,1613939945754,733
"wd_2",0.01,1613939945754,733
"sqr_mom_2",0.99,1613939945754,733
"lr_2",0.000154495144049374,1613939945754,733
"mom_2",0.9363762139876565,1613939945754,733
"eps_2",1e-05,1613939945754,733
"train_loss",0.11174985,1613939946750,734
"raw_loss",0.09933474,1613939946750,734
"epoch",4.62264150943394,1613939946750,734
"wd_0",0.01,1613939946750,734
"sqr_mom_0",0.99,1613939946750,734
"lr_0",1.5467601643683808e-06,1613939946750,734
"mom_0",0.9363309958907905,1613939946750,734
"eps_0",1e-05,1613939946750,734
"wd_1",0.01,1613939946750,734
"sqr_mom_1",0.99,1613939946750,734
"lr_1",1.5467601643683806e-05,1613939946750,734
"mom_1",0.9363309958907905,1613939946750,734
"eps_1",1e-05,1613939946750,734
"wd_2",0.01,1613939946750,734
"sqr_mom_2",0.99,1613939946750,734
"lr_2",0.00015467601643683808,1613939946750,734
"mom_2",0.9363309958907905,1613939946750,734
"eps_2",1e-05,1613939946750,734
"train_loss",0.11060393,1613939947707,735
"raw_loss",0.054454092,1613939947707,735
"epoch",4.6289308176100405,1613939947707,735
"wd_0",0.01,1613939947707,735
"sqr_mom_0",0.99,1613939947707,735
"lr_0",1.5485713453553435e-06,1613939947707,735
"mom_0",0.9362857163661163,1613939947707,735
"eps_0",1e-05,1613939947707,735
"wd_1",0.01,1613939947707,735
"sqr_mom_1",0.99,1613939947707,735
"lr_1",1.5485713453553433e-05,1613939947707,735
"mom_1",0.9362857163661163,1613939947707,735
"eps_1",1e-05,1613939947707,735
"wd_2",0.01,1613939947707,735
"sqr_mom_2",0.99,1613939947707,735
"lr_2",0.00015485713453553432,1613939947707,735
"mom_2",0.9362857163661163,1613939947707,735
"eps_2",1e-05,1613939947707,735
"train_loss",0.111183226,1613939948664,736
"raw_loss",0.13956872,1613939948664,736
"epoch",4.635220125786141,1613939948664,736
"wd_0",0.01,1613939948664,736
"sqr_mom_0",0.99,1613939948664,736
"lr_0",1.55038510905218e-06,1613939948664,736
"mom_0",0.9362403722736955,1613939948664,736
"eps_0",1e-05,1613939948664,736
"wd_1",0.01,1613939948664,736
"sqr_mom_1",0.99,1613939948664,736
"lr_1",1.55038510905218e-05,1613939948664,736
"mom_1",0.9362403722736955,1613939948664,736
"eps_1",1e-05,1613939948664,736
"wd_2",0.01,1613939948664,736
"sqr_mom_2",0.99,1613939948664,736
"lr_2",0.000155038510905218,1613939948664,736
"mom_2",0.9362403722736955,1613939948664,736
"eps_2",1e-05,1613939948664,736
"train_loss",0.11054758,1613939949639,737
"raw_loss",0.07940074,1613939949639,737
"epoch",4.641509433962241,1613939949639,737
"wd_0",0.01,1613939949639,737
"sqr_mom_0",0.99,1613939949639,737
"lr_0",1.5522013879865217e-06,1613939949639,737
"mom_0",0.936194965300337,1613939949639,737
"eps_0",1e-05,1613939949639,737
"wd_1",0.01,1613939949639,737
"sqr_mom_1",0.99,1613939949639,737
"lr_1",1.5522013879865215e-05,1613939949639,737
"mom_1",0.936194965300337,1613939949639,737
"eps_1",1e-05,1613939949639,737
"wd_2",0.01,1613939949639,737
"sqr_mom_2",0.99,1613939949639,737
"lr_2",0.00015522013879865215,1613939949639,737
"mom_2",0.936194965300337,1613939949639,737
"eps_2",1e-05,1613939949639,737
"train_loss",0.10942418,1613939950625,738
"raw_loss",0.05437817,1613939950625,738
"epoch",4.647798742138342,1613939950625,738
"wd_0",0.01,1613939950625,738
"sqr_mom_0",0.99,1613939950625,738
"lr_0",1.5540201143240813e-06,1613939950625,738
"mom_0",0.9361494971418979,1613939950625,738
"eps_0",1e-05,1613939950625,738
"wd_1",0.01,1613939950625,738
"sqr_mom_1",0.99,1613939950625,738
"lr_1",1.5540201143240813e-05,1613939950625,738
"mom_1",0.9361494971418979,1613939950625,738
"eps_1",1e-05,1613939950625,738
"wd_2",0.01,1613939950625,738
"sqr_mom_2",0.99,1613939950625,738
"lr_2",0.00015540201143240812,1613939950625,738
"mom_2",0.9361494971418979,1613939950625,738
"eps_2",1e-05,1613939950625,738
"train_loss",0.11283382,1613939951595,739
"raw_loss",0.27990505,1613939951595,739
"epoch",4.654088050314442,1613939951595,739
"wd_0",0.01,1613939951595,739
"sqr_mom_0",0.99,1613939951595,739
"lr_0",1.5558414141856487e-06,1613939951595,739
"mom_0",0.9361039646453587,1613939951595,739
"eps_0",1e-05,1613939951595,739
"wd_1",0.01,1613939951595,739
"sqr_mom_1",0.99,1613939951595,739
"lr_1",1.5558414141856485e-05,1613939951595,739
"mom_1",0.9361039646453587,1613939951595,739
"eps_1",1e-05,1613939951595,739
"wd_2",0.01,1613939951595,739
"sqr_mom_2",0.99,1613939951595,739
"lr_2",0.00015558414141856485,1613939951595,739
"mom_2",0.9361039646453587,1613939951595,739
"eps_2",1e-05,1613939951595,739
"train_loss",0.11222815,1613939952578,740
"raw_loss",0.082550526,1613939952578,740
"epoch",4.660377358490543,1613939952578,740
"wd_0",0.01,1613939952578,740
"sqr_mom_0",0.99,1613939952578,740
"lr_0",1.5576652846783986e-06,1613939952578,740
"mom_0",0.93605836788304,1613939952578,740
"eps_0",1e-05,1613939952578,740
"wd_1",0.01,1613939952578,740
"sqr_mom_1",0.99,1613939952578,740
"lr_1",1.5576652846783985e-05,1613939952578,740
"mom_1",0.93605836788304,1613939952578,740
"eps_1",1e-05,1613939952578,740
"wd_2",0.01,1613939952578,740
"sqr_mom_2",0.99,1613939952578,740
"lr_2",0.00015576652846783985,1613939952578,740
"mom_2",0.93605836788304,1613939952578,740
"eps_2",1e-05,1613939952578,740
"train_loss",0.11149924,1613939953590,741
"raw_loss",0.075783215,1613939953590,741
"epoch",4.666666666666643,1613939953590,741
"wd_0",0.01,1613939953590,741
"sqr_mom_0",0.99,1613939953590,741
"lr_0",1.5594915930048107e-06,1613939953590,741
"mom_0",0.9360127101748797,1613939953590,741
"eps_0",1e-05,1613939953590,741
"wd_1",0.01,1613939953590,741
"sqr_mom_1",0.99,1613939953590,741
"lr_1",1.5594915930048105e-05,1613939953590,741
"mom_1",0.9360127101748797,1613939953590,741
"eps_1",1e-05,1613939953590,741
"wd_2",0.01,1613939953590,741
"sqr_mom_2",0.99,1613939953590,741
"lr_2",0.00015594915930048104,1613939953590,741
"mom_2",0.9360127101748797,1613939953590,741
"eps_2",1e-05,1613939953590,741
"train_loss",0.11113303,1613939954579,742
"raw_loss",0.09318892,1613939954579,742
"epoch",4.672955974842743,1613939954579,742
"wd_0",0.01,1613939954579,742
"sqr_mom_0",0.99,1613939954579,742
"lr_0",1.5613203357293917e-06,1613939954579,742
"mom_0",0.9359669916067652,1613939954579,742
"eps_0",1e-05,1613939954579,742
"wd_1",0.01,1613939954579,742
"sqr_mom_1",0.99,1613939954579,742
"lr_1",1.5613203357293916e-05,1613939954579,742
"mom_1",0.9359669916067652,1613939954579,742
"eps_1",1e-05,1613939954579,742
"wd_2",0.01,1613939954579,742
"sqr_mom_2",0.99,1613939954579,742
"lr_2",0.00015613203357293915,1613939954579,742
"mom_2",0.9359669916067652,1613939954579,742
"eps_2",1e-05,1613939954579,742
"train_loss",0.10968092,1613939955580,743
"raw_loss",0.038527556,1613939955580,743
"epoch",4.679245283018844,1613939955580,743
"wd_0",0.01,1613939955580,743
"sqr_mom_0",0.99,1613939955580,743
"lr_0",1.5631516396675222e-06,1613939955580,743
"mom_0",0.9359212090083119,1613939955580,743
"eps_0",1e-05,1613939955580,743
"wd_1",0.01,1613939955580,743
"sqr_mom_1",0.99,1613939955580,743
"lr_1",1.563151639667522e-05,1613939955580,743
"mom_1",0.9359212090083119,1613939955580,743
"eps_1",1e-05,1613939955580,743
"wd_2",0.01,1613939955580,743
"sqr_mom_2",0.99,1613939955580,743
"lr_2",0.0001563151639667522,1613939955580,743
"mom_2",0.9359212090083119,1613939955580,743
"eps_2",1e-05,1613939955580,743
"train_loss",0.10949752,1613939956557,744
"raw_loss",0.10051117,1613939956557,744
"epoch",4.685534591194944,1613939956557,744
"wd_0",0.01,1613939956557,744
"sqr_mom_0",0.99,1613939956557,744
"lr_0",1.5649854366918569e-06,1613939956557,744
"mom_0",0.9358753640827036,1613939956557,744
"eps_0",1e-05,1613939956557,744
"wd_1",0.01,1613939956557,744
"sqr_mom_1",0.99,1613939956557,744
"lr_1",1.5649854366918567e-05,1613939956557,744
"mom_1",0.9358753640827036,1613939956557,744
"eps_1",1e-05,1613939956557,744
"wd_2",0.01,1613939956557,744
"sqr_mom_2",0.99,1613939956557,744
"lr_2",0.00015649854366918568,1613939956557,744
"mom_2",0.9358753640827036,1613939956557,744
"eps_2",1e-05,1613939956557,744
"train_loss",0.10856827,1613939957550,745
"raw_loss",0.06303547,1613939957550,745
"epoch",4.691823899371045,1613939957550,745
"wd_0",0.01,1613939957550,745
"sqr_mom_0",0.99,1613939957550,745
"lr_0",1.5668217889248056e-06,1613939957550,745
"mom_0",0.9358294552768798,1613939957550,745
"eps_0",1e-05,1613939957550,745
"wd_1",0.01,1613939957550,745
"sqr_mom_1",0.99,1613939957550,745
"lr_1",1.5668217889248053e-05,1613939957550,745
"mom_1",0.9358294552768798,1613939957550,745
"eps_1",1e-05,1613939957550,745
"wd_2",0.01,1613939957550,745
"sqr_mom_2",0.99,1613939957550,745
"lr_2",0.00015668217889248053,1613939957550,745
"mom_2",0.9358294552768798,1613939957550,745
"eps_2",1e-05,1613939957550,745
"train_loss",0.107544236,1613939958547,746
"raw_loss",0.05736681,1613939958547,746
"epoch",4.698113207547145,1613939958547,746
"wd_0",0.01,1613939958547,746
"sqr_mom_0",0.99,1613939958547,746
"lr_0",1.5686604318749152e-06,1613939958547,746
"mom_0",0.935783489203127,1613939958547,746
"eps_0",1e-05,1613939958547,746
"wd_1",0.01,1613939958547,746
"sqr_mom_1",0.99,1613939958547,746
"lr_1",1.568660431874915e-05,1613939958547,746
"mom_1",0.935783489203127,1613939958547,746
"eps_1",1e-05,1613939958547,746
"wd_2",0.01,1613939958547,746
"sqr_mom_2",0.99,1613939958547,746
"lr_2",0.0001568660431874915,1613939958547,746
"mom_2",0.935783489203127,1613939958547,746
"eps_2",1e-05,1613939958547,746
"train_loss",0.10682224,1613939959502,747
"raw_loss",0.07144453,1613939959502,747
"epoch",4.704402515723245,1613939959502,747
"wd_0",0.01,1613939959502,747
"sqr_mom_0",0.99,1613939959502,747
"lr_0",1.570501754442138e-06,1613939959502,747
"mom_0",0.9357374561389465,1613939959502,747
"eps_0",1e-05,1613939959502,747
"wd_1",0.01,1613939959502,747
"sqr_mom_1",0.99,1613939959502,747
"lr_1",1.570501754442138e-05,1613939959502,747
"mom_1",0.9357374561389465,1613939959502,747
"eps_1",1e-05,1613939959502,747
"wd_2",0.01,1613939959502,747
"sqr_mom_2",0.99,1613939959502,747
"lr_2",0.00015705017544421379,1613939959502,747
"mom_2",0.9357374561389465,1613939959502,747
"eps_2",1e-05,1613939959502,747
"train_loss",0.10629293,1613939960454,748
"raw_loss",0.0803572,1613939960454,748
"epoch",4.710691823899346,1613939960454,748
"wd_0",0.01,1613939960454,748
"sqr_mom_0",0.99,1613939960454,748
"lr_0",1.572345491949764e-06,1613939960454,748
"mom_0",0.9356913627012559,1613939960454,748
"eps_0",1e-05,1613939960454,748
"wd_1",0.01,1613939960454,748
"sqr_mom_1",0.99,1613939960454,748
"lr_1",1.572345491949764e-05,1613939960454,748
"mom_1",0.9356913627012559,1613939960454,748
"eps_1",1e-05,1613939960454,748
"wd_2",0.01,1613939960454,748
"sqr_mom_2",0.99,1613939960454,748
"lr_2",0.00015723454919497638,1613939960454,748
"mom_2",0.9356913627012559,1613939960454,748
"eps_2",1e-05,1613939960454,748
"train_loss",0.105236754,1613939961408,749
"raw_loss",0.0534845,1613939961408,749
"epoch",4.716981132075446,1613939961408,749
"wd_0",0.01,1613939961408,749
"sqr_mom_0",0.99,1613939961408,749
"lr_0",1.5741917065912725e-06,1613939961408,749
"mom_0",0.9356452073352182,1613939961408,749
"eps_0",1e-05,1613939961408,749
"wd_1",0.01,1613939961408,749
"sqr_mom_1",0.99,1613939961408,749
"lr_1",1.5741917065912725e-05,1613939961408,749
"mom_1",0.9356452073352182,1613939961408,749
"eps_1",1e-05,1613939961408,749
"wd_2",0.01,1613939961408,749
"sqr_mom_2",0.99,1613939961408,749
"lr_2",0.00015741917065912724,1613939961408,749
"mom_2",0.9356452073352182,1613939961408,749
"eps_2",1e-05,1613939961408,749
"train_loss",0.10568116,1613939962423,750
"raw_loss",0.12745717,1613939962423,750
"epoch",4.723270440251547,1613939962423,750
"wd_0",0.01,1613939962423,750
"sqr_mom_0",0.99,1613939962423,750
"lr_0",1.5760403294185816e-06,1613939962423,750
"mom_0",0.9355989917645354,1613939962423,750
"eps_0",1e-05,1613939962423,750
"wd_1",0.01,1613939962423,750
"sqr_mom_1",0.99,1613939962423,750
"lr_1",1.5760403294185812e-05,1613939962423,750
"mom_1",0.9355989917645354,1613939962423,750
"eps_1",1e-05,1613939962423,750
"wd_2",0.01,1613939962423,750
"sqr_mom_2",0.99,1613939962423,750
"lr_2",0.00015760403294185813,1613939962423,750
"mom_2",0.9355989917645354,1613939962423,750
"eps_2",1e-05,1613939962423,750
"train_loss",0.10491851,1613939963419,751
"raw_loss",0.067548856,1613939963419,751
"epoch",4.729559748427647,1613939963419,751
"wd_0",0.01,1613939963419,751
"sqr_mom_0",0.99,1613939963419,751
"lr_0",1.5778914886256704e-06,1613939963419,751
"mom_0",0.9355527127843583,1613939963419,751
"eps_0",1e-05,1613939963419,751
"wd_1",0.01,1613939963419,751
"sqr_mom_1",0.99,1613939963419,751
"lr_1",1.5778914886256702e-05,1613939963419,751
"mom_1",0.9355527127843583,1613939963419,751
"eps_1",1e-05,1613939963419,751
"wd_2",0.01,1613939963419,751
"sqr_mom_2",0.99,1613939963419,751
"lr_2",0.00015778914886256702,1613939963419,751
"mom_2",0.9355527127843583,1613939963419,751
"eps_2",1e-05,1613939963419,751
"train_loss",0.10392928,1613939964380,752
"raw_loss",0.055457145,1613939964380,752
"epoch",4.735849056603747,1613939964380,752
"wd_0",0.01,1613939964380,752
"sqr_mom_0",0.99,1613939964380,752
"lr_0",1.5797451812638306e-06,1613939964380,752
"mom_0",0.9355063704684042,1613939964380,752
"eps_0",1e-05,1613939964380,752
"wd_1",0.01,1613939964380,752
"sqr_mom_1",0.99,1613939964380,752
"lr_1",1.5797451812638305e-05,1613939964380,752
"mom_1",0.9355063704684042,1613939964380,752
"eps_1",1e-05,1613939964380,752
"wd_2",0.01,1613939964380,752
"sqr_mom_2",0.99,1613939964380,752
"lr_2",0.00015797451812638304,1613939964380,752
"mom_2",0.9355063704684042,1613939964380,752
"eps_2",1e-05,1613939964380,752
"train_loss",0.10405266,1613939965350,753
"raw_loss",0.110098295,1613939965350,753
"epoch",4.742138364779848,1613939965350,753
"wd_0",0.01,1613939965350,753
"sqr_mom_0",0.99,1613939965350,753
"lr_0",1.5816011403489483e-06,1613939965350,753
"mom_0",0.9354599714912762,1613939965350,753
"eps_0",1e-05,1613939965350,753
"wd_1",0.01,1613939965350,753
"sqr_mom_1",0.99,1613939965350,753
"lr_1",1.581601140348948e-05,1613939965350,753
"mom_1",0.9354599714912762,1613939965350,753
"eps_1",1e-05,1613939965350,753
"wd_2",0.01,1613939965350,753
"sqr_mom_2",0.99,1613939965350,753
"lr_2",0.00015816011403489483,1613939965350,753
"mom_2",0.9354599714912762,1613939965350,753
"eps_2",1e-05,1613939965350,753
"train_loss",0.10420464,1613939966372,754
"raw_loss",0.111651085,1613939966372,754
"epoch",4.748427672955948,1613939966372,754
"wd_0",0.01,1613939966372,754
"sqr_mom_0",0.99,1613939966372,754
"lr_0",1.583459758443592e-06,1613939966372,754
"mom_0",0.9354135060389102,1613939966372,754
"eps_0",1e-05,1613939966372,754
"wd_1",0.01,1613939966372,754
"sqr_mom_1",0.99,1613939966372,754
"lr_1",1.583459758443592e-05,1613939966372,754
"mom_1",0.9354135060389102,1613939966372,754
"eps_1",1e-05,1613939966372,754
"wd_2",0.01,1613939966372,754
"sqr_mom_2",0.99,1613939966372,754
"lr_2",0.0001583459758443592,1613939966372,754
"mom_2",0.9354135060389102,1613939966372,754
"eps_2",1e-05,1613939966372,754
"train_loss",0.103604786,1613939967349,755
"raw_loss",0.074212275,1613939967349,755
"epoch",4.754716981132049,1613939967349,755
"wd_0",0.01,1613939967349,755
"sqr_mom_0",0.99,1613939967349,755
"lr_0",1.5853207683800665e-06,1613939967349,755
"mom_0",0.9353669807904983,1613939967349,755
"eps_0",1e-05,1613939967349,755
"wd_1",0.01,1613939967349,755
"sqr_mom_1",0.99,1613939967349,755
"lr_1",1.5853207683800664e-05,1613939967349,755
"mom_1",0.9353669807904983,1613939967349,755
"eps_1",1e-05,1613939967349,755
"wd_2",0.01,1613939967349,755
"sqr_mom_2",0.99,1613939967349,755
"lr_2",0.00015853207683800663,1613939967349,755
"mom_2",0.9353669807904983,1613939967349,755
"eps_2",1e-05,1613939967349,755
"train_loss",0.102770165,1613939968332,756
"raw_loss",0.061873663,1613939968332,756
"epoch",4.761006289308149,1613939968332,756
"wd_0",0.01,1613939968332,756
"sqr_mom_0",0.99,1613939968332,756
"lr_0",1.587184299206412e-06,1613939968332,756
"mom_0",0.9353203925198397,1613939968332,756
"eps_0",1e-05,1613939968332,756
"wd_1",0.01,1613939968332,756
"sqr_mom_1",0.99,1613939968332,756
"lr_1",1.5871842992064118e-05,1613939968332,756
"mom_1",0.9353203925198397,1613939968332,756
"eps_1",1e-05,1613939968332,756
"wd_2",0.01,1613939968332,756
"sqr_mom_2",0.99,1613939968332,756
"lr_2",0.00015871842992064118,1613939968332,756
"mom_2",0.9353203925198397,1613939968332,756
"eps_2",1e-05,1613939968332,756
"train_loss",0.1020989,1613939969319,757
"raw_loss",0.069206916,1613939969319,757
"epoch",4.7672955974842495,1613939969319,757
"wd_0",0.01,1613939969319,757
"sqr_mom_0",0.99,1613939969319,757
"lr_0",1.5890500825243097e-06,1613939969319,757
"mom_0",0.9352737479368922,1613939969319,757
"eps_0",1e-05,1613939969319,757
"wd_1",0.01,1613939969319,757
"sqr_mom_1",0.99,1613939969319,757
"lr_1",1.5890500825243096e-05,1613939969319,757
"mom_1",0.9352737479368922,1613939969319,757
"eps_1",1e-05,1613939969319,757
"wd_2",0.01,1613939969319,757
"sqr_mom_2",0.99,1613939969319,757
"lr_2",0.00015890500825243095,1613939969319,757
"mom_2",0.9352737479368922,1613939969319,757
"eps_2",1e-05,1613939969319,757
"train_loss",0.102521665,1613939970298,758
"raw_loss",0.123237036,1613939970298,758
"epoch",4.77358490566035,1613939970298,758
"wd_0",0.01,1613939970298,758
"sqr_mom_0",0.99,1613939970298,758
"lr_0",1.5909184465308034e-06,1613939970298,758
"mom_0",0.9352270388367299,1613939970298,758
"eps_0",1e-05,1613939970298,758
"wd_1",0.01,1613939970298,758
"sqr_mom_1",0.99,1613939970298,758
"lr_1",1.5909184465308032e-05,1613939970298,758
"mom_1",0.9352270388367299,1613939970298,758
"eps_1",1e-05,1613939970298,758
"wd_2",0.01,1613939970298,758
"sqr_mom_2",0.99,1613939970298,758
"lr_2",0.00015909184465308032,1613939970298,758
"mom_2",0.9352270388367299,1613939970298,758
"eps_2",1e-05,1613939970298,758
"train_loss",0.10189383,1613939971257,759
"raw_loss",0.07113001,1613939971257,759
"epoch",4.77987421383645,1613939971257,759
"wd_0",0.01,1613939971257,759
"sqr_mom_0",0.99,1613939971257,759
"lr_0",1.592789255445108e-06,1613939971257,759
"mom_0",0.9351802686138723,1613939971257,759
"eps_0",1e-05,1613939971257,759
"wd_1",0.01,1613939971257,759
"sqr_mom_1",0.99,1613939971257,759
"lr_1",1.5927892554451083e-05,1613939971257,759
"mom_1",0.9351802686138723,1613939971257,759
"eps_1",1e-05,1613939971257,759
"wd_2",0.01,1613939971257,759
"sqr_mom_2",0.99,1613939971257,759
"lr_2",0.0001592789255445108,1613939971257,759
"mom_2",0.9351802686138723,1613939971257,759
"eps_2",1e-05,1613939971257,759
"train_loss",0.10132058,1613939972248,760
"raw_loss",0.07323149,1613939972248,760
"epoch",4.786163522012551,1613939972248,760
"wd_0",0.01,1613939972248,760
"sqr_mom_0",0.99,1613939972248,760
"lr_0",1.5946625060211708e-06,1613939972248,760
"mom_0",0.9351334373494707,1613939972248,760
"eps_0",1e-05,1613939972248,760
"wd_1",0.01,1613939972248,760
"sqr_mom_1",0.99,1613939972248,760
"lr_1",1.5946625060211705e-05,1613939972248,760
"mom_1",0.9351334373494707,1613939972248,760
"eps_1",1e-05,1613939972248,760
"wd_2",0.01,1613939972248,760
"sqr_mom_2",0.99,1613939972248,760
"lr_2",0.00015946625060211705,1613939972248,760
"mom_2",0.9351334373494707,1613939972248,760
"eps_2",1e-05,1613939972248,760
"train_loss",0.100820966,1613939973204,761
"raw_loss",0.076340094,1613939973204,761
"epoch",4.792452830188651,1613939973204,761
"wd_0",0.01,1613939973204,761
"sqr_mom_0",0.99,1613939973204,761
"lr_0",1.5965381950087003e-06,1613939973204,761
"mom_0",0.9350865451247825,1613939973204,761
"eps_0",1e-05,1613939973204,761
"wd_1",0.01,1613939973204,761
"sqr_mom_1",0.99,1613939973204,761
"lr_1",1.5965381950087003e-05,1613939973204,761
"mom_1",0.9350865451247825,1613939973204,761
"eps_1",1e-05,1613939973204,761
"wd_2",0.01,1613939973204,761
"sqr_mom_2",0.99,1613939973204,761
"lr_2",0.00015965381950087002,1613939973204,761
"mom_2",0.9350865451247825,1613939973204,761
"eps_2",1e-05,1613939973204,761
"train_loss",0.1012954,1613939974195,762
"raw_loss",0.12454234,1613939974195,762
"epoch",4.7987421383647515,1613939974195,762
"wd_0",0.01,1613939974195,762
"sqr_mom_0",0.99,1613939974195,762
"lr_0",1.5984163191531743e-06,1613939974195,762
"mom_0",0.9350395920211706,1613939974195,762
"eps_0",1e-05,1613939974195,762
"wd_1",0.01,1613939974195,762
"sqr_mom_1",0.99,1613939974195,762
"lr_1",1.598416319153174e-05,1613939974195,762
"mom_1",0.9350395920211706,1613939974195,762
"eps_1",1e-05,1613939974195,762
"wd_2",0.01,1613939974195,762
"sqr_mom_2",0.99,1613939974195,762
"lr_2",0.0001598416319153174,1613939974195,762
"mom_2",0.9350395920211706,1613939974195,762
"eps_2",1e-05,1613939974195,762
"train_loss",0.10287531,1613939975163,763
"raw_loss",0.18029034,1613939975163,763
"epoch",4.805031446540852,1613939975163,763
"wd_0",0.01,1613939975163,763
"sqr_mom_0",0.99,1613939975163,763
"lr_0",1.6002968751958465e-06,1613939975163,763
"mom_0",0.9349925781201038,1613939975163,763
"eps_0",1e-05,1613939975163,763
"wd_1",0.01,1613939975163,763
"sqr_mom_1",0.99,1613939975163,763
"lr_1",1.6002968751958464e-05,1613939975163,763
"mom_1",0.9349925781201038,1613939975163,763
"eps_1",1e-05,1613939975163,763
"wd_2",0.01,1613939975163,763
"sqr_mom_2",0.99,1613939975163,763
"lr_2",0.00016002968751958462,1613939975163,763
"mom_2",0.9349925781201038,1613939975163,763
"eps_2",1e-05,1613939975163,763
"train_loss",0.10272675,1613939976123,764
"raw_loss",0.09544714,1613939976123,764
"epoch",4.811320754716952,1613939976123,764
"wd_0",0.01,1613939976123,764
"sqr_mom_0",0.99,1613939976123,764
"lr_0",1.602179859873749e-06,1613939976123,764
"mom_0",0.9349455035031562,1613939976123,764
"eps_0",1e-05,1613939976123,764
"wd_1",0.01,1613939976123,764
"sqr_mom_1",0.99,1613939976123,764
"lr_1",1.6021798598737488e-05,1613939976123,764
"mom_1",0.9349455035031562,1613939976123,764
"eps_1",1e-05,1613939976123,764
"wd_2",0.01,1613939976123,764
"sqr_mom_2",0.99,1613939976123,764
"lr_2",0.00016021798598737488,1613939976123,764
"mom_2",0.9349455035031562,1613939976123,764
"eps_2",1e-05,1613939976123,764
"train_loss",0.10285187,1613939977067,765
"raw_loss",0.108982734,1613939977067,765
"epoch",4.817610062893053,1613939977067,765
"wd_0",0.01,1613939977067,765
"sqr_mom_0",0.99,1613939977067,765
"lr_0",1.6040652699197017e-06,1613939977067,765
"mom_0",0.9348983682520075,1613939977067,765
"eps_0",1e-05,1613939977067,765
"wd_1",0.01,1613939977067,765
"sqr_mom_1",0.99,1613939977067,765
"lr_1",1.6040652699197017e-05,1613939977067,765
"mom_1",0.9348983682520075,1613939977067,765
"eps_1",1e-05,1613939977067,765
"wd_2",0.01,1613939977067,765
"sqr_mom_2",0.99,1613939977067,765
"lr_2",0.00016040652699197017,1613939977067,765
"mom_2",0.9348983682520075,1613939977067,765
"eps_2",1e-05,1613939977067,765
"train_loss",0.103573754,1613939978012,766
"raw_loss",0.13894568,1613939978012,766
"epoch",4.823899371069153,1613939978012,766
"wd_0",0.01,1613939978012,766
"sqr_mom_0",0.99,1613939978012,766
"lr_0",1.605953102062317e-06,1613939978012,766
"mom_0",0.9348511724484421,1613939978012,766
"eps_0",1e-05,1613939978012,766
"wd_1",0.01,1613939978012,766
"sqr_mom_1",0.99,1613939978012,766
"lr_1",1.6059531020623168e-05,1613939978012,766
"mom_1",0.9348511724484421,1613939978012,766
"eps_1",1e-05,1613939978012,766
"wd_2",0.01,1613939978012,766
"sqr_mom_2",0.99,1613939978012,766
"lr_2",0.00016059531020623166,1613939978012,766
"mom_2",0.9348511724484421,1613939978012,766
"eps_2",1e-05,1613939978012,766
"train_loss",0.1034949,1613939978961,767
"raw_loss",0.09963099,1613939978961,767
"epoch",4.8301886792452535,1613939978961,767
"wd_0",0.01,1613939978961,767
"sqr_mom_0",0.99,1613939978961,767
"lr_0",1.6078433530260013e-06,1613939978961,767
"mom_0",0.9348039161743499,1613939978961,767
"eps_0",1e-05,1613939978961,767
"wd_1",0.01,1613939978961,767
"sqr_mom_1",0.99,1613939978961,767
"lr_1",1.607843353026001e-05,1613939978961,767
"mom_1",0.9348039161743499,1613939978961,767
"eps_1",1e-05,1613939978961,767
"wd_2",0.01,1613939978961,767
"sqr_mom_2",0.99,1613939978961,767
"lr_2",0.0001607843353026001,1613939978961,767
"mom_2",0.9348039161743499,1613939978961,767
"eps_2",1e-05,1613939978961,767
"train_loss",0.10479857,1613939979925,768
"raw_loss",0.16867805,1613939979925,768
"epoch",4.836477987421354,1613939979925,768
"wd_0",0.01,1613939979925,768
"sqr_mom_0",0.99,1613939979925,768
"lr_0",1.6097358849177686e-06,1613939979925,768
"mom_0",0.9347566028770558,1613939979925,768
"eps_0",1e-05,1613939979925,768
"wd_1",0.01,1613939979925,768
"sqr_mom_1",0.99,1613939979925,768
"lr_1",1.6097358849177683e-05,1613939979925,768
"mom_1",0.9347566028770558,1613939979925,768
"eps_1",1e-05,1613939979925,768
"wd_2",0.01,1613939979925,768
"sqr_mom_2",0.99,1613939979925,768
"lr_2",0.00016097358849177684,1613939979925,768
"mom_2",0.9347566028770558,1613939979925,768
"eps_2",1e-05,1613939979925,768
"train_loss",0.105746396,1613939980873,769
"raw_loss",0.15218991,1613939980873,769
"epoch",4.842767295597454,1613939980873,769
"wd_0",0.01,1613939980873,769
"sqr_mom_0",0.99,1613939980873,769
"lr_0",1.611630963508695e-06,1613939980873,769
"mom_0",0.9347092259122826,1613939980873,769
"eps_0",1e-05,1613939980873,769
"wd_1",0.01,1613939980873,769
"sqr_mom_1",0.99,1613939980873,769
"lr_1",1.611630963508695e-05,1613939980873,769
"mom_1",0.9347092259122826,1613939980873,769
"eps_1",1e-05,1613939980873,769
"wd_2",0.01,1613939980873,769
"sqr_mom_2",0.99,1613939980873,769
"lr_2",0.00016116309635086948,1613939980873,769
"mom_2",0.9347092259122826,1613939980873,769
"eps_2",1e-05,1613939980873,769
"train_loss",0.10488152,1613939981832,770
"raw_loss",0.06250284,1613939981832,770
"epoch",4.849056603773555,1613939981832,770
"wd_0",0.01,1613939981832,770
"sqr_mom_0",0.99,1613939981832,770
"lr_0",1.6135285860246406e-06,1613939981832,770
"mom_0",0.9346617853493839,1613939981832,770
"eps_0",1e-05,1613939981832,770
"wd_1",0.01,1613939981832,770
"sqr_mom_1",0.99,1613939981832,770
"lr_1",1.6135285860246404e-05,1613939981832,770
"mom_1",0.9346617853493839,1613939981832,770
"eps_1",1e-05,1613939981832,770
"wd_2",0.01,1613939981832,770
"sqr_mom_2",0.99,1613939981832,770
"lr_2",0.00016135285860246405,1613939981832,770
"mom_2",0.9346617853493839,1613939981832,770
"eps_2",1e-05,1613939981832,770
"train_loss",0.10598047,1613939982769,771
"raw_loss",0.159829,1613939982769,771
"epoch",4.855345911949655,1613939982769,771
"wd_0",0.01,1613939982769,771
"sqr_mom_0",0.99,1613939982769,771
"lr_0",1.615428479432838e-06,1613939982769,771
"mom_0",0.934614288014179,1613939982769,771
"eps_0",1e-05,1613939982769,771
"wd_1",0.01,1613939982769,771
"sqr_mom_1",0.99,1613939982769,771
"lr_1",1.615428479432838e-05,1613939982769,771
"mom_1",0.934614288014179,1613939982769,771
"eps_1",1e-05,1613939982769,771
"wd_2",0.01,1613939982769,771
"sqr_mom_2",0.99,1613939982769,771
"lr_2",0.00016154284794328376,1613939982769,771
"mom_2",0.934614288014179,1613939982769,771
"eps_2",1e-05,1613939982769,771
"train_loss",0.10503581,1613939983725,772
"raw_loss",0.058747526,1613939983725,772
"epoch",4.8616352201257556,1613939983725,772
"wd_0",0.01,1613939983725,772
"sqr_mom_0",0.99,1613939983725,772
"lr_0",1.617330639924144e-06,1613939983725,772
"mom_0",0.9345667340018964,1613939983725,772
"eps_0",1e-05,1613939983725,772
"wd_1",0.01,1613939983725,772
"sqr_mom_1",0.99,1613939983725,772
"lr_1",1.6173306399241437e-05,1613939983725,772
"mom_1",0.9345667340018964,1613939983725,772
"eps_1",1e-05,1613939983725,772
"wd_2",0.01,1613939983725,772
"sqr_mom_2",0.99,1613939983725,772
"lr_2",0.00016173306399241437,1613939983725,772
"mom_2",0.9345667340018964,1613939983725,772
"eps_2",1e-05,1613939983725,772
"train_loss",0.10484507,1613939984661,773
"raw_loss",0.095498875,1613939984661,773
"epoch",4.867924528301856,1613939984661,773
"wd_0",0.01,1613939984661,773
"sqr_mom_0",0.99,1613939984661,773
"lr_0",1.6192353346217935e-06,1613939984661,773
"mom_0",0.9345191166344551,1613939984661,773
"eps_0",1e-05,1613939984661,773
"wd_1",0.01,1613939984661,773
"sqr_mom_1",0.99,1613939984661,773
"lr_1",1.6192353346217933e-05,1613939984661,773
"mom_1",0.9345191166344551,1613939984661,773
"eps_1",1e-05,1613939984661,773
"wd_2",0.01,1613939984661,773
"sqr_mom_2",0.99,1613939984661,773
"lr_2",0.00016192353346217934,1613939984661,773
"mom_2",0.9345191166344551,1613939984661,773
"eps_2",1e-05,1613939984661,773
"train_loss",0.10537083,1613939985610,774
"raw_loss",0.1311325,1613939985610,774
"epoch",4.874213836477956,1613939985610,774
"wd_0",0.01,1613939985610,774
"sqr_mom_0",0.99,1613939985610,774
"lr_0",1.6211424250944138e-06,1613939985610,774
"mom_0",0.9344714393726397,1613939985610,774
"eps_0",1e-05,1613939985610,774
"wd_1",0.01,1613939985610,774
"sqr_mom_1",0.99,1613939985610,774
"lr_1",1.6211424250944137e-05,1613939985610,774
"mom_1",0.9344714393726397,1613939985610,774
"eps_1",1e-05,1613939985610,774
"wd_2",0.01,1613939985610,774
"sqr_mom_2",0.99,1613939985610,774
"lr_2",0.00016211424250944136,1613939985610,774
"mom_2",0.9344714393726397,1613939985610,774
"eps_2",1e-05,1613939985610,774
"train_loss",0.1047471,1613939986545,775
"raw_loss",0.07418483,1613939986545,775
"epoch",4.880503144654057,1613939986545,775
"wd_0",0.01,1613939986545,775
"sqr_mom_0",0.99,1613939986545,775
"lr_0",1.62305204384067e-06,1613939986545,775
"mom_0",0.9344236989039832,1613939986545,775
"eps_0",1e-05,1613939986545,775
"wd_1",0.01,1613939986545,775
"sqr_mom_1",0.99,1613939986545,775
"lr_1",1.6230520438406697e-05,1613939986545,775
"mom_1",0.9344236989039832,1613939986545,775
"eps_1",1e-05,1613939986545,775
"wd_2",0.01,1613939986545,775
"sqr_mom_2",0.99,1613939986545,775
"lr_2",0.00016230520438406697,1613939986545,775
"mom_2",0.9344236989039832,1613939986545,775
"eps_2",1e-05,1613939986545,775
"train_loss",0.107379526,1613939987500,776
"raw_loss",0.23636794,1613939987500,776
"epoch",4.886792452830157,1613939987500,776
"wd_0",0.01,1613939987500,776
"sqr_mom_0",0.99,1613939987500,776
"lr_0",1.6249637801243857e-06,1613939987500,776
"mom_0",0.9343759054968903,1613939987500,776
"eps_0",1e-05,1613939987500,776
"wd_1",0.01,1613939987500,776
"sqr_mom_1",0.99,1613939987500,776
"lr_1",1.6249637801243856e-05,1613939987500,776
"mom_1",0.9343759054968903,1613939987500,776
"eps_1",1e-05,1613939987500,776
"wd_2",0.01,1613939987500,776
"sqr_mom_2",0.99,1613939987500,776
"lr_2",0.00016249637801243855,1613939987500,776
"mom_2",0.9343759054968903,1613939987500,776
"eps_2",1e-05,1613939987500,776
"train_loss",0.10668106,1613939988439,777
"raw_loss",0.072456025,1613939988439,777
"epoch",4.893081761006258,1613939988439,777
"wd_0",0.01,1613939988439,777
"sqr_mom_0",0.99,1613939988439,777
"lr_0",1.626878038051277e-06,1613939988439,777
"mom_0",0.934328049048718,1613939988439,777
"eps_0",1e-05,1613939988439,777
"wd_1",0.01,1613939988439,777
"sqr_mom_1",0.99,1613939988439,777
"lr_1",1.6268780380512768e-05,1613939988439,777
"mom_1",0.934328049048718,1613939988439,777
"eps_1",1e-05,1613939988439,777
"wd_2",0.01,1613939988439,777
"sqr_mom_2",0.99,1613939988439,777
"lr_2",0.00016268780380512767,1613939988439,777
"mom_2",0.934328049048718,1613939988439,777
"eps_2",1e-05,1613939988439,777
"train_loss",0.10610866,1613939989396,778
"raw_loss",0.078061074,1613939989396,778
"epoch",4.899371069182358,1613939989396,778
"wd_0",0.01,1613939989396,778
"sqr_mom_0",0.99,1613939989396,778
"lr_0",1.6287946784922269e-06,1613939989396,778
"mom_0",0.9342801330376943,1613939989396,778
"eps_0",1e-05,1613939989396,778
"wd_1",0.01,1613939989396,778
"sqr_mom_1",0.99,1613939989396,778
"lr_1",1.6287946784922267e-05,1613939989396,778
"mom_1",0.9342801330376943,1613939989396,778
"eps_1",1e-05,1613939989396,778
"wd_2",0.01,1613939989396,778
"sqr_mom_2",0.99,1613939989396,778
"lr_2",0.00016287946784922266,1613939989396,778
"mom_2",0.9342801330376943,1613939989396,778
"eps_2",1e-05,1613939989396,778
"train_loss",0.10535494,1613939990335,779
"raw_loss",0.06842274,1613939990335,779
"epoch",4.905660377358458,1613939990335,779
"wd_0",0.01,1613939990335,779
"sqr_mom_0",0.99,1613939990335,779
"lr_0",1.6307136981216592e-06,1613939990335,779
"mom_0",0.9342321575469585,1613939990335,779
"eps_0",1e-05,1613939990335,779
"wd_1",0.01,1613939990335,779
"sqr_mom_1",0.99,1613939990335,779
"lr_1",1.630713698121659e-05,1613939990335,779
"mom_1",0.9342321575469585,1613939990335,779
"eps_1",1e-05,1613939990335,779
"wd_2",0.01,1613939990335,779
"sqr_mom_2",0.99,1613939990335,779
"lr_2",0.0001630713698121659,1613939990335,779
"mom_2",0.9342321575469585,1613939990335,779
"eps_2",1e-05,1613939990335,779
"train_loss",0.1046388,1613939991288,780
"raw_loss",0.06954832,1613939991288,780
"epoch",4.911949685534559,1613939991288,780
"wd_0",0.01,1613939991288,780
"sqr_mom_0",0.99,1613939991288,780
"lr_0",1.6326350936098675e-06,1613939991288,780
"mom_0",0.9341841226597533,1613939991288,780
"eps_0",1e-05,1613939991288,780
"wd_1",0.01,1613939991288,780
"sqr_mom_1",0.99,1613939991288,780
"lr_1",1.6326350936098675e-05,1613939991288,780
"mom_1",0.9341841226597533,1613939991288,780
"eps_1",1e-05,1613939991288,780
"wd_2",0.01,1613939991288,780
"sqr_mom_2",0.99,1613939991288,780
"lr_2",0.00016326350936098674,1613939991288,780
"mom_2",0.9341841226597533,1613939991288,780
"eps_2",1e-05,1613939991288,780
"train_loss",0.10484847,1613939992224,781
"raw_loss",0.11512232,1613939992224,781
"epoch",4.918238993710659,1613939992224,781
"wd_0",0.01,1613939992224,781
"sqr_mom_0",0.99,1613939992224,781
"lr_0",1.6345588616230255e-06,1613939992224,781
"mom_0",0.9341360284594243,1613939992224,781
"eps_0",1e-05,1613939992224,781
"wd_1",0.01,1613939992224,781
"sqr_mom_1",0.99,1613939992224,781
"lr_1",1.6345588616230254e-05,1613939992224,781
"mom_1",0.9341360284594243,1613939992224,781
"eps_1",1e-05,1613939992224,781
"wd_2",0.01,1613939992224,781
"sqr_mom_2",0.99,1613939992224,781
"lr_2",0.00016345588616230254,1613939992224,781
"mom_2",0.9341360284594243,1613939992224,781
"eps_2",1e-05,1613939992224,781
"train_loss",0.10408983,1613939993166,782
"raw_loss",0.06691649,1613939993166,782
"epoch",4.92452830188676,1613939993166,782
"wd_0",0.01,1613939993166,782
"sqr_mom_0",0.99,1613939993166,782
"lr_0",1.6364849988231893e-06,1613939993166,782
"mom_0",0.9340878750294203,1613939993166,782
"eps_0",1e-05,1613939993166,782
"wd_1",0.01,1613939993166,782
"sqr_mom_1",0.99,1613939993166,782
"lr_1",1.6364849988231893e-05,1613939993166,782
"mom_1",0.9340878750294203,1613939993166,782
"eps_1",1e-05,1613939993166,782
"wd_2",0.01,1613939993166,782
"sqr_mom_2",0.99,1613939993166,782
"lr_2",0.00016364849988231893,1613939993166,782
"mom_2",0.9340878750294203,1613939993166,782
"eps_2",1e-05,1613939993166,782
"train_loss",0.1041442,1613939994116,783
"raw_loss",0.10680839,1613939994116,783
"epoch",4.93081761006286,1613939994116,783
"wd_0",0.01,1613939994116,783
"sqr_mom_0",0.99,1613939994116,783
"lr_0",1.6384133647096728e-06,1613939994116,783
"mom_0",0.9340396658822582,1613939994116,783
"eps_0",1e-05,1613939994116,783
"wd_1",0.01,1613939994116,783
"sqr_mom_1",0.99,1613939994116,783
"lr_1",1.6384133647096727e-05,1613939994116,783
"mom_1",0.9340396658822582,1613939994116,783
"eps_1",1e-05,1613939994116,783
"wd_2",0.01,1613939994116,783
"sqr_mom_2",0.99,1613939994116,783
"lr_2",0.00016384133647096726,1613939994116,783
"mom_2",0.9340396658822582,1613939994116,783
"eps_2",1e-05,1613939994116,783
"train_loss",0.10356563,1613939995069,784
"raw_loss",0.07521579,1613939995069,784
"epoch",4.93710691823896,1613939995069,784
"wd_0",0.01,1613939995069,784
"sqr_mom_0",0.99,1613939995069,784
"lr_0",1.6403443674122072e-06,1613939995069,784
"mom_0",0.9339913908146947,1613939995069,784
"eps_0",1e-05,1613939995069,784
"wd_1",0.01,1613939995069,784
"sqr_mom_1",0.99,1613939995069,784
"lr_1",1.640344367412207e-05,1613939995069,784
"mom_1",0.9339913908146947,1613939995069,784
"eps_1",1e-05,1613939995069,784
"wd_2",0.01,1613939995069,784
"sqr_mom_2",0.99,1613939995069,784
"lr_2",0.00016403443674122068,1613939995069,784
"mom_2",0.9339913908146947,1613939995069,784
"eps_2",1e-05,1613939995069,784
"train_loss",0.10269898,1613939996235,785
"raw_loss",0.060232915,1613939996235,785
"epoch",4.943396226415061,1613939996235,785
"wd_0",0.01,1613939996235,785
"sqr_mom_0",0.99,1613939996235,785
"lr_0",1.6422775921046437e-06,1613939996235,785
"mom_0",0.9339430601973838,1613939996235,785
"eps_0",1e-05,1613939996235,785
"wd_1",0.01,1613939996235,785
"sqr_mom_1",0.99,1613939996235,785
"lr_1",1.6422775921046435e-05,1613939996235,785
"mom_1",0.9339430601973838,1613939996235,785
"eps_1",1e-05,1613939996235,785
"wd_2",0.01,1613939996235,785
"sqr_mom_2",0.99,1613939996235,785
"lr_2",0.00016422775921046432,1613939996235,785
"mom_2",0.9339430601973838,1613939996235,785
"eps_2",1e-05,1613939996235,785
"train_loss",0.103872985,1613939997424,786
"raw_loss",0.16139941,1613939997424,786
"epoch",4.949685534591161,1613939997424,786
"wd_0",0.01,1613939997424,786
"sqr_mom_0",0.99,1613939997424,786
"lr_0",1.644213172591258e-06,1613939997424,786
"mom_0",0.9338946706852185,1613939997424,786
"eps_0",1e-05,1613939997424,786
"wd_1",0.01,1613939997424,786
"sqr_mom_1",0.99,1613939997424,786
"lr_1",1.644213172591258e-05,1613939997424,786
"mom_1",0.9338946706852185,1613939997424,786
"eps_1",1e-05,1613939997424,786
"wd_2",0.01,1613939997424,786
"sqr_mom_2",0.99,1613939997424,786
"lr_2",0.0001644213172591258,1613939997424,786
"mom_2",0.9338946706852185,1613939997424,786
"eps_2",1e-05,1613939997424,786
"train_loss",0.10287752,1613939998577,787
"raw_loss",0.05409975,1613939998577,787
"epoch",4.955974842767262,1613939998577,787
"wd_0",0.01,1613939998577,787
"sqr_mom_0",0.99,1613939998577,787
"lr_0",1.6461509676851994e-06,1613939998577,787
"mom_0",0.93384622580787,1613939998577,787
"eps_0",1e-05,1613939998577,787
"wd_1",0.01,1613939998577,787
"sqr_mom_1",0.99,1613939998577,787
"lr_1",1.6461509676851993e-05,1613939998577,787
"mom_1",0.93384622580787,1613939998577,787
"eps_1",1e-05,1613939998577,787
"wd_2",0.01,1613939998577,787
"sqr_mom_2",0.99,1613939998577,787
"lr_2",0.0001646150967685199,1613939998577,787
"mom_2",0.93384622580787,1613939998577,787
"eps_2",1e-05,1613939998577,787
"train_loss",0.10348713,1613939999789,788
"raw_loss",0.13335782,1613939999789,788
"epoch",4.962264150943362,1613939999789,788
"wd_0",0.01,1613939999789,788
"sqr_mom_0",0.99,1613939999789,788
"lr_0",1.6480912495139225e-06,1613939999789,788
"mom_0",0.9337977187621519,1613939999789,788
"eps_0",1e-05,1613939999789,788
"wd_1",0.01,1613939999789,788
"sqr_mom_1",0.99,1613939999789,788
"lr_1",1.648091249513922e-05,1613939999789,788
"mom_1",0.9337977187621519,1613939999789,788
"eps_1",1e-05,1613939999789,788
"wd_2",0.01,1613939999789,788
"sqr_mom_2",0.99,1613939999789,788
"lr_2",0.00016480912495139222,1613939999789,788
"mom_2",0.9337977187621519,1613939999789,788
"eps_2",1e-05,1613939999789,788
"train_loss",0.10383838,1613940000734,789
"raw_loss",0.12104927,1613940000734,789
"epoch",4.9685534591194624,1613940000734,789
"wd_0",0.01,1613940000734,789
"sqr_mom_0",0.99,1613940000734,789
"lr_0",1.650034015211374e-06,1613940000734,789
"mom_0",0.9337491496197157,1613940000734,789
"eps_0",1e-05,1613940000734,789
"wd_1",0.01,1613940000734,789
"sqr_mom_1",0.99,1613940000734,789
"lr_1",1.650034015211374e-05,1613940000734,789
"mom_1",0.9337491496197157,1613940000734,789
"eps_1",1e-05,1613940000734,789
"wd_2",0.01,1613940000734,789
"sqr_mom_2",0.99,1613940000734,789
"lr_2",0.00016500340152113738,1613940000734,789
"mom_2",0.9337491496197157,1613940000734,789
"eps_2",1e-05,1613940000734,789
"train_loss",0.104084246,1613940001685,790
"raw_loss",0.11613197,1613940001685,790
"epoch",4.974842767295563,1613940001685,790
"wd_0",0.01,1613940001685,790
"sqr_mom_0",0.99,1613940001685,790
"lr_0",1.6519789852495172e-06,1613940001685,790
"mom_0",0.933700525368762,1613940001685,790
"eps_0",1e-05,1613940001685,790
"wd_1",0.01,1613940001685,790
"sqr_mom_1",0.99,1613940001685,790
"lr_1",1.651978985249517e-05,1613940001685,790
"mom_1",0.933700525368762,1613940001685,790
"eps_1",1e-05,1613940001685,790
"wd_2",0.01,1613940001685,790
"sqr_mom_2",0.99,1613940001685,790
"lr_2",0.0001651978985249517,1613940001685,790
"mom_2",0.933700525368762,1613940001685,790
"eps_2",1e-05,1613940001685,790
"train_loss",0.103192635,1613940002631,791
"raw_loss",0.0595038,1613940002631,791
"epoch",4.981132075471663,1613940002631,791
"wd_0",0.01,1613940002631,791
"sqr_mom_0",0.99,1613940002631,791
"lr_0",1.6539261557545114e-06,1613940002631,791
"mom_0",0.9336518461061372,1613940002631,791
"eps_0",1e-05,1613940002631,791
"wd_1",0.01,1613940002631,791
"sqr_mom_1",0.99,1613940002631,791
"lr_1",1.6539261557545112e-05,1613940002631,791
"mom_1",0.9336518461061372,1613940002631,791
"eps_1",1e-05,1613940002631,791
"wd_2",0.01,1613940002631,791
"sqr_mom_2",0.99,1613940002631,791
"lr_2",0.00016539261557545112,1613940002631,791
"mom_2",0.9336518461061372,1613940002631,791
"eps_2",1e-05,1613940002631,791
"train_loss",0.102488324,1613940003584,792
"raw_loss",0.06797701,1613940003584,792
"epoch",4.987421383647764,1613940003584,792
"wd_0",0.01,1613940003584,792
"sqr_mom_0",0.99,1613940003584,792
"lr_0",1.655875800170415e-06,1613940003584,792
"mom_0",0.9336031049957396,1613940003584,792
"eps_0",1e-05,1613940003584,792
"wd_1",0.01,1613940003584,792
"sqr_mom_1",0.99,1613940003584,792
"lr_1",1.655875800170415e-05,1613940003584,792
"mom_1",0.9336031049957396,1613940003584,792
"eps_1",1e-05,1613940003584,792
"wd_2",0.01,1613940003584,792
"sqr_mom_2",0.99,1613940003584,792
"lr_2",0.00016558758001704147,1613940003584,792
"mom_2",0.9336031049957396,1613940003584,792
"eps_2",1e-05,1613940003584,792
"train_loss",0.10250759,1613940004519,793
"raw_loss",0.1034516,1613940004519,793
"epoch",4.993710691823864,1613940004519,793
"wd_0",0.01,1613940004519,793
"sqr_mom_0",0.99,1613940004519,793
"lr_0",1.657827776786147e-06,1613940004519,793
"mom_0",0.9335543055803462,1613940004519,793
"eps_0",1e-05,1613940004519,793
"wd_1",0.01,1613940004519,793
"sqr_mom_1",0.99,1613940004519,793
"lr_1",1.657827776786147e-05,1613940004519,793
"mom_1",0.9335543055803462,1613940004519,793
"eps_1",1e-05,1613940004519,793
"wd_2",0.01,1613940004519,793
"sqr_mom_2",0.99,1613940004519,793
"lr_2",0.00016578277767861468,1613940004519,793
"mom_2",0.9335543055803462,1613940004519,793
"eps_2",1e-05,1613940004519,793
"train_loss",0.10229331,1613940005469,794
"raw_loss",0.09179388,1613940005469,794
"epoch",4.9999999999999645,1613940005469,794
"wd_0",0.01,1613940005469,794
"sqr_mom_0",0.99,1613940005469,794
"lr_0",1.65978222120613e-06,1613940005469,794
"mom_0",0.9335054444698467,1613940005469,794
"eps_0",1e-05,1613940005469,794
"wd_1",0.01,1613940005469,794
"sqr_mom_1",0.99,1613940005469,794
"lr_1",1.65978222120613e-05,1613940005469,794
"mom_1",0.9335054444698467,1613940005469,794
"eps_1",1e-05,1613940005469,794
"wd_2",0.01,1613940005469,794
"sqr_mom_2",0.99,1613940005469,794
"lr_2",0.000165978222120613,1613940005469,794
"mom_2",0.9335054444698467,1613940005469,794
"eps_2",1e-05,1613940005469,794
"valid_loss",0.12888723611831665,1613940037095,794
"_rmse",0.35900869965553284,1613940037095,794
"epoch",5,1613940037095,794
"train_loss",0.10141977,1613940038193,795
"raw_loss",0.05861634,1613940038193,795
"epoch",5.0062893081761,1613940038193,795
"wd_0",0.01,1613940038193,795
"sqr_mom_0",0.99,1613940038193,795
"lr_0",1.661738713065496e-06,1613940038193,795
"mom_0",0.9334565321733626,1613940038193,795
"eps_0",1e-05,1613940038193,795
"wd_1",0.01,1613940038193,795
"sqr_mom_1",0.99,1613940038193,795
"lr_1",1.661738713065496e-05,1613940038193,795
"mom_1",0.9334565321733626,1613940038193,795
"eps_1",1e-05,1613940038193,795
"wd_2",0.01,1613940038193,795
"sqr_mom_2",0.99,1613940038193,795
"lr_2",0.00016617387130654957,1613940038193,795
"mom_2",0.9334565321733626,1613940038193,795
"eps_2",1e-05,1613940038193,795
"train_loss",0.100570805,1613940039144,796
"raw_loss",0.058971785,1613940039144,796
"epoch",5.012578616352201,1613940039144,796
"wd_0",0.01,1613940039144,796
"sqr_mom_0",0.99,1613940039144,796
"lr_0",1.66369766594322e-06,1613940039144,796
"mom_0",0.9334075583514194,1613940039144,796
"eps_0",1e-05,1613940039144,796
"wd_1",0.01,1613940039144,796
"sqr_mom_1",0.99,1613940039144,796
"lr_1",1.6636976659432196e-05,1613940039144,796
"mom_1",0.9334075583514194,1613940039144,796
"eps_1",1e-05,1613940039144,796
"wd_2",0.01,1613940039144,796
"sqr_mom_2",0.99,1613940039144,796
"lr_2",0.00016636976659432196,1613940039144,796
"mom_2",0.9334075583514194,1613940039144,796
"eps_2",1e-05,1613940039144,796
"train_loss",0.099581815,1613940040085,797
"raw_loss",0.05112123,1613940040085,797
"epoch",5.018867924528301,1613940040085,797
"wd_0",0.01,1613940040085,797
"sqr_mom_0",0.99,1613940040085,797
"lr_0",1.6656589374489935e-06,1613940040085,797
"mom_0",0.9333585265637752,1613940040085,797
"eps_0",1e-05,1613940040085,797
"wd_1",0.01,1613940040085,797
"sqr_mom_1",0.99,1613940040085,797
"lr_1",1.6656589374489935e-05,1613940040085,797
"mom_1",0.9333585265637752,1613940040085,797
"eps_1",1e-05,1613940040085,797
"wd_2",0.01,1613940040085,797
"sqr_mom_2",0.99,1613940040085,797
"lr_2",0.00016656589374489935,1613940040085,797
"mom_2",0.9333585265637752,1613940040085,797
"eps_2",1e-05,1613940040085,797
"train_loss",0.09950282,1613940041039,798
"raw_loss",0.09563173,1613940041039,798
"epoch",5.025157232704402,1613940041039,798
"wd_0",0.01,1613940041039,798
"sqr_mom_0",0.99,1613940041039,798
"lr_0",1.6676225241798021e-06,1613940041039,798
"mom_0",0.9333094368955049,1613940041039,798
"eps_0",1e-05,1613940041039,798
"wd_1",0.01,1613940041039,798
"sqr_mom_1",0.99,1613940041039,798
"lr_1",1.667622524179802e-05,1613940041039,798
"mom_1",0.9333094368955049,1613940041039,798
"eps_1",1e-05,1613940041039,798
"wd_2",0.01,1613940041039,798
"sqr_mom_2",0.99,1613940041039,798
"lr_2",0.00016676225241798022,1613940041039,798
"mom_2",0.9333094368955049,1613940041039,798
"eps_2",1e-05,1613940041039,798
"train_loss",0.098918885,1613940042016,799
"raw_loss",0.07030639,1613940042016,799
"epoch",5.031446540880502,1613940042016,799
"wd_0",0.01,1613940042016,799
"sqr_mom_0",0.99,1613940042016,799
"lr_0",1.6695884227286103e-06,1613940042016,799
"mom_0",0.9332602894317847,1613940042016,799
"eps_0",1e-05,1613940042016,799
"wd_1",0.01,1613940042016,799
"sqr_mom_1",0.99,1613940042016,799
"lr_1",1.6695884227286102e-05,1613940042016,799
"mom_1",0.9332602894317847,1613940042016,799
"eps_1",1e-05,1613940042016,799
"wd_2",0.01,1613940042016,799
"sqr_mom_2",0.99,1613940042016,799
"lr_2",0.00016695884227286103,1613940042016,799
"mom_2",0.9332602894317847,1613940042016,799
"eps_2",1e-05,1613940042016,799
"train_loss",0.09843884,1613940042975,800
"raw_loss",0.07491666,1613940042975,800
"epoch",5.037735849056602,1613940042975,800
"wd_0",0.01,1613940042975,800
"sqr_mom_0",0.99,1613940042975,800
"lr_0",1.6715566296843733e-06,1613940042975,800
"mom_0",0.9332110842578907,1613940042975,800
"eps_0",1e-05,1613940042975,800
"wd_1",0.01,1613940042975,800
"sqr_mom_1",0.99,1613940042975,800
"lr_1",1.6715566296843733e-05,1613940042975,800
"mom_1",0.9332110842578907,1613940042975,800
"eps_1",1e-05,1613940042975,800
"wd_2",0.01,1613940042975,800
"sqr_mom_2",0.99,1613940042975,800
"lr_2",0.0001671556629684373,1613940042975,800
"mom_2",0.9332110842578907,1613940042975,800
"eps_2",1e-05,1613940042975,800
"train_loss",0.097499534,1613940043925,801
"raw_loss",0.05147379,1613940043925,801
"epoch",5.044025157232703,1613940043925,801
"wd_0",0.01,1613940043925,801
"sqr_mom_0",0.99,1613940043925,801
"lr_0",1.6735271416320418e-06,1613940043925,801
"mom_0",0.9331618214591989,1613940043925,801
"eps_0",1e-05,1613940043925,801
"wd_1",0.01,1613940043925,801
"sqr_mom_1",0.99,1613940043925,801
"lr_1",1.6735271416320417e-05,1613940043925,801
"mom_1",0.9331618214591989,1613940043925,801
"eps_1",1e-05,1613940043925,801
"wd_2",0.01,1613940043925,801
"sqr_mom_2",0.99,1613940043925,801
"lr_2",0.00016735271416320417,1613940043925,801
"mom_2",0.9331618214591989,1613940043925,801
"eps_2",1e-05,1613940043925,801
"train_loss",0.09816419,1613940044900,802
"raw_loss",0.13073216,1613940044900,802
"epoch",5.050314465408803,1613940044900,802
"wd_0",0.01,1613940044900,802
"sqr_mom_0",0.99,1613940044900,802
"lr_0",1.6754998148467088e-06,1613940044900,802
"mom_0",0.9331125046288322,1613940044900,802
"eps_0",1e-05,1613940044900,802
"wd_1",0.01,1613940044900,802
"sqr_mom_1",0.99,1613940044900,802
"lr_1",1.6754998148467087e-05,1613940044900,802
"mom_1",0.9331125046288322,1613940044900,802
"eps_1",1e-05,1613940044900,802
"wd_2",0.01,1613940044900,802
"sqr_mom_2",0.99,1613940044900,802
"lr_2",0.00016754998148467084,1613940044900,802
"mom_2",0.9331125046288322,1613940044900,802
"eps_2",1e-05,1613940044900,802
"train_loss",0.09731161,1613940045856,803
"raw_loss",0.05553511,1613940045856,803
"epoch",5.056603773584904,1613940045856,803
"wd_0",0.01,1613940045856,803
"sqr_mom_0",0.99,1613940045856,803
"lr_0",1.6774750668228984e-06,1613940045856,803
"mom_0",0.9330631233294275,1613940045856,803
"eps_0",1e-05,1613940045856,803
"wd_1",0.01,1613940045856,803
"sqr_mom_1",0.99,1613940045856,803
"lr_1",1.6774750668228982e-05,1613940045856,803
"mom_1",0.9330631233294275,1613940045856,803
"eps_1",1e-05,1613940045856,803
"wd_2",0.01,1613940045856,803
"sqr_mom_2",0.99,1613940045856,803
"lr_2",0.0001677475066822898,1613940045856,803
"mom_2",0.9330631233294275,1613940045856,803
"eps_2",1e-05,1613940045856,803
"train_loss",0.09854011,1613940046812,804
"raw_loss",0.15873702,1613940046812,804
"epoch",5.062893081761004,1613940046812,804
"wd_0",0.01,1613940046812,804
"sqr_mom_0",0.99,1613940046812,804
"lr_0",1.6794524732160138e-06,1613940046812,804
"mom_0",0.9330136881695996,1613940046812,804
"eps_0",1e-05,1613940046812,804
"wd_1",0.01,1613940046812,804
"sqr_mom_1",0.99,1613940046812,804
"lr_1",1.6794524732160137e-05,1613940046812,804
"mom_1",0.9330136881695996,1613940046812,804
"eps_1",1e-05,1613940046812,804
"wd_2",0.01,1613940046812,804
"sqr_mom_2",0.99,1613940046812,804
"lr_2",0.00016794524732160137,1613940046812,804
"mom_2",0.9330136881695996,1613940046812,804
"eps_2",1e-05,1613940046812,804
"train_loss",0.098802224,1613940047768,805
"raw_loss",0.11164544,1613940047768,805
"epoch",5.0691823899371045,1613940047768,805
"wd_0",0.01,1613940047768,805
"sqr_mom_0",0.99,1613940047768,805
"lr_0",1.6814321709008968e-06,1613940047768,805
"mom_0",0.9329641957274776,1613940047768,805
"eps_0",1e-05,1613940047768,805
"wd_1",0.01,1613940047768,805
"sqr_mom_1",0.99,1613940047768,805
"lr_1",1.6814321709008966e-05,1613940047768,805
"mom_1",0.9329641957274776,1613940047768,805
"eps_1",1e-05,1613940047768,805
"wd_2",0.01,1613940047768,805
"sqr_mom_2",0.99,1613940047768,805
"lr_2",0.00016814321709008966,1613940047768,805
"mom_2",0.9329641957274776,1613940047768,805
"eps_2",1e-05,1613940047768,805
"train_loss",0.097837545,1613940048716,806
"raw_loss",0.050568264,1613940048716,806
"epoch",5.075471698113205,1613940048716,806
"wd_0",0.01,1613940048716,806
"sqr_mom_0",0.99,1613940048716,806
"lr_0",1.6834140154852611e-06,1613940048716,806
"mom_0",0.9329146496128684,1613940048716,806
"eps_0",1e-05,1613940048716,806
"wd_1",0.01,1613940048716,806
"sqr_mom_1",0.99,1613940048716,806
"lr_1",1.683414015485261e-05,1613940048716,806
"mom_1",0.9329146496128684,1613940048716,806
"eps_1",1e-05,1613940048716,806
"wd_2",0.01,1613940048716,806
"sqr_mom_2",0.99,1613940048716,806
"lr_2",0.00016834140154852609,1613940048716,806
"mom_2",0.9329146496128684,1613940048716,806
"eps_2",1e-05,1613940048716,806
"train_loss",0.09688738,1613940049681,807
"raw_loss",0.05032926,1613940049681,807
"epoch",5.081761006289305,1613940049681,807
"wd_0",0.01,1613940049681,807
"sqr_mom_0",0.99,1613940049681,807
"lr_0",1.6853982852824963e-06,1613940049681,807
"mom_0",0.9328650428679376,1613940049681,807
"eps_0",1e-05,1613940049681,807
"wd_1",0.01,1613940049681,807
"sqr_mom_1",0.99,1613940049681,807
"lr_1",1.685398285282496e-05,1613940049681,807
"mom_1",0.9328650428679376,1613940049681,807
"eps_1",1e-05,1613940049681,807
"wd_2",0.01,1613940049681,807
"sqr_mom_2",0.99,1613940049681,807
"lr_2",0.0001685398285282496,1613940049681,807
"mom_2",0.9328650428679376,1613940049681,807
"eps_2",1e-05,1613940049681,807
"train_loss",0.09636485,1613940050634,808
"raw_loss",0.07076079,1613940050634,808
"epoch",5.088050314465406,1613940050634,808
"wd_0",0.01,1613940050634,808
"sqr_mom_0",0.99,1613940050634,808
"lr_0",1.687384977336432e-06,1613940050634,808
"mom_0",0.9328153755665892,1613940050634,808
"eps_0",1e-05,1613940050634,808
"wd_1",0.01,1613940050634,808
"sqr_mom_1",0.99,1613940050634,808
"lr_1",1.687384977336432e-05,1613940050634,808
"mom_1",0.9328153755665892,1613940050634,808
"eps_1",1e-05,1613940050634,808
"wd_2",0.01,1613940050634,808
"sqr_mom_2",0.99,1613940050634,808
"lr_2",0.00016873849773364318,1613940050634,808
"mom_2",0.9328153755665892,1613940050634,808
"eps_2",1e-05,1613940050634,808
"train_loss",0.09563999,1613940051605,809
"raw_loss",0.06012155,1613940051605,809
"epoch",5.094339622641506,1613940051605,809
"wd_0",0.01,1613940051605,809
"sqr_mom_0",0.99,1613940051605,809
"lr_0",1.6893738057988404e-06,1613940051605,809
"mom_0",0.9327656548550289,1613940051605,809
"eps_0",1e-05,1613940051605,809
"wd_1",0.01,1613940051605,809
"sqr_mom_1",0.99,1613940051605,809
"lr_1",1.6893738057988402e-05,1613940051605,809
"mom_1",0.9327656548550289,1613940051605,809
"eps_1",1e-05,1613940051605,809
"wd_2",0.01,1613940051605,809
"sqr_mom_2",0.99,1613940051605,809
"lr_2",0.00016893738057988404,1613940051605,809
"mom_2",0.9327656548550289,1613940051605,809
"eps_2",1e-05,1613940051605,809
"train_loss",0.09513585,1613940052567,810
"raw_loss",0.07043334,1613940052567,810
"epoch",5.1006289308176065,1613940052567,810
"wd_0",0.01,1613940052567,810
"sqr_mom_0",0.99,1613940052567,810
"lr_0",1.6913647667336096e-06,1613940052567,810
"mom_0",0.9327158808316597,1613940052567,810
"eps_0",1e-05,1613940052567,810
"wd_1",0.01,1613940052567,810
"sqr_mom_1",0.99,1613940052567,810
"lr_1",1.6913647667336095e-05,1613940052567,810
"mom_1",0.9327158808316597,1613940052567,810
"eps_1",1e-05,1613940052567,810
"wd_2",0.01,1613940052567,810
"sqr_mom_2",0.99,1613940052567,810
"lr_2",0.00016913647667336095,1613940052567,810
"mom_2",0.9327158808316597,1613940052567,810
"eps_2",1e-05,1613940052567,810
"train_loss",0.09454174,1613940053530,811
"raw_loss",0.065430425,1613940053530,811
"epoch",5.106918238993707,1613940053530,811
"wd_0",0.01,1613940053530,811
"sqr_mom_0",0.99,1613940053530,811
"lr_0",1.6933581397343535e-06,1613940053530,811
"mom_0",0.9326660465066411,1613940053530,811
"eps_0",1e-05,1613940053530,811
"wd_1",0.01,1613940053530,811
"sqr_mom_1",0.99,1613940053530,811
"lr_1",1.6933581397343533e-05,1613940053530,811
"mom_1",0.9326660465066411,1613940053530,811
"eps_1",1e-05,1613940053530,811
"wd_2",0.01,1613940053530,811
"sqr_mom_2",0.99,1613940053530,811
"lr_2",0.00016933581397343532,1613940053530,811
"mom_2",0.9326660465066411,1613940053530,811
"eps_2",1e-05,1613940053530,811
"train_loss",0.09423361,1613940054516,812
"raw_loss",0.07913486,1613940054516,812
"epoch",5.113207547169807,1613940054516,812
"wd_0",0.01,1613940054516,812
"sqr_mom_0",0.99,1613940054516,812
"lr_0",1.695353779899041e-06,1613940054516,812
"mom_0",0.932616155502524,1613940054516,812
"eps_0",1e-05,1613940054516,812
"wd_1",0.01,1613940054516,812
"sqr_mom_1",0.99,1613940054516,812
"lr_1",1.6953537798990408e-05,1613940054516,812
"mom_1",0.932616155502524,1613940054516,812
"eps_1",1e-05,1613940054516,812
"wd_2",0.01,1613940054516,812
"sqr_mom_2",0.99,1613940054516,812
"lr_2",0.0001695353779899041,1613940054516,812
"mom_2",0.932616155502524,1613940054516,812
"eps_2",1e-05,1613940054516,812
"train_loss",0.093729146,1613940055481,813
"raw_loss",0.06901064,1613940055481,813
"epoch",5.119496855345908,1613940055481,813
"wd_0",0.01,1613940055481,813
"sqr_mom_0",0.99,1613940055481,813
"lr_0",1.6973516837650217e-06,1613940055481,813
"mom_0",0.9325662079058744,1613940055481,813
"eps_0",1e-05,1613940055481,813
"wd_1",0.01,1613940055481,813
"sqr_mom_1",0.99,1613940055481,813
"lr_1",1.6973516837650217e-05,1613940055481,813
"mom_1",0.9325662079058744,1613940055481,813
"eps_1",1e-05,1613940055481,813
"wd_2",0.01,1613940055481,813
"sqr_mom_2",0.99,1613940055481,813
"lr_2",0.00016973516837650215,1613940055481,813
"mom_2",0.9325662079058744,1613940055481,813
"eps_2",1e-05,1613940055481,813
"train_loss",0.09474577,1613940056462,814
"raw_loss",0.1445604,1613940056462,814
"epoch",5.125786163522008,1613940056462,814
"wd_0",0.01,1613940056462,814
"sqr_mom_0",0.99,1613940056462,814
"lr_0",1.6993518478657188e-06,1613940056462,814
"mom_0",0.932516203803357,1613940056462,814
"eps_0",1e-05,1613940056462,814
"wd_1",0.01,1613940056462,814
"sqr_mom_1",0.99,1613940056462,814
"lr_1",1.699351847865719e-05,1613940056462,814
"mom_1",0.932516203803357,1613940056462,814
"eps_1",1e-05,1613940056462,814
"wd_2",0.01,1613940056462,814
"sqr_mom_2",0.99,1613940056462,814
"lr_2",0.00016993518478657186,1613940056462,814
"mom_2",0.932516203803357,1613940056462,814
"eps_2",1e-05,1613940056462,814
"train_loss",0.09510801,1613940057444,815
"raw_loss",0.11285774,1613940057444,815
"epoch",5.1320754716981085,1613940057444,815
"wd_0",0.01,1613940057444,815
"sqr_mom_0",0.99,1613940057444,815
"lr_0",1.7013542687306316e-06,1613940057444,815
"mom_0",0.9324661432817342,1613940057444,815
"eps_0",1e-05,1613940057444,815
"wd_1",0.01,1613940057444,815
"sqr_mom_1",0.99,1613940057444,815
"lr_1",1.7013542687306315e-05,1613940057444,815
"mom_1",0.9324661432817342,1613940057444,815
"eps_1",1e-05,1613940057444,815
"wd_2",0.01,1613940057444,815
"sqr_mom_2",0.99,1613940057444,815
"lr_2",0.00017013542687306313,1613940057444,815
"mom_2",0.9324661432817342,1613940057444,815
"eps_2",1e-05,1613940057444,815
"train_loss",0.094291665,1613940058412,816
"raw_loss",0.054290798,1613940058412,816
"epoch",5.138364779874209,1613940058412,816
"wd_0",0.01,1613940058412,816
"sqr_mom_0",0.99,1613940058412,816
"lr_0",1.7033589428853453e-06,1613940058412,816
"mom_0",0.9324160264278664,1613940058412,816
"eps_0",1e-05,1613940058412,816
"wd_1",0.01,1613940058412,816
"sqr_mom_1",0.99,1613940058412,816
"lr_1",1.703358942885345e-05,1613940058412,816
"mom_1",0.9324160264278664,1613940058412,816
"eps_1",1e-05,1613940058412,816
"wd_2",0.01,1613940058412,816
"sqr_mom_2",0.99,1613940058412,816
"lr_2",0.00017033589428853453,1613940058412,816
"mom_2",0.9324160264278664,1613940058412,816
"eps_2",1e-05,1613940058412,816
"train_loss",0.096089795,1613940059381,817
"raw_loss",0.18419777,1613940059381,817
"epoch",5.144654088050309,1613940059381,817
"wd_0",0.01,1613940059381,817
"sqr_mom_0",0.99,1613940059381,817
"lr_0",1.7053658668515356e-06,1613940059381,817
"mom_0",0.9323658533287116,1613940059381,817
"eps_0",1e-05,1613940059381,817
"wd_1",0.01,1613940059381,817
"sqr_mom_1",0.99,1613940059381,817
"lr_1",1.7053658668515357e-05,1613940059381,817
"mom_1",0.9323658533287116,1613940059381,817
"eps_1",1e-05,1613940059381,817
"wd_2",0.01,1613940059381,817
"sqr_mom_2",0.99,1613940059381,817
"lr_2",0.00017053658668515355,1613940059381,817
"mom_2",0.9323658533287116,1613940059381,817
"eps_2",1e-05,1613940059381,817
"train_loss",0.09691703,1613940060372,818
"raw_loss",0.13745187,1613940060372,818
"epoch",5.15094339622641,1613940060372,818
"wd_0",0.01,1613940060372,818
"sqr_mom_0",0.99,1613940060372,818
"lr_0",1.7073750371469728e-06,1613940060372,818
"mom_0",0.9323156240713256,1613940060372,818
"eps_0",1e-05,1613940060372,818
"wd_1",0.01,1613940060372,818
"sqr_mom_1",0.99,1613940060372,818
"lr_1",1.707375037146973e-05,1613940060372,818
"mom_1",0.9323156240713256,1613940060372,818
"eps_1",1e-05,1613940060372,818
"wd_2",0.01,1613940060372,818
"sqr_mom_2",0.99,1613940060372,818
"lr_2",0.00017073750371469727,1613940060372,818
"mom_2",0.9323156240713256,1613940060372,818
"eps_2",1e-05,1613940060372,818
"train_loss",0.09788535,1613940061364,819
"raw_loss",0.1453327,1613940061364,819
"epoch",5.15723270440251,1613940061364,819
"wd_0",0.01,1613940061364,819
"sqr_mom_0",0.99,1613940061364,819
"lr_0",1.7093864502855317e-06,1613940061364,819
"mom_0",0.9322653387428617,1613940061364,819
"eps_0",1e-05,1613940061364,819
"wd_1",0.01,1613940061364,819
"sqr_mom_1",0.99,1613940061364,819
"lr_1",1.7093864502855316e-05,1613940061364,819
"mom_1",0.9322653387428617,1613940061364,819
"eps_1",1e-05,1613940061364,819
"wd_2",0.01,1613940061364,819
"sqr_mom_2",0.99,1613940061364,819
"lr_2",0.00017093864502855315,1613940061364,819
"mom_2",0.9322653387428617,1613940061364,819
"eps_2",1e-05,1613940061364,819
"train_loss",0.097561635,1613940062364,820
"raw_loss",0.08169977,1613940062364,820
"epoch",5.1635220125786105,1613940062364,820
"wd_0",0.01,1613940062364,820
"sqr_mom_0",0.99,1613940062364,820
"lr_0",1.7114001027771944e-06,1613940062364,820
"mom_0",0.9322149974305701,1613940062364,820
"eps_0",1e-05,1613940062364,820
"wd_1",0.01,1613940062364,820
"sqr_mom_1",0.99,1613940062364,820
"lr_1",1.7114001027771942e-05,1613940062364,820
"mom_1",0.9322149974305701,1613940062364,820
"eps_1",1e-05,1613940062364,820
"wd_2",0.01,1613940062364,820
"sqr_mom_2",0.99,1613940062364,820
"lr_2",0.00017114001027771942,1613940062364,820
"mom_2",0.9322149974305701,1613940062364,820
"eps_2",1e-05,1613940062364,820
"train_loss",0.09761222,1613940063345,821
"raw_loss",0.10009068,1613940063345,821
"epoch",5.169811320754711,1613940063345,821
"wd_0",0.01,1613940063345,821
"sqr_mom_0",0.99,1613940063345,821
"lr_0",1.713415847762854e-06,1613940063345,821
"mom_0",0.9321646038059286,1613940063345,821
"eps_0",1e-05,1613940063345,821
"wd_1",0.01,1613940063345,821
"sqr_mom_1",0.99,1613940063345,821
"lr_1",1.7134158477628538e-05,1613940063345,821
"mom_1",0.9321646038059286,1613940063345,821
"eps_1",1e-05,1613940063345,821
"wd_2",0.01,1613940063345,821
"sqr_mom_2",0.99,1613940063345,821
"lr_2",0.00017134158477628538,1613940063345,821
"mom_2",0.9321646038059286,1613940063345,821
"eps_2",1e-05,1613940063345,821
"train_loss",0.09718617,1613940064329,822
"raw_loss",0.076310225,1613940064329,822
"epoch",5.176100628930811,1613940064329,822
"wd_0",0.01,1613940064329,822
"sqr_mom_0",0.99,1613940064329,822
"lr_0",1.7154341118403366e-06,1613940064329,822
"mom_0",0.9321141472039915,1613940064329,822
"eps_0",1e-05,1613940064329,822
"wd_1",0.01,1613940064329,822
"sqr_mom_1",0.99,1613940064329,822
"lr_1",1.7154341118403366e-05,1613940064329,822
"mom_1",0.9321141472039915,1613940064329,822
"eps_1",1e-05,1613940064329,822
"wd_2",0.01,1613940064329,822
"sqr_mom_2",0.99,1613940064329,822
"lr_2",0.00017154341118403365,1613940064329,822
"mom_2",0.9321141472039915,1613940064329,822
"eps_2",1e-05,1613940064329,822
"train_loss",0.09754503,1613940065310,823
"raw_loss",0.11512841,1613940065310,823
"epoch",5.182389937106912,1613940065310,823
"wd_0",0.01,1613940065310,823
"sqr_mom_0",0.99,1613940065310,823
"lr_0",1.7174544614123775e-06,1613940065310,823
"mom_0",0.9320636384646905,1613940065310,823
"eps_0",1e-05,1613940065310,823
"wd_1",0.01,1613940065310,823
"sqr_mom_1",0.99,1613940065310,823
"lr_1",1.7174544614123773e-05,1613940065310,823
"mom_1",0.9320636384646905,1613940065310,823
"eps_1",1e-05,1613940065310,823
"wd_2",0.01,1613940065310,823
"sqr_mom_2",0.99,1613940065310,823
"lr_2",0.00017174544614123773,1613940065310,823
"mom_2",0.9320636384646905,1613940065310,823
"eps_2",1e-05,1613940065310,823
"train_loss",0.09727053,1613940066297,824
"raw_loss",0.08382053,1613940066297,824
"epoch",5.188679245283012,1613940066297,824
"wd_0",0.01,1613940066297,824
"sqr_mom_0",0.99,1613940066297,824
"lr_0",1.7194768924985569e-06,1613940066297,824
"mom_0",0.932013077687536,1613940066297,824
"eps_0",1e-05,1613940066297,824
"wd_1",0.01,1613940066297,824
"sqr_mom_1",0.99,1613940066297,824
"lr_1",1.7194768924985568e-05,1613940066297,824
"mom_1",0.932013077687536,1613940066297,824
"eps_1",1e-05,1613940066297,824
"wd_2",0.01,1613940066297,824
"sqr_mom_2",0.99,1613940066297,824
"lr_2",0.0001719476892498557,1613940066297,824
"mom_2",0.932013077687536,1613940066297,824
"eps_2",1e-05,1613940066297,824
"train_loss",0.097686894,1613940067309,825
"raw_loss",0.11808859,1613940067309,825
"epoch",5.194968553459113,1613940067309,825
"wd_0",0.01,1613940067309,825
"sqr_mom_0",0.99,1613940067309,825
"lr_0",1.721501689111889e-06,1613940067309,825
"mom_0",0.9319624577722028,1613940067309,825
"eps_0",1e-05,1613940067309,825
"wd_1",0.01,1613940067309,825
"sqr_mom_1",0.99,1613940067309,825
"lr_1",1.721501689111889e-05,1613940067309,825
"mom_1",0.9319624577722028,1613940067309,825
"eps_1",1e-05,1613940067309,825
"wd_2",0.01,1613940067309,825
"sqr_mom_2",0.99,1613940067309,825
"lr_2",0.0001721501689111889,1613940067309,825
"mom_2",0.9319624577722028,1613940067309,825
"eps_2",1e-05,1613940067309,825
"train_loss",0.09981068,1613940068295,826
"raw_loss",0.20387675,1613940068295,826
"epoch",5.201257861635213,1613940068295,826
"wd_0",0.01,1613940068295,826
"sqr_mom_0",0.99,1613940068295,826
"lr_0",1.7235287040570837e-06,1613940068295,826
"mom_0",0.9319117823985729,1613940068295,826
"eps_0",1e-05,1613940068295,826
"wd_1",0.01,1613940068295,826
"sqr_mom_1",0.99,1613940068295,826
"lr_1",1.7235287040570837e-05,1613940068295,826
"mom_1",0.9319117823985729,1613940068295,826
"eps_1",1e-05,1613940068295,826
"wd_2",0.01,1613940068295,826
"sqr_mom_2",0.99,1613940068295,826
"lr_2",0.00017235287040570836,1613940068295,826
"mom_2",0.9319117823985729,1613940068295,826
"eps_2",1e-05,1613940068295,826
"train_loss",0.0987311,1613940069257,827
"raw_loss",0.045831367,1613940069257,827
"epoch",5.207547169811313,1613940069257,827
"wd_0",0.01,1613940069257,827
"sqr_mom_0",0.99,1613940069257,827
"lr_0",1.7255580781298025e-06,1613940069257,827
"mom_0",0.931861048046755,1613940069257,827
"eps_0",1e-05,1613940069257,827
"wd_1",0.01,1613940069257,827
"sqr_mom_1",0.99,1613940069257,827
"lr_1",1.7255580781298024e-05,1613940069257,827
"mom_1",0.931861048046755,1613940069257,827
"eps_1",1e-05,1613940069257,827
"wd_2",0.01,1613940069257,827
"sqr_mom_2",0.99,1613940069257,827
"lr_2",0.0001725558078129802,1613940069257,827
"mom_2",0.931861048046755,1613940069257,827
"eps_2",1e-05,1613940069257,827
"train_loss",0.09842461,1613940070229,828
"raw_loss",0.08340696,1613940070229,828
"epoch",5.213836477987414,1613940070229,828
"wd_0",0.01,1613940070229,828
"sqr_mom_0",0.99,1613940070229,828
"lr_0",1.7275893748708659e-06,1613940070229,828
"mom_0",0.9318102656282283,1613940070229,828
"eps_0",1e-05,1613940070229,828
"wd_1",0.01,1613940070229,828
"sqr_mom_1",0.99,1613940070229,828
"lr_1",1.7275893748708657e-05,1613940070229,828
"mom_1",0.9318102656282283,1613940070229,828
"eps_1",1e-05,1613940070229,828
"wd_2",0.01,1613940070229,828
"sqr_mom_2",0.99,1613940070229,828
"lr_2",0.00017275893748708657,1613940070229,828
"mom_2",0.9318102656282283,1613940070229,828
"eps_2",1e-05,1613940070229,828
"train_loss",0.09863874,1613940071193,829
"raw_loss",0.10913115,1613940071193,829
"epoch",5.220125786163514,1613940071193,829
"wd_0",0.01,1613940071193,829
"sqr_mom_0",0.99,1613940071193,829
"lr_0",1.7296230236937523e-06,1613940071193,829
"mom_0",0.9317594244076561,1613940071193,829
"eps_0",1e-05,1613940071193,829
"wd_1",0.01,1613940071193,829
"sqr_mom_1",0.99,1613940071193,829
"lr_1",1.7296230236937522e-05,1613940071193,829
"mom_1",0.9317594244076561,1613940071193,829
"eps_1",1e-05,1613940071193,829
"wd_2",0.01,1613940071193,829
"sqr_mom_2",0.99,1613940071193,829
"lr_2",0.00017296230236937523,1613940071193,829
"mom_2",0.9317594244076561,1613940071193,829
"eps_2",1e-05,1613940071193,829
"train_loss",0.09805243,1613940072176,830
"raw_loss",0.06932333,1613940072176,830
"epoch",5.226415094339615,1613940072176,830
"wd_0",0.01,1613940072176,830
"sqr_mom_0",0.99,1613940072176,830
"lr_0",1.7316588767571145e-06,1613940072176,830
"mom_0",0.9317085280810721,1613940072176,830
"eps_0",1e-05,1613940072176,830
"wd_1",0.01,1613940072176,830
"sqr_mom_1",0.99,1613940072176,830
"lr_1",1.7316588767571143e-05,1613940072176,830
"mom_1",0.9317085280810721,1613940072176,830
"eps_1",1e-05,1613940072176,830
"wd_2",0.01,1613940072176,830
"sqr_mom_2",0.99,1613940072176,830
"lr_2",0.00017316588767571142,1613940072176,830
"mom_2",0.9317085280810721,1613940072176,830
"eps_2",1e-05,1613940072176,830
"train_loss",0.098976344,1613940073170,831
"raw_loss",0.14424782,1613940073170,831
"epoch",5.232704402515715,1613940073170,831
"wd_0",0.01,1613940073170,831
"sqr_mom_0",0.99,1613940073170,831
"lr_0",1.7336969305285292e-06,1613940073170,831
"mom_0",0.9316575767367867,1613940073170,831
"eps_0",1e-05,1613940073170,831
"wd_1",0.01,1613940073170,831
"sqr_mom_1",0.99,1613940073170,831
"lr_1",1.733696930528529e-05,1613940073170,831
"mom_1",0.9316575767367867,1613940073170,831
"eps_1",1e-05,1613940073170,831
"wd_2",0.01,1613940073170,831
"sqr_mom_2",0.99,1613940073170,831
"lr_2",0.00017336969305285289,1613940073170,831
"mom_2",0.9316575767367867,1613940073170,831
"eps_2",1e-05,1613940073170,831
"train_loss",0.098678924,1613940074137,832
"raw_loss",0.08410565,1613940074137,832
"epoch",5.238993710691815,1613940074137,832
"wd_0",0.01,1613940074137,832
"sqr_mom_0",0.99,1613940074137,832
"lr_0",1.7357371814717527e-06,1613940074137,832
"mom_0",0.9316065704632062,1613940074137,832
"eps_0",1e-05,1613940074137,832
"wd_1",0.01,1613940074137,832
"sqr_mom_1",0.99,1613940074137,832
"lr_1",1.7357371814717527e-05,1613940074137,832
"mom_1",0.9316065704632062,1613940074137,832
"eps_1",1e-05,1613940074137,832
"wd_2",0.01,1613940074137,832
"sqr_mom_2",0.99,1613940074137,832
"lr_2",0.00017357371814717524,1613940074137,832
"mom_2",0.9316065704632062,1613940074137,832
"eps_2",1e-05,1613940074137,832
"train_loss",0.098805144,1613940075094,833
"raw_loss",0.10498987,1613940075094,833
"epoch",5.245283018867916,1613940075094,833
"wd_0",0.01,1613940075094,833
"sqr_mom_0",0.99,1613940075094,833
"lr_0",1.7377796260467318e-06,1613940075094,833
"mom_0",0.9315555093488317,1613940075094,833
"eps_0",1e-05,1613940075094,833
"wd_1",0.01,1613940075094,833
"sqr_mom_1",0.99,1613940075094,833
"lr_1",1.7377796260467318e-05,1613940075094,833
"mom_1",0.9315555093488317,1613940075094,833
"eps_1",1e-05,1613940075094,833
"wd_2",0.01,1613940075094,833
"sqr_mom_2",0.99,1613940075094,833
"lr_2",0.00017377796260467318,1613940075094,833
"mom_2",0.9315555093488317,1613940075094,833
"eps_2",1e-05,1613940075094,833
"train_loss",0.09876325,1613940076068,834
"raw_loss",0.09671035,1613940076068,834
"epoch",5.251572327044016,1613940076068,834
"wd_0",0.01,1613940076068,834
"sqr_mom_0",0.99,1613940076068,834
"lr_0",1.739824260709605e-06,1613940076068,834
"mom_0",0.9315043934822599,1613940076068,834
"eps_0",1e-05,1613940076068,834
"wd_1",0.01,1613940076068,834
"sqr_mom_1",0.99,1613940076068,834
"lr_1",1.739824260709605e-05,1613940076068,834
"mom_1",0.9315043934822599,1613940076068,834
"eps_1",1e-05,1613940076068,834
"wd_2",0.01,1613940076068,834
"sqr_mom_2",0.99,1613940076068,834
"lr_2",0.0001739824260709605,1613940076068,834
"mom_2",0.9315043934822599,1613940076068,834
"eps_2",1e-05,1613940076068,834
"train_loss",0.1007622,1613940077033,835
"raw_loss",0.19871141,1613940077033,835
"epoch",5.257861635220117,1613940077033,835
"wd_0",0.01,1613940077033,835
"sqr_mom_0",0.99,1613940077033,835
"lr_0",1.7418710819127121e-06,1613940077033,835
"mom_0",0.9314532229521821,1613940077033,835
"eps_0",1e-05,1613940077033,835
"wd_1",0.01,1613940077033,835
"sqr_mom_1",0.99,1613940077033,835
"lr_1",1.741871081912712e-05,1613940077033,835
"mom_1",0.9314532229521821,1613940077033,835
"eps_1",1e-05,1613940077033,835
"wd_2",0.01,1613940077033,835
"sqr_mom_2",0.99,1613940077033,835
"lr_2",0.00017418710819127117,1613940077033,835
"mom_2",0.9314532229521821,1613940077033,835
"eps_2",1e-05,1613940077033,835
"train_loss",0.1001805,1613940077995,836
"raw_loss",0.071676955,1613940077995,836
"epoch",5.264150943396217,1613940077995,836
"wd_0",0.01,1613940077995,836
"sqr_mom_0",0.99,1613940077995,836
"lr_0",1.7439200861045988e-06,1613940077995,836
"mom_0",0.931401997847385,1613940077995,836
"eps_0",1e-05,1613940077995,836
"wd_1",0.01,1613940077995,836
"sqr_mom_1",0.99,1613940077995,836
"lr_1",1.7439200861045987e-05,1613940077995,836
"mom_1",0.931401997847385,1613940077995,836
"eps_1",1e-05,1613940077995,836
"wd_2",0.01,1613940077995,836
"sqr_mom_2",0.99,1613940077995,836
"lr_2",0.00017439200861045986,1613940077995,836
"mom_2",0.931401997847385,1613940077995,836
"eps_2",1e-05,1613940077995,836
"train_loss",0.09917316,1613940078955,837
"raw_loss",0.04981332,1613940078955,837
"epoch",5.270440251572317,1613940078955,837
"wd_0",0.01,1613940078955,837
"sqr_mom_0",0.99,1613940078955,837
"lr_0",1.7459712697300217e-06,1613940078955,837
"mom_0",0.9313507182567494,1613940078955,837
"eps_0",1e-05,1613940078955,837
"wd_1",0.01,1613940078955,837
"sqr_mom_1",0.99,1613940078955,837
"lr_1",1.7459712697300214e-05,1613940078955,837
"mom_1",0.9313507182567494,1613940078955,837
"eps_1",1e-05,1613940078955,837
"wd_2",0.01,1613940078955,837
"sqr_mom_2",0.99,1613940078955,837
"lr_2",0.00017459712697300215,1613940078955,837
"mom_2",0.9313507182567494,1613940078955,837
"eps_2",1e-05,1613940078955,837
"train_loss",0.098593146,1613940079948,838
"raw_loss",0.07017293,1613940079948,838
"epoch",5.276729559748418,1613940079948,838
"wd_0",0.01,1613940079948,838
"sqr_mom_0",0.99,1613940079948,838
"lr_0",1.7480246292299583e-06,1613940079948,838
"mom_0",0.931299384269251,1613940079948,838
"eps_0",1e-05,1613940079948,838
"wd_1",0.01,1613940079948,838
"sqr_mom_1",0.99,1613940079948,838
"lr_1",1.748024629229958e-05,1613940079948,838
"mom_1",0.931299384269251,1613940079948,838
"eps_1",1e-05,1613940079948,838
"wd_2",0.01,1613940079948,838
"sqr_mom_2",0.99,1613940079948,838
"lr_2",0.0001748024629229958,1613940079948,838
"mom_2",0.931299384269251,1613940079948,838
"eps_2",1e-05,1613940079948,838
"train_loss",0.09825619,1613940080916,839
"raw_loss",0.08174543,1613940080916,839
"epoch",5.283018867924518,1613940080916,839
"wd_0",0.01,1613940080916,839
"sqr_mom_0",0.99,1613940080916,839
"lr_0",1.750080014860877e-06,1613940080916,839
"mom_0",0.931247999628478,1613940080916,839
"eps_0",1e-05,1613940080916,839
"wd_1",0.01,1613940080916,839
"sqr_mom_1",0.99,1613940080916,839
"lr_1",1.750080014860877e-05,1613940080916,839
"mom_1",0.931247999628478,1613940080916,839
"eps_1",1e-05,1613940080916,839
"wd_2",0.01,1613940080916,839
"sqr_mom_2",0.99,1613940080916,839
"lr_2",0.0001750080014860877,1613940080916,839
"mom_2",0.931247999628478,1613940080916,839
"eps_2",1e-05,1613940080916,839
"train_loss",0.099157065,1613940081879,840
"raw_loss",0.14330016,1613940081879,840
"epoch",5.289308176100619,1613940081879,840
"wd_0",0.01,1613940081879,840
"sqr_mom_0",0.99,1613940081879,840
"lr_0",1.7521377152636486e-06,1613940081879,840
"mom_0",0.9311965571184088,1613940081879,840
"eps_0",1e-05,1613940081879,840
"wd_1",0.01,1613940081879,840
"sqr_mom_1",0.99,1613940081879,840
"lr_1",1.7521377152636484e-05,1613940081879,840
"mom_1",0.9311965571184088,1613940081879,840
"eps_1",1e-05,1613940081879,840
"wd_2",0.01,1613940081879,840
"sqr_mom_2",0.99,1613940081879,840
"lr_2",0.00017521377152636484,1613940081879,840
"mom_2",0.9311965571184088,1613940081879,840
"eps_2",1e-05,1613940081879,840
"train_loss",0.09832561,1613940082885,841
"raw_loss",0.057584222,1613940082885,841
"epoch",5.295597484276719,1613940082885,841
"wd_0",0.01,1613940082885,841
"sqr_mom_0",0.99,1613940082885,841
"lr_0",1.7541977273300127e-06,1613940082885,841
"mom_0",0.9311450568167496,1613940082885,841
"eps_0",1e-05,1613940082885,841
"wd_1",0.01,1613940082885,841
"sqr_mom_1",0.99,1613940082885,841
"lr_1",1.7541977273300127e-05,1613940082885,841
"mom_1",0.9311450568167496,1613940082885,841
"eps_1",1e-05,1613940082885,841
"wd_2",0.01,1613940082885,841
"sqr_mom_2",0.99,1613940082885,841
"lr_2",0.00017541977273300124,1613940082885,841
"mom_2",0.9311450568167496,1613940082885,841
"eps_2",1e-05,1613940082885,841
"train_loss",0.09775362,1613940083855,842
"raw_loss",0.06972589,1613940083855,842
"epoch",5.3018867924528195,1613940083855,842
"wd_0",0.01,1613940083855,842
"sqr_mom_0",0.99,1613940083855,842
"lr_0",1.7562597546623475e-06,1613940083855,842
"mom_0",0.9310935061334413,1613940083855,842
"eps_0",1e-05,1613940083855,842
"wd_1",0.01,1613940083855,842
"sqr_mom_1",0.99,1613940083855,842
"lr_1",1.7562597546623472e-05,1613940083855,842
"mom_1",0.9310935061334413,1613940083855,842
"eps_1",1e-05,1613940083855,842
"wd_2",0.01,1613940083855,842
"sqr_mom_2",0.99,1613940083855,842
"lr_2",0.0001756259754662347,1613940083855,842
"mom_2",0.9310935061334413,1613940083855,842
"eps_2",1e-05,1613940083855,842
"train_loss",0.09655861,1613940084856,843
"raw_loss",0.038003076,1613940084856,843
"epoch",5.30817610062892,1613940084856,843
"wd_0",0.01,1613940084856,843
"sqr_mom_0",0.99,1613940084856,843
"lr_0",1.7583237932222674e-06,1613940084856,843
"mom_0",0.9310419051694433,1613940084856,843
"eps_0",1e-05,1613940084856,843
"wd_1",0.01,1613940084856,843
"sqr_mom_1",0.99,1613940084856,843
"lr_1",1.7583237932222672e-05,1613940084856,843
"mom_1",0.9310419051694433,1613940084856,843
"eps_1",1e-05,1613940084856,843
"wd_2",0.01,1613940084856,843
"sqr_mom_2",0.99,1613940084856,843
"lr_2",0.0001758323793222267,1613940084856,843
"mom_2",0.9310419051694433,1613940084856,843
"eps_2",1e-05,1613940084856,843
"train_loss",0.09637859,1613940085845,844
"raw_loss",0.08755752,1613940085845,844
"epoch",5.31446540880502,1613940085845,844
"wd_0",0.01,1613940085845,844
"sqr_mom_0",0.99,1613940085845,844
"lr_0",1.7603901328657866e-06,1613940085845,844
"mom_0",0.9309902466783553,1613940085845,844
"eps_0",1e-05,1613940085845,844
"wd_1",0.01,1613940085845,844
"sqr_mom_1",0.99,1613940085845,844
"lr_1",1.7603901328657862e-05,1613940085845,844
"mom_1",0.9309902466783553,1613940085845,844
"eps_1",1e-05,1613940085845,844
"wd_2",0.01,1613940085845,844
"sqr_mom_2",0.99,1613940085845,844
"lr_2",0.00017603901328657864,1613940085845,844
"mom_2",0.9309902466783553,1613940085845,844
"eps_2",1e-05,1613940085845,844
"train_loss",0.096631974,1613940086795,845
"raw_loss",0.109047696,1613940086795,845
"epoch",5.320754716981121,1613940086795,845
"wd_0",0.01,1613940086795,845
"sqr_mom_0",0.99,1613940086795,845
"lr_0",1.7624586233655422e-06,1613940086795,845
"mom_0",0.9309385344158614,1613940086795,845
"eps_0",1e-05,1613940086795,845
"wd_1",0.01,1613940086795,845
"sqr_mom_1",0.99,1613940086795,845
"lr_1",1.7624586233655416e-05,1613940086795,845
"mom_1",0.9309385344158614,1613940086795,845
"eps_1",1e-05,1613940086795,845
"wd_2",0.01,1613940086795,845
"sqr_mom_2",0.99,1613940086795,845
"lr_2",0.00017624586233655416,1613940086795,845
"mom_2",0.9309385344158614,1613940086795,845
"eps_2",1e-05,1613940086795,845
"train_loss",0.09643068,1613940087784,846
"raw_loss",0.086567424,1613940087784,846
"epoch",5.327044025157221,1613940087784,846
"wd_0",0.01,1613940087784,846
"sqr_mom_0",0.99,1613940087784,846
"lr_0",1.764529408386038e-06,1613940087784,846
"mom_0",0.930886764790349,1613940087784,846
"eps_0",1e-05,1613940087784,846
"wd_1",0.01,1613940087784,846
"sqr_mom_1",0.99,1613940087784,846
"lr_1",1.7645294083860377e-05,1613940087784,846
"mom_1",0.930886764790349,1613940087784,846
"eps_1",1e-05,1613940087784,846
"wd_2",0.01,1613940087784,846
"sqr_mom_2",0.99,1613940087784,846
"lr_2",0.00017645294083860376,1613940087784,846
"mom_2",0.930886764790349,1613940087784,846
"eps_2",1e-05,1613940087784,846
"train_loss",0.096749686,1613940088744,847
"raw_loss",0.11238079,1613940088744,847
"epoch",5.3333333333333215,1613940088744,847
"wd_0",0.01,1613940088744,847
"sqr_mom_0",0.99,1613940088744,847
"lr_0",1.7666020425738264e-06,1613940088744,847
"mom_0",0.9308349489356543,1613940088744,847
"eps_0",1e-05,1613940088744,847
"wd_1",0.01,1613940088744,847
"sqr_mom_1",0.99,1613940088744,847
"lr_1",1.7666020425738266e-05,1613940088744,847
"mom_1",0.9308349489356543,1613940088744,847
"eps_1",1e-05,1613940088744,847
"wd_2",0.01,1613940088744,847
"sqr_mom_2",0.99,1613940088744,847
"lr_2",0.00017666020425738263,1613940088744,847
"mom_2",0.9308349489356543,1613940088744,847
"eps_2",1e-05,1613940088744,847
"train_loss",0.0980278,1613940089697,848
"raw_loss",0.1606557,1613940089697,848
"epoch",5.339622641509422,1613940089697,848
"wd_0",0.01,1613940089697,848
"sqr_mom_0",0.99,1613940089697,848
"lr_0",1.7686769640930779e-06,1613940089697,848
"mom_0",0.9307830758976731,1613940089697,848
"eps_0",1e-05,1613940089697,848
"wd_1",0.01,1613940089697,848
"sqr_mom_1",0.99,1613940089697,848
"lr_1",1.7686769640930776e-05,1613940089697,848
"mom_1",0.9307830758976731,1613940089697,848
"eps_1",1e-05,1613940089697,848
"wd_2",0.01,1613940089697,848
"sqr_mom_2",0.99,1613940089697,848
"lr_2",0.00017686769640930776,1613940089697,848
"mom_2",0.9307830758976731,1613940089697,848
"eps_2",1e-05,1613940089697,848
"train_loss",0.09748217,1613940090646,849
"raw_loss",0.070746034,1613940090646,849
"epoch",5.345911949685522,1613940090646,849
"wd_0",0.01,1613940090646,849
"sqr_mom_0",0.99,1613940090646,849
"lr_0",1.7707540220900245e-06,1613940090646,849
"mom_0",0.9307311494477494,1613940090646,849
"eps_0",1e-05,1613940090646,849
"wd_1",0.01,1613940090646,849
"sqr_mom_1",0.99,1613940090646,849
"lr_1",1.7707540220900245e-05,1613940090646,849
"mom_1",0.9307311494477494,1613940090646,849
"eps_1",1e-05,1613940090646,849
"wd_2",0.01,1613940090646,849
"sqr_mom_2",0.99,1613940090646,849
"lr_2",0.00017707540220900244,1613940090646,849
"mom_2",0.9307311494477494,1613940090646,849
"eps_2",1e-05,1613940090646,849
"train_loss",0.09711835,1613940091607,850
"raw_loss",0.07929161,1613940091607,850
"epoch",5.352201257861623,1613940091607,850
"wd_0",0.01,1613940091607,850
"sqr_mom_0",0.99,1613940091607,850
"lr_0",1.772833212960747e-06,1613940091607,850
"mom_0",0.9306791696759813,1613940091607,850
"eps_0",1e-05,1613940091607,850
"wd_1",0.01,1613940091607,850
"sqr_mom_1",0.99,1613940091607,850
"lr_1",1.7728332129607468e-05,1613940091607,850
"mom_1",0.9306791696759813,1613940091607,850
"eps_1",1e-05,1613940091607,850
"wd_2",0.01,1613940091607,850
"sqr_mom_2",0.99,1613940091607,850
"lr_2",0.00017728332129607468,1613940091607,850
"mom_2",0.9306791696759813,1613940091607,850
"eps_2",1e-05,1613940091607,850
"train_loss",0.09708549,1613940092557,851
"raw_loss",0.09547532,1613940092557,851
"epoch",5.358490566037723,1613940092557,851
"wd_0",0.01,1613940092557,851
"sqr_mom_0",0.99,1613940092557,851
"lr_0",1.7749145330976263e-06,1613940092557,851
"mom_0",0.9306271366725594,1613940092557,851
"eps_0",1e-05,1613940092557,851
"wd_1",0.01,1613940092557,851
"sqr_mom_1",0.99,1613940092557,851
"lr_1",1.7749145330976263e-05,1613940092557,851
"mom_1",0.9306271366725594,1613940092557,851
"eps_1",1e-05,1613940092557,851
"wd_2",0.01,1613940092557,851
"sqr_mom_2",0.99,1613940092557,851
"lr_2",0.0001774914533097626,1613940092557,851
"mom_2",0.9306271366725594,1613940092557,851
"eps_2",1e-05,1613940092557,851
"train_loss",0.097330354,1613940093509,852
"raw_loss",0.10932873,1613940093509,852
"epoch",5.3647798742138235,1613940093509,852
"wd_0",0.01,1613940093509,852
"sqr_mom_0",0.99,1613940093509,852
"lr_0",1.7769979788893494e-06,1613940093509,852
"mom_0",0.9305750505277662,1613940093509,852
"eps_0",1e-05,1613940093509,852
"wd_1",0.01,1613940093509,852
"sqr_mom_1",0.99,1613940093509,852
"lr_1",1.776997978889349e-05,1613940093509,852
"mom_1",0.9305750505277662,1613940093509,852
"eps_1",1e-05,1613940093509,852
"wd_2",0.01,1613940093509,852
"sqr_mom_2",0.99,1613940093509,852
"lr_2",0.0001776997978889349,1613940093509,852
"mom_2",0.9305750505277662,1613940093509,852
"eps_2",1e-05,1613940093509,852
"train_loss",0.09658879,1613940094457,853
"raw_loss",0.060252443,1613940094457,853
"epoch",5.371069182389924,1613940094457,853
"wd_0",0.01,1613940094457,853
"sqr_mom_0",0.99,1613940094457,853
"lr_0",1.7790835467209124e-06,1613940094457,853
"mom_0",0.9305229113319772,1613940094457,853
"eps_0",1e-05,1613940094457,853
"wd_1",0.01,1613940094457,853
"sqr_mom_1",0.99,1613940094457,853
"lr_1",1.779083546720912e-05,1613940094457,853
"mom_1",0.9305229113319772,1613940094457,853
"eps_1",1e-05,1613940094457,853
"wd_2",0.01,1613940094457,853
"sqr_mom_2",0.99,1613940094457,853
"lr_2",0.00017790835467209123,1613940094457,853
"mom_2",0.9305229113319772,1613940094457,853
"eps_2",1e-05,1613940094457,853
"train_loss",0.09615574,1613940095407,854
"raw_loss",0.07493617,1613940095407,854
"epoch",5.377358490566024,1613940095407,854
"wd_0",0.01,1613940095407,854
"sqr_mom_0",0.99,1613940095407,854
"lr_0",1.781171084509336e-06,1613940095407,854
"mom_0",0.9304707228872666,1613940095407,854
"eps_0",1e-05,1613940095407,854
"wd_1",0.01,1613940095407,854
"sqr_mom_1",0.99,1613940095407,854
"lr_1",1.7811710845093362e-05,1613940095407,854
"mom_1",0.9304707228872666,1613940095407,854
"eps_1",1e-05,1613940095407,854
"wd_2",0.01,1613940095407,854
"sqr_mom_2",0.99,1613940095407,854
"lr_2",0.0001781171084509336,1613940095407,854
"mom_2",0.9304707228872666,1613940095407,854
"eps_2",1e-05,1613940095407,854
"train_loss",0.09657031,1613940096365,855
"raw_loss",0.11688442,1613940096365,855
"epoch",5.383647798742125,1613940096365,855
"wd_0",0.01,1613940096365,855
"sqr_mom_0",0.99,1613940096365,855
"lr_0",1.783261034025149e-06,1613940096365,855
"mom_0",0.9304184741493713,1613940096365,855
"eps_0",1e-05,1613940096365,855
"wd_1",0.01,1613940096365,855
"sqr_mom_1",0.99,1613940096365,855
"lr_1",1.783261034025149e-05,1613940096365,855
"mom_1",0.9304184741493713,1613940096365,855
"eps_1",1e-05,1613940096365,855
"wd_2",0.01,1613940096365,855
"sqr_mom_2",0.99,1613940096365,855
"lr_2",0.0001783261034025149,1613940096365,855
"mom_2",0.9304184741493713,1613940096365,855
"eps_2",1e-05,1613940096365,855
"train_loss",0.09584903,1613940097320,856
"raw_loss",0.060506165,1613940097320,856
"epoch",5.389937106918225,1613940097320,856
"wd_0",0.01,1613940097320,856
"sqr_mom_0",0.99,1613940097320,856
"lr_0",1.785352946249433e-06,1613940097320,856
"mom_0",0.9303661763437642,1613940097320,856
"eps_0",1e-05,1613940097320,856
"wd_1",0.01,1613940097320,856
"sqr_mom_1",0.99,1613940097320,856
"lr_1",1.7853529462494328e-05,1613940097320,856
"mom_1",0.9303661763437642,1613940097320,856
"eps_1",1e-05,1613940097320,856
"wd_2",0.01,1613940097320,856
"sqr_mom_2",0.99,1613940097320,856
"lr_2",0.0001785352946249433,1613940097320,856
"mom_2",0.9303661763437642,1613940097320,856
"eps_2",1e-05,1613940097320,856
"train_loss",0.09610622,1613940098281,857
"raw_loss",0.108708665,1613940098281,857
"epoch",5.3962264150943255,1613940098281,857
"wd_0",0.01,1613940098281,857
"sqr_mom_0",0.99,1613940098281,857
"lr_0",1.787446966016793e-06,1613940098281,857
"mom_0",0.9303138258495801,1613940098281,857
"eps_0",1e-05,1613940098281,857
"wd_1",0.01,1613940098281,857
"sqr_mom_1",0.99,1613940098281,857
"lr_1",1.7874469660167926e-05,1613940098281,857
"mom_1",0.9303138258495801,1613940098281,857
"eps_1",1e-05,1613940098281,857
"wd_2",0.01,1613940098281,857
"sqr_mom_2",0.99,1613940098281,857
"lr_2",0.00017874469660167928,1613940098281,857
"mom_2",0.9303138258495801,1613940098281,857
"eps_2",1e-05,1613940098281,857
"train_loss",0.09539517,1613940099265,858
"raw_loss",0.060553916,1613940099265,858
"epoch",5.402515723270426,1613940099265,858
"wd_0",0.01,1613940099265,858
"sqr_mom_0",0.99,1613940099265,858
"lr_0",1.7895429406303809e-06,1613940099265,858
"mom_0",0.9302614264842405,1613940099265,858
"eps_0",1e-05,1613940099265,858
"wd_1",0.01,1613940099265,858
"sqr_mom_1",0.99,1613940099265,858
"lr_1",1.7895429406303806e-05,1613940099265,858
"mom_1",0.9302614264842405,1613940099265,858
"eps_1",1e-05,1613940099265,858
"wd_2",0.01,1613940099265,858
"sqr_mom_2",0.99,1613940099265,858
"lr_2",0.00017895429406303807,1613940099265,858
"mom_2",0.9302614264842405,1613940099265,858
"eps_2",1e-05,1613940099265,858
"train_loss",0.09469412,1613940100227,859
"raw_loss",0.06034252,1613940100227,859
"epoch",5.408805031446526,1613940100227,859
"wd_0",0.01,1613940100227,859
"sqr_mom_0",0.99,1613940100227,859
"lr_0",1.7916411644310379e-06,1613940100227,859
"mom_0",0.930208970889224,1613940100227,859
"eps_0",1e-05,1613940100227,859
"wd_1",0.01,1613940100227,859
"sqr_mom_1",0.99,1613940100227,859
"lr_1",1.7916411644310377e-05,1613940100227,859
"mom_1",0.930208970889224,1613940100227,859
"eps_1",1e-05,1613940100227,859
"wd_2",0.01,1613940100227,859
"sqr_mom_2",0.99,1613940100227,859
"lr_2",0.0001791641164431038,1613940100227,859
"mom_2",0.930208970889224,1613940100227,859
"eps_2",1e-05,1613940100227,859
"train_loss",0.09378418,1613940101163,860
"raw_loss",0.049197152,1613940101163,860
"epoch",5.415094339622627,1613940101163,860
"wd_0",0.01,1613940101163,860
"sqr_mom_0",0.99,1613940101163,860
"lr_0",1.7937416342255843e-06,1613940101163,860
"mom_0",0.9301564591443604,1613940101163,860
"eps_0",1e-05,1613940101163,860
"wd_1",0.01,1613940101163,860
"sqr_mom_1",0.99,1613940101163,860
"lr_1",1.7937416342255842e-05,1613940101163,860
"mom_1",0.9301564591443604,1613940101163,860
"eps_1",1e-05,1613940101163,860
"wd_2",0.01,1613940101163,860
"sqr_mom_2",0.99,1613940101163,860
"lr_2",0.0001793741634225584,1613940101163,860
"mom_2",0.9301564591443604,1613940101163,860
"eps_2",1e-05,1613940101163,860
"train_loss",0.0941412,1613940102117,861
"raw_loss",0.111635454,1613940102117,861
"epoch",5.421383647798727,1613940102117,861
"wd_0",0.01,1613940102117,861
"sqr_mom_0",0.99,1613940102117,861
"lr_0",1.7958440477952793e-06,1613940102117,861
"mom_0",0.930103898805118,1613940102117,861
"eps_0",1e-05,1613940102117,861
"wd_1",0.01,1613940102117,861
"sqr_mom_1",0.99,1613940102117,861
"lr_1",1.795844047795279e-05,1613940102117,861
"mom_1",0.930103898805118,1613940102117,861
"eps_1",1e-05,1613940102117,861
"wd_2",0.01,1613940102117,861
"sqr_mom_2",0.99,1613940102117,861
"lr_2",0.0001795844047795279,1613940102117,861
"mom_2",0.930103898805118,1613940102117,861
"eps_2",1e-05,1613940102117,861
"train_loss",0.094086014,1613940103105,862
"raw_loss",0.09138178,1613940103105,862
"epoch",5.427672955974828,1613940103105,862
"wd_0",0.01,1613940103105,862
"sqr_mom_0",0.99,1613940103105,862
"lr_0",1.7979484010463008e-06,1613940103105,862
"mom_0",0.9300512899738425,1613940103105,862
"eps_0",1e-05,1613940103105,862
"wd_1",0.01,1613940103105,862
"sqr_mom_1",0.99,1613940103105,862
"lr_1",1.7979484010463007e-05,1613940103105,862
"mom_1",0.9300512899738425,1613940103105,862
"eps_1",1e-05,1613940103105,862
"wd_2",0.01,1613940103105,862
"sqr_mom_2",0.99,1613940103105,862
"lr_2",0.00017979484010463006,1613940103105,862
"mom_2",0.9300512899738425,1613940103105,862
"eps_2",1e-05,1613940103105,862
"train_loss",0.093567446,1613940104086,863
"raw_loss",0.06815751,1613940104086,863
"epoch",5.433962264150928,1613940104086,863
"wd_0",0.01,1613940104086,863
"sqr_mom_0",0.99,1613940104086,863
"lr_0",1.8000549894961153e-06,1613940104086,863
"mom_0",0.9299986252625971,1613940104086,863
"eps_0",1e-05,1613940104086,863
"wd_1",0.01,1613940104086,863
"sqr_mom_1",0.99,1613940104086,863
"lr_1",1.800054989496115e-05,1613940104086,863
"mom_1",0.9299986252625971,1613940104086,863
"eps_1",1e-05,1613940104086,863
"wd_2",0.01,1613940104086,863
"sqr_mom_2",0.99,1613940104086,863
"lr_2",0.0001800054989496115,1613940104086,863
"mom_2",0.9299986252625971,1613940104086,863
"eps_2",1e-05,1613940104086,863
"train_loss",0.09488634,1613940105023,864
"raw_loss",0.1595122,1613940105023,864
"epoch",5.440251572327028,1613940105023,864
"wd_0",0.01,1613940105023,864
"sqr_mom_0",0.99,1613940105023,864
"lr_0",1.80216365997938e-06,1613940105023,864
"mom_0",0.9299459085005155,1613940105023,864
"eps_0",1e-05,1613940105023,864
"wd_1",0.01,1613940105023,864
"sqr_mom_1",0.99,1613940105023,864
"lr_1",1.8021636599793797e-05,1613940105023,864
"mom_1",0.9299459085005155,1613940105023,864
"eps_1",1e-05,1613940105023,864
"wd_2",0.01,1613940105023,864
"sqr_mom_2",0.99,1613940105023,864
"lr_2",0.00018021636599793798,1613940105023,864
"mom_2",0.9299459085005155,1613940105023,864
"eps_2",1e-05,1613940105023,864
"train_loss",0.0947285,1613940105966,865
"raw_loss",0.08699421,1613940105966,865
"epoch",5.446540880503129,1613940105966,865
"wd_0",0.01,1613940105966,865
"sqr_mom_0",0.99,1613940105966,865
"lr_0",1.8042745589394596e-06,1613940105966,865
"mom_0",0.9298931360265135,1613940105966,865
"eps_0",1e-05,1613940105966,865
"wd_1",0.01,1613940105966,865
"sqr_mom_1",0.99,1613940105966,865
"lr_1",1.8042745589394594e-05,1613940105966,865
"mom_1",0.9298931360265135,1613940105966,865
"eps_1",1e-05,1613940105966,865
"wd_2",0.01,1613940105966,865
"sqr_mom_2",0.99,1613940105966,865
"lr_2",0.00018042745589394595,1613940105966,865
"mom_2",0.9298931360265135,1613940105966,865
"eps_2",1e-05,1613940105966,865
"train_loss",0.0949647,1613940106904,866
"raw_loss",0.10653832,1613940106904,866
"epoch",5.452830188679229,1613940106904,866
"wd_0",0.01,1613940106904,866
"sqr_mom_0",0.99,1613940106904,866
"lr_0",1.8063872324075796e-06,1613940106904,866
"mom_0",0.9298403191898105,1613940106904,866
"eps_0",1e-05,1613940106904,866
"wd_1",0.01,1613940106904,866
"sqr_mom_1",0.99,1613940106904,866
"lr_1",1.8063872324075793e-05,1613940106904,866
"mom_1",0.9298403191898105,1613940106904,866
"eps_1",1e-05,1613940106904,866
"wd_2",0.01,1613940106904,866
"sqr_mom_2",0.99,1613940106904,866
"lr_2",0.00018063872324075795,1613940106904,866
"mom_2",0.9298403191898105,1613940106904,866
"eps_2",1e-05,1613940106904,866
"train_loss",0.095004685,1613940107894,867
"raw_loss",0.09696388,1613940107894,867
"epoch",5.45911949685533,1613940107894,867
"wd_0",0.01,1613940107894,867
"sqr_mom_0",0.99,1613940107894,867
"lr_0",1.808502127024162e-06,1613940107894,867
"mom_0",0.929787446824396,1613940107894,867
"eps_0",1e-05,1613940107894,867
"wd_1",0.01,1613940107894,867
"sqr_mom_1",0.99,1613940107894,867
"lr_1",1.8085021270241618e-05,1613940107894,867
"mom_1",0.929787446824396,1613940107894,867
"eps_1",1e-05,1613940107894,867
"wd_2",0.01,1613940107894,867
"sqr_mom_2",0.99,1613940107894,867
"lr_2",0.00018085021270241618,1613940107894,867
"mom_2",0.929787446824396,1613940107894,867
"eps_2",1e-05,1613940107894,867
"train_loss",0.09568768,1613940108839,868
"raw_loss",0.12915452,1613940108839,868
"epoch",5.46540880503143,1613940108839,868
"wd_0",0.01,1613940108839,868
"sqr_mom_0",0.99,1613940108839,868
"lr_0",1.8106190890175054e-06,1613940108839,868
"mom_0",0.9297345227745624,1613940108839,868
"eps_0",1e-05,1613940108839,868
"wd_1",0.01,1613940108839,868
"sqr_mom_1",0.99,1613940108839,868
"lr_1",1.810619089017505e-05,1613940108839,868
"mom_1",0.9297345227745624,1613940108839,868
"eps_1",1e-05,1613940108839,868
"wd_2",0.01,1613940108839,868
"sqr_mom_2",0.99,1613940108839,868
"lr_2",0.00018106190890175051,1613940108839,868
"mom_2",0.9297345227745624,1613940108839,868
"eps_2",1e-05,1613940108839,868
"train_loss",0.09529874,1613940109794,869
"raw_loss",0.07624046,1613940109794,869
"epoch",5.47169811320753,1613940109794,869
"wd_0",0.01,1613940109794,869
"sqr_mom_0",0.99,1613940109794,869
"lr_0",1.8127381147144526e-06,1613940109794,869
"mom_0",0.9296815471321387,1613940109794,869
"eps_0",1e-05,1613940109794,869
"wd_1",0.01,1613940109794,869
"sqr_mom_1",0.99,1613940109794,869
"lr_1",1.8127381147144524e-05,1613940109794,869
"mom_1",0.9296815471321387,1613940109794,869
"eps_1",1e-05,1613940109794,869
"wd_2",0.01,1613940109794,869
"sqr_mom_2",0.99,1613940109794,869
"lr_2",0.00018127381147144524,1613940109794,869
"mom_2",0.9296815471321387,1613940109794,869
"eps_2",1e-05,1613940109794,869
"train_loss",0.09514898,1613940110747,870
"raw_loss",0.0878113,1613940110747,870
"epoch",5.477987421383631,1613940110747,870
"wd_0",0.01,1613940110747,870
"sqr_mom_0",0.99,1613940110747,870
"lr_0",1.8148592004382667e-06,1613940110747,870
"mom_0",0.9296285199890433,1613940110747,870
"eps_0",1e-05,1613940110747,870
"wd_1",0.01,1613940110747,870
"sqr_mom_1",0.99,1613940110747,870
"lr_1",1.8148592004382666e-05,1613940110747,870
"mom_1",0.9296285199890433,1613940110747,870
"eps_1",1e-05,1613940110747,870
"wd_2",0.01,1613940110747,870
"sqr_mom_2",0.99,1613940110747,870
"lr_2",0.00018148592004382666,1613940110747,870
"mom_2",0.9296285199890433,1613940110747,870
"eps_2",1e-05,1613940110747,870
"train_loss",0.09424452,1613940111699,871
"raw_loss",0.049925774,1613940111699,871
"epoch",5.484276729559731,1613940111699,871
"wd_0",0.01,1613940111699,871
"sqr_mom_0",0.99,1613940111699,871
"lr_0",1.8169823425086372e-06,1613940111699,871
"mom_0",0.929575441437284,1613940111699,871
"eps_0",1e-05,1613940111699,871
"wd_1",0.01,1613940111699,871
"sqr_mom_1",0.99,1613940111699,871
"lr_1",1.816982342508637e-05,1613940111699,871
"mom_1",0.929575441437284,1613940111699,871
"eps_1",1e-05,1613940111699,871
"wd_2",0.01,1613940111699,871
"sqr_mom_2",0.99,1613940111699,871
"lr_2",0.0001816982342508637,1613940111699,871
"mom_2",0.929575441437284,1613940111699,871
"eps_2",1e-05,1613940111699,871
"train_loss",0.09380445,1613940112639,872
"raw_loss",0.072241046,1613940112639,872
"epoch",5.490566037735832,1613940112639,872
"wd_0",0.01,1613940112639,872
"sqr_mom_0",0.99,1613940112639,872
"lr_0",1.819107537241683e-06,1613940112639,872
"mom_0",0.9295223115689579,1613940112639,872
"eps_0",1e-05,1613940112639,872
"wd_1",0.01,1613940112639,872
"sqr_mom_1",0.99,1613940112639,872
"lr_1",1.8191075372416827e-05,1613940112639,872
"mom_1",0.9295223115689579,1613940112639,872
"eps_1",1e-05,1613940112639,872
"wd_2",0.01,1613940112639,872
"sqr_mom_2",0.99,1613940112639,872
"lr_2",0.00018191075372416828,1613940112639,872
"mom_2",0.9295223115689579,1613940112639,872
"eps_2",1e-05,1613940112639,872
"train_loss",0.09429893,1613940113593,873
"raw_loss",0.11852848,1613940113593,873
"epoch",5.496855345911932,1613940113593,873
"wd_0",0.01,1613940113593,873
"sqr_mom_0",0.99,1613940113593,873
"lr_0",1.8212346296764623e-06,1613940113593,873
"mom_0",0.9294691342580884,1613940113593,873
"eps_0",1e-05,1613940113593,873
"wd_1",0.01,1613940113593,873
"sqr_mom_1",0.99,1613940113593,873
"lr_1",1.821234629676462e-05,1613940113593,873
"mom_1",0.9294691342580884,1613940113593,873
"eps_1",1e-05,1613940113593,873
"wd_2",0.01,1613940113593,873
"sqr_mom_2",0.99,1613940113593,873
"lr_2",0.00018212346296764623,1613940113593,873
"mom_2",0.9294691342580884,1613940113593,873
"eps_2",1e-05,1613940113593,873
"train_loss",0.0940258,1613940114532,874
"raw_loss",0.080642246,1613940114532,874
"epoch",5.503144654088032,1613940114532,874
"wd_0",0.01,1613940114532,874
"sqr_mom_0",0.99,1613940114532,874
"lr_0",1.8233640699424844e-06,1613940114532,874
"mom_0",0.9294158982514379,1613940114532,874
"eps_0",1e-05,1613940114532,874
"wd_1",0.01,1613940114532,874
"sqr_mom_1",0.99,1613940114532,874
"lr_1",1.8233640699424843e-05,1613940114532,874
"mom_1",0.9294158982514379,1613940114532,874
"eps_1",1e-05,1613940114532,874
"wd_2",0.01,1613940114532,874
"sqr_mom_2",0.99,1613940114532,874
"lr_2",0.00018233640699424843,1613940114532,874
"mom_2",0.9294158982514379,1613940114532,874
"eps_2",1e-05,1613940114532,874
"train_loss",0.09420733,1613940115482,875
"raw_loss",0.103102386,1613940115482,875
"epoch",5.509433962264133,1613940115482,875
"wd_0",0.01,1613940115482,875
"sqr_mom_0",0.99,1613940115482,875
"lr_0",1.8254954005246975e-06,1613940115482,875
"mom_0",0.9293626149868826,1613940115482,875
"eps_0",1e-05,1613940115482,875
"wd_1",0.01,1613940115482,875
"sqr_mom_1",0.99,1613940115482,875
"lr_1",1.8254954005246974e-05,1613940115482,875
"mom_1",0.9293626149868826,1613940115482,875
"eps_1",1e-05,1613940115482,875
"wd_2",0.01,1613940115482,875
"sqr_mom_2",0.99,1613940115482,875
"lr_2",0.00018254954005246973,1613940115482,875
"mom_2",0.9293626149868826,1613940115482,875
"eps_2",1e-05,1613940115482,875
"train_loss",0.094746724,1613940116421,876
"raw_loss",0.12117715,1613940116421,876
"epoch",5.515723270440233,1613940116421,876
"wd_0",0.01,1613940116421,876
"sqr_mom_0",0.99,1613940116421,876
"lr_0",1.8276287689985176e-06,1613940116421,876
"mom_0",0.929309280775037,1613940116421,876
"eps_0",1e-05,1613940116421,876
"wd_1",0.01,1613940116421,876
"sqr_mom_1",0.99,1613940116421,876
"lr_1",1.8276287689985176e-05,1613940116421,876
"mom_1",0.929309280775037,1613940116421,876
"eps_1",1e-05,1613940116421,876
"wd_2",0.01,1613940116421,876
"sqr_mom_2",0.99,1613940116421,876
"lr_2",0.00018276287689985175,1613940116421,876
"mom_2",0.929309280775037,1613940116421,876
"eps_2",1e-05,1613940116421,876
"train_loss",0.093986705,1613940117375,877
"raw_loss",0.056745835,1613940117375,877
"epoch",5.522012578616334,1613940117375,877
"wd_0",0.01,1613940117375,877
"sqr_mom_0",0.99,1613940117375,877
"lr_0",1.82976401980942e-06,1613940117375,877
"mom_0",0.9292558995047645,1613940117375,877
"eps_0",1e-05,1613940117375,877
"wd_1",0.01,1613940117375,877
"sqr_mom_1",0.99,1613940117375,877
"lr_1",1.82976401980942e-05,1613940117375,877
"mom_1",0.9292558995047645,1613940117375,877
"eps_1",1e-05,1613940117375,877
"wd_2",0.01,1613940117375,877
"sqr_mom_2",0.99,1613940117375,877
"lr_2",0.00018297640198094197,1613940117375,877
"mom_2",0.9292558995047645,1613940117375,877
"eps_2",1e-05,1613940117375,877
"train_loss",0.09380338,1613940118331,878
"raw_loss",0.08482051,1613940118331,878
"epoch",5.528301886792434,1613940118331,878
"wd_0",0.01,1613940118331,878
"sqr_mom_0",0.99,1613940118331,878
"lr_0",1.8319014528138608e-06,1613940118331,878
"mom_0",0.9292024636796534,1613940118331,878
"eps_0",1e-05,1613940118331,878
"wd_1",0.01,1613940118331,878
"sqr_mom_1",0.99,1613940118331,878
"lr_1",1.8319014528138606e-05,1613940118331,878
"mom_1",0.9292024636796534,1613940118331,878
"eps_1",1e-05,1613940118331,878
"wd_2",0.01,1613940118331,878
"sqr_mom_2",0.99,1613940118331,878
"lr_2",0.00018319014528138606,1613940118331,878
"mom_2",0.9292024636796534,1613940118331,878
"eps_2",1e-05,1613940118331,878
"train_loss",0.0933321,1613940119287,879
"raw_loss",0.07023896,1613940119287,879
"epoch",5.5345911949685345,1613940119287,879
"wd_0",0.01,1613940119287,879
"sqr_mom_0",0.99,1613940119287,879
"lr_0",1.8340410647357392e-06,1613940119287,879
"mom_0",0.9291489733816065,1613940119287,879
"eps_0",1e-05,1613940119287,879
"wd_1",0.01,1613940119287,879
"sqr_mom_1",0.99,1613940119287,879
"lr_1",1.834041064735739e-05,1613940119287,879
"mom_1",0.9291489733816065,1613940119287,879
"eps_1",1e-05,1613940119287,879
"wd_2",0.01,1613940119287,879
"sqr_mom_2",0.99,1613940119287,879
"lr_2",0.0001834041064735739,1613940119287,879
"mom_2",0.9291489733816065,1613940119287,879
"eps_2",1e-05,1613940119287,879
"train_loss",0.093530335,1613940120235,880
"raw_loss",0.1032441,1613940120235,880
"epoch",5.540880503144635,1613940120235,880
"wd_0",0.01,1613940120235,880
"sqr_mom_0",0.99,1613940120235,880
"lr_0",1.8361825477244865e-06,1613940120235,880
"mom_0",0.9290954363068878,1613940120235,880
"eps_0",1e-05,1613940120235,880
"wd_1",0.01,1613940120235,880
"sqr_mom_1",0.99,1613940120235,880
"lr_1",1.8361825477244864e-05,1613940120235,880
"mom_1",0.9290954363068878,1613940120235,880
"eps_1",1e-05,1613940120235,880
"wd_2",0.01,1613940120235,880
"sqr_mom_2",0.99,1613940120235,880
"lr_2",0.0001836182547724486,1613940120235,880
"mom_2",0.9290954363068878,1613940120235,880
"eps_2",1e-05,1613940120235,880
"train_loss",0.09249888,1613940121193,881
"raw_loss",0.04195775,1613940121193,881
"epoch",5.547169811320735,1613940121193,881
"wd_0",0.01,1613940121193,881
"sqr_mom_0",0.99,1613940121193,881
"lr_0",1.8383258976334092e-06,1613940121193,881
"mom_0",0.9290418525591647,1613940121193,881
"eps_0",1e-05,1613940121193,881
"wd_1",0.01,1613940121193,881
"sqr_mom_1",0.99,1613940121193,881
"lr_1",1.838325897633409e-05,1613940121193,881
"mom_1",0.9290418525591647,1613940121193,881
"eps_1",1e-05,1613940121193,881
"wd_2",0.01,1613940121193,881
"sqr_mom_2",0.99,1613940121193,881
"lr_2",0.0001838325897633409,1613940121193,881
"mom_2",0.9290418525591647,1613940121193,881
"eps_2",1e-05,1613940121193,881
"train_loss",0.09295388,1613940122153,882
"raw_loss",0.115249075,1613940122153,882
"epoch",5.553459119496836,1613940122153,882
"wd_0",0.01,1613940122153,882
"sqr_mom_0",0.99,1613940122153,882
"lr_0",1.840471415456332e-06,1613940122153,882
"mom_0",0.9289882146135917,1613940122153,882
"eps_0",1e-05,1613940122153,882
"wd_1",0.01,1613940122153,882
"sqr_mom_1",0.99,1613940122153,882
"lr_1",1.8404714154563315e-05,1613940122153,882
"mom_1",0.9289882146135917,1613940122153,882
"eps_1",1e-05,1613940122153,882
"wd_2",0.01,1613940122153,882
"sqr_mom_2",0.99,1613940122153,882
"lr_2",0.00018404714154563316,1613940122153,882
"mom_2",0.9289882146135917,1613940122153,882
"eps_2",1e-05,1613940122153,882
"train_loss",0.09294001,1613940123107,883
"raw_loss",0.09226026,1613940123107,883
"epoch",5.559748427672936,1613940123107,883
"wd_0",0.01,1613940123107,883
"sqr_mom_0",0.99,1613940123107,883
"lr_0",1.8426189451858657e-06,1613940123107,883
"mom_0",0.9289345263703533,1613940123107,883
"eps_0",1e-05,1613940123107,883
"wd_1",0.01,1613940123107,883
"sqr_mom_1",0.99,1613940123107,883
"lr_1",1.8426189451858657e-05,1613940123107,883
"mom_1",0.9289345263703533,1613940123107,883
"eps_1",1e-05,1613940123107,883
"wd_2",0.01,1613940123107,883
"sqr_mom_2",0.99,1613940123107,883
"lr_2",0.00018426189451858655,1613940123107,883
"mom_2",0.9289345263703533,1613940123107,883
"eps_2",1e-05,1613940123107,883
"train_loss",0.09578373,1613940124086,884
"raw_loss",0.23512624,1613940124086,884
"epoch",5.5660377358490365,1613940124086,884
"wd_0",0.01,1613940124086,884
"sqr_mom_0",0.99,1613940124086,884
"lr_0",1.8447684830958179e-06,1613940124086,884
"mom_0",0.9288807879226045,1613940124086,884
"eps_0",1e-05,1613940124086,884
"wd_1",0.01,1613940124086,884
"sqr_mom_1",0.99,1613940124086,884
"lr_1",1.844768483095818e-05,1613940124086,884
"mom_1",0.9288807879226045,1613940124086,884
"eps_1",1e-05,1613940124086,884
"wd_2",0.01,1613940124086,884
"sqr_mom_2",0.99,1613940124086,884
"lr_2",0.00018447684830958175,1613940124086,884
"mom_2",0.9288807879226045,1613940124086,884
"eps_2",1e-05,1613940124086,884
"train_loss",0.09522855,1613940125058,885
"raw_loss",0.068024665,1613940125058,885
"epoch",5.572327044025137,1613940125058,885
"wd_0",0.01,1613940125058,885
"sqr_mom_0",0.99,1613940125058,885
"lr_0",1.8469200254565075e-06,1613940125058,885
"mom_0",0.9288269993635873,1613940125058,885
"eps_0",1e-05,1613940125058,885
"wd_1",0.01,1613940125058,885
"sqr_mom_1",0.99,1613940125058,885
"lr_1",1.8469200254565076e-05,1613940125058,885
"mom_1",0.9288269993635873,1613940125058,885
"eps_1",1e-05,1613940125058,885
"wd_2",0.01,1613940125058,885
"sqr_mom_2",0.99,1613940125058,885
"lr_2",0.00018469200254565073,1613940125058,885
"mom_2",0.9288269993635873,1613940125058,885
"eps_2",1e-05,1613940125058,885
"train_loss",0.09499735,1613940126042,886
"raw_loss",0.0836683,1613940126042,886
"epoch",5.578616352201237,1613940126042,886
"wd_0",0.01,1613940126042,886
"sqr_mom_0",0.99,1613940126042,886
"lr_0",1.8490735685347785e-06,1613940126042,886
"mom_0",0.9287731607866305,1613940126042,886
"eps_0",1e-05,1613940126042,886
"wd_1",0.01,1613940126042,886
"sqr_mom_1",0.99,1613940126042,886
"lr_1",1.8490735685347783e-05,1613940126042,886
"mom_1",0.9287731607866305,1613940126042,886
"eps_1",1e-05,1613940126042,886
"wd_2",0.01,1613940126042,886
"sqr_mom_2",0.99,1613940126042,886
"lr_2",0.0001849073568534778,1613940126042,886
"mom_2",0.9287731607866305,1613940126042,886
"eps_2",1e-05,1613940126042,886
"train_loss",0.09461045,1613940127036,887
"raw_loss",0.075652555,1613940127036,887
"epoch",5.584905660377338,1613940127036,887
"wd_0",0.01,1613940127036,887
"sqr_mom_0",0.99,1613940127036,887
"lr_0",1.851229108594003e-06,1613940127036,887
"mom_0",0.9287192722851499,1613940127036,887
"eps_0",1e-05,1613940127036,887
"wd_1",0.01,1613940127036,887
"sqr_mom_1",0.99,1613940127036,887
"lr_1",1.8512291085940028e-05,1613940127036,887
"mom_1",0.9287192722851499,1613940127036,887
"eps_1",1e-05,1613940127036,887
"wd_2",0.01,1613940127036,887
"sqr_mom_2",0.99,1613940127036,887
"lr_2",0.00018512291085940024,1613940127036,887
"mom_2",0.9287192722851499,1613940127036,887
"eps_2",1e-05,1613940127036,887
"train_loss",0.094329566,1613940128032,888
"raw_loss",0.08056607,1613940128032,888
"epoch",5.591194968553438,1613940128032,888
"wd_0",0.01,1613940128032,888
"sqr_mom_0",0.99,1613940128032,888
"lr_0",1.853386641894086e-06,1613940128032,888
"mom_0",0.9286653339526478,1613940128032,888
"eps_0",1e-05,1613940128032,888
"wd_1",0.01,1613940128032,888
"sqr_mom_1",0.99,1613940128032,888
"lr_1",1.853386641894086e-05,1613940128032,888
"mom_1",0.9286653339526478,1613940128032,888
"eps_1",1e-05,1613940128032,888
"wd_2",0.01,1613940128032,888
"sqr_mom_2",0.99,1613940128032,888
"lr_2",0.00018533866418940856,1613940128032,888
"mom_2",0.9286653339526478,1613940128032,888
"eps_2",1e-05,1613940128032,888
"train_loss",0.09471094,1613940128995,889
"raw_loss",0.113398336,1613940128995,889
"epoch",5.5974842767295385,1613940128995,889
"wd_0",0.01,1613940128995,889
"sqr_mom_0",0.99,1613940128995,889
"lr_0",1.8555461646914762e-06,1613940128995,889
"mom_0",0.9286113458827131,1613940128995,889
"eps_0",1e-05,1613940128995,889
"wd_1",0.01,1613940128995,889
"sqr_mom_1",0.99,1613940128995,889
"lr_1",1.855546164691476e-05,1613940128995,889
"mom_1",0.9286113458827131,1613940128995,889
"eps_1",1e-05,1613940128995,889
"wd_2",0.01,1613940128995,889
"sqr_mom_2",0.99,1613940128995,889
"lr_2",0.00018555461646914759,1613940128995,889
"mom_2",0.9286113458827131,1613940128995,889
"eps_2",1e-05,1613940128995,889
"train_loss",0.09498247,1613940129949,890
"raw_loss",0.10828748,1613940129949,890
"epoch",5.603773584905639,1613940129949,890
"wd_0",0.01,1613940129949,890
"sqr_mom_0",0.99,1613940129949,890
"lr_0",1.8577076732391706e-06,1613940129949,890
"mom_0",0.9285573081690207,1613940129949,890
"eps_0",1e-05,1613940129949,890
"wd_1",0.01,1613940129949,890
"sqr_mom_1",0.99,1613940129949,890
"lr_1",1.8577076732391703e-05,1613940129949,890
"mom_1",0.9285573081690207,1613940129949,890
"eps_1",1e-05,1613940129949,890
"wd_2",0.01,1613940129949,890
"sqr_mom_2",0.99,1613940129949,890
"lr_2",0.00018577076732391703,1613940129949,890
"mom_2",0.9285573081690207,1613940129949,890
"eps_2",1e-05,1613940129949,890
"train_loss",0.09496312,1613940130914,891
"raw_loss",0.09401485,1613940130914,891
"epoch",5.610062893081739,1613940130914,891
"wd_0",0.01,1613940130914,891
"sqr_mom_0",0.99,1613940130914,891
"lr_0",1.8598711637867184e-06,1613940130914,891
"mom_0",0.928503220905332,1613940130914,891
"eps_0",1e-05,1613940130914,891
"wd_1",0.01,1613940130914,891
"sqr_mom_1",0.99,1613940130914,891
"lr_1",1.8598711637867182e-05,1613940130914,891
"mom_1",0.928503220905332,1613940130914,891
"eps_1",1e-05,1613940130914,891
"wd_2",0.01,1613940130914,891
"sqr_mom_2",0.99,1613940130914,891
"lr_2",0.00018598711637867182,1613940130914,891
"mom_2",0.928503220905332,1613940130914,891
"eps_2",1e-05,1613940130914,891
"train_loss",0.094672635,1613940132007,892
"raw_loss",0.08043877,1613940132007,892
"epoch",5.61635220125784,1613940132007,892
"wd_0",0.01,1613940132007,892
"sqr_mom_0",0.99,1613940132007,892
"lr_0",1.8620364785922726e-06,1613940132007,892
"mom_0",0.9284490880351931,1613940132007,892
"eps_0",1e-05,1613940132007,892
"wd_1",0.01,1613940132007,892
"sqr_mom_1",0.99,1613940132007,892
"lr_1",1.8620364785922722e-05,1613940132007,892
"mom_1",0.9284490880351931,1613940132007,892
"eps_1",1e-05,1613940132007,892
"wd_2",0.01,1613940132007,892
"sqr_mom_2",0.99,1613940132007,892
"lr_2",0.00018620364785922722,1613940132007,892
"mom_2",0.9284490880351931,1613940132007,892
"eps_2",1e-05,1613940132007,892
"train_loss",0.09383736,1613940133157,893
"raw_loss",0.05290876,1613940133157,893
"epoch",5.62264150943394,1613940133157,893
"wd_0",0.01,1613940133157,893
"sqr_mom_0",0.99,1613940133157,893
"lr_0",1.8642040758623898e-06,1613940133157,893
"mom_0",0.9283948981034402,1613940133157,893
"eps_0",1e-05,1613940133157,893
"wd_1",0.01,1613940133157,893
"sqr_mom_1",0.99,1613940133157,893
"lr_1",1.8642040758623895e-05,1613940133157,893
"mom_1",0.9283948981034402,1613940133157,893
"eps_1",1e-05,1613940133157,893
"wd_2",0.01,1613940133157,893
"sqr_mom_2",0.99,1613940133157,893
"lr_2",0.00018642040758623895,1613940133157,893
"mom_2",0.9283948981034402,1613940133157,893
"eps_2",1e-05,1613940133157,893
"train_loss",0.09355099,1613940134415,894
"raw_loss",0.07951901,1613940134415,894
"epoch",5.6289308176100405,1613940134415,894
"wd_0",0.01,1613940134415,894
"sqr_mom_0",0.99,1613940134415,894
"lr_0",1.8663734898724451e-06,1613940134415,894
"mom_0",0.9283406627531888,1613940134415,894
"eps_0",1e-05,1613940134415,894
"wd_1",0.01,1613940134415,894
"sqr_mom_1",0.99,1613940134415,894
"lr_1",1.866373489872445e-05,1613940134415,894
"mom_1",0.9283406627531888,1613940134415,894
"eps_1",1e-05,1613940134415,894
"wd_2",0.01,1613940134415,894
"sqr_mom_2",0.99,1613940134415,894
"lr_2",0.0001866373489872445,1613940134415,894
"mom_2",0.9283406627531888,1613940134415,894
"eps_2",1e-05,1613940134415,894
"train_loss",0.09246765,1613940135772,895
"raw_loss",0.039384022,1613940135772,895
"epoch",5.635220125786141,1613940135772,895
"wd_0",0.01,1613940135772,895
"sqr_mom_0",0.99,1613940135772,895
"lr_0",1.8685448708462328e-06,1613940135772,895
"mom_0",0.9282863782288442,1613940135772,895
"eps_0",1e-05,1613940135772,895
"wd_1",0.01,1613940135772,895
"sqr_mom_1",0.99,1613940135772,895
"lr_1",1.868544870846233e-05,1613940135772,895
"mom_1",0.9282863782288442,1613940135772,895
"eps_1",1e-05,1613940135772,895
"wd_2",0.01,1613940135772,895
"sqr_mom_2",0.99,1613940135772,895
"lr_2",0.00018685448708462326,1613940135772,895
"mom_2",0.9282863782288442,1613940135772,895
"eps_2",1e-05,1613940135772,895
"train_loss",0.09347858,1613940137110,896
"raw_loss",0.14301433,1613940137110,896
"epoch",5.641509433962241,1613940137110,896
"wd_0",0.01,1613940137110,896
"sqr_mom_0",0.99,1613940137110,896
"lr_0",1.8707180604689801e-06,1613940137110,896
"mom_0",0.9282320484882755,1613940137110,896
"eps_0",1e-05,1613940137110,896
"wd_1",0.01,1613940137110,896
"sqr_mom_1",0.99,1613940137110,896
"lr_1",1.8707180604689802e-05,1613940137110,896
"mom_1",0.9282320484882755,1613940137110,896
"eps_1",1e-05,1613940137110,896
"wd_2",0.01,1613940137110,896
"sqr_mom_2",0.99,1613940137110,896
"lr_2",0.00018707180604689798,1613940137110,896
"mom_2",0.9282320484882755,1613940137110,896
"eps_2",1e-05,1613940137110,896
"train_loss",0.093191005,1613940138070,897
"raw_loss",0.07909965,1613940138070,897
"epoch",5.647798742138342,1613940138070,897
"wd_0",0.01,1613940138070,897
"sqr_mom_0",0.99,1613940138070,897
"lr_0",1.8728933639249478e-06,1613940138070,897
"mom_0",0.9281776659018762,1613940138070,897
"eps_0",1e-05,1613940138070,897
"wd_1",0.01,1613940138070,897
"sqr_mom_1",0.99,1613940138070,897
"lr_1",1.8728933639249477e-05,1613940138070,897
"mom_1",0.9281776659018762,1613940138070,897
"eps_1",1e-05,1613940138070,897
"wd_2",0.01,1613940138070,897
"sqr_mom_2",0.99,1613940138070,897
"lr_2",0.00018728933639249474,1613940138070,897
"mom_2",0.9281776659018762,1613940138070,897
"eps_2",1e-05,1613940138070,897
"train_loss",0.09270846,1613940139052,898
"raw_loss",0.06906385,1613940139052,898
"epoch",5.654088050314442,1613940139052,898
"wd_0",0.01,1613940139052,898
"sqr_mom_0",0.99,1613940139052,898
"lr_0",1.8750707778571662e-06,1613940139052,898
"mom_0",0.9281232305535708,1613940139052,898
"eps_0",1e-05,1613940139052,898
"wd_1",0.01,1613940139052,898
"sqr_mom_1",0.99,1613940139052,898
"lr_1",1.875070777857166e-05,1613940139052,898
"mom_1",0.9281232305535708,1613940139052,898
"eps_1",1e-05,1613940139052,898
"wd_2",0.01,1613940139052,898
"sqr_mom_2",0.99,1613940139052,898
"lr_2",0.0001875070777857166,1613940139052,898
"mom_2",0.9281232305535708,1613940139052,898
"eps_2",1e-05,1613940139052,898
"train_loss",0.09254892,1613940140054,899
"raw_loss",0.08473155,1613940140054,899
"epoch",5.660377358490543,1613940140054,899
"wd_0",0.01,1613940140054,899
"sqr_mom_0",0.99,1613940140054,899
"lr_0",1.8772498340122548e-06,1613940140054,899
"mom_0",0.9280687541496936,1613940140054,899
"eps_0",1e-05,1613940140054,899
"wd_1",0.01,1613940140054,899
"sqr_mom_1",0.99,1613940140054,899
"lr_1",1.8772498340122548e-05,1613940140054,899
"mom_1",0.9280687541496936,1613940140054,899
"eps_1",1e-05,1613940140054,899
"wd_2",0.01,1613940140054,899
"sqr_mom_2",0.99,1613940140054,899
"lr_2",0.00018772498340122548,1613940140054,899
"mom_2",0.9280687541496936,1613940140054,899
"eps_2",1e-05,1613940140054,899
"train_loss",0.0920241,1613940141028,900
"raw_loss",0.06630781,1613940141028,900
"epoch",5.666666666666643,1613940141028,900
"wd_0",0.01,1613940141028,900
"sqr_mom_0",0.99,1613940141028,900
"lr_0",1.8794309930846502e-06,1613940141028,900
"mom_0",0.9280142251728837,1613940141028,900
"eps_0",1e-05,1613940141028,900
"wd_1",0.01,1613940141028,900
"sqr_mom_1",0.99,1613940141028,900
"lr_1",1.87943099308465e-05,1613940141028,900
"mom_1",0.9280142251728837,1613940141028,900
"eps_1",1e-05,1613940141028,900
"wd_2",0.01,1613940141028,900
"sqr_mom_2",0.99,1613940141028,900
"lr_2",0.00018794309930846497,1613940141028,900
"mom_2",0.9280142251728837,1613940141028,900
"eps_2",1e-05,1613940141028,900
"train_loss",0.09426276,1613940142016,901
"raw_loss",0.20395681,1613940142016,901
"epoch",5.672955974842743,1613940142016,901
"wd_0",0.01,1613940142016,901
"sqr_mom_0",0.99,1613940142016,901
"lr_0",1.8816140964646075e-06,1613940142016,901
"mom_0",0.9279596475883848,1613940142016,901
"eps_0",1e-05,1613940142016,901
"wd_1",0.01,1613940142016,901
"sqr_mom_1",0.99,1613940142016,901
"lr_1",1.8816140964646074e-05,1613940142016,901
"mom_1",0.9279596475883848,1613940142016,901
"eps_1",1e-05,1613940142016,901
"wd_2",0.01,1613940142016,901
"sqr_mom_2",0.99,1613940142016,901
"lr_2",0.00018816140964646072,1613940142016,901
"mom_2",0.9279596475883848,1613940142016,901
"eps_2",1e-05,1613940142016,901
"train_loss",0.09420614,1613940143022,902
"raw_loss",0.09143174,1613940143022,902
"epoch",5.679245283018844,1613940143022,902
"wd_0",0.01,1613940143022,902
"sqr_mom_0",0.99,1613940143022,902
"lr_0",1.883799140364206e-06,1613940143022,902
"mom_0",0.9279050214908948,1613940143022,902
"eps_0",1e-05,1613940143022,902
"wd_1",0.01,1613940143022,902
"sqr_mom_1",0.99,1613940143022,902
"lr_1",1.883799140364206e-05,1613940143022,902
"mom_1",0.9279050214908948,1613940143022,902
"eps_1",1e-05,1613940143022,902
"wd_2",0.01,1613940143022,902
"sqr_mom_2",0.99,1613940143022,902
"lr_2",0.00018837991403642057,1613940143022,902
"mom_2",0.9279050214908948,1613940143022,902
"eps_2",1e-05,1613940143022,902
"train_loss",0.094570085,1613940144039,903
"raw_loss",0.112403244,1613940144039,903
"epoch",5.685534591194944,1613940144039,903
"wd_0",0.01,1613940144039,903
"sqr_mom_0",0.99,1613940144039,903
"lr_0",1.8859861209921622e-06,1613940144039,903
"mom_0",0.9278503469751959,1613940144039,903
"eps_0",1e-05,1613940144039,903
"wd_1",0.01,1613940144039,903
"sqr_mom_1",0.99,1613940144039,903
"lr_1",1.885986120992162e-05,1613940144039,903
"mom_1",0.9278503469751959,1613940144039,903
"eps_1",1e-05,1613940144039,903
"wd_2",0.01,1613940144039,903
"sqr_mom_2",0.99,1613940144039,903
"lr_2",0.0001885986120992162,1613940144039,903
"mom_2",0.9278503469751959,1613940144039,903
"eps_2",1e-05,1613940144039,903
"train_loss",0.0954814,1613940144992,904
"raw_loss",0.14013617,1613940144992,904
"epoch",5.691823899371045,1613940144992,904
"wd_0",0.01,1613940144992,904
"sqr_mom_0",0.99,1613940144992,904
"lr_0",1.888175034553828e-06,1613940144992,904
"mom_0",0.9277956241361542,1613940144992,904
"eps_0",1e-05,1613940144992,904
"wd_1",0.01,1613940144992,904
"sqr_mom_1",0.99,1613940144992,904
"lr_1",1.8881750345538278e-05,1613940144992,904
"mom_1",0.9277956241361542,1613940144992,904
"eps_1",1e-05,1613940144992,904
"wd_2",0.01,1613940144992,904
"sqr_mom_2",0.99,1613940144992,904
"lr_2",0.00018881750345538278,1613940144992,904
"mom_2",0.9277956241361542,1613940144992,904
"eps_2",1e-05,1613940144992,904
"train_loss",0.094984815,1613940145947,905
"raw_loss",0.07065183,1613940145947,905
"epoch",5.698113207547145,1613940145947,905
"wd_0",0.01,1613940145947,905
"sqr_mom_0",0.99,1613940145947,905
"lr_0",1.890365877251204e-06,1613940145947,905
"mom_0",0.9277408530687199,1613940145947,905
"eps_0",1e-05,1613940145947,905
"wd_1",0.01,1613940145947,905
"sqr_mom_1",0.99,1613940145947,905
"lr_1",1.8903658772512037e-05,1613940145947,905
"mom_1",0.9277408530687199,1613940145947,905
"eps_1",1e-05,1613940145947,905
"wd_2",0.01,1613940145947,905
"sqr_mom_2",0.99,1613940145947,905
"lr_2",0.00018903658772512037,1613940145947,905
"mom_2",0.9277408530687199,1613940145947,905
"eps_2",1e-05,1613940145947,905
"train_loss",0.09452138,1613940146891,906
"raw_loss",0.07181291,1613940146891,906
"epoch",5.704402515723245,1613940146891,906
"wd_0",0.01,1613940146891,906
"sqr_mom_0",0.99,1613940146891,906
"lr_0",1.8925586452829438e-06,1613940146891,906
"mom_0",0.9276860338679264,1613940146891,906
"eps_0",1e-05,1613940146891,906
"wd_1",0.01,1613940146891,906
"sqr_mom_1",0.99,1613940146891,906
"lr_1",1.8925586452829437e-05,1613940146891,906
"mom_1",0.9276860338679264,1613940146891,906
"eps_1",1e-05,1613940146891,906
"wd_2",0.01,1613940146891,906
"sqr_mom_2",0.99,1613940146891,906
"lr_2",0.00018925586452829437,1613940146891,906
"mom_2",0.9276860338679264,1613940146891,906
"eps_2",1e-05,1613940146891,906
"train_loss",0.094716616,1613940147861,907
"raw_loss",0.10428354,1613940147861,907
"epoch",5.710691823899346,1613940147861,907
"wd_0",0.01,1613940147861,907
"sqr_mom_0",0.99,1613940147861,907
"lr_0",1.8947533348443576e-06,1613940147861,907
"mom_0",0.927631166628891,1613940147861,907
"eps_0",1e-05,1613940147861,907
"wd_1",0.01,1613940147861,907
"sqr_mom_1",0.99,1613940147861,907
"lr_1",1.8947533348443576e-05,1613940147861,907
"mom_1",0.927631166628891,1613940147861,907
"eps_1",1e-05,1613940147861,907
"wd_2",0.01,1613940147861,907
"sqr_mom_2",0.99,1613940147861,907
"lr_2",0.00018947533348443574,1613940147861,907
"mom_2",0.927631166628891,1613940147861,907
"eps_2",1e-05,1613940147861,907
"train_loss",0.096909374,1613940148819,908
"raw_loss",0.20435442,1613940148819,908
"epoch",5.716981132075446,1613940148819,908
"wd_0",0.01,1613940148819,908
"sqr_mom_0",0.99,1613940148819,908
"lr_0",1.8969499421274252e-06,1613940148819,908
"mom_0",0.9275762514468143,1613940148819,908
"eps_0",1e-05,1613940148819,908
"wd_1",0.01,1613940148819,908
"sqr_mom_1",0.99,1613940148819,908
"lr_1",1.8969499421274248e-05,1613940148819,908
"mom_1",0.9275762514468143,1613940148819,908
"eps_1",1e-05,1613940148819,908
"wd_2",0.01,1613940148819,908
"sqr_mom_2",0.99,1613940148819,908
"lr_2",0.00018969499421274248,1613940148819,908
"mom_2",0.9275762514468143,1613940148819,908
"eps_2",1e-05,1613940148819,908
"train_loss",0.09705096,1613940149826,909
"raw_loss",0.103988685,1613940149826,909
"epoch",5.723270440251547,1613940149826,909
"wd_0",0.01,1613940149826,909
"sqr_mom_0",0.99,1613940149826,909
"lr_0",1.899148463320795e-06,1613940149826,909
"mom_0",0.9275212884169801,1613940149826,909
"eps_0",1e-05,1613940149826,909
"wd_1",0.01,1613940149826,909
"sqr_mom_1",0.99,1613940149826,909
"lr_1",1.899148463320795e-05,1613940149826,909
"mom_1",0.9275212884169801,1613940149826,909
"eps_1",1e-05,1613940149826,909
"wd_2",0.01,1613940149826,909
"sqr_mom_2",0.99,1613940149826,909
"lr_2",0.00018991484633207946,1613940149826,909
"mom_2",0.9275212884169801,1613940149826,909
"eps_2",1e-05,1613940149826,909
"train_loss",0.096307114,1613940150776,910
"raw_loss",0.059858613,1613940150776,910
"epoch",5.729559748427647,1613940150776,910
"wd_0",0.01,1613940150776,910
"sqr_mom_0",0.99,1613940150776,910
"lr_0",1.9013488946097977e-06,1613940150776,910
"mom_0",0.927466277634755,1613940150776,910
"eps_0",1e-05,1613940150776,910
"wd_1",0.01,1613940150776,910
"sqr_mom_1",0.99,1613940150776,910
"lr_1",1.9013488946097974e-05,1613940150776,910
"mom_1",0.927466277634755,1613940150776,910
"eps_1",1e-05,1613940150776,910
"wd_2",0.01,1613940150776,910
"sqr_mom_2",0.99,1613940150776,910
"lr_2",0.00019013488946097976,1613940150776,910
"mom_2",0.927466277634755,1613940150776,910
"eps_2",1e-05,1613940150776,910
"train_loss",0.0985106,1613940151753,911
"raw_loss",0.2064816,1613940151753,911
"epoch",5.735849056603747,1613940151753,911
"wd_0",0.01,1613940151753,911
"sqr_mom_0",0.99,1613940151753,911
"lr_0",1.9035510755704817e-06,1613940151753,911
"mom_0",0.9274112231107379,1613940151753,911
"eps_0",1e-05,1613940151753,911
"wd_1",0.01,1613940151753,911
"sqr_mom_1",0.99,1613940151753,911
"lr_1",1.9035510755704816e-05,1613940151753,911
"mom_1",0.9274112231107379,1613940151753,911
"eps_1",1e-05,1613940151753,911
"wd_2",0.01,1613940151753,911
"sqr_mom_2",0.99,1613940151753,911
"lr_2",0.00019035510755704814,1613940151753,911
"mom_2",0.9274112231107379,1613940151753,911
"eps_2",1e-05,1613940151753,911
"train_loss",0.097605765,1613940152705,912
"raw_loss",0.053268585,1613940152705,912
"epoch",5.742138364779848,1613940152705,912
"wd_0",0.01,1613940152705,912
"sqr_mom_0",0.99,1613940152705,912
"lr_0",1.9057554721994573e-06,1613940152705,912
"mom_0",0.9273561131950135,1613940152705,912
"eps_0",1e-05,1613940152705,912
"wd_1",0.01,1613940152705,912
"sqr_mom_1",0.99,1613940152705,912
"lr_1",1.9057554721994573e-05,1613940152705,912
"mom_1",0.9273561131950135,1613940152705,912
"eps_1",1e-05,1613940152705,912
"wd_2",0.01,1613940152705,912
"sqr_mom_2",0.99,1613940152705,912
"lr_2",0.0001905755472199457,1613940152705,912
"mom_2",0.9273561131950135,1613940152705,912
"eps_2",1e-05,1613940152705,912
"train_loss",0.097347654,1613940153656,913
"raw_loss",0.0847003,1613940153656,913
"epoch",5.748427672955948,1613940153656,913
"wd_0",0.01,1613940153656,913
"sqr_mom_0",0.99,1613940153656,913
"lr_0",1.9079616108542273e-06,1613940153656,913
"mom_0",0.9273009597286442,1613940153656,913
"eps_0",1e-05,1613940153656,913
"wd_1",0.01,1613940153656,913
"sqr_mom_1",0.99,1613940153656,913
"lr_1",1.9079616108542275e-05,1613940153656,913
"mom_1",0.9273009597286442,1613940153656,913
"eps_1",1e-05,1613940153656,913
"wd_2",0.01,1613940153656,913
"sqr_mom_2",0.99,1613940153656,913
"lr_2",0.00019079616108542275,1613940153656,913
"mom_2",0.9273009597286442,1613940153656,913
"eps_2",1e-05,1613940153656,913
"train_loss",0.0976736,1613940154605,914
"raw_loss",0.11364523,1613940154605,914
"epoch",5.754716981132049,1613940154605,914
"wd_0",0.01,1613940154605,914
"sqr_mom_0",0.99,1613940154605,914
"lr_0",1.91016948730246e-06,1613940154605,914
"mom_0",0.9272457628174384,1613940154605,914
"eps_0",1e-05,1613940154605,914
"wd_1",0.01,1613940154605,914
"sqr_mom_1",0.99,1613940154605,914
"lr_1",1.91016948730246e-05,1613940154605,914
"mom_1",0.9272457628174384,1613940154605,914
"eps_1",1e-05,1613940154605,914
"wd_2",0.01,1613940154605,914
"sqr_mom_2",0.99,1613940154605,914
"lr_2",0.00019101694873024602,1613940154605,914
"mom_2",0.9272457628174384,1613940154605,914
"eps_2",1e-05,1613940154605,914
"train_loss",0.09803976,1613940155587,915
"raw_loss",0.11598144,1613940155587,915
"epoch",5.761006289308149,1613940155587,915
"wd_0",0.01,1613940155587,915
"sqr_mom_0",0.99,1613940155587,915
"lr_0",1.912379411599536e-06,1613940155587,915
"mom_0",0.9271905147100116,1613940155587,915
"eps_0",1e-05,1613940155587,915
"wd_1",0.01,1613940155587,915
"sqr_mom_1",0.99,1613940155587,915
"lr_1",1.912379411599536e-05,1613940155587,915
"mom_1",0.9271905147100116,1613940155587,915
"eps_1",1e-05,1613940155587,915
"wd_2",0.01,1613940155587,915
"sqr_mom_2",0.99,1613940155587,915
"lr_2",0.00019123794115995357,1613940155587,915
"mom_2",0.9271905147100116,1613940155587,915
"eps_2",1e-05,1613940155587,915
"train_loss",0.09954557,1613940156551,916
"raw_loss",0.17333025,1613940156551,916
"epoch",5.7672955974842495,1613940156551,916
"wd_0",0.01,1613940156551,916
"sqr_mom_0",0.99,1613940156551,916
"lr_0",1.9145912230351285e-06,1613940156551,916
"mom_0",0.9271352194241218,1613940156551,916
"eps_0",1e-05,1613940156551,916
"wd_1",0.01,1613940156551,916
"sqr_mom_1",0.99,1613940156551,916
"lr_1",1.9145912230351283e-05,1613940156551,916
"mom_1",0.9271352194241218,1613940156551,916
"eps_1",1e-05,1613940156551,916
"wd_2",0.01,1613940156551,916
"sqr_mom_2",0.99,1613940156551,916
"lr_2",0.0001914591223035128,1613940156551,916
"mom_2",0.9271352194241218,1613940156551,916
"eps_2",1e-05,1613940156551,916
"train_loss",0.09925556,1613940157513,917
"raw_loss",0.085045375,1613940157513,917
"epoch",5.77358490566035,1613940157513,917
"wd_0",0.01,1613940157513,917
"sqr_mom_0",0.99,1613940157513,917
"lr_0",1.916805075183916e-06,1613940157513,917
"mom_0",0.9270798731204021,1613940157513,917
"eps_0",1e-05,1613940157513,917
"wd_1",0.01,1613940157513,917
"sqr_mom_1",0.99,1613940157513,917
"lr_1",1.916805075183916e-05,1613940157513,917
"mom_1",0.9270798731204021,1613940157513,917
"eps_1",1e-05,1613940157513,917
"wd_2",0.01,1613940157513,917
"sqr_mom_2",0.99,1613940157513,917
"lr_2",0.00019168050751839158,1613940157513,917
"mom_2",0.9270798731204021,1613940157513,917
"eps_2",1e-05,1613940157513,917
"train_loss",0.09914205,1613940158463,918
"raw_loss",0.09357992,1613940158463,918
"epoch",5.77987421383645,1613940158463,918
"wd_0",0.01,1613940158463,918
"sqr_mom_0",0.99,1613940158463,918
"lr_0",1.9190204919676755e-06,1613940158463,918
"mom_0",0.927024487700808,1613940158463,918
"eps_0",1e-05,1613940158463,918
"wd_1",0.01,1613940158463,918
"sqr_mom_1",0.99,1613940158463,918
"lr_1",1.919020491967675e-05,1613940158463,918
"mom_1",0.927024487700808,1613940158463,918
"eps_1",1e-05,1613940158463,918
"wd_2",0.01,1613940158463,918
"sqr_mom_2",0.99,1613940158463,918
"lr_2",0.00019190204919676752,1613940158463,918
"mom_2",0.927024487700808,1613940158463,918
"eps_2",1e-05,1613940158463,918
"train_loss",0.10004192,1613940159412,919
"raw_loss",0.14413533,1613940159412,919
"epoch",5.786163522012551,1613940159412,919
"wd_0",0.01,1613940159412,919
"sqr_mom_0",0.99,1613940159412,919
"lr_0",1.9212379417793726e-06,1613940159412,919
"mom_0",0.9269690514555157,1613940159412,919
"eps_0",1e-05,1613940159412,919
"wd_1",0.01,1613940159412,919
"sqr_mom_1",0.99,1613940159412,919
"lr_1",1.9212379417793724e-05,1613940159412,919
"mom_1",0.9269690514555157,1613940159412,919
"eps_1",1e-05,1613940159412,919
"wd_2",0.01,1613940159412,919
"sqr_mom_2",0.99,1613940159412,919
"lr_2",0.00019212379417793722,1613940159412,919
"mom_2",0.9269690514555157,1613940159412,919
"eps_2",1e-05,1613940159412,919
"train_loss",0.09985714,1613940160366,920
"raw_loss",0.09080323,1613940160366,920
"epoch",5.792452830188651,1613940160366,920
"wd_0",0.01,1613940160366,920
"sqr_mom_0",0.99,1613940160366,920
"lr_0",1.9234572633590848e-06,1613940160366,920
"mom_0",0.9269135684160228,1613940160366,920
"eps_0",1e-05,1613940160366,920
"wd_1",0.01,1613940160366,920
"sqr_mom_1",0.99,1613940160366,920
"lr_1",1.9234572633590847e-05,1613940160366,920
"mom_1",0.9269135684160228,1613940160366,920
"eps_1",1e-05,1613940160366,920
"wd_2",0.01,1613940160366,920
"sqr_mom_2",0.99,1613940160366,920
"lr_2",0.00019234572633590845,1613940160366,920
"mom_2",0.9269135684160228,1613940160366,920
"eps_2",1e-05,1613940160366,920
"train_loss",0.09972433,1613940161352,921
"raw_loss",0.09321691,1613940161352,921
"epoch",5.7987421383647515,1613940161352,921
"wd_0",0.01,1613940161352,921
"sqr_mom_0",0.99,1613940161352,921
"lr_0",1.9256784528560515e-06,1613940161352,921
"mom_0",0.9268580386785987,1613940161352,921
"eps_0",1e-05,1613940161352,921
"wd_1",0.01,1613940161352,921
"sqr_mom_1",0.99,1613940161352,921
"lr_1",1.925678452856051e-05,1613940161352,921
"mom_1",0.9268580386785987,1613940161352,921
"eps_1",1e-05,1613940161352,921
"wd_2",0.01,1613940161352,921
"sqr_mom_2",0.99,1613940161352,921
"lr_2",0.00019256784528560512,1613940161352,921
"mom_2",0.9268580386785987,1613940161352,921
"eps_2",1e-05,1613940161352,921
"train_loss",0.099008806,1613940162386,922
"raw_loss",0.06394817,1613940162386,922
"epoch",5.805031446540852,1613940162386,922
"wd_0",0.01,1613940162386,922
"sqr_mom_0",0.99,1613940162386,922
"lr_0",1.927901506416271e-06,1613940162386,922
"mom_0",0.9268024623395932,1613940162386,922
"eps_0",1e-05,1613940162386,922
"wd_1",0.01,1613940162386,922
"sqr_mom_1",0.99,1613940162386,922
"lr_1",1.927901506416271e-05,1613940162386,922
"mom_1",0.9268024623395932,1613940162386,922
"eps_1",1e-05,1613940162386,922
"wd_2",0.01,1613940162386,922
"sqr_mom_2",0.99,1613940162386,922
"lr_2",0.00019279015064162708,1613940162386,922
"mom_2",0.9268024623395932,1613940162386,922
"eps_2",1e-05,1613940162386,922
"train_loss",0.09851343,1613940163340,923
"raw_loss",0.074240066,1613940163340,923
"epoch",5.811320754716952,1613940163340,923
"wd_0",0.01,1613940163340,923
"sqr_mom_0",0.99,1613940163340,923
"lr_0",1.930126420182505e-06,1613940163340,923
"mom_0",0.9267468394954373,1613940163340,923
"eps_0",1e-05,1613940163340,923
"wd_1",0.01,1613940163340,923
"sqr_mom_1",0.99,1613940163340,923
"lr_1",1.930126420182505e-05,1613940163340,923
"mom_1",0.9267468394954373,1613940163340,923
"eps_1",1e-05,1613940163340,923
"wd_2",0.01,1613940163340,923
"sqr_mom_2",0.99,1613940163340,923
"lr_2",0.0001930126420182505,1613940163340,923
"mom_2",0.9267468394954373,1613940163340,923
"eps_2",1e-05,1613940163340,923
"train_loss",0.09836831,1613940164285,924
"raw_loss",0.091257155,1613940164285,924
"epoch",5.817610062893053,1613940164285,924
"wd_0",0.01,1613940164285,924
"sqr_mom_0",0.99,1613940164285,924
"lr_0",1.9323531902942907e-06,1613940164285,924
"mom_0",0.9266911702426427,1613940164285,924
"eps_0",1e-05,1613940164285,924
"wd_1",0.01,1613940164285,924
"sqr_mom_1",0.99,1613940164285,924
"lr_1",1.9323531902942906e-05,1613940164285,924
"mom_1",0.9266911702426427,1613940164285,924
"eps_1",1e-05,1613940164285,924
"wd_2",0.01,1613940164285,924
"sqr_mom_2",0.99,1613940164285,924
"lr_2",0.00019323531902942906,1613940164285,924
"mom_2",0.9266911702426427,1613940164285,924
"eps_2",1e-05,1613940164285,924
"train_loss",0.09733475,1613940165238,925
"raw_loss",0.04669017,1613940165238,925
"epoch",5.823899371069153,1613940165238,925
"wd_0",0.01,1613940165238,925
"sqr_mom_0",0.99,1613940165238,925
"lr_0",1.9345818128879427e-06,1613940165238,925
"mom_0",0.9266354546778014,1613940165238,925
"eps_0",1e-05,1613940165238,925
"wd_1",0.01,1613940165238,925
"sqr_mom_1",0.99,1613940165238,925
"lr_1",1.9345818128879427e-05,1613940165238,925
"mom_1",0.9266354546778014,1613940165238,925
"eps_1",1e-05,1613940165238,925
"wd_2",0.01,1613940165238,925
"sqr_mom_2",0.99,1613940165238,925
"lr_2",0.00019345818128879426,1613940165238,925
"mom_2",0.9266354546778014,1613940165238,925
"eps_2",1e-05,1613940165238,925
"train_loss",0.096210636,1613940166193,926
"raw_loss",0.041128922,1613940166193,926
"epoch",5.8301886792452535,1613940166193,926
"wd_0",0.01,1613940166193,926
"sqr_mom_0",0.99,1613940166193,926
"lr_0",1.9368122840965604e-06,1613940166193,926
"mom_0",0.926579692897586,1613940166193,926
"eps_0",1e-05,1613940166193,926
"wd_1",0.01,1613940166193,926
"sqr_mom_1",0.99,1613940166193,926
"lr_1",1.93681228409656e-05,1613940166193,926
"mom_1",0.926579692897586,1613940166193,926
"eps_1",1e-05,1613940166193,926
"wd_2",0.01,1613940166193,926
"sqr_mom_2",0.99,1613940166193,926
"lr_2",0.000193681228409656,1613940166193,926
"mom_2",0.926579692897586,1613940166193,926
"eps_2",1e-05,1613940166193,926
"train_loss",0.095696904,1613940167165,927
"raw_loss",0.07052386,1613940167165,927
"epoch",5.836477987421354,1613940167165,927
"wd_0",0.01,1613940167165,927
"sqr_mom_0",0.99,1613940167165,927
"lr_0",1.939044600050038e-06,1613940167165,927
"mom_0",0.926523884998749,1613940167165,927
"eps_0",1e-05,1613940167165,927
"wd_1",0.01,1613940167165,927
"sqr_mom_1",0.99,1613940167165,927
"lr_1",1.9390446000500382e-05,1613940167165,927
"mom_1",0.926523884998749,1613940167165,927
"eps_1",1e-05,1613940167165,927
"wd_2",0.01,1613940167165,927
"sqr_mom_2",0.99,1613940167165,927
"lr_2",0.0001939044600050038,1613940167165,927
"mom_2",0.926523884998749,1613940167165,927
"eps_2",1e-05,1613940167165,927
"train_loss",0.09472172,1613940168105,928
"raw_loss",0.04693753,1613940168105,928
"epoch",5.842767295597454,1613940168105,928
"wd_0",0.01,1613940168105,928
"sqr_mom_0",0.99,1613940168105,928
"lr_0",1.9412787568750663e-06,1613940168105,928
"mom_0",0.9264680310781233,1613940168105,928
"eps_0",1e-05,1613940168105,928
"wd_1",0.01,1613940168105,928
"sqr_mom_1",0.99,1613940168105,928
"lr_1",1.9412787568750663e-05,1613940168105,928
"mom_1",0.9264680310781233,1613940168105,928
"eps_1",1e-05,1613940168105,928
"wd_2",0.01,1613940168105,928
"sqr_mom_2",0.99,1613940168105,928
"lr_2",0.00019412787568750663,1613940168105,928
"mom_2",0.9264680310781233,1613940168105,928
"eps_2",1e-05,1613940168105,928
"train_loss",0.093492664,1613940169055,929
"raw_loss",0.033268742,1613940169055,929
"epoch",5.849056603773555,1613940169055,929
"wd_0",0.01,1613940169055,929
"sqr_mom_0",0.99,1613940169055,929
"lr_0",1.943514591699412e-06,1613940169055,929
"mom_0",0.9264121352075146,1613940169055,929
"eps_0",1e-05,1613940169055,929
"wd_1",0.01,1613940169055,929
"sqr_mom_1",0.99,1613940169055,929
"lr_1",1.9435145916994117e-05,1613940169055,929
"mom_1",0.9264121352075146,1613940169055,929
"eps_1",1e-05,1613940169055,929
"wd_2",0.01,1613940169055,929
"sqr_mom_2",0.99,1613940169055,929
"lr_2",0.00019435145916994116,1613940169055,929
"mom_2",0.9264121352075146,1613940169055,929
"eps_2",1e-05,1613940169055,929
"train_loss",0.09411631,1613940170005,930
"raw_loss",0.12467494,1613940170005,930
"epoch",5.855345911949655,1613940170005,930
"wd_0",0.01,1613940170005,930
"sqr_mom_0",0.99,1613940170005,930
"lr_0",1.9457524185046936e-06,1613940170005,930
"mom_0",0.9263561895373826,1613940170005,930
"eps_0",1e-05,1613940170005,930
"wd_1",0.01,1613940170005,930
"sqr_mom_1",0.99,1613940170005,930
"lr_1",1.9457524185046938e-05,1613940170005,930
"mom_1",0.9263561895373826,1613940170005,930
"eps_1",1e-05,1613940170005,930
"wd_2",0.01,1613940170005,930
"sqr_mom_2",0.99,1613940170005,930
"lr_2",0.00019457524185046934,1613940170005,930
"mom_2",0.9263561895373826,1613940170005,930
"eps_2",1e-05,1613940170005,930
"train_loss",0.09371389,1613940170962,931
"raw_loss",0.07399517,1613940170962,931
"epoch",5.8616352201257556,1613940170962,931
"wd_0",0.01,1613940170962,931
"sqr_mom_0",0.99,1613940170962,931
"lr_0",1.9479922337985106e-06,1613940170962,931
"mom_0",0.9263001941550372,1613940170962,931
"eps_0",1e-05,1613940170962,931
"wd_1",0.01,1613940170962,931
"sqr_mom_1",0.99,1613940170962,931
"lr_1",1.9479922337985102e-05,1613940170962,931
"mom_1",0.9263001941550372,1613940170962,931
"eps_1",1e-05,1613940170962,931
"wd_2",0.01,1613940170962,931
"sqr_mom_2",0.99,1613940170962,931
"lr_2",0.00019479922337985102,1613940170962,931
"mom_2",0.9263001941550372,1613940170962,931
"eps_2",1e-05,1613940170962,931
"train_loss",0.093177564,1613940171900,932
"raw_loss",0.06689772,1613940171900,932
"epoch",5.867924528301856,1613940171900,932
"wd_0",0.01,1613940171900,932
"sqr_mom_0",0.99,1613940171900,932
"lr_0",1.9502337153128842e-06,1613940171900,932
"mom_0",0.9262441571171779,1613940171900,932
"eps_0",1e-05,1613940171900,932
"wd_1",0.01,1613940171900,932
"sqr_mom_1",0.99,1613940171900,932
"lr_1",1.950233715312884e-05,1613940171900,932
"mom_1",0.9262441571171779,1613940171900,932
"eps_1",1e-05,1613940171900,932
"wd_2",0.01,1613940171900,932
"sqr_mom_2",0.99,1613940171900,932
"lr_2",0.0001950233715312884,1613940171900,932
"mom_2",0.9262441571171779,1613940171900,932
"eps_2",1e-05,1613940171900,932
"train_loss",0.09343386,1613940172868,933
"raw_loss",0.105992146,1613940172868,933
"epoch",5.874213836477956,1613940172868,933
"wd_0",0.01,1613940172868,933
"sqr_mom_0",0.99,1613940172868,933
"lr_0",1.952476858769792e-06,1613940172868,933
"mom_0",0.9261880785307551,1613940172868,933
"eps_0",1e-05,1613940172868,933
"wd_1",0.01,1613940172868,933
"sqr_mom_1",0.99,1613940172868,933
"lr_1",1.952476858769792e-05,1613940172868,933
"mom_1",0.9261880785307551,1613940172868,933
"eps_1",1e-05,1613940172868,933
"wd_2",0.01,1613940172868,933
"sqr_mom_2",0.99,1613940172868,933
"lr_2",0.00019524768587697916,1613940172868,933
"mom_2",0.9261880785307551,1613940172868,933
"eps_2",1e-05,1613940172868,933
"train_loss",0.09287604,1613940173820,934
"raw_loss",0.06554281,1613940173820,934
"epoch",5.880503144654057,1613940173820,934
"wd_0",0.01,1613940173820,934
"sqr_mom_0",0.99,1613940173820,934
"lr_0",1.954721979177213e-06,1613940173820,934
"mom_0",0.9261319505205696,1613940173820,934
"eps_0",1e-05,1613940173820,934
"wd_1",0.01,1613940173820,934
"sqr_mom_1",0.99,1613940173820,934
"lr_1",1.9547219791772125e-05,1613940173820,934
"mom_1",0.9261319505205696,1613940173820,934
"eps_1",1e-05,1613940173820,934
"wd_2",0.01,1613940173820,934
"sqr_mom_2",0.99,1613940173820,934
"lr_2",0.00019547219791772125,1613940173820,934
"mom_2",0.9261319505205696,1613940173820,934
"eps_2",1e-05,1613940173820,934
"train_loss",0.09317843,1613940174771,935
"raw_loss",0.10799539,1613940174771,935
"epoch",5.886792452830157,1613940174771,935
"wd_0",0.01,1613940174771,935
"sqr_mom_0",0.99,1613940174771,935
"lr_0",1.95696891325425e-06,1613940174771,935
"mom_0",0.9260757771686438,1613940174771,935
"eps_0",1e-05,1613940174771,935
"wd_1",0.01,1613940174771,935
"sqr_mom_1",0.99,1613940174771,935
"lr_1",1.9569689132542496e-05,1613940174771,935
"mom_1",0.9260757771686438,1613940174771,935
"eps_1",1e-05,1613940174771,935
"wd_2",0.01,1613940174771,935
"sqr_mom_2",0.99,1613940174771,935
"lr_2",0.00019569689132542496,1613940174771,935
"mom_2",0.9260757771686438,1613940174771,935
"eps_2",1e-05,1613940174771,935
"train_loss",0.092585616,1613940175717,936
"raw_loss",0.06353763,1613940175717,936
"epoch",5.893081761006258,1613940175717,936
"wd_0",0.01,1613940175717,936
"sqr_mom_0",0.99,1613940175717,936
"lr_0",1.959217817003252e-06,1613940175717,936
"mom_0",0.9260195545749187,1613940175717,936
"eps_0",1e-05,1613940175717,936
"wd_1",0.01,1613940175717,936
"sqr_mom_1",0.99,1613940175717,936
"lr_1",1.9592178170032518e-05,1613940175717,936
"mom_1",0.9260195545749187,1613940175717,936
"eps_1",1e-05,1613940175717,936
"wd_2",0.01,1613940175717,936
"sqr_mom_2",0.99,1613940175717,936
"lr_2",0.00019592178170032518,1613940175717,936
"mom_2",0.9260195545749187,1613940175717,936
"eps_2",1e-05,1613940175717,936
"train_loss",0.092525184,1613940176668,937
"raw_loss",0.08956453,1613940176668,937
"epoch",5.899371069182358,1613940176668,937
"wd_0",0.01,1613940176668,937
"sqr_mom_0",0.99,1613940176668,937
"lr_0",1.961468206819339e-06,1613940176668,937
"mom_0",0.9259632948295164,1613940176668,937
"eps_0",1e-05,1613940176668,937
"wd_1",0.01,1613940176668,937
"sqr_mom_1",0.99,1613940176668,937
"lr_1",1.9614682068193387e-05,1613940176668,937
"mom_1",0.9259632948295164,1613940176668,937
"eps_1",1e-05,1613940176668,937
"wd_2",0.01,1613940176668,937
"sqr_mom_2",0.99,1613940176668,937
"lr_2",0.00019614682068193388,1613940176668,937
"mom_2",0.9259632948295164,1613940176668,937
"eps_2",1e-05,1613940176668,937
"train_loss",0.09270233,1613940177623,938
"raw_loss",0.10138241,1613940177623,938
"epoch",5.905660377358458,1613940177623,938
"wd_0",0.01,1613940177623,938
"sqr_mom_0",0.99,1613940177623,938
"lr_0",1.963720558500636e-06,1613940177623,938
"mom_0",0.9259069860374841,1613940177623,938
"eps_0",1e-05,1613940177623,938
"wd_1",0.01,1613940177623,938
"sqr_mom_1",0.99,1613940177623,938
"lr_1",1.9637205585006357e-05,1613940177623,938
"mom_1",0.9259069860374841,1613940177623,938
"eps_1",1e-05,1613940177623,938
"wd_2",0.01,1613940177623,938
"sqr_mom_2",0.99,1613940177623,938
"lr_2",0.00019637205585006356,1613940177623,938
"mom_2",0.9259069860374841,1613940177623,938
"eps_2",1e-05,1613940177623,938
"train_loss",0.09242317,1613940178569,939
"raw_loss",0.07874451,1613940178569,939
"epoch",5.911949685534559,1613940178569,939
"wd_0",0.01,1613940178569,939
"sqr_mom_0",0.99,1613940178569,939
"lr_0",1.9659747082380455e-06,1613940178569,939
"mom_0",0.9258506322940488,1613940178569,939
"eps_0",1e-05,1613940178569,939
"wd_1",0.01,1613940178569,939
"sqr_mom_1",0.99,1613940178569,939
"lr_1",1.9659747082380452e-05,1613940178569,939
"mom_1",0.9258506322940488,1613940178569,939
"eps_1",1e-05,1613940178569,939
"wd_2",0.01,1613940178569,939
"sqr_mom_2",0.99,1613940178569,939
"lr_2",0.0001965974708238045,1613940178569,939
"mom_2",0.9258506322940488,1613940178569,939
"eps_2",1e-05,1613940178569,939
"train_loss",0.09200977,1613940179514,940
"raw_loss",0.07175307,1613940179514,940
"epoch",5.918238993710659,1613940179514,940
"wd_0",0.01,1613940179514,940
"sqr_mom_0",0.99,1613940179514,940
"lr_0",1.968230652120377e-06,1613940179514,940
"mom_0",0.9257942336969905,1613940179514,940
"eps_0",1e-05,1613940179514,940
"wd_1",0.01,1613940179514,940
"sqr_mom_1",0.99,1613940179514,940
"lr_1",1.9682306521203763e-05,1613940179514,940
"mom_1",0.9257942336969905,1613940179514,940
"eps_1",1e-05,1613940179514,940
"wd_2",0.01,1613940179514,940
"sqr_mom_2",0.99,1613940179514,940
"lr_2",0.00019682306521203764,1613940179514,940
"mom_2",0.9257942336969905,1613940179514,940
"eps_2",1e-05,1613940179514,940
"train_loss",0.09254399,1613940180477,941
"raw_loss",0.11872098,1613940180477,941
"epoch",5.92452830188676,1613940180477,941
"wd_0",0.01,1613940180477,941
"sqr_mom_0",0.99,1613940180477,941
"lr_0",1.9704883862333254e-06,1613940180477,941
"mom_0",0.9257377903441668,1613940180477,941
"eps_0",1e-05,1613940180477,941
"wd_1",0.01,1613940180477,941
"sqr_mom_1",0.99,1613940180477,941
"lr_1",1.970488386233325e-05,1613940180477,941
"mom_1",0.9257377903441668,1613940180477,941
"eps_1",1e-05,1613940180477,941
"wd_2",0.01,1613940180477,941
"sqr_mom_2",0.99,1613940180477,941
"lr_2",0.00019704883862333252,1613940180477,941
"mom_2",0.9257377903441668,1613940180477,941
"eps_2",1e-05,1613940180477,941
"train_loss",0.09230031,1613940181424,942
"raw_loss",0.0803599,1613940181424,942
"epoch",5.93081761006286,1613940181424,942
"wd_0",0.01,1613940181424,942
"sqr_mom_0",0.99,1613940181424,942
"lr_0",1.9727479066594792e-06,1613940181424,942
"mom_0",0.925681302333513,1613940181424,942
"eps_0",1e-05,1613940181424,942
"wd_1",0.01,1613940181424,942
"sqr_mom_1",0.99,1613940181424,942
"lr_1",1.9727479066594794e-05,1613940181424,942
"mom_1",0.925681302333513,1613940181424,942
"eps_1",1e-05,1613940181424,942
"wd_2",0.01,1613940181424,942
"sqr_mom_2",0.99,1613940181424,942
"lr_2",0.0001972747906659479,1613940181424,942
"mom_2",0.925681302333513,1613940181424,942
"eps_2",1e-05,1613940181424,942
"train_loss",0.091812536,1613940182385,943
"raw_loss",0.06791141,1613940182385,943
"epoch",5.93710691823896,1613940182385,943
"wd_0",0.01,1613940182385,943
"sqr_mom_0",0.99,1613940182385,943
"lr_0",1.9750092094783292e-06,1613940182385,943
"mom_0",0.9256247697630418,1613940182385,943
"eps_0",1e-05,1613940182385,943
"wd_1",0.01,1613940182385,943
"sqr_mom_1",0.99,1613940182385,943
"lr_1",1.975009209478329e-05,1613940182385,943
"mom_1",0.9256247697630418,1613940182385,943
"eps_1",1e-05,1613940182385,943
"wd_2",0.01,1613940182385,943
"sqr_mom_2",0.99,1613940182385,943
"lr_2",0.0001975009209478329,1613940182385,943
"mom_2",0.9256247697630418,1613940182385,943
"eps_2",1e-05,1613940182385,943
"train_loss",0.09222289,1613940183336,944
"raw_loss",0.11233051,1613940183336,944
"epoch",5.943396226415061,1613940183336,944
"wd_0",0.01,1613940183336,944
"sqr_mom_0",0.99,1613940183336,944
"lr_0",1.9772721298472885e-06,1613940183336,944
"mom_0",0.9255681967538177,1613940183336,944
"eps_0",1e-05,1613940183336,944
"wd_1",0.01,1613940183336,944
"sqr_mom_1",0.99,1613940183336,944
"lr_1",1.9772721298472888e-05,1613940183336,944
"mom_1",0.9255681967538177,1613940183336,944
"eps_1",1e-05,1613940183336,944
"wd_2",0.01,1613940183336,944
"sqr_mom_2",0.99,1613940183336,944
"lr_2",0.00019772721298472884,1613940183336,944
"mom_2",0.9255681967538177,1613940183336,944
"eps_2",1e-05,1613940183336,944
"train_loss",0.09360779,1613940184291,945
"raw_loss",0.16146791,1613940184291,945
"epoch",5.949685534591161,1613940184291,945
"wd_0",0.01,1613940184291,945
"sqr_mom_0",0.99,1613940184291,945
"lr_0",1.9795371465966137e-06,1613940184291,945
"mom_0",0.9255115713350847,1613940184291,945
"eps_0",1e-05,1613940184291,945
"wd_1",0.01,1613940184291,945
"sqr_mom_1",0.99,1613940184291,945
"lr_1",1.9795371465966137e-05,1613940184291,945
"mom_1",0.9255115713350847,1613940184291,945
"eps_1",1e-05,1613940184291,945
"wd_2",0.01,1613940184291,945
"sqr_mom_2",0.99,1613940184291,945
"lr_2",0.00019795371465966137,1613940184291,945
"mom_2",0.9255115713350847,1613940184291,945
"eps_2",1e-05,1613940184291,945
"train_loss",0.093678445,1613940185232,946
"raw_loss",0.09714046,1613940185232,946
"epoch",5.955974842767262,1613940185232,946
"wd_0",0.01,1613940185232,946
"sqr_mom_0",0.99,1613940185232,946
"lr_0",1.981803773039593e-06,1613940185232,946
"mom_0",0.9254549056740101,1613940185232,946
"eps_0",1e-05,1613940185232,946
"wd_1",0.01,1613940185232,946
"sqr_mom_1",0.99,1613940185232,946
"lr_1",1.9818037730395928e-05,1613940185232,946
"mom_1",0.9254549056740101,1613940185232,946
"eps_1",1e-05,1613940185232,946
"wd_2",0.01,1613940185232,946
"sqr_mom_2",0.99,1613940185232,946
"lr_2",0.0001981803773039593,1613940185232,946
"mom_2",0.9254549056740101,1613940185232,946
"eps_2",1e-05,1613940185232,946
"train_loss",0.09330986,1613940186184,947
"raw_loss",0.07524893,1613940186184,947
"epoch",5.962264150943362,1613940186184,947
"wd_0",0.01,1613940186184,947
"sqr_mom_0",0.99,1613940186184,947
"lr_0",1.9840721661623663e-06,1613940186184,947
"mom_0",0.9253981958459409,1613940186184,947
"eps_0",1e-05,1613940186184,947
"wd_1",0.01,1613940186184,947
"sqr_mom_1",0.99,1613940186184,947
"lr_1",1.984072166162366e-05,1613940186184,947
"mom_1",0.9253981958459409,1613940186184,947
"eps_1",1e-05,1613940186184,947
"wd_2",0.01,1613940186184,947
"sqr_mom_2",0.99,1613940186184,947
"lr_2",0.0001984072166162366,1613940186184,947
"mom_2",0.9253981958459409,1613940186184,947
"eps_2",1e-05,1613940186184,947
"train_loss",0.092661954,1613940187143,948
"raw_loss",0.06091484,1613940187143,948
"epoch",5.9685534591194624,1613940187143,948
"wd_0",0.01,1613940187143,948
"sqr_mom_0",0.99,1613940187143,948
"lr_0",1.9863421606077576e-06,1613940187143,948
"mom_0",0.925341445984806,1613940187143,948
"eps_0",1e-05,1613940187143,948
"wd_1",0.01,1613940187143,948
"sqr_mom_1",0.99,1613940187143,948
"lr_1",1.986342160607757e-05,1613940187143,948
"mom_1",0.925341445984806,1613940187143,948
"eps_1",1e-05,1613940187143,948
"wd_2",0.01,1613940187143,948
"sqr_mom_2",0.99,1613940187143,948
"lr_2",0.0001986342160607757,1613940187143,948
"mom_2",0.925341445984806,1613940187143,948
"eps_2",1e-05,1613940187143,948
"train_loss",0.09201222,1613940188085,949
"raw_loss",0.060175218,1613940188085,949
"epoch",5.974842767295563,1613940188085,949
"wd_0",0.01,1613940188085,949
"sqr_mom_0",0.99,1613940188085,949
"lr_0",1.988614075154472e-06,1613940188085,949
"mom_0",0.9252846481211382,1613940188085,949
"eps_0",1e-05,1613940188085,949
"wd_1",0.01,1613940188085,949
"sqr_mom_1",0.99,1613940188085,949
"lr_1",1.9886140751544716e-05,1613940188085,949
"mom_1",0.9252846481211382,1613940188085,949
"eps_1",1e-05,1613940188085,949
"wd_2",0.01,1613940188085,949
"sqr_mom_2",0.99,1613940188085,949
"lr_2",0.00019886140751544716,1613940188085,949
"mom_2",0.9252846481211382,1613940188085,949
"eps_2",1e-05,1613940188085,949
"train_loss",0.09162462,1613940189018,950
"raw_loss",0.07263211,1613940189018,950
"epoch",5.981132075471663,1613940189018,950
"wd_0",0.01,1613940189018,950
"sqr_mom_0",0.99,1613940189018,950
"lr_0",1.9908879062351108e-06,1613940189018,950
"mom_0",0.9252278023441222,1613940189018,950
"eps_0",1e-05,1613940189018,950
"wd_1",0.01,1613940189018,950
"sqr_mom_1",0.99,1613940189018,950
"lr_1",1.9908879062351106e-05,1613940189018,950
"mom_1",0.9252278023441222,1613940189018,950
"eps_1",1e-05,1613940189018,950
"wd_2",0.01,1613940189018,950
"sqr_mom_2",0.99,1613940189018,950
"lr_2",0.00019908879062351104,1613940189018,950
"mom_2",0.9252278023441222,1613940189018,950
"eps_2",1e-05,1613940189018,950
"train_loss",0.091156915,1613940189971,951
"raw_loss",0.06823961,1613940189971,951
"epoch",5.987421383647764,1613940189971,951
"wd_0",0.01,1613940189971,951
"sqr_mom_0",0.99,1613940189971,951
"lr_0",1.9931633266874545e-06,1613940189971,951
"mom_0",0.9251709168328136,1613940189971,951
"eps_0",1e-05,1613940189971,951
"wd_1",0.01,1613940189971,951
"sqr_mom_1",0.99,1613940189971,951
"lr_1",1.9931633266874543e-05,1613940189971,951
"mom_1",0.9251709168328136,1613940189971,951
"eps_1",1e-05,1613940189971,951
"wd_2",0.01,1613940189971,951
"sqr_mom_2",0.99,1613940189971,951
"lr_2",0.00019931633266874542,1613940189971,951
"mom_2",0.9251709168328136,1613940189971,951
"eps_2",1e-05,1613940189971,951
"train_loss",0.09043088,1613940190924,952
"raw_loss",0.05485513,1613940190924,952
"epoch",5.993710691823864,1613940190924,952
"wd_0",0.01,1613940190924,952
"sqr_mom_0",0.99,1613940190924,952
"lr_0",1.9954403321904674e-06,1613940190924,952
"mom_0",0.9251139916952383,1613940190924,952
"eps_0",1e-05,1613940190924,952
"wd_1",0.01,1613940190924,952
"sqr_mom_1",0.99,1613940190924,952
"lr_1",1.995440332190467e-05,1613940190924,952
"mom_1",0.9251139916952383,1613940190924,952
"eps_1",1e-05,1613940190924,952
"wd_2",0.01,1613940190924,952
"sqr_mom_2",0.99,1613940190924,952
"lr_2",0.00019954403321904672,1613940190924,952
"mom_2",0.9251139916952383,1613940190924,952
"eps_2",1e-05,1613940190924,952
"train_loss",0.09425146,1613940191878,953
"raw_loss",0.28145978,1613940191878,953
"epoch",5.9999999999999645,1613940191878,953
"wd_0",0.01,1613940191878,953
"sqr_mom_0",0.99,1613940191878,953
"lr_0",1.9977192425074283e-06,1613940191878,953
"mom_0",0.9250570189373143,1613940191878,953
"eps_0",1e-05,1613940191878,953
"wd_1",0.01,1613940191878,953
"sqr_mom_1",0.99,1613940191878,953
"lr_1",1.9977192425074283e-05,1613940191878,953
"mom_1",0.9250570189373143,1613940191878,953
"eps_1",1e-05,1613940191878,953
"wd_2",0.01,1613940191878,953
"sqr_mom_2",0.99,1613940191878,953
"lr_2",0.0001997719242507428,1613940191878,953
"mom_2",0.9250570189373143,1613940191878,953
"eps_2",1e-05,1613940191878,953
"valid_loss",0.12440148741006851,1613940223606,953
"_rmse",0.3527059853076935,1613940223606,953
"epoch",6,1613940223606,953
"train_loss",0.093608275,1613940224641,954
"raw_loss",0.062092338,1613940224641,954
"epoch",6.0062893081761,1613940224641,954
"wd_0",0.01,1613940224641,954
"sqr_mom_0",0.99,1613940224641,954
"lr_0",1.9999998918891356e-06,1613940224641,954
"mom_0",0.9250000027027716,1613940224641,954
"eps_0",1e-05,1613940224641,954
"wd_1",0.01,1613940224641,954
"sqr_mom_1",0.99,1613940224641,954
"lr_1",1.9999998918891356e-05,1613940224641,954
"mom_1",0.9250000027027716,1613940224641,954
"eps_1",1e-05,1613940224641,954
"wd_2",0.01,1613940224641,954
"sqr_mom_2",0.99,1613940224641,954
"lr_2",0.00019999998918891358,1613940224641,954
"mom_2",0.9250000027027716,1613940224641,954
"eps_2",1e-05,1613940224641,954
"train_loss",0.09334673,1613940225616,955
"raw_loss",0.08053083,1613940225616,955
"epoch",6.012578616352201,1613940225616,955
"wd_0",0.01,1613940225616,955
"sqr_mom_0",0.99,1613940225616,955
"lr_0",2.0022824386679036e-06,1613940225616,955
"mom_0",0.9249429390333024,1613940225616,955
"eps_0",1e-05,1613940225616,955
"wd_1",0.01,1613940225616,955
"sqr_mom_1",0.99,1613940225616,955
"lr_1",2.002282438667903e-05,1613940225616,955
"mom_1",0.9249429390333024,1613940225616,955
"eps_1",1e-05,1613940225616,955
"wd_2",0.01,1613940225616,955
"sqr_mom_2",0.99,1613940225616,955
"lr_2",0.0002002282438667903,1613940225616,955
"mom_2",0.9249429390333024,1613940225616,955
"eps_2",1e-05,1613940225616,955
"train_loss",0.092677236,1613940226580,956
"raw_loss",0.059872136,1613940226580,956
"epoch",6.018867924528301,1613940226580,956
"wd_0",0.01,1613940226580,956
"sqr_mom_0",0.99,1613940226580,956
"lr_0",2.00456639201509e-06,1613940226580,956
"mom_0",0.9248858401996227,1613940226580,956
"eps_0",1e-05,1613940226580,956
"wd_1",0.01,1613940226580,956
"sqr_mom_1",0.99,1613940226580,956
"lr_1",2.00456639201509e-05,1613940226580,956
"mom_1",0.9248858401996227,1613940226580,956
"eps_1",1e-05,1613940226580,956
"wd_2",0.01,1613940226580,956
"sqr_mom_2",0.99,1613940226580,956
"lr_2",0.000200456639201509,1613940226580,956
"mom_2",0.9248858401996227,1613940226580,956
"eps_2",1e-05,1613940226580,956
"train_loss",0.092534095,1613940227542,957
"raw_loss",0.085520215,1613940227542,957
"epoch",6.025157232704402,1613940227542,957
"wd_0",0.01,1613940227542,957
"sqr_mom_0",0.99,1613940227542,957
"lr_0",2.0068522348359702e-06,1613940227542,957
"mom_0",0.9248286941291007,1613940227542,957
"eps_0",1e-05,1613940227542,957
"wd_1",0.01,1613940227542,957
"sqr_mom_1",0.99,1613940227542,957
"lr_1",2.00685223483597e-05,1613940227542,957
"mom_1",0.9248286941291007,1613940227542,957
"eps_1",1e-05,1613940227542,957
"wd_2",0.01,1613940227542,957
"sqr_mom_2",0.99,1613940227542,957
"lr_2",0.000200685223483597,1613940227542,957
"mom_2",0.9248286941291007,1613940227542,957
"eps_2",1e-05,1613940227542,957
"train_loss",0.092422254,1613940228579,958
"raw_loss",0.08694187,1613940228579,958
"epoch",6.031446540880502,1613940228579,958
"wd_0",0.01,1613940228579,958
"sqr_mom_0",0.99,1613940228579,958
"lr_0",2.009139800874873e-06,1613940228579,958
"mom_0",0.9247715049781281,1613940228579,958
"eps_0",1e-05,1613940228579,958
"wd_1",0.01,1613940228579,958
"sqr_mom_1",0.99,1613940228579,958
"lr_1",2.009139800874873e-05,1613940228579,958
"mom_1",0.9247715049781281,1613940228579,958
"eps_1",1e-05,1613940228579,958
"wd_2",0.01,1613940228579,958
"sqr_mom_2",0.99,1613940228579,958
"lr_2",0.0002009139800874873,1613940228579,958
"mom_2",0.9247715049781281,1613940228579,958
"eps_2",1e-05,1613940228579,958
"train_loss",0.091338255,1613940229552,959
"raw_loss",0.038222242,1613940229552,959
"epoch",6.037735849056602,1613940229552,959
"wd_0",0.01,1613940229552,959
"sqr_mom_0",0.99,1613940229552,959
"lr_0",2.0114290861626267e-06,1613940229552,959
"mom_0",0.9247142728459343,1613940229552,959
"eps_0",1e-05,1613940229552,959
"wd_1",0.01,1613940229552,959
"sqr_mom_1",0.99,1613940229552,959
"lr_1",2.0114290861626262e-05,1613940229552,959
"mom_1",0.9247142728459343,1613940229552,959
"eps_1",1e-05,1613940229552,959
"wd_2",0.01,1613940229552,959
"sqr_mom_2",0.99,1613940229552,959
"lr_2",0.0002011429086162626,1613940229552,959
"mom_2",0.9247142728459343,1613940229552,959
"eps_2",1e-05,1613940229552,959
"train_loss",0.09024128,1613940230506,960
"raw_loss",0.036489487,1613940230506,960
"epoch",6.044025157232703,1613940230506,960
"wd_0",0.01,1613940230506,960
"sqr_mom_0",0.99,1613940230506,960
"lr_0",2.0137200867270754e-06,1613940230506,960
"mom_0",0.9246569978318231,1613940230506,960
"eps_0",1e-05,1613940230506,960
"wd_1",0.01,1613940230506,960
"sqr_mom_1",0.99,1613940230506,960
"lr_1",2.0137200867270754e-05,1613940230506,960
"mom_1",0.9246569978318231,1613940230506,960
"eps_1",1e-05,1613940230506,960
"wd_2",0.01,1613940230506,960
"sqr_mom_2",0.99,1613940230506,960
"lr_2",0.00020137200867270753,1613940230506,960
"mom_2",0.9246569978318231,1613940230506,960
"eps_2",1e-05,1613940230506,960
"train_loss",0.08995198,1613940231483,961
"raw_loss",0.07577598,1613940231483,961
"epoch",6.050314465408803,1613940231483,961
"wd_0",0.01,1613940231483,961
"sqr_mom_0",0.99,1613940231483,961
"lr_0",2.0160127985930864e-06,1613940231483,961
"mom_0",0.9245996800351728,1613940231483,961
"eps_0",1e-05,1613940231483,961
"wd_1",0.01,1613940231483,961
"sqr_mom_1",0.99,1613940231483,961
"lr_1",2.0160127985930864e-05,1613940231483,961
"mom_1",0.9245996800351728,1613940231483,961
"eps_1",1e-05,1613940231483,961
"wd_2",0.01,1613940231483,961
"sqr_mom_2",0.99,1613940231483,961
"lr_2",0.00020160127985930862,1613940231483,961
"mom_2",0.9245996800351728,1613940231483,961
"eps_2",1e-05,1613940231483,961
"train_loss",0.08931442,1613940232441,962
"raw_loss",0.058074195,1613940232441,962
"epoch",6.056603773584904,1613940232441,962
"wd_0",0.01,1613940232441,962
"sqr_mom_0",0.99,1613940232441,962
"lr_0",2.0183072177825602e-06,1613940232441,962
"mom_0",0.924542319555436,1613940232441,962
"eps_0",1e-05,1613940232441,962
"wd_1",0.01,1613940232441,962
"sqr_mom_1",0.99,1613940232441,962
"lr_1",2.01830721778256e-05,1613940232441,962
"mom_1",0.924542319555436,1613940232441,962
"eps_1",1e-05,1613940232441,962
"wd_2",0.01,1613940232441,962
"sqr_mom_2",0.99,1613940232441,962
"lr_2",0.000201830721778256,1613940232441,962
"mom_2",0.924542319555436,1613940232441,962
"eps_2",1e-05,1613940232441,962
"train_loss",0.08956654,1613940233399,963
"raw_loss",0.10192035,1613940233399,963
"epoch",6.062893081761004,1613940233399,963
"wd_0",0.01,1613940233399,963
"sqr_mom_0",0.99,1613940233399,963
"lr_0",2.0206031770496062e-06,1613940233399,963
"mom_0",0.9244849205737599,1613940233399,963
"eps_0",1e-05,1613940233399,963
"wd_1",0.01,1613940233399,963
"sqr_mom_1",0.99,1613940233399,963
"lr_1",2.020603177049606e-05,1613940233399,963
"mom_1",0.9244849205737599,1613940233399,963
"eps_1",1e-05,1613940233399,963
"wd_2",0.01,1613940233399,963
"sqr_mom_2",0.99,1613940233399,963
"lr_2",0.0002020603177049606,1613940233399,963
"mom_2",0.9244849205737599,1613940233399,963
"eps_2",1e-05,1613940233399,963
"train_loss",0.08886051,1613940234357,964
"raw_loss",0.0542649,1613940234357,964
"epoch",6.0691823899371045,1613940234357,964
"wd_0",0.01,1613940234357,964
"sqr_mom_0",0.99,1613940234357,964
"lr_0",2.02290116220468e-06,1613940234357,964
"mom_0",0.924427470944883,1613940234357,964
"eps_0",1e-05,1613940234357,964
"wd_1",0.01,1613940234357,964
"sqr_mom_1",0.99,1613940234357,964
"lr_1",2.02290116220468e-05,1613940234357,964
"mom_1",0.924427470944883,1613940234357,964
"eps_1",1e-05,1613940234357,964
"wd_2",0.01,1613940234357,964
"sqr_mom_2",0.99,1613940234357,964
"lr_2",0.00020229011622046797,1613940234357,964
"mom_2",0.924427470944883,1613940234357,964
"eps_2",1e-05,1613940234357,964
"train_loss",0.08832428,1613940235331,965
"raw_loss",0.06204882,1613940235331,965
"epoch",6.075471698113205,1613940235331,965
"wd_0",0.01,1613940235331,965
"sqr_mom_0",0.99,1613940235331,965
"lr_0",2.025200679466341e-06,1613940235331,965
"mom_0",0.9243699830133414,1613940235331,965
"eps_0",1e-05,1613940235331,965
"wd_1",0.01,1613940235331,965
"sqr_mom_1",0.99,1613940235331,965
"lr_1",2.0252006794663412e-05,1613940235331,965
"mom_1",0.9243699830133414,1613940235331,965
"eps_1",1e-05,1613940235331,965
"wd_2",0.01,1613940235331,965
"sqr_mom_2",0.99,1613940235331,965
"lr_2",0.00020252006794663408,1613940235331,965
"mom_2",0.9243699830133414,1613940235331,965
"eps_2",1e-05,1613940235331,965
"train_loss",0.08817653,1613940236296,966
"raw_loss",0.080936916,1613940236296,966
"epoch",6.081761006289305,1613940236296,966
"wd_0",0.01,1613940236296,966
"sqr_mom_0",0.99,1613940236296,966
"lr_0",2.0275018881095033e-06,1613940236296,966
"mom_0",0.9243124527972624,1613940236296,966
"eps_0",1e-05,1613940236296,966
"wd_1",0.01,1613940236296,966
"sqr_mom_1",0.99,1613940236296,966
"lr_1",2.027501888109503e-05,1613940236296,966
"mom_1",0.9243124527972624,1613940236296,966
"eps_1",1e-05,1613940236296,966
"wd_2",0.01,1613940236296,966
"sqr_mom_2",0.99,1613940236296,966
"lr_2",0.0002027501888109503,1613940236296,966
"mom_2",0.9243124527972624,1613940236296,966
"eps_2",1e-05,1613940236296,966
"train_loss",0.08743358,1613940237265,967
"raw_loss",0.051028546,1613940237265,967
"epoch",6.088050314465406,1613940237265,967
"wd_0",0.01,1613940237265,967
"sqr_mom_0",0.99,1613940237265,967
"lr_0",2.0298046203956168e-06,1613940237265,967
"mom_0",0.9242548844901095,1613940237265,967
"eps_0",1e-05,1613940237265,967
"wd_1",0.01,1613940237265,967
"sqr_mom_1",0.99,1613940237265,967
"lr_1",2.029804620395617e-05,1613940237265,967
"mom_1",0.9242548844901095,1613940237265,967
"eps_1",1e-05,1613940237265,967
"wd_2",0.01,1613940237265,967
"sqr_mom_2",0.99,1613940237265,967
"lr_2",0.00020298046203956168,1613940237265,967
"mom_2",0.9242548844901095,1613940237265,967
"eps_2",1e-05,1613940237265,967
"train_loss",0.08660622,1613940238277,968
"raw_loss",0.046065766,1613940238277,968
"epoch",6.094339622641506,1613940238277,968
"wd_0",0.01,1613940238277,968
"sqr_mom_0",0.99,1613940238277,968
"lr_0",2.0321091997008118e-06,1613940238277,968
"mom_0",0.9241972700074796,1613940238277,968
"eps_0",1e-05,1613940238277,968
"wd_1",0.01,1613940238277,968
"sqr_mom_1",0.99,1613940238277,968
"lr_1",2.032109199700812e-05,1613940238277,968
"mom_1",0.9241972700074796,1613940238277,968
"eps_1",1e-05,1613940238277,968
"wd_2",0.01,1613940238277,968
"sqr_mom_2",0.99,1613940238277,968
"lr_2",0.00020321091997008118,1613940238277,968
"mom_2",0.9241972700074796,1613940238277,968
"eps_2",1e-05,1613940238277,968
"train_loss",0.08683464,1613940239252,969
"raw_loss",0.098027155,1613940239252,969
"epoch",6.1006289308176065,1613940239252,969
"wd_0",0.01,1613940239252,969
"sqr_mom_0",0.99,1613940239252,969
"lr_0",2.0344156223849257e-06,1613940239252,969
"mom_0",0.9241396094403769,1613940239252,969
"eps_0",1e-05,1613940239252,969
"wd_1",0.01,1613940239252,969
"sqr_mom_1",0.99,1613940239252,969
"lr_1",2.0344156223849256e-05,1613940239252,969
"mom_1",0.9241396094403769,1613940239252,969
"eps_1",1e-05,1613940239252,969
"wd_2",0.01,1613940239252,969
"sqr_mom_2",0.99,1613940239252,969
"lr_2",0.00020344156223849256,1613940239252,969
"mom_2",0.9241396094403769,1613940239252,969
"eps_2",1e-05,1613940239252,969
"train_loss",0.08613653,1613940240219,970
"raw_loss",0.05192909,1613940240219,970
"epoch",6.106918238993707,1613940240219,970
"wd_0",0.01,1613940240219,970
"sqr_mom_0",0.99,1613940240219,970
"lr_0",2.0367235565964105e-06,1613940240219,970
"mom_0",0.9240819110850897,1613940240219,970
"eps_0",1e-05,1613940240219,970
"wd_1",0.01,1613940240219,970
"sqr_mom_1",0.99,1613940240219,970
"lr_1",2.0367235565964104e-05,1613940240219,970
"mom_1",0.9240819110850897,1613940240219,970
"eps_1",1e-05,1613940240219,970
"wd_2",0.01,1613940240219,970
"sqr_mom_2",0.99,1613940240219,970
"lr_2",0.00020367235565964102,1613940240219,970
"mom_2",0.9240819110850897,1613940240219,970
"eps_2",1e-05,1613940240219,970
"train_loss",0.085872866,1613940241202,971
"raw_loss",0.072953604,1613940241202,971
"epoch",6.113207547169807,1613940241202,971
"wd_0",0.01,1613940241202,971
"sqr_mom_0",0.99,1613940241202,971
"lr_0",2.0390329979739253e-06,1613940241202,971
"mom_0",0.9240241750506518,1613940241202,971
"eps_0",1e-05,1613940241202,971
"wd_1",0.01,1613940241202,971
"sqr_mom_1",0.99,1613940241202,971
"lr_1",2.0390329979739252e-05,1613940241202,971
"mom_1",0.9240241750506518,1613940241202,971
"eps_1",1e-05,1613940241202,971
"wd_2",0.01,1613940241202,971
"sqr_mom_2",0.99,1613940241202,971
"lr_2",0.0002039032997973925,1613940241202,971
"mom_2",0.9240241750506518,1613940241202,971
"eps_2",1e-05,1613940241202,971
"train_loss",0.08546477,1613940242195,972
"raw_loss",0.06546806,1613940242195,972
"epoch",6.119496855345908,1613940242195,972
"wd_0",0.01,1613940242195,972
"sqr_mom_0",0.99,1613940242195,972
"lr_0",2.0413442708357684e-06,1613940242195,972
"mom_0",0.9239663932291058,1613940242195,972
"eps_0",1e-05,1613940242195,972
"wd_1",0.01,1613940242195,972
"sqr_mom_1",0.99,1613940242195,972
"lr_1",2.041344270835768e-05,1613940242195,972
"mom_1",0.9239663932291058,1613940242195,972
"eps_1",1e-05,1613940242195,972
"wd_2",0.01,1613940242195,972
"sqr_mom_2",0.99,1613940242195,972
"lr_2",0.0002041344270835768,1613940242195,972
"mom_2",0.9239663932291058,1613940242195,972
"eps_2",1e-05,1613940242195,972
"train_loss",0.08497077,1613940243174,973
"raw_loss",0.06076511,1613940243174,973
"epoch",6.125786163522008,1613940243174,973
"wd_0",0.01,1613940243174,973
"sqr_mom_0",0.99,1613940243174,973
"lr_0",2.0436572070682487e-06,1613940243174,973
"mom_0",0.9239085698232937,1613940243174,973
"eps_0",1e-05,1613940243174,973
"wd_1",0.01,1613940243174,973
"sqr_mom_1",0.99,1613940243174,973
"lr_1",2.0436572070682484e-05,1613940243174,973
"mom_1",0.9239085698232937,1613940243174,973
"eps_1",1e-05,1613940243174,973
"wd_2",0.01,1613940243174,973
"sqr_mom_2",0.99,1613940243174,973
"lr_2",0.00020436572070682487,1613940243174,973
"mom_2",0.9239085698232937,1613940243174,973
"eps_2",1e-05,1613940243174,973
"train_loss",0.08553403,1613940244146,974
"raw_loss",0.113133565,1613940244146,974
"epoch",6.1320754716981085,1613940244146,974
"wd_0",0.01,1613940244146,974
"sqr_mom_0",0.99,1613940244146,974
"lr_0",2.045971802658173e-06,1613940244146,974
"mom_0",0.9238507049335456,1613940244146,974
"eps_0",1e-05,1613940244146,974
"wd_1",0.01,1613940244146,974
"sqr_mom_1",0.99,1613940244146,974
"lr_1",2.0459718026581726e-05,1613940244146,974
"mom_1",0.9238507049335456,1613940244146,974
"eps_1",1e-05,1613940244146,974
"wd_2",0.01,1613940244146,974
"sqr_mom_2",0.99,1613940244146,974
"lr_2",0.00020459718026581724,1613940244146,974
"mom_2",0.9238507049335456,1613940244146,974
"eps_2",1e-05,1613940244146,974
"train_loss",0.084727466,1613940245107,975
"raw_loss",0.045205798,1613940245107,975
"epoch",6.138364779874209,1613940245107,975
"wd_0",0.01,1613940245107,975
"sqr_mom_0",0.99,1613940245107,975
"lr_0",2.048288053589469e-06,1613940245107,975
"mom_0",0.9237927986602632,1613940245107,975
"eps_0",1e-05,1613940245107,975
"wd_1",0.01,1613940245107,975
"sqr_mom_1",0.99,1613940245107,975
"lr_1",2.048288053589469e-05,1613940245107,975
"mom_1",0.9237927986602632,1613940245107,975
"eps_1",1e-05,1613940245107,975
"wd_2",0.01,1613940245107,975
"sqr_mom_2",0.99,1613940245107,975
"lr_2",0.0002048288053589469,1613940245107,975
"mom_2",0.9237927986602632,1613940245107,975
"eps_2",1e-05,1613940245107,975
"train_loss",0.08431728,1613940246093,976
"raw_loss",0.06421829,1613940246093,976
"epoch",6.144654088050309,1613940246093,976
"wd_0",0.01,1613940246093,976
"sqr_mom_0",0.99,1613940246093,976
"lr_0",2.050605955843194e-06,1613940246093,976
"mom_0",0.9237348511039201,1613940246093,976
"eps_0",1e-05,1613940246093,976
"wd_1",0.01,1613940246093,976
"sqr_mom_1",0.99,1613940246093,976
"lr_1",2.050605955843194e-05,1613940246093,976
"mom_1",0.9237348511039201,1613940246093,976
"eps_1",1e-05,1613940246093,976
"wd_2",0.01,1613940246093,976
"sqr_mom_2",0.99,1613940246093,976
"lr_2",0.0002050605955843194,1613940246093,976
"mom_2",0.9237348511039201,1613940246093,976
"eps_2",1e-05,1613940246093,976
"train_loss",0.08341124,1613940247075,977
"raw_loss",0.03901514,1613940247075,977
"epoch",6.15094339622641,1613940247075,977
"wd_0",0.01,1613940247075,977
"sqr_mom_0",0.99,1613940247075,977
"lr_0",2.052925505397538e-06,1613940247075,977
"mom_0",0.9236768623650615,1613940247075,977
"eps_0",1e-05,1613940247075,977
"wd_1",0.01,1613940247075,977
"sqr_mom_1",0.99,1613940247075,977
"lr_1",2.0529255053975376e-05,1613940247075,977
"mom_1",0.9236768623650615,1613940247075,977
"eps_1",1e-05,1613940247075,977
"wd_2",0.01,1613940247075,977
"sqr_mom_2",0.99,1613940247075,977
"lr_2",0.00020529255053975374,1613940247075,977
"mom_2",0.9236768623650615,1613940247075,977
"eps_2",1e-05,1613940247075,977
"train_loss",0.083044425,1613940248053,978
"raw_loss",0.065070465,1613940248053,978
"epoch",6.15723270440251,1613940248053,978
"wd_0",0.01,1613940248053,978
"sqr_mom_0",0.99,1613940248053,978
"lr_0",2.0552466982278333e-06,1613940248053,978
"mom_0",0.9236188325443041,1613940248053,978
"eps_0",1e-05,1613940248053,978
"wd_1",0.01,1613940248053,978
"sqr_mom_1",0.99,1613940248053,978
"lr_1",2.055246698227833e-05,1613940248053,978
"mom_1",0.9236188325443041,1613940248053,978
"eps_1",1e-05,1613940248053,978
"wd_2",0.01,1613940248053,978
"sqr_mom_2",0.99,1613940248053,978
"lr_2",0.0002055246698227833,1613940248053,978
"mom_2",0.9236188325443041,1613940248053,978
"eps_2",1e-05,1613940248053,978
"train_loss",0.08324082,1613940249033,979
"raw_loss",0.09286443,1613940249033,979
"epoch",6.1635220125786105,1613940249033,979
"wd_0",0.01,1613940249033,979
"sqr_mom_0",0.99,1613940249033,979
"lr_0",2.0575695303065605e-06,1613940249033,979
"mom_0",0.9235607617423359,1613940249033,979
"eps_0",1e-05,1613940249033,979
"wd_1",0.01,1613940249033,979
"sqr_mom_1",0.99,1613940249033,979
"lr_1",2.0575695303065603e-05,1613940249033,979
"mom_1",0.9235607617423359,1613940249033,979
"eps_1",1e-05,1613940249033,979
"wd_2",0.01,1613940249033,979
"sqr_mom_2",0.99,1613940249033,979
"lr_2",0.000205756953030656,1613940249033,979
"mom_2",0.9235607617423359,1613940249033,979
"eps_2",1e-05,1613940249033,979
"train_loss",0.08322153,1613940250005,980
"raw_loss",0.08227619,1613940250005,980
"epoch",6.169811320754711,1613940250005,980
"wd_0",0.01,1613940250005,980
"sqr_mom_0",0.99,1613940250005,980
"lr_0",2.059893997603357e-06,1613940250005,980
"mom_0",0.923502650059916,1613940250005,980
"eps_0",1e-05,1613940250005,980
"wd_1",0.01,1613940250005,980
"sqr_mom_1",0.99,1613940250005,980
"lr_1",2.059893997603357e-05,1613940250005,980
"mom_1",0.923502650059916,1613940250005,980
"eps_1",1e-05,1613940250005,980
"wd_2",0.01,1613940250005,980
"sqr_mom_2",0.99,1613940250005,980
"lr_2",0.00020598939976033568,1613940250005,980
"mom_2",0.923502650059916,1613940250005,980
"eps_2",1e-05,1613940250005,980
"train_loss",0.08302318,1613940250985,981
"raw_loss",0.07330412,1613940250985,981
"epoch",6.176100628930811,1613940250985,981
"wd_0",0.01,1613940250985,981
"sqr_mom_0",0.99,1613940250985,981
"lr_0",2.062220096085023e-06,1613940250985,981
"mom_0",0.9234444975978744,1613940250985,981
"eps_0",1e-05,1613940250985,981
"wd_1",0.01,1613940250985,981
"sqr_mom_1",0.99,1613940250985,981
"lr_1",2.0622200960850232e-05,1613940250985,981
"mom_1",0.9234444975978744,1613940250985,981
"eps_1",1e-05,1613940250985,981
"wd_2",0.01,1613940250985,981
"sqr_mom_2",0.99,1613940250985,981
"lr_2",0.0002062220096085023,1613940250985,981
"mom_2",0.9234444975978744,1613940250985,981
"eps_2",1e-05,1613940250985,981
"train_loss",0.082311824,1613940251965,982
"raw_loss",0.047455207,1613940251965,982
"epoch",6.182389937106912,1613940251965,982
"wd_0",0.01,1613940251965,982
"sqr_mom_0",0.99,1613940251965,982
"lr_0",2.064547656207119e-06,1613940251965,982
"mom_0",0.923386308594822,1613940251965,982
"eps_0",1e-05,1613940251965,982
"wd_1",0.01,1613940251965,982
"sqr_mom_1",0.99,1613940251965,982
"lr_1",2.0645476562071187e-05,1613940251965,982
"mom_1",0.923386308594822,1613940251965,982
"eps_1",1e-05,1613940251965,982
"wd_2",0.01,1613940251965,982
"sqr_mom_2",0.99,1613940251965,982
"lr_2",0.00020645476562071186,1613940251965,982
"mom_2",0.923386308594822,1613940251965,982
"eps_2",1e-05,1613940251965,982
"train_loss",0.08165158,1613940252954,983
"raw_loss",0.049299803,1613940252954,983
"epoch",6.188679245283012,1613940252954,983
"wd_0",0.01,1613940252954,983
"sqr_mom_0",0.99,1613940252954,983
"lr_0",2.066877170456016e-06,1613940252954,983
"mom_0",0.9233280707385996,1613940252954,983
"eps_0",1e-05,1613940252954,983
"wd_1",0.01,1613940252954,983
"sqr_mom_1",0.99,1613940252954,983
"lr_1",2.0668771704560157e-05,1613940252954,983
"mom_1",0.9233280707385996,1613940252954,983
"eps_1",1e-05,1613940252954,983
"wd_2",0.01,1613940252954,983
"sqr_mom_2",0.99,1613940252954,983
"lr_2",0.00020668771704560155,1613940252954,983
"mom_2",0.9233280707385996,1613940252954,983
"eps_2",1e-05,1613940252954,983
"train_loss",0.08116908,1613940253938,984
"raw_loss",0.05752669,1613940253938,984
"epoch",6.194968553459113,1613940253938,984
"wd_0",0.01,1613940253938,984
"sqr_mom_0",0.99,1613940253938,984
"lr_0",2.069208138264819e-06,1613940253938,984
"mom_0",0.9232697965433795,1613940253938,984
"eps_0",1e-05,1613940253938,984
"wd_1",0.01,1613940253938,984
"sqr_mom_1",0.99,1613940253938,984
"lr_1",2.069208138264819e-05,1613940253938,984
"mom_1",0.9232697965433795,1613940253938,984
"eps_1",1e-05,1613940253938,984
"wd_2",0.01,1613940253938,984
"sqr_mom_2",0.99,1613940253938,984
"lr_2",0.00020692081382648188,1613940253938,984
"mom_2",0.9232697965433795,1613940253938,984
"eps_2",1e-05,1613940253938,984
"train_loss",0.08046155,1613940254918,985
"raw_loss",0.045792375,1613940254918,985
"epoch",6.201257861635213,1613940254918,985
"wd_0",0.01,1613940254918,985
"sqr_mom_0",0.99,1613940254918,985
"lr_0",2.0715407210974564e-06,1613940254918,985
"mom_0",0.9232114819725635,1613940254918,985
"eps_0",1e-05,1613940254918,985
"wd_1",0.01,1613940254918,985
"sqr_mom_1",0.99,1613940254918,985
"lr_1",2.0715407210974563e-05,1613940254918,985
"mom_1",0.9232114819725635,1613940254918,985
"eps_1",1e-05,1613940254918,985
"wd_2",0.01,1613940254918,985
"sqr_mom_2",0.99,1613940254918,985
"lr_2",0.00020715407210974564,1613940254918,985
"mom_2",0.9232114819725635,1613940254918,985
"eps_2",1e-05,1613940254918,985
"train_loss",0.080294885,1613940255895,986
"raw_loss",0.07212847,1613940255895,986
"epoch",6.207547169811313,1613940255895,986
"wd_0",0.01,1613940255895,986
"sqr_mom_0",0.99,1613940255895,986
"lr_0",2.0738747489390665e-06,1613940255895,986
"mom_0",0.9231531312765233,1613940255895,986
"eps_0",1e-05,1613940255895,986
"wd_1",0.01,1613940255895,986
"sqr_mom_1",0.99,1613940255895,986
"lr_1",2.0738747489390667e-05,1613940255895,986
"mom_1",0.9231531312765233,1613940255895,986
"eps_1",1e-05,1613940255895,986
"wd_2",0.01,1613940255895,986
"sqr_mom_2",0.99,1613940255895,986
"lr_2",0.00020738747489390665,1613940255895,986
"mom_2",0.9231531312765233,1613940255895,986
"eps_2",1e-05,1613940255895,986
"train_loss",0.08143727,1613940256866,987
"raw_loss",0.1374141,1613940256866,987
"epoch",6.213836477987414,1613940256866,987
"wd_0",0.01,1613940256866,987
"sqr_mom_0",0.99,1613940256866,987
"lr_0",2.0762105495606606e-06,1613940256866,987
"mom_0",0.9230947362609835,1613940256866,987
"eps_0",1e-05,1613940256866,987
"wd_1",0.01,1613940256866,987
"sqr_mom_1",0.99,1613940256866,987
"lr_1",2.0762105495606603e-05,1613940256866,987
"mom_1",0.9230947362609835,1613940256866,987
"eps_1",1e-05,1613940256866,987
"wd_2",0.01,1613940256866,987
"sqr_mom_2",0.99,1613940256866,987
"lr_2",0.00020762105495606602,1613940256866,987
"mom_2",0.9230947362609835,1613940256866,987
"eps_2",1e-05,1613940256866,987
"train_loss",0.08224513,1613940257859,988
"raw_loss",0.121830314,1613940257859,988
"epoch",6.220125786163514,1613940257859,988
"wd_0",0.01,1613940257859,988
"sqr_mom_0",0.99,1613940257859,988
"lr_0",2.0785481192515923e-06,1613940257859,988
"mom_0",0.9230362970187102,1613940257859,988
"eps_0",1e-05,1613940257859,988
"wd_1",0.01,1613940257859,988
"sqr_mom_1",0.99,1613940257859,988
"lr_1",2.078548119251592e-05,1613940257859,988
"mom_1",0.9230362970187102,1613940257859,988
"eps_1",1e-05,1613940257859,988
"wd_2",0.01,1613940257859,988
"sqr_mom_2",0.99,1613940257859,988
"lr_2",0.0002078548119251592,1613940257859,988
"mom_2",0.9230362970187102,1613940257859,988
"eps_2",1e-05,1613940257859,988
"train_loss",0.08197287,1613940258833,989
"raw_loss",0.06863212,1613940258833,989
"epoch",6.226415094339615,1613940258833,989
"wd_0",0.01,1613940258833,989
"sqr_mom_0",0.99,1613940258833,989
"lr_0",2.0808869553698994e-06,1613940258833,989
"mom_0",0.9229778261157525,1613940258833,989
"eps_0",1e-05,1613940258833,989
"wd_1",0.01,1613940258833,989
"sqr_mom_1",0.99,1613940258833,989
"lr_1",2.0808869553698992e-05,1613940258833,989
"mom_1",0.9229778261157525,1613940258833,989
"eps_1",1e-05,1613940258833,989
"wd_2",0.01,1613940258833,989
"sqr_mom_2",0.99,1613940258833,989
"lr_2",0.0002080886955369899,1613940258833,989
"mom_2",0.9229778261157525,1613940258833,989
"eps_2",1e-05,1613940258833,989
"train_loss",0.08188028,1613940259801,990
"raw_loss",0.07734331,1613940259801,990
"epoch",6.232704402515715,1613940259801,990
"wd_0",0.01,1613940259801,990
"sqr_mom_0",0.99,1613940259801,990
"lr_0",2.0832275524434775e-06,1613940259801,990
"mom_0",0.922919311188913,1613940259801,990
"eps_0",1e-05,1613940259801,990
"wd_1",0.01,1613940259801,990
"sqr_mom_1",0.99,1613940259801,990
"lr_1",2.0832275524434773e-05,1613940259801,990
"mom_1",0.922919311188913,1613940259801,990
"eps_1",1e-05,1613940259801,990
"wd_2",0.01,1613940259801,990
"sqr_mom_2",0.99,1613940259801,990
"lr_2",0.00020832275524434774,1613940259801,990
"mom_2",0.922919311188913,1613940259801,990
"eps_2",1e-05,1613940259801,990
"train_loss",0.081194885,1613940260780,991
"raw_loss",0.047610417,1613940260780,991
"epoch",6.238993710691815,1613940260780,991
"wd_0",0.01,1613940260780,991
"sqr_mom_0",0.99,1613940260780,991
"lr_0",2.0855697402157015e-06,1613940260780,991
"mom_0",0.9228607564946074,1613940260780,991
"eps_0",1e-05,1613940260780,991
"wd_1",0.01,1613940260780,991
"sqr_mom_1",0.99,1613940260780,991
"lr_1",2.0855697402157016e-05,1613940260780,991
"mom_1",0.9228607564946074,1613940260780,991
"eps_1",1e-05,1613940260780,991
"wd_2",0.01,1613940260780,991
"sqr_mom_2",0.99,1613940260780,991
"lr_2",0.00020855697402157015,1613940260780,991
"mom_2",0.9228607564946074,1613940260780,991
"eps_2",1e-05,1613940260780,991
"train_loss",0.08221533,1613940261759,992
"raw_loss",0.13221738,1613940261759,992
"epoch",6.245283018867916,1613940261759,992
"wd_0",0.01,1613940261759,992
"sqr_mom_0",0.99,1613940261759,992
"lr_0",2.0879135146226248e-06,1613940261759,992
"mom_0",0.9228021621344343,1613940261759,992
"eps_0",1e-05,1613940261759,992
"wd_1",0.01,1613940261759,992
"sqr_mom_1",0.99,1613940261759,992
"lr_1",2.0879135146226246e-05,1613940261759,992
"mom_1",0.9228021621344343,1613940261759,992
"eps_1",1e-05,1613940261759,992
"wd_2",0.01,1613940261759,992
"sqr_mom_2",0.99,1613940261759,992
"lr_2",0.00020879135146226245,1613940261759,992
"mom_2",0.9228021621344343,1613940261759,992
"eps_2",1e-05,1613940261759,992
"train_loss",0.08126875,1613940262713,993
"raw_loss",0.034886256,1613940262713,993
"epoch",6.251572327044016,1613940262713,993
"wd_0",0.01,1613940262713,993
"sqr_mom_0",0.99,1613940262713,993
"lr_0",2.090258871597545e-06,1613940262713,993
"mom_0",0.9227435282100613,1613940262713,993
"eps_0",1e-05,1613940262713,993
"wd_1",0.01,1613940262713,993
"sqr_mom_1",0.99,1613940262713,993
"lr_1",2.090258871597545e-05,1613940262713,993
"mom_1",0.9227435282100613,1613940262713,993
"eps_1",1e-05,1613940262713,993
"wd_2",0.01,1613940262713,993
"sqr_mom_2",0.99,1613940262713,993
"lr_2",0.00020902588715975448,1613940262713,993
"mom_2",0.9227435282100613,1613940262713,993
"eps_2",1e-05,1613940262713,993
"train_loss",0.08075736,1613940263697,994
"raw_loss",0.055698913,1613940263697,994
"epoch",6.257861635220117,1613940263697,994
"wd_0",0.01,1613940263697,994
"sqr_mom_0",0.99,1613940263697,994
"lr_0",2.0926058070710174e-06,1613940263697,994
"mom_0",0.9226848548232245,1613940263697,994
"eps_0",1e-05,1613940263697,994
"wd_1",0.01,1613940263697,994
"sqr_mom_1",0.99,1613940263697,994
"lr_1",2.0926058070710176e-05,1613940263697,994
"mom_1",0.9226848548232245,1613940263697,994
"eps_1",1e-05,1613940263697,994
"wd_2",0.01,1613940263697,994
"sqr_mom_2",0.99,1613940263697,994
"lr_2",0.00020926058070710175,1613940263697,994
"mom_2",0.9226848548232245,1613940263697,994
"eps_2",1e-05,1613940263697,994
"train_loss",0.08122655,1613940264704,995
"raw_loss",0.10421687,1613940264704,995
"epoch",6.264150943396217,1613940264704,995
"wd_0",0.01,1613940264704,995
"sqr_mom_0",0.99,1613940264704,995
"lr_0",2.0949543169708575e-06,1613940264704,995
"mom_0",0.9226261420757286,1613940264704,995
"eps_0",1e-05,1613940264704,995
"wd_1",0.01,1613940264704,995
"sqr_mom_1",0.99,1613940264704,995
"lr_1",2.094954316970857e-05,1613940264704,995
"mom_1",0.9226261420757286,1613940264704,995
"eps_1",1e-05,1613940264704,995
"wd_2",0.01,1613940264704,995
"sqr_mom_2",0.99,1613940264704,995
"lr_2",0.0002094954316970857,1613940264704,995
"mom_2",0.9226261420757286,1613940264704,995
"eps_2",1e-05,1613940264704,995
"train_loss",0.08030652,1613940265678,996
"raw_loss",0.0352251,1613940265678,996
"epoch",6.270440251572317,1613940265678,996
"wd_0",0.01,1613940265678,996
"sqr_mom_0",0.99,1613940265678,996
"lr_0",2.0973043972221462e-06,1613940265678,996
"mom_0",0.9225673900694463,1613940265678,996
"eps_0",1e-05,1613940265678,996
"wd_1",0.01,1613940265678,996
"sqr_mom_1",0.99,1613940265678,996
"lr_1",2.0973043972221464e-05,1613940265678,996
"mom_1",0.9225673900694463,1613940265678,996
"eps_1",1e-05,1613940265678,996
"wd_2",0.01,1613940265678,996
"sqr_mom_2",0.99,1613940265678,996
"lr_2",0.00020973043972221463,1613940265678,996
"mom_2",0.9225673900694463,1613940265678,996
"eps_2",1e-05,1613940265678,996
"train_loss",0.080582924,1613940266677,997
"raw_loss",0.094126485,1613940266677,997
"epoch",6.276729559748418,1613940266677,997
"wd_0",0.01,1613940266677,997
"sqr_mom_0",0.99,1613940266677,997
"lr_0",2.0996560437472447e-06,1613940266677,997
"mom_0",0.9225085989063189,1613940266677,997
"eps_0",1e-05,1613940266677,997
"wd_1",0.01,1613940266677,997
"sqr_mom_1",0.99,1613940266677,997
"lr_1",2.0996560437472445e-05,1613940266677,997
"mom_1",0.9225085989063189,1613940266677,997
"eps_1",1e-05,1613940266677,997
"wd_2",0.01,1613940266677,997
"sqr_mom_2",0.99,1613940266677,997
"lr_2",0.00020996560437472447,1613940266677,997
"mom_2",0.9225085989063189,1613940266677,997
"eps_2",1e-05,1613940266677,997
"train_loss",0.08035535,1613940267647,998
"raw_loss",0.069204256,1613940267647,998
"epoch",6.283018867924518,1613940267647,998
"wd_0",0.01,1613940267647,998
"sqr_mom_0",0.99,1613940267647,998
"lr_0",2.102009252465791e-06,1613940267647,998
"mom_0",0.9224497686883552,1613940267647,998
"eps_0",1e-05,1613940267647,998
"wd_1",0.01,1613940267647,998
"sqr_mom_1",0.99,1613940267647,998
"lr_1",2.102009252465791e-05,1613940267647,998
"mom_1",0.9224497686883552,1613940267647,998
"eps_1",1e-05,1613940267647,998
"wd_2",0.01,1613940267647,998
"sqr_mom_2",0.99,1613940267647,998
"lr_2",0.00021020092524657907,1613940267647,998
"mom_2",0.9224497686883552,1613940267647,998
"eps_2",1e-05,1613940267647,998
"train_loss",0.07957569,1613940268622,999
"raw_loss",0.041372024,1613940268622,999
"epoch",6.289308176100619,1613940268622,999
"wd_0",0.01,1613940268622,999
"sqr_mom_0",0.99,1613940268622,999
"lr_0",2.104364019294717e-06,1613940268622,999
"mom_0",0.9223908995176321,1613940268622,999
"eps_0",1e-05,1613940268622,999
"wd_1",0.01,1613940268622,999
"sqr_mom_1",0.99,1613940268622,999
"lr_1",2.1043640192947165e-05,1613940268622,999
"mom_1",0.9223908995176321,1613940268622,999
"eps_1",1e-05,1613940268622,999
"wd_2",0.01,1613940268622,999
"sqr_mom_2",0.99,1613940268622,999
"lr_2",0.00021043640192947165,1613940268622,999
"mom_2",0.9223908995176321,1613940268622,999
"eps_2",1e-05,1613940268622,999
"train_loss",0.079922,1613940269617,1000
"raw_loss",0.096891314,1613940269617,1000
"epoch",6.295597484276719,1613940269617,1000
"wd_0",0.01,1613940269617,1000
"sqr_mom_0",0.99,1613940269617,1000
"lr_0",2.106720340148249e-06,1613940269617,1000
"mom_0",0.9223319914962937,1613940269617,1000
"eps_0",1e-05,1613940269617,1000
"wd_1",0.01,1613940269617,1000
"sqr_mom_1",0.99,1613940269617,1000
"lr_1",2.1067203401482492e-05,1613940269617,1000
"mom_1",0.9223319914962937,1613940269617,1000
"eps_1",1e-05,1613940269617,1000
"wd_2",0.01,1613940269617,1000
"sqr_mom_2",0.99,1613940269617,1000
"lr_2",0.00021067203401482488,1613940269617,1000
"mom_2",0.9223319914962937,1613940269617,1000
"eps_2",1e-05,1613940269617,1000
"train_loss",0.07914935,1613940270562,1001
"raw_loss",0.041289467,1613940270562,1001
"epoch",6.3018867924528195,1613940270562,1001
"wd_0",0.01,1613940270562,1001
"sqr_mom_0",0.99,1613940270562,1001
"lr_0",2.1090780432895878e-06,1613940270562,1001
"mom_0",0.9222730489177603,1613940270562,1001
"eps_0",1e-05,1613940270562,1001
"wd_1",0.01,1613940270562,1001
"sqr_mom_1",0.99,1613940270562,1001
"lr_1",2.109078043289588e-05,1613940270562,1001
"mom_1",0.9222730489177603,1613940270562,1001
"eps_1",1e-05,1613940270562,1001
"wd_2",0.01,1613940270562,1001
"sqr_mom_2",0.99,1613940270562,1001
"lr_2",0.00021090780432895878,1613940270562,1001
"mom_2",0.9222730489177603,1613940270562,1001
"eps_2",1e-05,1613940270562,1001
"train_loss",0.07904009,1613940271513,1002
"raw_loss",0.07368623,1613940271513,1002
"epoch",6.30817610062892,1613940271513,1002
"wd_0",0.01,1613940271513,1002
"sqr_mom_0",0.99,1613940271513,1002
"lr_0",2.1114376275725625e-06,1613940271513,1002
"mom_0",0.9222140593106859,1613940271513,1002
"eps_0",1e-05,1613940271513,1002
"wd_1",0.01,1613940271513,1002
"sqr_mom_1",0.99,1613940271513,1002
"lr_1",2.1114376275725623e-05,1613940271513,1002
"mom_1",0.9222140593106859,1613940271513,1002
"eps_1",1e-05,1613940271513,1002
"wd_2",0.01,1613940271513,1002
"sqr_mom_2",0.99,1613940271513,1002
"lr_2",0.00021114376275725624,1613940271513,1002
"mom_2",0.9222140593106859,1613940271513,1002
"eps_2",1e-05,1613940271513,1002
"train_loss",0.0787123,1613940272470,1003
"raw_loss",0.062650554,1613940272470,1003
"epoch",6.31446540880502,1613940272470,1003
"wd_0",0.01,1613940272470,1003
"sqr_mom_0",0.99,1613940272470,1003
"lr_0",2.113798585958343e-06,1613940272470,1003
"mom_0",0.9221550353510414,1613940272470,1003
"eps_0",1e-05,1613940272470,1003
"wd_1",0.01,1613940272470,1003
"sqr_mom_1",0.99,1613940272470,1003
"lr_1",2.113798585958343e-05,1613940272470,1003
"mom_1",0.9221550353510414,1613940272470,1003
"eps_1",1e-05,1613940272470,1003
"wd_2",0.01,1613940272470,1003
"sqr_mom_2",0.99,1613940272470,1003
"lr_2",0.00021137985859583428,1613940272470,1003
"mom_2",0.9221550353510414,1613940272470,1003
"eps_2",1e-05,1613940272470,1003
"train_loss",0.078920335,1613940273455,1004
"raw_loss",0.08911415,1613940273455,1004
"epoch",6.320754716981121,1613940273455,1004
"wd_0",0.01,1613940273455,1004
"sqr_mom_0",0.99,1613940273455,1004
"lr_0",2.116160914022097e-06,1613940273455,1004
"mom_0",0.9220959771494476,1613940273455,1004
"eps_0",1e-05,1613940273455,1004
"wd_1",0.01,1613940273455,1004
"sqr_mom_1",0.99,1613940273455,1004
"lr_1",2.1161609140220967e-05,1613940273455,1004
"mom_1",0.9220959771494476,1613940273455,1004
"eps_1",1e-05,1613940273455,1004
"wd_2",0.01,1613940273455,1004
"sqr_mom_2",0.99,1613940273455,1004
"lr_2",0.00021161609140220967,1613940273455,1004
"mom_2",0.9220959771494476,1613940273455,1004
"eps_2",1e-05,1613940273455,1004
"train_loss",0.0784876,1613940274457,1005
"raw_loss",0.057283547,1613940274457,1005
"epoch",6.327044025157221,1613940274457,1005
"wd_0",0.01,1613940274457,1005
"sqr_mom_0",0.99,1613940274457,1005
"lr_0",2.1185249435090766e-06,1613940274457,1005
"mom_0",0.922036876412273,1613940274457,1005
"eps_0",1e-05,1613940274457,1005
"wd_1",0.01,1613940274457,1005
"sqr_mom_1",0.99,1613940274457,1005
"lr_1",2.118524943509076e-05,1613940274457,1005
"mom_1",0.922036876412273,1613940274457,1005
"eps_1",1e-05,1613940274457,1005
"wd_2",0.01,1613940274457,1005
"sqr_mom_2",0.99,1613940274457,1005
"lr_2",0.0002118524943509076,1613940274457,1005
"mom_2",0.922036876412273,1613940274457,1005
"eps_2",1e-05,1613940274457,1005
"train_loss",0.0780593,1613940275533,1006
"raw_loss",0.057072625,1613940275533,1006
"epoch",6.3333333333333215,1613940275533,1006
"wd_0",0.01,1613940275533,1006
"sqr_mom_0",0.99,1613940275533,1006
"lr_0",2.120890502449937e-06,1613940275533,1006
"mom_0",0.9219777374387516,1613940275533,1006
"eps_0",1e-05,1613940275533,1006
"wd_1",0.01,1613940275533,1006
"sqr_mom_1",0.99,1613940275533,1006
"lr_1",2.120890502449937e-05,1613940275533,1006
"mom_1",0.9219777374387516,1613940275533,1006
"eps_1",1e-05,1613940275533,1006
"wd_2",0.01,1613940275533,1006
"sqr_mom_2",0.99,1613940275533,1006
"lr_2",0.0002120890502449937,1613940275533,1006
"mom_2",0.9219777374387516,1613940275533,1006
"eps_2",1e-05,1613940275533,1006
"train_loss",0.07752647,1613940276531,1007
"raw_loss",0.05141771,1613940276531,1007
"epoch",6.339622641509422,1613940276531,1007
"wd_0",0.01,1613940276531,1007
"sqr_mom_0",0.99,1613940276531,1007
"lr_0",2.1232577550425226e-06,1613940276531,1007
"mom_0",0.9219185561239369,1613940276531,1007
"eps_0",1e-05,1613940276531,1007
"wd_1",0.01,1613940276531,1007
"sqr_mom_1",0.99,1613940276531,1007
"lr_1",2.1232577550425226e-05,1613940276531,1007
"mom_1",0.9219185561239369,1613940276531,1007
"eps_1",1e-05,1613940276531,1007
"wd_2",0.01,1613940276531,1007
"sqr_mom_2",0.99,1613940276531,1007
"lr_2",0.00021232577550425226,1613940276531,1007
"mom_2",0.9219185561239369,1613940276531,1007
"eps_2",1e-05,1613940276531,1007
"train_loss",0.07751097,1613940277496,1008
"raw_loss",0.07675124,1613940277496,1008
"epoch",6.345911949685522,1613940277496,1008
"wd_0",0.01,1613940277496,1008
"sqr_mom_0",0.99,1613940277496,1008
"lr_0",2.1256261922726626e-06,1613940277496,1008
"mom_0",0.9218593451931834,1613940277496,1008
"eps_0",1e-05,1613940277496,1008
"wd_1",0.01,1613940277496,1008
"sqr_mom_1",0.99,1613940277496,1008
"lr_1",2.1256261922726625e-05,1613940277496,1008
"mom_1",0.9218593451931834,1613940277496,1008
"eps_1",1e-05,1613940277496,1008
"wd_2",0.01,1613940277496,1008
"sqr_mom_2",0.99,1613940277496,1008
"lr_2",0.00021256261922726624,1613940277496,1008
"mom_2",0.9218593451931834,1613940277496,1008
"eps_2",1e-05,1613940277496,1008
"train_loss",0.07687903,1613940278443,1009
"raw_loss",0.045914114,1613940278443,1009
"epoch",6.352201257861623,1613940278443,1009
"wd_0",0.01,1613940278443,1009
"sqr_mom_0",0.99,1613940278443,1009
"lr_0",2.127996314937596e-06,1613940278443,1009
"mom_0",0.9218000921265601,1613940278443,1009
"eps_0",1e-05,1613940278443,1009
"wd_1",0.01,1613940278443,1009
"sqr_mom_1",0.99,1613940278443,1009
"lr_1",2.127996314937596e-05,1613940278443,1009
"mom_1",0.9218000921265601,1613940278443,1009
"eps_1",1e-05,1613940278443,1009
"wd_2",0.01,1613940278443,1009
"sqr_mom_2",0.99,1613940278443,1009
"lr_2",0.00021279963149375958,1613940278443,1009
"mom_2",0.9218000921265601,1613940278443,1009
"eps_2",1e-05,1613940278443,1009
"train_loss",0.076247185,1613940279387,1010
"raw_loss",0.04528679,1613940279387,1010
"epoch",6.358490566037723,1613940279387,1010
"wd_0",0.01,1613940279387,1010
"sqr_mom_0",0.99,1613940279387,1010
"lr_0",2.130367950622565e-06,1613940279387,1010
"mom_0",0.9217408012344358,1613940279387,1010
"eps_0",1e-05,1613940279387,1010
"wd_1",0.01,1613940279387,1010
"sqr_mom_1",0.99,1613940279387,1010
"lr_1",2.130367950622565e-05,1613940279387,1010
"mom_1",0.9217408012344358,1613940279387,1010
"eps_1",1e-05,1613940279387,1010
"wd_2",0.01,1613940279387,1010
"sqr_mom_2",0.99,1613940279387,1010
"lr_2",0.00021303679506225648,1613940279387,1010
"mom_2",0.9217408012344358,1613940279387,1010
"eps_2",1e-05,1613940279387,1010
"train_loss",0.07560906,1613940280329,1011
"raw_loss",0.04434084,1613940280329,1011
"epoch",6.3647798742138235,1613940280329,1011
"wd_0",0.01,1613940280329,1011
"sqr_mom_0",0.99,1613940280329,1011
"lr_0",2.132741095212527e-06,1613940280329,1011
"mom_0",0.9216814726196868,1613940280329,1011
"eps_0",1e-05,1613940280329,1011
"wd_1",0.01,1613940280329,1011
"sqr_mom_1",0.99,1613940280329,1011
"lr_1",2.132741095212527e-05,1613940280329,1011
"mom_1",0.9216814726196868,1613940280329,1011
"eps_1",1e-05,1613940280329,1011
"wd_2",0.01,1613940280329,1011
"sqr_mom_2",0.99,1613940280329,1011
"lr_2",0.00021327410952125267,1613940280329,1011
"mom_2",0.9216814726196868,1613940280329,1011
"eps_2",1e-05,1613940280329,1011
"train_loss",0.07574815,1613940281276,1012
"raw_loss",0.08256387,1613940281276,1012
"epoch",6.371069182389924,1613940281276,1012
"wd_0",0.01,1613940281276,1012
"sqr_mom_0",0.99,1613940281276,1012
"lr_0",2.13511574458982e-06,1613940281276,1012
"mom_0",0.9216221063852544,1613940281276,1012
"eps_0",1e-05,1613940281276,1012
"wd_1",0.01,1613940281276,1012
"sqr_mom_1",0.99,1613940281276,1012
"lr_1",2.13511574458982e-05,1613940281276,1012
"mom_1",0.9216221063852544,1613940281276,1012
"eps_1",1e-05,1613940281276,1012
"wd_2",0.01,1613940281276,1012
"sqr_mom_2",0.99,1613940281276,1012
"lr_2",0.000213511574458982,1613940281276,1012
"mom_2",0.9216221063852544,1613940281276,1012
"eps_2",1e-05,1613940281276,1012
"train_loss",0.07716454,1613940282226,1013
"raw_loss",0.14656731,1613940282226,1013
"epoch",6.377358490566024,1613940282226,1013
"wd_0",0.01,1613940282226,1013
"sqr_mom_0",0.99,1613940282226,1013
"lr_0",2.1374918946341743e-06,1613940282226,1013
"mom_0",0.9215627026341456,1613940282226,1013
"eps_0",1e-05,1613940282226,1013
"wd_1",0.01,1613940282226,1013
"sqr_mom_1",0.99,1613940282226,1013
"lr_1",2.1374918946341743e-05,1613940282226,1013
"mom_1",0.9215627026341456,1613940282226,1013
"eps_1",1e-05,1613940282226,1013
"wd_2",0.01,1613940282226,1013
"sqr_mom_2",0.99,1613940282226,1013
"lr_2",0.00021374918946341742,1613940282226,1013
"mom_2",0.9215627026341456,1613940282226,1013
"eps_2",1e-05,1613940282226,1013
"train_loss",0.077177845,1613940283162,1014
"raw_loss",0.077829964,1613940283162,1014
"epoch",6.383647798742125,1613940283162,1014
"wd_0",0.01,1613940283162,1014
"sqr_mom_0",0.99,1613940283162,1014
"lr_0",2.139869541222712e-06,1613940283162,1014
"mom_0",0.9215032614694322,1613940283162,1014
"eps_0",1e-05,1613940283162,1014
"wd_1",0.01,1613940283162,1014
"sqr_mom_1",0.99,1613940283162,1014
"lr_1",2.1398695412227122e-05,1613940283162,1014
"mom_1",0.9215032614694322,1613940283162,1014
"eps_1",1e-05,1613940283162,1014
"wd_2",0.01,1613940283162,1014
"sqr_mom_2",0.99,1613940283162,1014
"lr_2",0.0002139869541222712,1613940283162,1014
"mom_2",0.9215032614694322,1613940283162,1014
"eps_2",1e-05,1613940283162,1014
"train_loss",0.07677602,1613940284102,1015
"raw_loss",0.05708647,1613940284102,1015
"epoch",6.389937106918225,1613940284102,1015
"wd_0",0.01,1613940284102,1015
"sqr_mom_0",0.99,1613940284102,1015
"lr_0",2.1422486802299627e-06,1613940284102,1015
"mom_0",0.9214437829942509,1613940284102,1015
"eps_0",1e-05,1613940284102,1015
"wd_1",0.01,1613940284102,1015
"sqr_mom_1",0.99,1613940284102,1015
"lr_1",2.1422486802299628e-05,1613940284102,1015
"mom_1",0.9214437829942509,1613940284102,1015
"eps_1",1e-05,1613940284102,1015
"wd_2",0.01,1613940284102,1015
"sqr_mom_2",0.99,1613940284102,1015
"lr_2",0.00021422486802299626,1613940284102,1015
"mom_2",0.9214437829942509,1613940284102,1015
"eps_2",1e-05,1613940284102,1015
"train_loss",0.07752502,1613940285039,1016
"raw_loss",0.1142265,1613940285039,1016
"epoch",6.3962264150943255,1613940285039,1016
"wd_0",0.01,1613940285039,1016
"sqr_mom_0",0.99,1613940285039,1016
"lr_0",2.1446293075278653e-06,1613940285039,1016
"mom_0",0.9213842673118033,1613940285039,1016
"eps_0",1e-05,1613940285039,1016
"wd_1",0.01,1613940285039,1016
"sqr_mom_1",0.99,1613940285039,1016
"lr_1",2.144629307527865e-05,1613940285039,1016
"mom_1",0.9213842673118033,1613940285039,1016
"eps_1",1e-05,1613940285039,1016
"wd_2",0.01,1613940285039,1016
"sqr_mom_2",0.99,1613940285039,1016
"lr_2",0.00021446293075278648,1613940285039,1016
"mom_2",0.9213842673118033,1613940285039,1016
"eps_2",1e-05,1613940285039,1016
"train_loss",0.0769646,1613940286000,1017
"raw_loss",0.04950427,1613940286000,1017
"epoch",6.402515723270426,1613940286000,1017
"wd_0",0.01,1613940286000,1017
"sqr_mom_0",0.99,1613940286000,1017
"lr_0",2.1470114189857736e-06,1613940286000,1017
"mom_0",0.9213247145253556,1613940286000,1017
"eps_0",1e-05,1613940286000,1017
"wd_1",0.01,1613940286000,1017
"sqr_mom_1",0.99,1613940286000,1017
"lr_1",2.1470114189857734e-05,1613940286000,1017
"mom_1",0.9213247145253556,1613940286000,1017
"eps_1",1e-05,1613940286000,1017
"wd_2",0.01,1613940286000,1017
"sqr_mom_2",0.99,1613940286000,1017
"lr_2",0.00021470114189857734,1613940286000,1017
"mom_2",0.9213247145253556,1613940286000,1017
"eps_2",1e-05,1613940286000,1017
"train_loss",0.077769995,1613940286968,1018
"raw_loss",0.1172342,1613940286968,1018
"epoch",6.408805031446526,1613940286968,1018
"wd_0",0.01,1613940286968,1018
"sqr_mom_0",0.99,1613940286968,1018
"lr_0",2.1493950104704696e-06,1613940286968,1018
"mom_0",0.9212651247382382,1613940286968,1018
"eps_0",1e-05,1613940286968,1018
"wd_1",0.01,1613940286968,1018
"sqr_mom_1",0.99,1613940286968,1018
"lr_1",2.1493950104704695e-05,1613940286968,1018
"mom_1",0.9212651247382382,1613940286968,1018
"eps_1",1e-05,1613940286968,1018
"wd_2",0.01,1613940286968,1018
"sqr_mom_2",0.99,1613940286968,1018
"lr_2",0.00021493950104704693,1613940286968,1018
"mom_2",0.9212651247382382,1613940286968,1018
"eps_2",1e-05,1613940286968,1018
"train_loss",0.079798415,1613940288147,1019
"raw_loss",0.17919126,1613940288147,1019
"epoch",6.415094339622627,1613940288147,1019
"wd_0",0.01,1613940288147,1019
"sqr_mom_0",0.99,1613940288147,1019
"lr_0",2.1517799082673844e-06,1613940288147,1019
"mom_0",0.9212055022933153,1613940288147,1019
"eps_0",1e-05,1613940288147,1019
"wd_1",0.01,1613940288147,1019
"sqr_mom_1",0.99,1613940288147,1019
"lr_1",2.1517799082673844e-05,1613940288147,1019
"mom_1",0.9212055022933153,1613940288147,1019
"eps_1",1e-05,1613940288147,1019
"wd_2",0.01,1613940288147,1019
"sqr_mom_2",0.99,1613940288147,1019
"lr_2",0.00021517799082673844,1613940288147,1019
"mom_2",0.9212055022933153,1613940288147,1019
"eps_2",1e-05,1613940288147,1019
"train_loss",0.07970774,1613940289269,1020
"raw_loss",0.07526483,1613940289269,1020
"epoch",6.421383647798727,1613940289269,1020
"wd_0",0.01,1613940289269,1020
"sqr_mom_0",0.99,1613940289269,1020
"lr_0",2.1541664472912713e-06,1613940289269,1020
"mom_0",0.9211458388177182,1613940289269,1020
"eps_0",1e-05,1613940289269,1020
"wd_1",0.01,1613940289269,1020
"sqr_mom_1",0.99,1613940289269,1020
"lr_1",2.154166447291271e-05,1613940289269,1020
"mom_1",0.9211458388177182,1613940289269,1020
"eps_1",1e-05,1613940289269,1020
"wd_2",0.01,1613940289269,1020
"sqr_mom_2",0.99,1613940289269,1020
"lr_2",0.00021541664472912709,1613940289269,1020
"mom_2",0.9211458388177182,1613940289269,1020
"eps_2",1e-05,1613940289269,1020
"train_loss",0.07955485,1613940290506,1021
"raw_loss",0.07206318,1613940290506,1021
"epoch",6.427672955974828,1613940290506,1021
"wd_0",0.01,1613940290506,1021
"sqr_mom_0",0.99,1613940290506,1021
"lr_0",2.1565546237146164e-06,1613940290506,1021
"mom_0",0.9210861344071346,1613940290506,1021
"eps_0",1e-05,1613940290506,1021
"wd_1",0.01,1613940290506,1021
"sqr_mom_1",0.99,1613940290506,1021
"lr_1",2.156554623714616e-05,1613940290506,1021
"mom_1",0.9210861344071346,1613940290506,1021
"eps_1",1e-05,1613940290506,1021
"wd_2",0.01,1613940290506,1021
"sqr_mom_2",0.99,1613940290506,1021
"lr_2",0.00021565546237146163,1613940290506,1021
"mom_2",0.9210861344071346,1613940290506,1021
"eps_2",1e-05,1613940290506,1021
"train_loss",0.07991459,1613940291667,1022
"raw_loss",0.09754216,1613940291667,1022
"epoch",6.433962264150928,1613940291667,1022
"wd_0",0.01,1613940291667,1022
"sqr_mom_0",0.99,1613940291667,1022
"lr_0",2.158944093923019e-06,1613940291667,1022
"mom_0",0.9210263976519245,1613940291667,1022
"eps_0",1e-05,1613940291667,1022
"wd_1",0.01,1613940291667,1022
"sqr_mom_1",0.99,1613940291667,1022
"lr_1",2.1589440939230186e-05,1613940291667,1022
"mom_1",0.9210263976519245,1613940291667,1022
"eps_1",1e-05,1613940291667,1022
"wd_2",0.01,1613940291667,1022
"sqr_mom_2",0.99,1613940291667,1022
"lr_2",0.00021589440939230185,1613940291667,1022
"mom_2",0.9210263976519245,1613940291667,1022
"eps_2",1e-05,1613940291667,1022
"train_loss",0.07985045,1613940292618,1023
"raw_loss",0.07670746,1613940292618,1023
"epoch",6.440251572327028,1613940292618,1023
"wd_0",0.01,1613940292618,1023
"sqr_mom_0",0.99,1613940292618,1023
"lr_0",2.1613348534588717e-06,1613940292618,1023
"mom_0",0.9209666286635282,1613940292618,1023
"eps_0",1e-05,1613940292618,1023
"wd_1",0.01,1613940292618,1023
"sqr_mom_1",0.99,1613940292618,1023
"lr_1",2.1613348534588714e-05,1613940292618,1023
"mom_1",0.9209666286635282,1613940292618,1023
"eps_1",1e-05,1613940292618,1023
"wd_2",0.01,1613940292618,1023
"sqr_mom_2",0.99,1613940292618,1023
"lr_2",0.00021613348534588715,1613940292618,1023
"mom_2",0.9209666286635282,1613940292618,1023
"eps_2",1e-05,1613940292618,1023
"train_loss",0.07941025,1613940293555,1024
"raw_loss",0.057840273,1613940293555,1024
"epoch",6.446540880503129,1613940293555,1024
"wd_0",0.01,1613940293555,1024
"sqr_mom_0",0.99,1613940293555,1024
"lr_0",2.163727238060102e-06,1613940293555,1024
"mom_0",0.9209068190484975,1613940293555,1024
"eps_0",1e-05,1613940293555,1024
"wd_1",0.01,1613940293555,1024
"sqr_mom_1",0.99,1613940293555,1024
"lr_1",2.1637272380601018e-05,1613940293555,1024
"mom_1",0.9209068190484975,1613940293555,1024
"eps_1",1e-05,1613940293555,1024
"wd_2",0.01,1613940293555,1024
"sqr_mom_2",0.99,1613940293555,1024
"lr_2",0.00021637272380601019,1613940293555,1024
"mom_2",0.9209068190484975,1613940293555,1024
"eps_2",1e-05,1613940293555,1024
"train_loss",0.07878851,1613940294504,1025
"raw_loss",0.04832335,1613940294504,1025
"epoch",6.452830188679229,1613940294504,1025
"wd_0",0.01,1613940294504,1025
"sqr_mom_0",0.99,1613940294504,1025
"lr_0",2.166121073684378e-06,1613940294504,1025
"mom_0",0.9208469731578905,1613940294504,1025
"eps_0",1e-05,1613940294504,1025
"wd_1",0.01,1613940294504,1025
"sqr_mom_1",0.99,1613940294504,1025
"lr_1",2.166121073684378e-05,1613940294504,1025
"mom_1",0.9208469731578905,1613940294504,1025
"eps_1",1e-05,1613940294504,1025
"wd_2",0.01,1613940294504,1025
"sqr_mom_2",0.99,1613940294504,1025
"lr_2",0.0002166121073684378,1613940294504,1025
"mom_2",0.9208469731578905,1613940294504,1025
"eps_2",1e-05,1613940294504,1025
"train_loss",0.07846358,1613940295464,1026
"raw_loss",0.06254164,1613940295464,1026
"epoch",6.45911949685533,1613940295464,1026
"wd_0",0.01,1613940295464,1026
"sqr_mom_0",0.99,1613940295464,1026
"lr_0",2.16851652648197e-06,1613940295464,1026
"mom_0",0.9207870868379507,1613940295464,1026
"eps_0",1e-05,1613940295464,1026
"wd_1",0.01,1613940295464,1026
"sqr_mom_1",0.99,1613940295464,1026
"lr_1",2.16851652648197e-05,1613940295464,1026
"mom_1",0.9207870868379507,1613940295464,1026
"eps_1",1e-05,1613940295464,1026
"wd_2",0.01,1613940295464,1026
"sqr_mom_2",0.99,1613940295464,1026
"lr_2",0.000216851652648197,1613940295464,1026
"mom_2",0.9207870868379507,1613940295464,1026
"eps_2",1e-05,1613940295464,1026
"train_loss",0.07804019,1613940296415,1027
"raw_loss",0.05729422,1613940296415,1027
"epoch",6.46540880503143,1613940296415,1027
"wd_0",0.01,1613940296415,1027
"sqr_mom_0",0.99,1613940296415,1027
"lr_0",2.170913081385313e-06,1613940296415,1027
"mom_0",0.9207271729653671,1613940296415,1027
"eps_0",1e-05,1613940296415,1027
"wd_1",0.01,1613940296415,1027
"sqr_mom_1",0.99,1613940296415,1027
"lr_1",2.1709130813853126e-05,1613940296415,1027
"mom_1",0.9207271729653671,1613940296415,1027
"eps_1",1e-05,1613940296415,1027
"wd_2",0.01,1613940296415,1027
"sqr_mom_2",0.99,1613940296415,1027
"lr_2",0.00021709130813853125,1613940296415,1027
"mom_2",0.9207271729653671,1613940296415,1027
"eps_2",1e-05,1613940296415,1027
"train_loss",0.07834462,1613940297365,1028
"raw_loss",0.093261875,1613940297365,1028
"epoch",6.47169811320753,1613940297365,1028
"wd_0",0.01,1613940297365,1028
"sqr_mom_0",0.99,1613940297365,1028
"lr_0",2.1733112451473228e-06,1613940297365,1028
"mom_0",0.9206672188713169,1613940297365,1028
"eps_0",1e-05,1613940297365,1028
"wd_1",0.01,1613940297365,1028
"sqr_mom_1",0.99,1613940297365,1028
"lr_1",2.1733112451473226e-05,1613940297365,1028
"mom_1",0.9206672188713169,1613940297365,1028
"eps_1",1e-05,1613940297365,1028
"wd_2",0.01,1613940297365,1028
"sqr_mom_2",0.99,1613940297365,1028
"lr_2",0.00021733112451473226,1613940297365,1028
"mom_2",0.9206672188713169,1613940297365,1028
"eps_2",1e-05,1613940297365,1028
"train_loss",0.077509165,1613940298328,1029
"raw_loss",0.03657173,1613940298328,1029
"epoch",6.477987421383631,1613940298328,1029
"wd_0",0.01,1613940298328,1029
"sqr_mom_0",0.99,1613940298328,1029
"lr_0",2.1757108433030983e-06,1613940298328,1029
"mom_0",0.9206072289174225,1613940298328,1029
"eps_0",1e-05,1613940298328,1029
"wd_1",0.01,1613940298328,1029
"sqr_mom_1",0.99,1613940298328,1029
"lr_1",2.1757108433030982e-05,1613940298328,1029
"mom_1",0.9206072289174225,1613940298328,1029
"eps_1",1e-05,1613940298328,1029
"wd_2",0.01,1613940298328,1029
"sqr_mom_2",0.99,1613940298328,1029
"lr_2",0.00021757108433030978,1613940298328,1029
"mom_2",0.9206072289174225,1613940298328,1029
"eps_2",1e-05,1613940298328,1029
"train_loss",0.078866765,1613940299269,1030
"raw_loss",0.14538929,1613940299269,1030
"epoch",6.484276729559731,1613940299269,1030
"wd_0",0.01,1613940299269,1030
"sqr_mom_0",0.99,1613940299269,1030
"lr_0",2.178111871689078e-06,1613940299269,1030
"mom_0",0.9205472032077731,1613940299269,1030
"eps_0",1e-05,1613940299269,1030
"wd_1",0.01,1613940299269,1030
"sqr_mom_1",0.99,1613940299269,1030
"lr_1",2.1781118716890777e-05,1613940299269,1030
"mom_1",0.9205472032077731,1613940299269,1030
"eps_1",1e-05,1613940299269,1030
"wd_2",0.01,1613940299269,1030
"sqr_mom_2",0.99,1613940299269,1030
"lr_2",0.00021781118716890778,1613940299269,1030
"mom_2",0.9205472032077731,1613940299269,1030
"eps_2",1e-05,1613940299269,1030
"train_loss",0.0812486,1613940300214,1031
"raw_loss",0.1979583,1613940300214,1031
"epoch",6.490566037735832,1613940300214,1031
"wd_0",0.01,1613940300214,1031
"sqr_mom_0",0.99,1613940300214,1031
"lr_0",2.1805143261392202e-06,1613940300214,1031
"mom_0",0.9204871418465195,1613940300214,1031
"eps_0",1e-05,1613940300214,1031
"wd_1",0.01,1613940300214,1031
"sqr_mom_1",0.99,1613940300214,1031
"lr_1",2.1805143261392202e-05,1613940300214,1031
"mom_1",0.9204871418465195,1613940300214,1031
"eps_1",1e-05,1613940300214,1031
"wd_2",0.01,1613940300214,1031
"sqr_mom_2",0.99,1613940300214,1031
"lr_2",0.00021805143261392204,1613940300214,1031
"mom_2",0.9204871418465195,1613940300214,1031
"eps_2",1e-05,1613940300214,1031
"train_loss",0.08171029,1613940301150,1032
"raw_loss",0.10433315,1613940301150,1032
"epoch",6.496855345911932,1613940301150,1032
"wd_0",0.01,1613940301150,1032
"sqr_mom_0",0.99,1613940301150,1032
"lr_0",2.182918202485008e-06,1613940301150,1032
"mom_0",0.9204270449378747,1613940301150,1032
"eps_0",1e-05,1613940301150,1032
"wd_1",0.01,1613940301150,1032
"sqr_mom_1",0.99,1613940301150,1032
"lr_1",2.182918202485008e-05,1613940301150,1032
"mom_1",0.9204270449378747,1613940301150,1032
"eps_1",1e-05,1613940301150,1032
"wd_2",0.01,1613940301150,1032
"sqr_mom_2",0.99,1613940301150,1032
"lr_2",0.0002182918202485008,1613940301150,1032
"mom_2",0.9204270449378747,1613940301150,1032
"eps_2",1e-05,1613940301150,1032
"train_loss",0.081161425,1613940302153,1033
"raw_loss",0.054267064,1613940302153,1033
"epoch",6.503144654088032,1613940302153,1033
"wd_0",0.01,1613940302153,1033
"sqr_mom_0",0.99,1613940302153,1033
"lr_0",2.185323496555459e-06,1613940302153,1033
"mom_0",0.9203669125861135,1613940302153,1033
"eps_0",1e-05,1613940302153,1033
"wd_1",0.01,1613940302153,1033
"sqr_mom_1",0.99,1613940302153,1033
"lr_1",2.185323496555459e-05,1613940302153,1033
"mom_1",0.9203669125861135,1613940302153,1033
"eps_1",1e-05,1613940302153,1033
"wd_2",0.01,1613940302153,1033
"sqr_mom_2",0.99,1613940302153,1033
"lr_2",0.00021853234965554588,1613940302153,1033
"mom_2",0.9203669125861135,1613940302153,1033
"eps_2",1e-05,1613940302153,1033
"train_loss",0.0814072,1613940303101,1034
"raw_loss",0.09344995,1613940303101,1034
"epoch",6.509433962264133,1613940303101,1034
"wd_0",0.01,1613940303101,1034
"sqr_mom_0",0.99,1613940303101,1034
"lr_0",2.1877300330624113e-06,1613940303101,1034
"mom_0",0.9203067491734397,1613940303101,1034
"eps_0",1e-05,1613940303101,1034
"wd_1",0.01,1613940303101,1034
"sqr_mom_1",0.99,1613940303101,1034
"lr_1",2.1877300330624113e-05,1613940303101,1034
"mom_1",0.9203067491734397,1613940303101,1034
"eps_1",1e-05,1613940303101,1034
"wd_2",0.01,1613940303101,1034
"sqr_mom_2",0.99,1613940303101,1034
"lr_2",0.00021877300330624115,1613940303101,1034
"mom_2",0.9203067491734397,1613940303101,1034
"eps_2",1e-05,1613940303101,1034
"train_loss",0.081377886,1613940304055,1035
"raw_loss",0.07994148,1613940304055,1035
"epoch",6.515723270440233,1613940304055,1035
"wd_0",0.01,1613940304055,1035
"sqr_mom_0",0.99,1613940304055,1035
"lr_0",2.190138321174121e-06,1613940304055,1035
"mom_0",0.9202465419706469,1613940304055,1035
"eps_0",1e-05,1613940304055,1035
"wd_1",0.01,1613940304055,1035
"sqr_mom_1",0.99,1613940304055,1035
"lr_1",2.1901383211741208e-05,1613940304055,1035
"mom_1",0.9202465419706469,1613940304055,1035
"eps_1",1e-05,1613940304055,1035
"wd_2",0.01,1613940304055,1035
"sqr_mom_2",0.99,1613940304055,1035
"lr_2",0.00021901383211741208,1613940304055,1035
"mom_2",0.9202465419706469,1613940304055,1035
"eps_2",1e-05,1613940304055,1035
"train_loss",0.080722295,1613940304995,1036
"raw_loss",0.048598446,1613940304995,1036
"epoch",6.522012578616334,1613940304995,1036
"wd_0",0.01,1613940304995,1036
"sqr_mom_0",0.99,1613940304995,1036
"lr_0",2.192547843368094e-06,1613940304995,1036
"mom_0",0.9201863039157976,1613940304995,1036
"eps_0",1e-05,1613940304995,1036
"wd_1",0.01,1613940304995,1036
"sqr_mom_1",0.99,1613940304995,1036
"lr_1",2.1925478433680942e-05,1613940304995,1036
"mom_1",0.9201863039157976,1613940304995,1036
"eps_1",1e-05,1613940304995,1036
"wd_2",0.01,1613940304995,1036
"sqr_mom_2",0.99,1613940304995,1036
"lr_2",0.0002192547843368094,1613940304995,1036
"mom_2",0.9201863039157976,1613940304995,1036
"eps_2",1e-05,1613940304995,1036
"train_loss",0.0804518,1613940305974,1037
"raw_loss",0.06719778,1613940305974,1037
"epoch",6.528301886792434,1613940305974,1037
"wd_0",0.01,1613940305974,1037
"sqr_mom_0",0.99,1613940305974,1037
"lr_0",2.1949587665782693e-06,1613940305974,1037
"mom_0",0.9201260308355432,1613940305974,1037
"eps_0",1e-05,1613940305974,1037
"wd_1",0.01,1613940305974,1037
"sqr_mom_1",0.99,1613940305974,1037
"lr_1",2.1949587665782688e-05,1613940305974,1037
"mom_1",0.9201260308355432,1613940305974,1037
"eps_1",1e-05,1613940305974,1037
"wd_2",0.01,1613940305974,1037
"sqr_mom_2",0.99,1613940305974,1037
"lr_2",0.00021949587665782687,1613940305974,1037
"mom_2",0.9201260308355432,1613940305974,1037
"eps_2",1e-05,1613940305974,1037
"train_loss",0.08084431,1613940306958,1038
"raw_loss",0.10007757,1613940306958,1038
"epoch",6.5345911949685345,1613940306958,1038
"wd_0",0.01,1613940306958,1038
"sqr_mom_0",0.99,1613940306958,1038
"lr_0",2.1973709151083905e-06,1613940306958,1038
"mom_0",0.9200657271222902,1613940306958,1038
"eps_0",1e-05,1613940306958,1038
"wd_1",0.01,1613940306958,1038
"sqr_mom_1",0.99,1613940306958,1038
"lr_1",2.1973709151083905e-05,1613940306958,1038
"mom_1",0.9200657271222902,1613940306958,1038
"eps_1",1e-05,1613940306958,1038
"wd_2",0.01,1613940306958,1038
"sqr_mom_2",0.99,1613940306958,1038
"lr_2",0.00021973709151083901,1613940306958,1038
"mom_2",0.9200657271222902,1613940306958,1038
"eps_2",1e-05,1613940306958,1038
"train_loss",0.08115146,1613940307911,1039
"raw_loss",0.09620189,1613940307911,1039
"epoch",6.540880503144635,1613940307911,1039
"wd_0",0.01,1613940307911,1039
"sqr_mom_0",0.99,1613940307911,1039
"lr_0",2.1997846277000735e-06,1613940307911,1039
"mom_0",0.9200053843074981,1613940307911,1039
"eps_0",1e-05,1613940307911,1039
"wd_1",0.01,1613940307911,1039
"sqr_mom_1",0.99,1613940307911,1039
"lr_1",2.1997846277000737e-05,1613940307911,1039
"mom_1",0.9200053843074981,1613940307911,1039
"eps_1",1e-05,1613940307911,1039
"wd_2",0.01,1613940307911,1039
"sqr_mom_2",0.99,1613940307911,1039
"lr_2",0.00021997846277000736,1613940307911,1039
"mom_2",0.9200053843074981,1613940307911,1039
"eps_2",1e-05,1613940307911,1039
"train_loss",0.08058431,1613940308862,1040
"raw_loss",0.05279384,1613940308862,1040
"epoch",6.547169811320735,1613940308862,1040
"wd_0",0.01,1613940308862,1040
"sqr_mom_0",0.99,1613940308862,1040
"lr_0",2.2021999004617836e-06,1613940308862,1040
"mom_0",0.9199450024884553,1613940308862,1040
"eps_0",1e-05,1613940308862,1040
"wd_1",0.01,1613940308862,1040
"sqr_mom_1",0.99,1613940308862,1040
"lr_1",2.202199900461783e-05,1613940308862,1040
"mom_1",0.9199450024884553,1613940308862,1040
"eps_1",1e-05,1613940308862,1040
"wd_2",0.01,1613940308862,1040
"sqr_mom_2",0.99,1613940308862,1040
"lr_2",0.00022021999004617833,1613940308862,1040
"mom_2",0.9199450024884553,1613940308862,1040
"eps_2",1e-05,1613940308862,1040
"train_loss",0.08175804,1613940309826,1041
"raw_loss",0.13927083,1613940309826,1041
"epoch",6.553459119496836,1613940309826,1041
"wd_0",0.01,1613940309826,1041
"sqr_mom_0",0.99,1613940309826,1041
"lr_0",2.204616385880457e-06,1613940309826,1041
"mom_0",0.9198845903529885,1613940309826,1041
"eps_0",1e-05,1613940309826,1041
"wd_1",0.01,1613940309826,1041
"sqr_mom_1",0.99,1613940309826,1041
"lr_1",2.204616385880457e-05,1613940309826,1041
"mom_1",0.9198845903529885,1613940309826,1041
"eps_1",1e-05,1613940309826,1041
"wd_2",0.01,1613940309826,1041
"sqr_mom_2",0.99,1613940309826,1041
"lr_2",0.00022046163858804567,1613940309826,1041
"mom_2",0.9198845903529885,1613940309826,1041
"eps_2",1e-05,1613940309826,1041
"train_loss",0.081079006,1613940310772,1042
"raw_loss",0.047806628,1613940310772,1042
"epoch",6.559748427672936,1613940310772,1042
"wd_0",0.01,1613940310772,1042
"sqr_mom_0",0.99,1613940310772,1042
"lr_0",2.207034079468505e-06,1613940310772,1042
"mom_0",0.9198241480132874,1613940310772,1042
"eps_0",1e-05,1613940310772,1042
"wd_1",0.01,1613940310772,1042
"sqr_mom_1",0.99,1613940310772,1042
"lr_1",2.207034079468505e-05,1613940310772,1042
"mom_1",0.9198241480132874,1613940310772,1042
"eps_1",1e-05,1613940310772,1042
"wd_2",0.01,1613940310772,1042
"sqr_mom_2",0.99,1613940310772,1042
"lr_2",0.0002207034079468505,1613940310772,1042
"mom_2",0.9198241480132874,1613940310772,1042
"eps_2",1e-05,1613940310772,1042
"train_loss",0.08100481,1613940311738,1043
"raw_loss",0.0773695,1613940311738,1043
"epoch",6.5660377358490365,1613940311738,1043
"wd_0",0.01,1613940311738,1043
"sqr_mom_0",0.99,1613940311738,1043
"lr_0",2.2094533207462443e-06,1613940311738,1043
"mom_0",0.9197636669813438,1613940311738,1043
"eps_0",1e-05,1613940311738,1043
"wd_1",0.01,1613940311738,1043
"sqr_mom_1",0.99,1613940311738,1043
"lr_1",2.209453320746244e-05,1613940311738,1043
"mom_1",0.9197636669813438,1613940311738,1043
"eps_1",1e-05,1613940311738,1043
"wd_2",0.01,1613940311738,1043
"sqr_mom_2",0.99,1613940311738,1043
"lr_2",0.00022094533207462437,1613940311738,1043
"mom_2",0.9197636669813438,1613940311738,1043
"eps_2",1e-05,1613940311738,1043
"train_loss",0.080577284,1613940312679,1044
"raw_loss",0.059628204,1613940312679,1044
"epoch",6.572327044025137,1613940312679,1044
"wd_0",0.01,1613940312679,1044
"sqr_mom_0",0.99,1613940312679,1044
"lr_0",2.211873933707366e-06,1613940312679,1044
"mom_0",0.9197031516573159,1613940312679,1044
"eps_0",1e-05,1613940312679,1044
"wd_1",0.01,1613940312679,1044
"sqr_mom_1",0.99,1613940312679,1044
"lr_1",2.2118739337073657e-05,1613940312679,1044
"mom_1",0.9197031516573159,1613940312679,1044
"eps_1",1e-05,1613940312679,1044
"wd_2",0.01,1613940312679,1044
"sqr_mom_2",0.99,1613940312679,1044
"lr_2",0.00022118739337073656,1613940312679,1044
"mom_2",0.9197031516573159,1613940312679,1044
"eps_2",1e-05,1613940312679,1044
"train_loss",0.08094276,1613940313658,1045
"raw_loss",0.098850906,1613940313658,1045
"epoch",6.578616352201237,1613940313658,1045
"wd_0",0.01,1613940313658,1045
"sqr_mom_0",0.99,1613940313658,1045
"lr_0",2.214296086350499e-06,1613940313658,1045
"mom_0",0.9196425978412375,1613940313658,1045
"eps_0",1e-05,1613940313658,1045
"wd_1",0.01,1613940313658,1045
"sqr_mom_1",0.99,1613940313658,1045
"lr_1",2.2142960863504985e-05,1613940313658,1045
"mom_1",0.9196425978412375,1613940313658,1045
"eps_1",1e-05,1613940313658,1045
"wd_2",0.01,1613940313658,1045
"sqr_mom_2",0.99,1613940313658,1045
"lr_2",0.00022142960863504987,1613940313658,1045
"mom_2",0.9196425978412375,1613940313658,1045
"eps_2",1e-05,1613940313658,1045
"train_loss",0.081166424,1613940314601,1046
"raw_loss",0.09212606,1613940314601,1046
"epoch",6.584905660377338,1613940314601,1046
"wd_0",0.01,1613940314601,1046
"sqr_mom_0",0.99,1613940314601,1046
"lr_0",2.2167192578772913e-06,1613940314601,1046
"mom_0",0.9195820185530676,1613940314601,1046
"eps_0",1e-05,1613940314601,1046
"wd_1",0.01,1613940314601,1046
"sqr_mom_1",0.99,1613940314601,1046
"lr_1",2.2167192578772912e-05,1613940314601,1046
"mom_1",0.9195820185530676,1613940314601,1046
"eps_1",1e-05,1613940314601,1046
"wd_2",0.01,1613940314601,1046
"sqr_mom_2",0.99,1613940314601,1046
"lr_2",0.0002216719257877291,1613940314601,1046
"mom_2",0.9195820185530676,1613940314601,1046
"eps_2",1e-05,1613940314601,1046
"train_loss",0.08249921,1613940315616,1047
"raw_loss",0.14780611,1613940315616,1047
"epoch",6.591194968553438,1613940315616,1047
"wd_0",0.01,1613940315616,1047
"sqr_mom_0",0.99,1613940315616,1047
"lr_0",2.2191439606789366e-06,1613940315616,1047
"mom_0",0.9195214009830266,1613940315616,1047
"eps_0",1e-05,1613940315616,1047
"wd_1",0.01,1613940315616,1047
"sqr_mom_1",0.99,1613940315616,1047
"lr_1",2.2191439606789364e-05,1613940315616,1047
"mom_1",0.9195214009830266,1613940315616,1047
"eps_1",1e-05,1613940315616,1047
"wd_2",0.01,1613940315616,1047
"sqr_mom_2",0.99,1613940315616,1047
"lr_2",0.00022191439606789363,1613940315616,1047
"mom_2",0.9195214009830266,1613940315616,1047
"eps_2",1e-05,1613940315616,1047
"train_loss",0.08194656,1613940316570,1048
"raw_loss",0.054866325,1613940316570,1048
"epoch",6.5974842767295385,1613940316570,1048
"wd_0",0.01,1613940316570,1048
"sqr_mom_0",0.99,1613940316570,1048
"lr_0",2.221570018349664e-06,1613940316570,1048
"mom_0",0.9194607495412583,1613940316570,1048
"eps_0",1e-05,1613940316570,1048
"wd_1",0.01,1613940316570,1048
"sqr_mom_1",0.99,1613940316570,1048
"lr_1",2.2215700183496642e-05,1613940316570,1048
"mom_1",0.9194607495412583,1613940316570,1048
"eps_1",1e-05,1613940316570,1048
"wd_2",0.01,1613940316570,1048
"sqr_mom_2",0.99,1613940316570,1048
"lr_2",0.00022215700183496638,1613940316570,1048
"mom_2",0.9194607495412583,1613940316570,1048
"eps_2",1e-05,1613940316570,1048
"train_loss",0.08159021,1613940317523,1049
"raw_loss",0.06412913,1613940317523,1049
"epoch",6.603773584905639,1613940317523,1049
"wd_0",0.01,1613940317523,1049
"sqr_mom_0",0.99,1613940317523,1049
"lr_0",2.223997426680003e-06,1613940317523,1049
"mom_0",0.9194000643329999,1613940317523,1049
"eps_0",1e-05,1613940317523,1049
"wd_1",0.01,1613940317523,1049
"sqr_mom_1",0.99,1613940317523,1049
"lr_1",2.223997426680003e-05,1613940317523,1049
"mom_1",0.9194000643329999,1613940317523,1049
"eps_1",1e-05,1613940317523,1049
"wd_2",0.01,1613940317523,1049
"sqr_mom_2",0.99,1613940317523,1049
"lr_2",0.00022239974266800025,1613940317523,1049
"mom_2",0.9194000643329999,1613940317523,1049
"eps_2",1e-05,1613940317523,1049
"train_loss",0.0819679,1613940318468,1050
"raw_loss",0.10047462,1613940318468,1050
"epoch",6.610062893081739,1613940318468,1050
"wd_0",0.01,1613940318468,1050
"sqr_mom_0",0.99,1613940318468,1050
"lr_0",2.226426181458139e-06,1613940318468,1050
"mom_0",0.9193393454635465,1613940318468,1050
"eps_0",1e-05,1613940318468,1050
"wd_1",0.01,1613940318468,1050
"sqr_mom_1",0.99,1613940318468,1050
"lr_1",2.2264261814581387e-05,1613940318468,1050
"mom_1",0.9193393454635465,1613940318468,1050
"eps_1",1e-05,1613940318468,1050
"wd_2",0.01,1613940318468,1050
"sqr_mom_2",0.99,1613940318468,1050
"lr_2",0.0002226426181458139,1613940318468,1050
"mom_2",0.9193393454635465,1613940318468,1050
"eps_2",1e-05,1613940318468,1050
"train_loss",0.0835635,1613940319420,1051
"raw_loss",0.16174805,1613940319420,1051
"epoch",6.61635220125784,1613940319420,1051
"wd_0",0.01,1613940319420,1051
"sqr_mom_0",0.99,1613940319420,1051
"lr_0",2.228856278469921e-06,1613940319420,1051
"mom_0",0.919278593038252,1613940319420,1051
"eps_0",1e-05,1613940319420,1051
"wd_1",0.01,1613940319420,1051
"sqr_mom_1",0.99,1613940319420,1051
"lr_1",2.2288562784699208e-05,1613940319420,1051
"mom_1",0.919278593038252,1613940319420,1051
"eps_1",1e-05,1613940319420,1051
"wd_2",0.01,1613940319420,1051
"sqr_mom_2",0.99,1613940319420,1051
"lr_2",0.0002228856278469921,1613940319420,1051
"mom_2",0.919278593038252,1613940319420,1051
"eps_2",1e-05,1613940319420,1051
"train_loss",0.0836948,1613940320371,1052
"raw_loss",0.09012868,1613940320371,1052
"epoch",6.62264150943394,1613940320371,1052
"wd_0",0.01,1613940320371,1052
"sqr_mom_0",0.99,1613940320371,1052
"lr_0",2.231287713498871e-06,1613940320371,1052
"mom_0",0.9192178071625282,1613940320371,1052
"eps_0",1e-05,1613940320371,1052
"wd_1",0.01,1613940320371,1052
"sqr_mom_1",0.99,1613940320371,1052
"lr_1",2.2312877134988708e-05,1613940320371,1052
"mom_1",0.9192178071625282,1613940320371,1052
"eps_1",1e-05,1613940320371,1052
"wd_2",0.01,1613940320371,1052
"sqr_mom_2",0.99,1613940320371,1052
"lr_2",0.00022312877134988708,1613940320371,1052
"mom_2",0.9192178071625282,1613940320371,1052
"eps_2",1e-05,1613940320371,1052
"train_loss",0.08304832,1613940321332,1053
"raw_loss",0.051370766,1613940321332,1053
"epoch",6.6289308176100405,1613940321332,1053
"wd_0",0.01,1613940321332,1053
"sqr_mom_0",0.99,1613940321332,1053
"lr_0",2.2337203093619204e-06,1613940321332,1053
"mom_0",0.9191569922659519,1613940321332,1053
"eps_0",1e-05,1613940321332,1053
"wd_1",0.01,1613940321332,1053
"sqr_mom_1",0.99,1613940321332,1053
"lr_1",2.2337203093619206e-05,1613940321332,1053
"mom_1",0.9191569922659519,1613940321332,1053
"eps_1",1e-05,1613940321332,1053
"wd_2",0.01,1613940321332,1053
"sqr_mom_2",0.99,1613940321332,1053
"lr_2",0.00022337203093619203,1613940321332,1053
"mom_2",0.9191569922659519,1613940321332,1053
"eps_2",1e-05,1613940321332,1053
"train_loss",0.08287672,1613940322283,1054
"raw_loss",0.0744683,1613940322283,1054
"epoch",6.635220125786141,1613940322283,1054
"wd_0",0.01,1613940322283,1054
"sqr_mom_0",0.99,1613940322283,1054
"lr_0",2.2361544076721344e-06,1613940322283,1054
"mom_0",0.9190961398081966,1613940322283,1054
"eps_0",1e-05,1613940322283,1054
"wd_1",0.01,1613940322283,1054
"sqr_mom_1",0.99,1613940322283,1054
"lr_1",2.236154407672134e-05,1613940322283,1054
"mom_1",0.9190961398081966,1613940322283,1054
"eps_1",1e-05,1613940322283,1054
"wd_2",0.01,1613940322283,1054
"sqr_mom_2",0.99,1613940322283,1054
"lr_2",0.0002236154407672134,1613940322283,1054
"mom_2",0.9190961398081966,1613940322283,1054
"eps_2",1e-05,1613940322283,1054
"train_loss",0.08268792,1613940323246,1055
"raw_loss",0.07343698,1613940323246,1055
"epoch",6.641509433962241,1613940323246,1055
"wd_0",0.01,1613940323246,1055
"sqr_mom_0",0.99,1613940323246,1055
"lr_0",2.238590004489152e-06,1613940323246,1055
"mom_0",0.9190352498877712,1613940323246,1055
"eps_0",1e-05,1613940323246,1055
"wd_1",0.01,1613940323246,1055
"sqr_mom_1",0.99,1613940323246,1055
"lr_1",2.2385900044891518e-05,1613940323246,1055
"mom_1",0.9190352498877712,1613940323246,1055
"eps_1",1e-05,1613940323246,1055
"wd_2",0.01,1613940323246,1055
"sqr_mom_2",0.99,1613940323246,1055
"lr_2",0.00022385900044891518,1613940323246,1055
"mom_2",0.9190352498877712,1613940323246,1055
"eps_2",1e-05,1613940323246,1055
"train_loss",0.08297719,1613940324198,1056
"raw_loss",0.09715134,1613940324198,1056
"epoch",6.647798742138342,1613940324198,1056
"wd_0",0.01,1613940324198,1056
"sqr_mom_0",0.99,1613940324198,1056
"lr_0",2.2410267493756567e-06,1613940324198,1056
"mom_0",0.9189743312656086,1613940324198,1056
"eps_0",1e-05,1613940324198,1056
"wd_1",0.01,1613940324198,1056
"sqr_mom_1",0.99,1613940324198,1056
"lr_1",2.2410267493756567e-05,1613940324198,1056
"mom_1",0.9189743312656086,1613940324198,1056
"eps_1",1e-05,1613940324198,1056
"wd_2",0.01,1613940324198,1056
"sqr_mom_2",0.99,1613940324198,1056
"lr_2",0.00022410267493756564,1613940324198,1056
"mom_2",0.9189743312656086,1613940324198,1056
"eps_2",1e-05,1613940324198,1056
"train_loss",0.08554854,1613940325160,1057
"raw_loss",0.21154495,1613940325160,1057
"epoch",6.654088050314442,1613940325160,1057
"wd_0",0.01,1613940325160,1057
"sqr_mom_0",0.99,1613940325160,1057
"lr_0",2.2434646378223743e-06,1613940325160,1057
"mom_0",0.9189133840544406,1613940325160,1057
"eps_0",1e-05,1613940325160,1057
"wd_1",0.01,1613940325160,1057
"sqr_mom_1",0.99,1613940325160,1057
"lr_1",2.243464637822374e-05,1613940325160,1057
"mom_1",0.9189133840544406,1613940325160,1057
"eps_1",1e-05,1613940325160,1057
"wd_2",0.01,1613940325160,1057
"sqr_mom_2",0.99,1613940325160,1057
"lr_2",0.00022434646378223738,1613940325160,1057
"mom_2",0.9189133840544406,1613940325160,1057
"eps_2",1e-05,1613940325160,1057
"train_loss",0.086361736,1613940326122,1058
"raw_loss",0.1262081,1613940326122,1058
"epoch",6.660377358490543,1613940326122,1058
"wd_0",0.01,1613940326122,1058
"sqr_mom_0",0.99,1613940326122,1058
"lr_0",2.2459040121856143e-06,1613940326122,1058
"mom_0",0.9188523996953596,1613940326122,1058
"eps_0",1e-05,1613940326122,1058
"wd_1",0.01,1613940326122,1058
"sqr_mom_1",0.99,1613940326122,1058
"lr_1",2.2459040121856144e-05,1613940326122,1058
"mom_1",0.9188523996953596,1613940326122,1058
"eps_1",1e-05,1613940326122,1058
"wd_2",0.01,1613940326122,1058
"sqr_mom_2",0.99,1613940326122,1058
"lr_2",0.00022459040121856146,1613940326122,1058
"mom_2",0.9188523996953596,1613940326122,1058
"eps_2",1e-05,1613940326122,1058
"train_loss",0.08596781,1613940327092,1059
"raw_loss",0.066665486,1613940327092,1059
"epoch",6.666666666666643,1613940327092,1059
"wd_0",0.01,1613940327092,1059
"sqr_mom_0",0.99,1613940327092,1059
"lr_0",2.248344694986374e-06,1613940327092,1059
"mom_0",0.9187913826253407,1613940327092,1059
"eps_0",1e-05,1613940327092,1059
"wd_1",0.01,1613940327092,1059
"sqr_mom_1",0.99,1613940327092,1059
"lr_1",2.2483446949863738e-05,1613940327092,1059
"mom_1",0.9187913826253407,1613940327092,1059
"eps_1",1e-05,1613940327092,1059
"wd_2",0.01,1613940327092,1059
"sqr_mom_2",0.99,1613940327092,1059
"lr_2",0.00022483446949863738,1613940327092,1059
"mom_2",0.9187913826253407,1613940327092,1059
"eps_2",1e-05,1613940327092,1059
"train_loss",0.08540982,1613940328062,1060
"raw_loss",0.058068283,1613940328062,1060
"epoch",6.672955974842743,1613940328062,1060
"wd_0",0.01,1613940328062,1060
"sqr_mom_0",0.99,1613940328062,1060
"lr_0",2.2507868556082387e-06,1613940328062,1060
"mom_0",0.918730328609794,1613940328062,1060
"eps_0",1e-05,1613940328062,1060
"wd_1",0.01,1613940328062,1060
"sqr_mom_1",0.99,1613940328062,1060
"lr_1",2.2507868556082382e-05,1613940328062,1060
"mom_1",0.918730328609794,1613940328062,1060
"eps_1",1e-05,1613940328062,1060
"wd_2",0.01,1613940328062,1060
"sqr_mom_2",0.99,1613940328062,1060
"lr_2",0.00022507868556082385,1613940328062,1060
"mom_2",0.918730328609794,1613940328062,1060
"eps_2",1e-05,1613940328062,1060
"train_loss",0.08715929,1613940329011,1061
"raw_loss",0.17288344,1613940329011,1061
"epoch",6.679245283018844,1613940329011,1061
"wd_0",0.01,1613940329011,1061
"sqr_mom_0",0.99,1613940329011,1061
"lr_0",2.253229968958799e-06,1613940329011,1061
"mom_0",0.91866925077603,1613940329011,1061
"eps_0",1e-05,1613940329011,1061
"wd_1",0.01,1613940329011,1061
"sqr_mom_1",0.99,1613940329011,1061
"lr_1",2.2532299689587986e-05,1613940329011,1061
"mom_1",0.91866925077603,1613940329011,1061
"eps_1",1e-05,1613940329011,1061
"wd_2",0.01,1613940329011,1061
"sqr_mom_2",0.99,1613940329011,1061
"lr_2",0.00022532299689587983,1613940329011,1061
"mom_2",0.91866925077603,1613940329011,1061
"eps_2",1e-05,1613940329011,1061
"train_loss",0.08976047,1613940329978,1062
"raw_loss",0.2172182,1613940329978,1062
"epoch",6.685534591194944,1613940329978,1062
"wd_0",0.01,1613940329978,1062
"sqr_mom_0",0.99,1613940329978,1062
"lr_0",2.255674551653989e-06,1613940329978,1062
"mom_0",0.9186081362086502,1613940329978,1062
"eps_0",1e-05,1613940329978,1062
"wd_1",0.01,1613940329978,1062
"sqr_mom_1",0.99,1613940329978,1062
"lr_1",2.255674551653989e-05,1613940329978,1062
"mom_1",0.9186081362086502,1613940329978,1062
"eps_1",1e-05,1613940329978,1062
"wd_2",0.01,1613940329978,1062
"sqr_mom_2",0.99,1613940329978,1062
"lr_2",0.0002255674551653989,1613940329978,1062
"mom_2",0.9186081362086502,1613940329978,1062
"eps_2",1e-05,1613940329978,1062
"train_loss",0.089222915,1613940330939,1063
"raw_loss",0.062882885,1613940330939,1063
"epoch",6.691823899371045,1613940330939,1063
"wd_0",0.01,1613940330939,1063
"sqr_mom_0",0.99,1613940330939,1063
"lr_0",2.2581204258337632e-06,1613940330939,1063
"mom_0",0.9185469893541559,1613940330939,1063
"eps_0",1e-05,1613940330939,1063
"wd_1",0.01,1613940330939,1063
"sqr_mom_1",0.99,1613940330939,1063
"lr_1",2.258120425833763e-05,1613940330939,1063
"mom_1",0.9185469893541559,1613940330939,1063
"eps_1",1e-05,1613940330939,1063
"wd_2",0.01,1613940330939,1063
"sqr_mom_2",0.99,1613940330939,1063
"lr_2",0.00022581204258337632,1613940330939,1063
"mom_2",0.9185469893541559,1613940330939,1063
"eps_2",1e-05,1613940330939,1063
"train_loss",0.09272139,1613940331895,1064
"raw_loss",0.26414683,1613940331895,1064
"epoch",6.698113207547145,1613940331895,1064
"wd_0",0.01,1613940331895,1064
"sqr_mom_0",0.99,1613940331895,1064
"lr_0",2.2605675872542664e-06,1613940331895,1064
"mom_0",0.9184858103186433,1613940331895,1064
"eps_0",1e-05,1613940331895,1064
"wd_1",0.01,1613940331895,1064
"sqr_mom_1",0.99,1613940331895,1064
"lr_1",2.2605675872542663e-05,1613940331895,1064
"mom_1",0.9184858103186433,1613940331895,1064
"eps_1",1e-05,1613940331895,1064
"wd_2",0.01,1613940331895,1064
"sqr_mom_2",0.99,1613940331895,1064
"lr_2",0.0002260567587254266,1613940331895,1064
"mom_2",0.9184858103186433,1613940331895,1064
"eps_2",1e-05,1613940331895,1064
"train_loss",0.091737054,1613940332853,1065
"raw_loss",0.043504648,1613940332853,1065
"epoch",6.704402515723245,1613940332853,1065
"wd_0",0.01,1613940332853,1065
"sqr_mom_0",0.99,1613940332853,1065
"lr_0",2.2630160316694114e-06,1613940332853,1065
"mom_0",0.9184245992082647,1613940332853,1065
"eps_0",1e-05,1613940332853,1065
"wd_1",0.01,1613940332853,1065
"sqr_mom_1",0.99,1613940332853,1065
"lr_1",2.263016031669411e-05,1613940332853,1065
"mom_1",0.9184245992082647,1613940332853,1065
"eps_1",1e-05,1613940332853,1065
"wd_2",0.01,1613940332853,1065
"sqr_mom_2",0.99,1613940332853,1065
"lr_2",0.00022630160316694108,1613940332853,1065
"mom_2",0.9184245992082647,1613940332853,1065
"eps_2",1e-05,1613940332853,1065
"train_loss",0.09096236,1613940333808,1066
"raw_loss",0.053002093,1613940333808,1066
"epoch",6.710691823899346,1613940333808,1066
"wd_0",0.01,1613940333808,1066
"sqr_mom_0",0.99,1613940333808,1066
"lr_0",2.2654657548308832e-06,1613940333808,1066
"mom_0",0.9183633561292279,1613940333808,1066
"eps_0",1e-05,1613940333808,1066
"wd_1",0.01,1613940333808,1066
"sqr_mom_1",0.99,1613940333808,1066
"lr_1",2.265465754830883e-05,1613940333808,1066
"mom_1",0.9183633561292279,1613940333808,1066
"eps_1",1e-05,1613940333808,1066
"wd_2",0.01,1613940333808,1066
"sqr_mom_2",0.99,1613940333808,1066
"lr_2",0.00022654657548308826,1613940333808,1066
"mom_2",0.9183633561292279,1613940333808,1066
"eps_2",1e-05,1613940333808,1066
"train_loss",0.09044628,1613940334777,1067
"raw_loss",0.06515832,1613940334777,1067
"epoch",6.716981132075446,1613940334777,1067
"wd_0",0.01,1613940334777,1067
"sqr_mom_0",0.99,1613940334777,1067
"lr_0",2.267916752488149e-06,1613940334777,1067
"mom_0",0.9183020811877962,1613940334777,1067
"eps_0",1e-05,1613940334777,1067
"wd_1",0.01,1613940334777,1067
"sqr_mom_1",0.99,1613940334777,1067
"lr_1",2.267916752488149e-05,1613940334777,1067
"mom_1",0.9183020811877962,1613940334777,1067
"eps_1",1e-05,1613940334777,1067
"wd_2",0.01,1613940334777,1067
"sqr_mom_2",0.99,1613940334777,1067
"lr_2",0.00022679167524881488,1613940334777,1067
"mom_2",0.9183020811877962,1613940334777,1067
"eps_2",1e-05,1613940334777,1067
"train_loss",0.09139767,1613940335724,1068
"raw_loss",0.13801593,1613940335724,1068
"epoch",6.723270440251547,1613940335724,1068
"wd_0",0.01,1613940335724,1068
"sqr_mom_0",0.99,1613940335724,1068
"lr_0",2.2703688460404985e-06,1613940335724,1068
"mom_0",0.9182407788489875,1613940335724,1068
"eps_0",1e-05,1613940335724,1068
"wd_1",0.01,1613940335724,1068
"sqr_mom_1",0.99,1613940335724,1068
"lr_1",2.270368846040498e-05,1613940335724,1068
"mom_1",0.9182407788489875,1613940335724,1068
"eps_1",1e-05,1613940335724,1068
"wd_2",0.01,1613940335724,1068
"sqr_mom_2",0.99,1613940335724,1068
"lr_2",0.0002270368846040498,1613940335724,1068
"mom_2",0.9182407788489875,1613940335724,1068
"eps_2",1e-05,1613940335724,1068
"train_loss",0.09105082,1613940336681,1069
"raw_loss",0.07405495,1613940336681,1069
"epoch",6.729559748427647,1613940336681,1069
"wd_0",0.01,1613940336681,1069
"sqr_mom_0",0.99,1613940336681,1069
"lr_0",2.2728225542768853e-06,1613940336681,1069
"mom_0",0.9181794361430778,1613940336681,1069
"eps_0",1e-05,1613940336681,1069
"wd_1",0.01,1613940336681,1069
"sqr_mom_1",0.99,1613940336681,1069
"lr_1",2.2728225542768852e-05,1613940336681,1069
"mom_1",0.9181794361430778,1613940336681,1069
"eps_1",1e-05,1613940336681,1069
"wd_2",0.01,1613940336681,1069
"sqr_mom_2",0.99,1613940336681,1069
"lr_2",0.00022728225542768853,1613940336681,1069
"mom_2",0.9181794361430778,1613940336681,1069
"eps_2",1e-05,1613940336681,1069
"train_loss",0.09033543,1613940337648,1070
"raw_loss",0.055281196,1613940337648,1070
"epoch",6.735849056603747,1613940337648,1070
"wd_0",0.01,1613940337648,1070
"sqr_mom_0",0.99,1613940337648,1070
"lr_0",2.275277349896262e-06,1613940337648,1070
"mom_0",0.9181180662525934,1613940337648,1070
"eps_0",1e-05,1613940337648,1070
"wd_1",0.01,1613940337648,1070
"sqr_mom_1",0.99,1613940337648,1070
"lr_1",2.275277349896262e-05,1613940337648,1070
"mom_1",0.9181180662525934,1613940337648,1070
"eps_1",1e-05,1613940337648,1070
"wd_2",0.01,1613940337648,1070
"sqr_mom_2",0.99,1613940337648,1070
"lr_2",0.00022752773498962617,1613940337648,1070
"mom_2",0.9181180662525934,1613940337648,1070
"eps_2",1e-05,1613940337648,1070
"train_loss",0.09001751,1613940338597,1071
"raw_loss",0.07443958,1613940338597,1071
"epoch",6.742138364779848,1613940338597,1071
"wd_0",0.01,1613940338597,1071
"sqr_mom_0",0.99,1613940338597,1071
"lr_0",2.277733402987262e-06,1613940338597,1071
"mom_0",0.9180566649253185,1613940338597,1071
"eps_0",1e-05,1613940338597,1071
"wd_1",0.01,1613940338597,1071
"sqr_mom_1",0.99,1613940338597,1071
"lr_1",2.277733402987262e-05,1613940338597,1071
"mom_1",0.9180566649253185,1613940338597,1071
"eps_1",1e-05,1613940338597,1071
"wd_2",0.01,1613940338597,1071
"sqr_mom_2",0.99,1613940338597,1071
"lr_2",0.00022777334029872617,1613940338597,1071
"mom_2",0.9180566649253185,1613940338597,1071
"eps_2",1e-05,1613940338597,1071
"train_loss",0.09042799,1613940339543,1072
"raw_loss",0.11054136,1613940339543,1072
"epoch",6.748427672955948,1613940339543,1072
"wd_0",0.01,1613940339543,1072
"sqr_mom_0",0.99,1613940339543,1072
"lr_0",2.280190534582887e-06,1613940339543,1072
"mom_0",0.9179952366354278,1613940339543,1072
"eps_0",1e-05,1613940339543,1072
"wd_1",0.01,1613940339543,1072
"sqr_mom_1",0.99,1613940339543,1072
"lr_1",2.2801905345828868e-05,1613940339543,1072
"mom_1",0.9179952366354278,1613940339543,1072
"eps_1",1e-05,1613940339543,1072
"wd_2",0.01,1613940339543,1072
"sqr_mom_2",0.99,1613940339543,1072
"lr_2",0.00022801905345828867,1613940339543,1072
"mom_2",0.9179952366354278,1613940339543,1072
"eps_2",1e-05,1613940339543,1072
"train_loss",0.09115738,1613940340488,1073
"raw_loss",0.12689756,1613940340488,1073
"epoch",6.754716981132049,1613940340488,1073
"wd_0",0.01,1613940340488,1073
"sqr_mom_0",0.99,1613940340488,1073
"lr_0",2.2826490897417913e-06,1613940340488,1073
"mom_0",0.9179337727564552,1613940340488,1073
"eps_0",1e-05,1613940340488,1073
"wd_1",0.01,1613940340488,1073
"sqr_mom_1",0.99,1613940340488,1073
"lr_1",2.2826490897417908e-05,1613940340488,1073
"mom_1",0.9179337727564552,1613940340488,1073
"eps_1",1e-05,1613940340488,1073
"wd_2",0.01,1613940340488,1073
"sqr_mom_2",0.99,1613940340488,1073
"lr_2",0.00022826490897417907,1613940340488,1073
"mom_2",0.9179337727564552,1613940340488,1073
"eps_2",1e-05,1613940340488,1073
"train_loss",0.09065328,1613940341438,1074
"raw_loss",0.06595241,1613940341438,1074
"epoch",6.761006289308149,1613940341438,1074
"wd_0",0.01,1613940341438,1074
"sqr_mom_0",0.99,1613940341438,1074
"lr_0",2.2851090644639803e-06,1613940341438,1074
"mom_0",0.9178722733884005,1613940341438,1074
"eps_0",1e-05,1613940341438,1074
"wd_1",0.01,1613940341438,1074
"sqr_mom_1",0.99,1613940341438,1074
"lr_1",2.28510906446398e-05,1613940341438,1074
"mom_1",0.9178722733884005,1613940341438,1074
"eps_1",1e-05,1613940341438,1074
"wd_2",0.01,1613940341438,1074
"sqr_mom_2",0.99,1613940341438,1074
"lr_2",0.000228510906446398,1613940341438,1074
"mom_2",0.9178722733884005,1613940341438,1074
"eps_2",1e-05,1613940341438,1074
"train_loss",0.09018602,1613940342412,1075
"raw_loss",0.06729029,1613940342412,1075
"epoch",6.7672955974842495,1613940342412,1075
"wd_0",0.01,1613940342412,1075
"sqr_mom_0",0.99,1613940342412,1075
"lr_0",2.287570104804608e-06,1613940342412,1075
"mom_0",0.9178107473798848,1613940342412,1075
"eps_0",1e-05,1613940342412,1075
"wd_1",0.01,1613940342412,1075
"sqr_mom_1",0.99,1613940342412,1075
"lr_1",2.287570104804608e-05,1613940342412,1075
"mom_1",0.9178107473798848,1613940342412,1075
"eps_1",1e-05,1613940342412,1075
"wd_2",0.01,1613940342412,1075
"sqr_mom_2",0.99,1613940342412,1075
"lr_2",0.00022875701048046074,1613940342412,1075
"mom_2",0.9178107473798848,1613940342412,1075
"eps_2",1e-05,1613940342412,1075
"train_loss",0.089811474,1613940343358,1076
"raw_loss",0.071458474,1613940343358,1076
"epoch",6.77358490566035,1613940343358,1076
"wd_0",0.01,1613940343358,1076
"sqr_mom_0",0.99,1613940343358,1076
"lr_0",2.2900322062294615e-06,1613940343358,1076
"mom_0",0.9177491948442634,1613940343358,1076
"eps_0",1e-05,1613940343358,1076
"wd_1",0.01,1613940343358,1076
"sqr_mom_1",0.99,1613940343358,1076
"lr_1",2.2900322062294613e-05,1613940343358,1076
"mom_1",0.9177491948442634,1613940343358,1076
"eps_1",1e-05,1613940343358,1076
"wd_2",0.01,1613940343358,1076
"sqr_mom_2",0.99,1613940343358,1076
"lr_2",0.0002290032206229461,1613940343358,1076
"mom_2",0.9177491948442634,1613940343358,1076
"eps_2",1e-05,1613940343358,1076
"train_loss",0.0901427,1613940344318,1077
"raw_loss",0.106372625,1613940344318,1077
"epoch",6.77987421383645,1613940344318,1077
"wd_0",0.01,1613940344318,1077
"sqr_mom_0",0.99,1613940344318,1077
"lr_0",2.2924957144951157e-06,1613940344318,1077
"mom_0",0.9176876071376221,1613940344318,1077
"eps_0",1e-05,1613940344318,1077
"wd_1",0.01,1613940344318,1077
"sqr_mom_1",0.99,1613940344318,1077
"lr_1",2.2924957144951153e-05,1613940344318,1077
"mom_1",0.9176876071376221,1613940344318,1077
"eps_1",1e-05,1613940344318,1077
"wd_2",0.01,1613940344318,1077
"sqr_mom_2",0.99,1613940344318,1077
"lr_2",0.00022924957144951152,1613940344318,1077
"mom_2",0.9176876071376221,1613940344318,1077
"eps_2",1e-05,1613940344318,1077
"train_loss",0.09216257,1613940345264,1078
"raw_loss",0.19113638,1613940345264,1078
"epoch",6.786163522012551,1613940345264,1078
"wd_0",0.01,1613940345264,1078
"sqr_mom_0",0.99,1613940345264,1078
"lr_0",2.294960450356681e-06,1613940345264,1078
"mom_0",0.9176259887410829,1613940345264,1078
"eps_0",1e-05,1613940345264,1078
"wd_1",0.01,1613940345264,1078
"sqr_mom_1",0.99,1613940345264,1078
"lr_1",2.2949604503566805e-05,1613940345264,1078
"mom_1",0.9176259887410829,1613940345264,1078
"eps_1",1e-05,1613940345264,1078
"wd_2",0.01,1613940345264,1078
"sqr_mom_2",0.99,1613940345264,1078
"lr_2",0.00022949604503566805,1613940345264,1078
"mom_2",0.9176259887410829,1613940345264,1078
"eps_2",1e-05,1613940345264,1078
"train_loss",0.09248198,1613940346223,1079
"raw_loss",0.108132936,1613940346223,1079
"epoch",6.792452830188651,1613940346223,1079
"wd_0",0.01,1613940346223,1079
"sqr_mom_0",0.99,1613940346223,1079
"lr_0",2.2974264095375773e-06,1613940346223,1079
"mom_0",0.9175643397615605,1613940346223,1079
"eps_0",1e-05,1613940346223,1079
"wd_1",0.01,1613940346223,1079
"sqr_mom_1",0.99,1613940346223,1079
"lr_1",2.297426409537577e-05,1613940346223,1079
"mom_1",0.9175643397615605,1613940346223,1079
"eps_1",1e-05,1613940346223,1079
"wd_2",0.01,1613940346223,1079
"sqr_mom_2",0.99,1613940346223,1079
"lr_2",0.0002297426409537577,1613940346223,1079
"mom_2",0.9175643397615605,1613940346223,1079
"eps_2",1e-05,1613940346223,1079
"train_loss",0.09432605,1613940347175,1080
"raw_loss",0.18468545,1613940347175,1080
"epoch",6.7987421383647515,1613940347175,1080
"wd_0",0.01,1613940347175,1080
"sqr_mom_0",0.99,1613940347175,1080
"lr_0",2.2998935877591003e-06,1613940347175,1080
"mom_0",0.9175026603060225,1613940347175,1080
"eps_0",1e-05,1613940347175,1080
"wd_1",0.01,1613940347175,1080
"sqr_mom_1",0.99,1613940347175,1080
"lr_1",2.2998935877591e-05,1613940347175,1080
"mom_1",0.9175026603060225,1613940347175,1080
"eps_1",1e-05,1613940347175,1080
"wd_2",0.01,1613940347175,1080
"sqr_mom_2",0.99,1613940347175,1080
"lr_2",0.00022998935877590996,1613940347175,1080
"mom_2",0.9175026603060225,1613940347175,1080
"eps_2",1e-05,1613940347175,1080
"train_loss",0.094368756,1613940348132,1081
"raw_loss",0.09646154,1613940348132,1081
"epoch",6.805031446540852,1613940348132,1081
"wd_0",0.01,1613940348132,1081
"sqr_mom_0",0.99,1613940348132,1081
"lr_0",2.3023619807404304e-06,1613940348132,1081
"mom_0",0.9174409504814892,1613940348132,1081
"eps_0",1e-05,1613940348132,1081
"wd_1",0.01,1613940348132,1081
"sqr_mom_1",0.99,1613940348132,1081
"lr_1",2.30236198074043e-05,1613940348132,1081
"mom_1",0.9174409504814892,1613940348132,1081
"eps_1",1e-05,1613940348132,1081
"wd_2",0.01,1613940348132,1081
"sqr_mom_2",0.99,1613940348132,1081
"lr_2",0.00023023619807404304,1613940348132,1081
"mom_2",0.9174409504814892,1613940348132,1081
"eps_2",1e-05,1613940348132,1081
"train_loss",0.0935835,1613940349076,1082
"raw_loss",0.055105925,1613940349076,1082
"epoch",6.811320754716952,1613940349076,1082
"wd_0",0.01,1613940349076,1082
"sqr_mom_0",0.99,1613940349076,1082
"lr_0",2.304831584198641e-06,1613940349076,1082
"mom_0",0.917379210395034,1613940349076,1082
"eps_0",1e-05,1613940349076,1082
"wd_1",0.01,1613940349076,1082
"sqr_mom_1",0.99,1613940349076,1082
"lr_1",2.30483158419864e-05,1613940349076,1082
"mom_1",0.917379210395034,1613940349076,1082
"eps_1",1e-05,1613940349076,1082
"wd_2",0.01,1613940349076,1082
"sqr_mom_2",0.99,1613940349076,1082
"lr_2",0.00023048315841986406,1613940349076,1082
"mom_2",0.917379210395034,1613940349076,1082
"eps_2",1e-05,1613940349076,1082
"train_loss",0.093420826,1613940350038,1083
"raw_loss",0.08544983,1613940350038,1083
"epoch",6.817610062893053,1613940350038,1083
"wd_0",0.01,1613940350038,1083
"sqr_mom_0",0.99,1613940350038,1083
"lr_0",2.3073023938487046e-06,1613940350038,1083
"mom_0",0.9173174401537824,1613940350038,1083
"eps_0",1e-05,1613940350038,1083
"wd_1",0.01,1613940350038,1083
"sqr_mom_1",0.99,1613940350038,1083
"lr_1",2.3073023938487044e-05,1613940350038,1083
"mom_1",0.9173174401537824,1613940350038,1083
"eps_1",1e-05,1613940350038,1083
"wd_2",0.01,1613940350038,1083
"sqr_mom_2",0.99,1613940350038,1083
"lr_2",0.00023073023938487044,1613940350038,1083
"mom_2",0.9173174401537824,1613940350038,1083
"eps_2",1e-05,1613940350038,1083
"train_loss",0.0935629,1613940350993,1084
"raw_loss",0.100524515,1613940350993,1084
"epoch",6.823899371069153,1613940350993,1084
"wd_0",0.01,1613940350993,1084
"sqr_mom_0",0.99,1613940350993,1084
"lr_0",2.3097744054035016e-06,1613940350993,1084
"mom_0",0.9172556398649124,1613940350993,1084
"eps_0",1e-05,1613940350993,1084
"wd_1",0.01,1613940350993,1084
"sqr_mom_1",0.99,1613940350993,1084
"lr_1",2.3097744054035015e-05,1613940350993,1084
"mom_1",0.9172556398649124,1613940350993,1084
"eps_1",1e-05,1613940350993,1084
"wd_2",0.01,1613940350993,1084
"sqr_mom_2",0.99,1613940350993,1084
"lr_2",0.00023097744054035012,1613940350993,1084
"mom_2",0.9172556398649124,1613940350993,1084
"eps_2",1e-05,1613940350993,1084
"train_loss",0.09546129,1613940351946,1085
"raw_loss",0.1884823,1613940351946,1085
"epoch",6.8301886792452535,1613940351946,1085
"wd_0",0.01,1613940351946,1085
"sqr_mom_0",0.99,1613940351946,1085
"lr_0",2.312247614573826e-06,1613940351946,1085
"mom_0",0.9171938096356543,1613940351946,1085
"eps_0",1e-05,1613940351946,1085
"wd_1",0.01,1613940351946,1085
"sqr_mom_1",0.99,1613940351946,1085
"lr_1",2.312247614573826e-05,1613940351946,1085
"mom_1",0.9171938096356543,1613940351946,1085
"eps_1",1e-05,1613940351946,1085
"wd_2",0.01,1613940351946,1085
"sqr_mom_2",0.99,1613940351946,1085
"lr_2",0.0002312247614573826,1613940351946,1085
"mom_2",0.9171938096356543,1613940351946,1085
"eps_2",1e-05,1613940351946,1085
"train_loss",0.09509067,1613940352892,1086
"raw_loss",0.07693054,1613940352892,1086
"epoch",6.836477987421354,1613940352892,1086
"wd_0",0.01,1613940352892,1086
"sqr_mom_0",0.99,1613940352892,1086
"lr_0",2.3147220170683947e-06,1613940352892,1086
"mom_0",0.9171319495732901,1613940352892,1086
"eps_0",1e-05,1613940352892,1086
"wd_1",0.01,1613940352892,1086
"sqr_mom_1",0.99,1613940352892,1086
"lr_1",2.3147220170683945e-05,1613940352892,1086
"mom_1",0.9171319495732901,1613940352892,1086
"eps_1",1e-05,1613940352892,1086
"wd_2",0.01,1613940352892,1086
"sqr_mom_2",0.99,1613940352892,1086
"lr_2",0.00023147220170683947,1613940352892,1086
"mom_2",0.9171319495732901,1613940352892,1086
"eps_2",1e-05,1613940352892,1086
"train_loss",0.0943193,1613940353845,1087
"raw_loss",0.056522094,1613940353845,1087
"epoch",6.842767295597454,1613940353845,1087
"wd_0",0.01,1613940353845,1087
"sqr_mom_0",0.99,1613940353845,1087
"lr_0",2.3171974325909703e-06,1613940353845,1087
"mom_0",0.9170700641852257,1613940353845,1087
"eps_0",1e-05,1613940353845,1087
"wd_1",0.01,1613940353845,1087
"sqr_mom_1",0.99,1613940353845,1087
"lr_1",2.3171974325909703e-05,1613940353845,1087
"mom_1",0.9170700641852257,1613940353845,1087
"eps_1",1e-05,1613940353845,1087
"wd_2",0.01,1613940353845,1087
"sqr_mom_2",0.99,1613940353845,1087
"lr_2",0.00023171974325909703,1613940353845,1087
"mom_2",0.9170700641852257,1613940353845,1087
"eps_2",1e-05,1613940353845,1087
"train_loss",0.0937392,1613940354796,1088
"raw_loss",0.06531423,1613940354796,1088
"epoch",6.849056603773555,1613940354796,1088
"wd_0",0.01,1613940354796,1088
"sqr_mom_0",0.99,1613940354796,1088
"lr_0",2.319674384854786e-06,1613940354796,1088
"mom_0",0.9170081403786303,1613940354796,1088
"eps_0",1e-05,1613940354796,1088
"wd_1",0.01,1613940354796,1088
"sqr_mom_1",0.99,1613940354796,1088
"lr_1",2.3196743848547854e-05,1613940354796,1088
"mom_1",0.9170081403786303,1613940354796,1088
"eps_1",1e-05,1613940354796,1088
"wd_2",0.01,1613940354796,1088
"sqr_mom_2",0.99,1613940354796,1088
"lr_2",0.00023196743848547853,1613940354796,1088
"mom_2",0.9170081403786303,1613940354796,1088
"eps_2",1e-05,1613940354796,1088
"train_loss",0.09279875,1613940355758,1089
"raw_loss",0.04671664,1613940355758,1089
"epoch",6.855345911949655,1613940355758,1089
"wd_0",0.01,1613940355758,1089
"sqr_mom_0",0.99,1613940355758,1089
"lr_0",2.322152341553718e-06,1613940355758,1089
"mom_0",0.916946191461157,1613940355758,1089
"eps_0",1e-05,1613940355758,1089
"wd_1",0.01,1613940355758,1089
"sqr_mom_1",0.99,1613940355758,1089
"lr_1",2.3221523415537177e-05,1613940355758,1089
"mom_1",0.916946191461157,1613940355758,1089
"eps_1",1e-05,1613940355758,1089
"wd_2",0.01,1613940355758,1089
"sqr_mom_2",0.99,1613940355758,1089
"lr_2",0.00023221523415537177,1613940355758,1089
"mom_2",0.916946191461157,1613940355758,1089
"eps_2",1e-05,1613940355758,1089
"train_loss",0.09236757,1613940356717,1090
"raw_loss",0.07123987,1613940356717,1090
"epoch",6.8616352201257556,1613940356717,1090
"wd_0",0.01,1613940356717,1090
"sqr_mom_0",0.99,1613940356717,1090
"lr_0",2.3246312981369936e-06,1613940356717,1090
"mom_0",0.9168842175465751,1613940356717,1090
"eps_0",1e-05,1613940356717,1090
"wd_1",0.01,1613940356717,1090
"sqr_mom_1",0.99,1613940356717,1090
"lr_1",2.3246312981369934e-05,1613940356717,1090
"mom_1",0.9168842175465751,1613940356717,1090
"eps_1",1e-05,1613940356717,1090
"wd_2",0.01,1613940356717,1090
"sqr_mom_2",0.99,1613940356717,1090
"lr_2",0.00023246312981369931,1613940356717,1090
"mom_2",0.9168842175465751,1613940356717,1090
"eps_2",1e-05,1613940356717,1090
"train_loss",0.09195278,1613940357693,1091
"raw_loss",0.07162819,1613940357693,1091
"epoch",6.867924528301856,1613940357693,1091
"wd_0",0.01,1613940357693,1091
"sqr_mom_0",0.99,1613940357693,1091
"lr_0",2.3271116027281833e-06,1613940357693,1091
"mom_0",0.9168222099317954,1613940357693,1091
"eps_0",1e-05,1613940357693,1091
"wd_1",0.01,1613940357693,1091
"sqr_mom_1",0.99,1613940357693,1091
"lr_1",2.3271116027281832e-05,1613940357693,1091
"mom_1",0.9168222099317954,1613940357693,1091
"eps_1",1e-05,1613940357693,1091
"wd_2",0.01,1613940357693,1091
"sqr_mom_2",0.99,1613940357693,1091
"lr_2",0.00023271116027281832,1613940357693,1091
"mom_2",0.9168222099317954,1613940357693,1091
"eps_2",1e-05,1613940357693,1091
"train_loss",0.09240621,1613940358636,1092
"raw_loss",0.11462443,1613940358636,1092
"epoch",6.874213836477956,1613940358636,1092
"wd_0",0.01,1613940358636,1092
"sqr_mom_0",0.99,1613940358636,1092
"lr_0",2.3295930748530017e-06,1613940358636,1092
"mom_0",0.916760173128675,1613940358636,1092
"eps_0",1e-05,1613940358636,1092
"wd_1",0.01,1613940358636,1092
"sqr_mom_1",0.99,1613940358636,1092
"lr_1",2.3295930748530012e-05,1613940358636,1092
"mom_1",0.916760173128675,1613940358636,1092
"eps_1",1e-05,1613940358636,1092
"wd_2",0.01,1613940358636,1092
"sqr_mom_2",0.99,1613940358636,1092
"lr_2",0.0002329593074853001,1613940358636,1092
"mom_2",0.916760173128675,1613940358636,1092
"eps_2",1e-05,1613940358636,1092
"train_loss",0.09254289,1613940359619,1093
"raw_loss",0.09923986,1613940359619,1093
"epoch",6.880503144654057,1613940359619,1093
"wd_0",0.01,1613940359619,1093
"sqr_mom_0",0.99,1613940359619,1093
"lr_0",2.3320758867084627e-06,1613940359619,1093
"mom_0",0.9166981028322884,1613940359619,1093
"eps_0",1e-05,1613940359619,1093
"wd_1",0.01,1613940359619,1093
"sqr_mom_1",0.99,1613940359619,1093
"lr_1",2.3320758867084623e-05,1613940359619,1093
"mom_1",0.9166981028322884,1613940359619,1093
"eps_1",1e-05,1613940359619,1093
"wd_2",0.01,1613940359619,1093
"sqr_mom_2",0.99,1613940359619,1093
"lr_2",0.00023320758867084626,1613940359619,1093
"mom_2",0.9166981028322884,1613940359619,1093
"eps_2",1e-05,1613940359619,1093
"train_loss",0.09183207,1613940360561,1094
"raw_loss",0.057002153,1613940360561,1094
"epoch",6.886792452830157,1613940360561,1094
"wd_0",0.01,1613940360561,1094
"sqr_mom_0",0.99,1613940360561,1094
"lr_0",2.3345595044790227e-06,1613940360561,1094
"mom_0",0.9166360123880244,1613940360561,1094
"eps_0",1e-05,1613940360561,1094
"wd_1",0.01,1613940360561,1094
"sqr_mom_1",0.99,1613940360561,1094
"lr_1",2.3345595044790223e-05,1613940360561,1094
"mom_1",0.9166360123880244,1613940360561,1094
"eps_1",1e-05,1613940360561,1094
"wd_2",0.01,1613940360561,1094
"sqr_mom_2",0.99,1613940360561,1094
"lr_2",0.00023345595044790222,1613940360561,1094
"mom_2",0.9166360123880244,1613940360561,1094
"eps_2",1e-05,1613940360561,1094
"train_loss",0.091285855,1613940361511,1095
"raw_loss",0.0645212,1613940361511,1095
"epoch",6.893081761006258,1613940361511,1095
"wd_0",0.01,1613940361511,1095
"sqr_mom_0",0.99,1613940361511,1095
"lr_0",2.3370444533629367e-06,1613940361511,1095
"mom_0",0.9165738886659266,1613940361511,1095
"eps_0",1e-05,1613940361511,1095
"wd_1",0.01,1613940361511,1095
"sqr_mom_1",0.99,1613940361511,1095
"lr_1",2.3370444533629364e-05,1613940361511,1095
"mom_1",0.9165738886659266,1613940361511,1095
"eps_1",1e-05,1613940361511,1095
"wd_2",0.01,1613940361511,1095
"sqr_mom_2",0.99,1613940361511,1095
"lr_2",0.0002337044453362936,1613940361511,1095
"mom_2",0.9165738886659266,1613940361511,1095
"eps_2",1e-05,1613940361511,1095
"train_loss",0.09083403,1613940362461,1096
"raw_loss",0.068694524,1613940362461,1096
"epoch",6.899371069182358,1613940362461,1096
"wd_0",0.01,1613940362461,1096
"sqr_mom_0",0.99,1613940362461,1096
"lr_0",2.339530552545917e-06,1613940362461,1096
"mom_0",0.9165117361863521,1613940362461,1096
"eps_0",1e-05,1613940362461,1096
"wd_1",0.01,1613940362461,1096
"sqr_mom_1",0.99,1613940362461,1096
"lr_1",2.339530552545917e-05,1613940362461,1096
"mom_1",0.9165117361863521,1613940362461,1096
"eps_1",1e-05,1613940362461,1096
"wd_2",0.01,1613940362461,1096
"sqr_mom_2",0.99,1613940362461,1096
"lr_2",0.00023395305525459166,1613940362461,1096
"mom_2",0.9165117361863521,1613940362461,1096
"eps_2",1e-05,1613940362461,1096
"train_loss",0.091770686,1613940363415,1097
"raw_loss",0.13766679,1613940363415,1097
"epoch",6.905660377358458,1613940363415,1097
"wd_0",0.01,1613940363415,1097
"sqr_mom_0",0.99,1613940363415,1097
"lr_0",2.3420177977143146e-06,1613940363415,1097
"mom_0",0.9164495550571421,1613940363415,1097
"eps_0",1e-05,1613940363415,1097
"wd_1",0.01,1613940363415,1097
"sqr_mom_1",0.99,1613940363415,1097
"lr_1",2.342017797714314e-05,1613940363415,1097
"mom_1",0.9164495550571421,1613940363415,1097
"eps_1",1e-05,1613940363415,1097
"wd_2",0.01,1613940363415,1097
"sqr_mom_2",0.99,1613940363415,1097
"lr_2",0.00023420177977143141,1613940363415,1097
"mom_2",0.9164495550571421,1613940363415,1097
"eps_2",1e-05,1613940363415,1097
"train_loss",0.090745755,1613940364413,1098
"raw_loss",0.040524237,1613940364413,1098
"epoch",6.911949685534559,1613940364413,1098
"wd_0",0.01,1613940364413,1098
"sqr_mom_0",0.99,1613940364413,1098
"lr_0",2.3445061845524905e-06,1613940364413,1098
"mom_0",0.9163873453861877,1613940364413,1098
"eps_0",1e-05,1613940364413,1098
"wd_1",0.01,1613940364413,1098
"sqr_mom_1",0.99,1613940364413,1098
"lr_1",2.3445061845524904e-05,1613940364413,1098
"mom_1",0.9163873453861877,1613940364413,1098
"eps_1",1e-05,1613940364413,1098
"wd_2",0.01,1613940364413,1098
"sqr_mom_2",0.99,1613940364413,1098
"lr_2",0.00023445061845524902,1613940364413,1098
"mom_2",0.9163873453861877,1613940364413,1098
"eps_2",1e-05,1613940364413,1098
"train_loss",0.09135692,1613940365398,1099
"raw_loss",0.121303976,1613940365398,1099
"epoch",6.918238993710659,1613940365398,1099
"wd_0",0.01,1613940365398,1099
"sqr_mom_0",0.99,1613940365398,1099
"lr_0",2.3469957087428282e-06,1613940365398,1099
"mom_0",0.9163251072814292,1613940365398,1099
"eps_0",1e-05,1613940365398,1099
"wd_1",0.01,1613940365398,1099
"sqr_mom_1",0.99,1613940365398,1099
"lr_1",2.3469957087428284e-05,1613940365398,1099
"mom_1",0.9163251072814292,1613940365398,1099
"eps_1",1e-05,1613940365398,1099
"wd_2",0.01,1613940365398,1099
"sqr_mom_2",0.99,1613940365398,1099
"lr_2",0.00023469957087428285,1613940365398,1099
"mom_2",0.9163251072814292,1613940365398,1099
"eps_2",1e-05,1613940365398,1099
"train_loss",0.091248505,1613940366346,1100
"raw_loss",0.08593633,1613940366346,1100
"epoch",6.92452830188676,1613940366346,1100
"wd_0",0.01,1613940366346,1100
"sqr_mom_0",0.99,1613940366346,1100
"lr_0",2.349486365965736e-06,1613940366346,1100
"mom_0",0.9162628408508566,1613940366346,1100
"eps_0",1e-05,1613940366346,1100
"wd_1",0.01,1613940366346,1100
"sqr_mom_1",0.99,1613940366346,1100
"lr_1",2.3494863659657357e-05,1613940366346,1100
"mom_1",0.9162628408508566,1613940366346,1100
"eps_1",1e-05,1613940366346,1100
"wd_2",0.01,1613940366346,1100
"sqr_mom_2",0.99,1613940366346,1100
"lr_2",0.00023494863659657354,1613940366346,1100
"mom_2",0.9162628408508566,1613940366346,1100
"eps_2",1e-05,1613940366346,1100
"train_loss",0.090564415,1613940367323,1101
"raw_loss",0.057044093,1613940367323,1101
"epoch",6.93081761006286,1613940367323,1101
"wd_0",0.01,1613940367323,1101
"sqr_mom_0",0.99,1613940367323,1101
"lr_0",2.3519781518996546e-06,1613940367323,1101
"mom_0",0.9162005462025086,1613940367323,1101
"eps_0",1e-05,1613940367323,1101
"wd_1",0.01,1613940367323,1101
"sqr_mom_1",0.99,1613940367323,1101
"lr_1",2.351978151899654e-05,1613940367323,1101
"mom_1",0.9162005462025086,1613940367323,1101
"eps_1",1e-05,1613940367323,1101
"wd_2",0.01,1613940367323,1101
"sqr_mom_2",0.99,1613940367323,1101
"lr_2",0.00023519781518996542,1613940367323,1101
"mom_2",0.9162005462025086,1613940367323,1101
"eps_2",1e-05,1613940367323,1101
"train_loss",0.090314575,1613940368267,1102
"raw_loss",0.07807226,1613940368267,1102
"epoch",6.93710691823896,1613940368267,1102
"wd_0",0.01,1613940368267,1102
"sqr_mom_0",0.99,1613940368267,1102
"lr_0",2.3544710622210683e-06,1613940368267,1102
"mom_0",0.9161382234444733,1613940368267,1102
"eps_0",1e-05,1613940368267,1102
"wd_1",0.01,1613940368267,1102
"sqr_mom_1",0.99,1613940368267,1102
"lr_1",2.3544710622210676e-05,1613940368267,1102
"mom_1",0.9161382234444733,1613940368267,1102
"eps_1",1e-05,1613940368267,1102
"wd_2",0.01,1613940368267,1102
"sqr_mom_2",0.99,1613940368267,1102
"lr_2",0.00023544710622210675,1613940368267,1102
"mom_2",0.9161382234444733,1613940368267,1102
"eps_2",1e-05,1613940368267,1102
"train_loss",0.089748494,1613940369215,1103
"raw_loss",0.06201062,1613940369215,1103
"epoch",6.943396226415061,1613940369215,1103
"wd_0",0.01,1613940369215,1103
"sqr_mom_0",0.99,1613940369215,1103
"lr_0",2.3569650926045105e-06,1613940369215,1103
"mom_0",0.9160758726848872,1613940369215,1103
"eps_0",1e-05,1613940369215,1103
"wd_1",0.01,1613940369215,1103
"sqr_mom_1",0.99,1613940369215,1103
"lr_1",2.3569650926045104e-05,1613940369215,1103
"mom_1",0.9160758726848872,1613940369215,1103
"eps_1",1e-05,1613940369215,1103
"wd_2",0.01,1613940369215,1103
"sqr_mom_2",0.99,1613940369215,1103
"lr_2",0.000235696509260451,1613940369215,1103
"mom_2",0.9160758726848872,1613940369215,1103
"eps_2",1e-05,1613940369215,1103
"train_loss",0.08936179,1613940370154,1104
"raw_loss",0.07041326,1613940370154,1104
"epoch",6.949685534591161,1613940370154,1104
"wd_0",0.01,1613940370154,1104
"sqr_mom_0",0.99,1613940370154,1104
"lr_0",2.3594602387225703e-06,1613940370154,1104
"mom_0",0.9160134940319357,1613940370154,1104
"eps_0",1e-05,1613940370154,1104
"wd_1",0.01,1613940370154,1104
"sqr_mom_1",0.99,1613940370154,1104
"lr_1",2.3594602387225704e-05,1613940370154,1104
"mom_1",0.9160134940319357,1613940370154,1104
"eps_1",1e-05,1613940370154,1104
"wd_2",0.01,1613940370154,1104
"sqr_mom_2",0.99,1613940370154,1104
"lr_2",0.00023594602387225704,1613940370154,1104
"mom_2",0.9160134940319357,1613940370154,1104
"eps_2",1e-05,1613940370154,1104
"train_loss",0.089958616,1613940371109,1105
"raw_loss",0.11920339,1613940371109,1105
"epoch",6.955974842767262,1613940371109,1105
"wd_0",0.01,1613940371109,1105
"sqr_mom_0",0.99,1613940371109,1105
"lr_0",2.3619563187768746e-06,1613940371109,1105
"mom_0",0.9159510920305781,1613940371109,1105
"eps_0",1e-05,1613940371109,1105
"wd_1",0.01,1613940371109,1105
"sqr_mom_1",0.99,1613940371109,1105
"lr_1",2.361956318776874e-05,1613940371109,1105
"mom_1",0.9159510920305781,1613940371109,1105
"eps_1",1e-05,1613940371109,1105
"wd_2",0.01,1613940371109,1105
"sqr_mom_2",0.99,1613940371109,1105
"lr_2",0.0002361956318776874,1613940371109,1105
"mom_2",0.9159510920305781,1613940371109,1105
"eps_2",1e-05,1613940371109,1105
"train_loss",0.090157926,1613940372060,1106
"raw_loss",0.0999242,1613940372060,1106
"epoch",6.962264150943362,1613940372060,1106
"wd_0",0.01,1613940372060,1106
"sqr_mom_0",0.99,1613940372060,1106
"lr_0",2.3644536832956672e-06,1613940372060,1106
"mom_0",0.9158886579176083,1613940372060,1106
"eps_0",1e-05,1613940372060,1106
"wd_1",0.01,1613940372060,1106
"sqr_mom_1",0.99,1613940372060,1106
"lr_1",2.3644536832956668e-05,1613940372060,1106
"mom_1",0.9158886579176083,1613940372060,1106
"eps_1",1e-05,1613940372060,1106
"wd_2",0.01,1613940372060,1106
"sqr_mom_2",0.99,1613940372060,1106
"lr_2",0.00023644536832956672,1613940372060,1106
"mom_2",0.9158886579176083,1613940372060,1106
"eps_2",1e-05,1613940372060,1106
"train_loss",0.08978841,1613940373021,1107
"raw_loss",0.071682006,1613940373021,1107
"epoch",6.9685534591194624,1613940373021,1107
"wd_0",0.01,1613940373021,1107
"sqr_mom_0",0.99,1613940373021,1107
"lr_0",2.3669523281813576e-06,1613940373021,1107
"mom_0",0.915826191795466,1613940373021,1107
"eps_0",1e-05,1613940373021,1107
"wd_1",0.01,1613940373021,1107
"sqr_mom_1",0.99,1613940373021,1107
"lr_1",2.366952328181357e-05,1613940373021,1107
"mom_1",0.915826191795466,1613940373021,1107
"eps_1",1e-05,1613940373021,1107
"wd_2",0.01,1613940373021,1107
"sqr_mom_2",0.99,1613940373021,1107
"lr_2",0.00023669523281813574,1613940373021,1107
"mom_2",0.915826191795466,1613940373021,1107
"eps_2",1e-05,1613940373021,1107
"train_loss",0.08962258,1613940373970,1108
"raw_loss",0.081497096,1613940373970,1108
"epoch",6.974842767295563,1613940373970,1108
"wd_0",0.01,1613940373970,1108
"sqr_mom_0",0.99,1613940373970,1108
"lr_0",2.3694518939251775e-06,1613940373970,1108
"mom_0",0.9157637026518706,1613940373970,1108
"eps_0",1e-05,1613940373970,1108
"wd_1",0.01,1613940373970,1108
"sqr_mom_1",0.99,1613940373970,1108
"lr_1",2.3694518939251773e-05,1613940373970,1108
"mom_1",0.9157637026518706,1613940373970,1108
"eps_1",1e-05,1613940373970,1108
"wd_2",0.01,1613940373970,1108
"sqr_mom_2",0.99,1613940373970,1108
"lr_2",0.0002369451893925177,1613940373970,1108
"mom_2",0.9157637026518706,1613940373970,1108
"eps_2",1e-05,1613940373970,1108
"train_loss",0.09126565,1613940374925,1109
"raw_loss",0.1717762,1613940374925,1109
"epoch",6.981132075471663,1613940374925,1109
"wd_0",0.01,1613940374925,1109
"sqr_mom_0",0.99,1613940374925,1109
"lr_0",2.3719523759563553e-06,1613940374925,1109
"mom_0",0.9157011906010911,1613940374925,1109
"eps_0",1e-05,1613940374925,1109
"wd_1",0.01,1613940374925,1109
"sqr_mom_1",0.99,1613940374925,1109
"lr_1",2.3719523759563553e-05,1613940374925,1109
"mom_1",0.9157011906010911,1613940374925,1109
"eps_1",1e-05,1613940374925,1109
"wd_2",0.01,1613940374925,1109
"sqr_mom_2",0.99,1613940374925,1109
"lr_2",0.00023719523759563554,1613940374925,1109
"mom_2",0.9157011906010911,1613940374925,1109
"eps_2",1e-05,1613940374925,1109
"train_loss",0.09315221,1613940375877,1110
"raw_loss",0.18559399,1613940375877,1110
"epoch",6.987421383647764,1613940375877,1110
"wd_0",0.01,1613940375877,1110
"sqr_mom_0",0.99,1613940375877,1110
"lr_0",2.3744541254213136e-06,1613940375877,1110
"mom_0",0.9156386468644672,1613940375877,1110
"eps_0",1e-05,1613940375877,1110
"wd_1",0.01,1613940375877,1110
"sqr_mom_1",0.99,1613940375877,1110
"lr_1",2.3744541254213132e-05,1613940375877,1110
"mom_1",0.9156386468644672,1613940375877,1110
"eps_1",1e-05,1613940375877,1110
"wd_2",0.01,1613940375877,1110
"sqr_mom_2",0.99,1613940375877,1110
"lr_2",0.0002374454125421313,1613940375877,1110
"mom_2",0.9156386468644672,1613940375877,1110
"eps_2",1e-05,1613940375877,1110
"train_loss",0.092483945,1613940376833,1111
"raw_loss",0.059738982,1613940376833,1111
"epoch",6.993710691823864,1613940376833,1111
"wd_0",0.01,1613940376833,1111
"sqr_mom_0",0.99,1613940376833,1111
"lr_0",2.376956960275539e-06,1613940376833,1111
"mom_0",0.9155760759931115,1613940376833,1111
"eps_0",1e-05,1613940376833,1111
"wd_1",0.01,1613940376833,1111
"sqr_mom_1",0.99,1613940376833,1111
"lr_1",2.3769569602755386e-05,1613940376833,1111
"mom_1",0.9155760759931115,1613940376833,1111
"eps_1",1e-05,1613940376833,1111
"wd_2",0.01,1613940376833,1111
"sqr_mom_2",0.99,1613940376833,1111
"lr_2",0.00023769569602755385,1613940376833,1111
"mom_2",0.9155760759931115,1613940376833,1111
"eps_2",1e-05,1613940376833,1111
"train_loss",0.09540393,1613940377790,1112
"raw_loss",0.23848325,1613940377790,1112
"epoch",6.9999999999999645,1613940377790,1112
"wd_0",0.01,1613940377790,1112
"sqr_mom_0",0.99,1613940377790,1112
"lr_0",2.379461054188642e-06,1613940377790,1112
"mom_0",0.9155134736452839,1613940377790,1112
"eps_0",1e-05,1613940377790,1112
"wd_1",0.01,1613940377790,1112
"sqr_mom_1",0.99,1613940377790,1112
"lr_1",2.379461054188642e-05,1613940377790,1112
"mom_1",0.9155134736452839,1613940377790,1112
"eps_1",1e-05,1613940377790,1112
"wd_2",0.01,1613940377790,1112
"sqr_mom_2",0.99,1613940377790,1112
"lr_2",0.00023794610541886418,1613940377790,1112
"mom_2",0.9155134736452839,1613940377790,1112
"eps_2",1e-05,1613940377790,1112
"valid_loss",0.14154291152954102,1613940409728,1112
"_rmse",0.3762218952178955,1613940409728,1112
"epoch",7,1613940409728,1112
"train_loss",0.09525143,1613940410747,1113
"raw_loss",0.087778926,1613940410747,1113
"epoch",7.0062893081761,1613940410747,1113
"wd_0",0.01,1613940410747,1113
"sqr_mom_0",0.99,1613940410747,1113
"lr_0",2.3819658687791675e-06,1613940410747,1113
"mom_0",0.9154508532805208,1613940410747,1113
"eps_0",1e-05,1613940410747,1113
"wd_1",0.01,1613940410747,1113
"sqr_mom_1",0.99,1613940410747,1113
"lr_1",2.381965868779167e-05,1613940410747,1113
"mom_1",0.9154508532805208,1613940410747,1113
"eps_1",1e-05,1613940410747,1113
"wd_2",0.01,1613940410747,1113
"sqr_mom_2",0.99,1613940410747,1113
"lr_2",0.0002381965868779167,1613940410747,1113
"mom_2",0.9154508532805208,1613940410747,1113
"eps_2",1e-05,1613940410747,1113
"train_loss",0.09457453,1613940411691,1114
"raw_loss",0.061406214,1613940411691,1114
"epoch",7.012578616352201,1613940411691,1114
"wd_0",0.01,1613940411691,1114
"sqr_mom_0",0.99,1613940411691,1114
"lr_0",2.384471933737577e-06,1613940411691,1114
"mom_0",0.9153882016565605,1613940411691,1114
"eps_0",1e-05,1613940411691,1114
"wd_1",0.01,1613940411691,1114
"sqr_mom_1",0.99,1613940411691,1114
"lr_1",2.3844719337375768e-05,1613940411691,1114
"mom_1",0.9153882016565605,1613940411691,1114
"eps_1",1e-05,1613940411691,1114
"wd_2",0.01,1613940411691,1114
"sqr_mom_2",0.99,1613940411691,1114
"lr_2",0.00023844719337375768,1613940411691,1114
"mom_2",0.9153882016565605,1613940411691,1114
"eps_2",1e-05,1613940411691,1114
"train_loss",0.09482405,1613940412637,1115
"raw_loss",0.10705065,1613940412637,1115
"epoch",7.018867924528301,1613940412637,1115
"wd_0",0.01,1613940412637,1115
"sqr_mom_0",0.99,1613940412637,1115
"lr_0",2.3869790667032816e-06,1613940412637,1115
"mom_0",0.9153255233324179,1613940412637,1115
"eps_0",1e-05,1613940412637,1115
"wd_1",0.01,1613940412637,1115
"sqr_mom_1",0.99,1613940412637,1115
"lr_1",2.386979066703281e-05,1613940412637,1115
"mom_1",0.9153255233324179,1613940412637,1115
"eps_1",1e-05,1613940412637,1115
"wd_2",0.01,1613940412637,1115
"sqr_mom_2",0.99,1613940412637,1115
"lr_2",0.00023869790667032807,1613940412637,1115
"mom_2",0.9153255233324179,1613940412637,1115
"eps_2",1e-05,1613940412637,1115
"train_loss",0.094152406,1613940413623,1116
"raw_loss",0.061241828,1613940413623,1116
"epoch",7.025157232704402,1613940413623,1116
"wd_0",0.01,1613940413623,1116
"sqr_mom_0",0.99,1613940413623,1116
"lr_0",2.389487263326135e-06,1613940413623,1116
"mom_0",0.9152628184168466,1613940413623,1116
"eps_0",1e-05,1613940413623,1116
"wd_1",0.01,1613940413623,1116
"sqr_mom_1",0.99,1613940413623,1116
"lr_1",2.3894872633261348e-05,1613940413623,1116
"mom_1",0.9152628184168466,1613940413623,1116
"eps_1",1e-05,1613940413623,1116
"wd_2",0.01,1613940413623,1116
"sqr_mom_2",0.99,1613940413623,1116
"lr_2",0.00023894872633261347,1613940413623,1116
"mom_2",0.9152628184168466,1613940413623,1116
"eps_2",1e-05,1613940413623,1116
"train_loss",0.09305401,1613940414608,1117
"raw_loss",0.039232768,1613940414608,1117
"epoch",7.031446540880502,1613940414608,1117
"wd_0",0.01,1613940414608,1117
"sqr_mom_0",0.99,1613940414608,1117
"lr_0",2.391996519254147e-06,1613940414608,1117
"mom_0",0.9152000870186463,1613940414608,1117
"eps_0",1e-05,1613940414608,1117
"wd_1",0.01,1613940414608,1117
"sqr_mom_1",0.99,1613940414608,1117
"lr_1",2.391996519254147e-05,1613940414608,1117
"mom_1",0.9152000870186463,1613940414608,1117
"eps_1",1e-05,1613940414608,1117
"wd_2",0.01,1613940414608,1117
"sqr_mom_2",0.99,1613940414608,1117
"lr_2",0.0002391996519254147,1613940414608,1117
"mom_2",0.9152000870186463,1613940414608,1117
"eps_2",1e-05,1613940414608,1117
"train_loss",0.09237647,1613940415574,1118
"raw_loss",0.05917702,1613940415574,1118
"epoch",7.037735849056602,1613940415574,1118
"wd_0",0.01,1613940415574,1118
"sqr_mom_0",0.99,1613940415574,1118
"lr_0",2.394506830133491e-06,1613940415574,1118
"mom_0",0.9151373292466627,1613940415574,1118
"eps_0",1e-05,1613940415574,1118
"wd_1",0.01,1613940415574,1118
"sqr_mom_1",0.99,1613940415574,1118
"lr_1",2.3945068301334906e-05,1613940415574,1118
"mom_1",0.9151373292466627,1613940415574,1118
"eps_1",1e-05,1613940415574,1118
"wd_2",0.01,1613940415574,1118
"sqr_mom_2",0.99,1613940415574,1118
"lr_2",0.00023945068301334905,1613940415574,1118
"mom_2",0.9151373292466627,1613940415574,1118
"eps_2",1e-05,1613940415574,1118
"train_loss",0.091448545,1613940416527,1119
"raw_loss",0.045980096,1613940416527,1119
"epoch",7.044025157232703,1613940416527,1119
"wd_0",0.01,1613940416527,1119
"sqr_mom_0",0.99,1613940416527,1119
"lr_0",2.3970181916085056e-06,1613940416527,1119
"mom_0",0.9150745452097874,1613940416527,1119
"eps_0",1e-05,1613940416527,1119
"wd_1",0.01,1613940416527,1119
"sqr_mom_1",0.99,1613940416527,1119
"lr_1",2.3970181916085053e-05,1613940416527,1119
"mom_1",0.9150745452097874,1613940416527,1119
"eps_1",1e-05,1613940416527,1119
"wd_2",0.01,1613940416527,1119
"sqr_mom_2",0.99,1613940416527,1119
"lr_2",0.00023970181916085052,1613940416527,1119
"mom_2",0.9150745452097874,1613940416527,1119
"eps_2",1e-05,1613940416527,1119
"train_loss",0.090596855,1613940417507,1120
"raw_loss",0.04886408,1613940417507,1120
"epoch",7.050314465408803,1613940417507,1120
"wd_0",0.01,1613940417507,1120
"sqr_mom_0",0.99,1613940417507,1120
"lr_0",2.3995304207070716e-06,1613940417507,1120
"mom_0",0.9150117394823232,1613940417507,1120
"eps_0",1e-05,1613940417507,1120
"wd_1",0.01,1613940417507,1120
"sqr_mom_1",0.99,1613940417507,1120
"lr_1",2.3995304207070717e-05,1613940417507,1120
"mom_1",0.9150117394823232,1613940417507,1120
"eps_1",1e-05,1613940417507,1120
"wd_2",0.01,1613940417507,1120
"sqr_mom_2",0.99,1613940417507,1120
"lr_2",0.00023995304207070716,1613940417507,1120
"mom_2",0.9150117394823232,1613940417507,1120
"eps_2",1e-05,1613940417507,1120
"train_loss",0.08977974,1613940418519,1121
"raw_loss",0.049741067,1613940418519,1121
"epoch",7.056603773584904,1613940418519,1121
"wd_0",0.01,1613940418519,1121
"sqr_mom_0",0.99,1613940418519,1121
"lr_0",2.4020440489138073e-06,1613940418519,1121
"mom_0",0.9149488987771548,1613940418519,1121
"eps_0",1e-05,1613940418519,1121
"wd_1",0.01,1613940418519,1121
"sqr_mom_1",0.99,1613940418519,1121
"lr_1",2.402044048913807e-05,1613940418519,1121
"mom_1",0.9149488987771548,1613940418519,1121
"eps_1",1e-05,1613940418519,1121
"wd_2",0.01,1613940418519,1121
"sqr_mom_2",0.99,1613940418519,1121
"lr_2",0.00024020440489138067,1613940418519,1121
"mom_2",0.9149488987771548,1613940418519,1121
"eps_2",1e-05,1613940418519,1121
"train_loss",0.089977294,1613940419531,1122
"raw_loss",0.09965725,1613940419531,1122
"epoch",7.062893081761004,1613940419531,1122
"wd_0",0.01,1613940419531,1122
"sqr_mom_0",0.99,1613940419531,1122
"lr_0",2.404558536023692e-06,1613940419531,1122
"mom_0",0.9148860365994077,1613940419531,1122
"eps_0",1e-05,1613940419531,1122
"wd_1",0.01,1613940419531,1122
"sqr_mom_1",0.99,1613940419531,1122
"lr_1",2.4045585360236917e-05,1613940419531,1122
"mom_1",0.9148860365994077,1613940419531,1122
"eps_1",1e-05,1613940419531,1122
"wd_2",0.01,1613940419531,1122
"sqr_mom_2",0.99,1613940419531,1122
"lr_2",0.00024045585360236917,1613940419531,1122
"mom_2",0.9148860365994077,1613940419531,1122
"eps_2",1e-05,1613940419531,1122
"train_loss",0.089256056,1613940420545,1123
"raw_loss",0.05391542,1613940420545,1123
"epoch",7.0691823899371045,1613940420545,1123
"wd_0",0.01,1613940420545,1123
"sqr_mom_0",0.99,1613940420545,1123
"lr_0",2.4070740562884597e-06,1613940420545,1123
"mom_0",0.9148231485927885,1613940420545,1123
"eps_0",1e-05,1613940420545,1123
"wd_1",0.01,1613940420545,1123
"sqr_mom_1",0.99,1613940420545,1123
"lr_1",2.4070740562884594e-05,1613940420545,1123
"mom_1",0.9148231485927885,1613940420545,1123
"eps_1",1e-05,1613940420545,1123
"wd_2",0.01,1613940420545,1123
"sqr_mom_2",0.99,1613940420545,1123
"lr_2",0.00024070740562884594,1613940420545,1123
"mom_2",0.9148231485927885,1613940420545,1123
"eps_2",1e-05,1613940420545,1123
"train_loss",0.08901479,1613940421512,1124
"raw_loss",0.077192776,1613940421512,1124
"epoch",7.075471698113205,1613940421512,1124
"wd_0",0.01,1613940421512,1124
"sqr_mom_0",0.99,1613940421512,1124
"lr_0",2.409590426435034e-06,1613940421512,1124
"mom_0",0.9147602393391241,1613940421512,1124
"eps_0",1e-05,1613940421512,1124
"wd_1",0.01,1613940421512,1124
"sqr_mom_1",0.99,1613940421512,1124
"lr_1",2.409590426435034e-05,1613940421512,1124
"mom_1",0.9147602393391241,1613940421512,1124
"eps_1",1e-05,1613940421512,1124
"wd_2",0.01,1613940421512,1124
"sqr_mom_2",0.99,1613940421512,1124
"lr_2",0.00024095904264350337,1613940421512,1124
"mom_2",0.9147602393391241,1613940421512,1124
"eps_2",1e-05,1613940421512,1124
"train_loss",0.08838802,1613940422511,1125
"raw_loss",0.05767625,1613940422511,1125
"epoch",7.081761006289305,1613940422511,1125
"wd_0",0.01,1613940422511,1125
"sqr_mom_0",0.99,1613940422511,1125
"lr_0",2.4121079998410292e-06,1613940422511,1125
"mom_0",0.9146973000039742,1613940422511,1125
"eps_0",1e-05,1613940422511,1125
"wd_1",0.01,1613940422511,1125
"sqr_mom_1",0.99,1613940422511,1125
"lr_1",2.412107999841029e-05,1613940422511,1125
"mom_1",0.9146973000039742,1613940422511,1125
"eps_1",1e-05,1613940422511,1125
"wd_2",0.01,1613940422511,1125
"sqr_mom_2",0.99,1613940422511,1125
"lr_2",0.0002412107999841029,1613940422511,1125
"mom_2",0.9146973000039742,1613940422511,1125
"eps_2",1e-05,1613940422511,1125
"train_loss",0.08753268,1613940423505,1126
"raw_loss",0.04562073,1613940423505,1126
"epoch",7.088050314465406,1613940423505,1126
"wd_0",0.01,1613940423505,1126
"sqr_mom_0",0.99,1613940423505,1126
"lr_0",2.4146267723561607e-06,1613940423505,1126
"mom_0",0.914634330691096,1613940423505,1126
"eps_0",1e-05,1613940423505,1126
"wd_1",0.01,1613940423505,1126
"sqr_mom_1",0.99,1613940423505,1126
"lr_1",2.4146267723561604e-05,1613940423505,1126
"mom_1",0.914634330691096,1613940423505,1126
"eps_1",1e-05,1613940423505,1126
"wd_2",0.01,1613940423505,1126
"sqr_mom_2",0.99,1613940423505,1126
"lr_2",0.00024146267723561602,1613940423505,1126
"mom_2",0.914634330691096,1613940423505,1126
"eps_2",1e-05,1613940423505,1126
"train_loss",0.087068215,1613940424496,1127
"raw_loss",0.06430963,1613940424496,1127
"epoch",7.094339622641506,1613940424496,1127
"wd_0",0.01,1613940424496,1127
"sqr_mom_0",0.99,1613940424496,1127
"lr_0",2.4171463815756674e-06,1613940424496,1127
"mom_0",0.9145713404606083,1613940424496,1127
"eps_0",1e-05,1613940424496,1127
"wd_1",0.01,1613940424496,1127
"sqr_mom_1",0.99,1613940424496,1127
"lr_1",2.4171463815756672e-05,1613940424496,1127
"mom_1",0.9145713404606083,1613940424496,1127
"eps_1",1e-05,1613940424496,1127
"wd_2",0.01,1613940424496,1127
"sqr_mom_2",0.99,1613940424496,1127
"lr_2",0.00024171463815756674,1613940424496,1127
"mom_2",0.9145713404606083,1613940424496,1127
"eps_2",1e-05,1613940424496,1127
"train_loss",0.08664345,1613940425501,1128
"raw_loss",0.06582978,1613940425501,1128
"epoch",7.1006289308176065,1613940425501,1128
"wd_0",0.01,1613940425501,1128
"sqr_mom_0",0.99,1613940425501,1128
"lr_0",2.419666822911644e-06,1613940425501,1128
"mom_0",0.9145083294272089,1613940425501,1128
"eps_0",1e-05,1613940425501,1128
"wd_1",0.01,1613940425501,1128
"sqr_mom_1",0.99,1613940425501,1128
"lr_1",2.4196668229116433e-05,1613940425501,1128
"mom_1",0.9145083294272089,1613940425501,1128
"eps_1",1e-05,1613940425501,1128
"wd_2",0.01,1613940425501,1128
"sqr_mom_2",0.99,1613940425501,1128
"lr_2",0.0002419666822911643,1613940425501,1128
"mom_2",0.9145083294272089,1613940425501,1128
"eps_2",1e-05,1613940425501,1128
"train_loss",0.08684425,1613940426495,1129
"raw_loss",0.09668356,1613940426495,1129
"epoch",7.106918238993707,1613940426495,1129
"wd_0",0.01,1613940426495,1129
"sqr_mom_0",0.99,1613940426495,1129
"lr_0",2.422188450313424e-06,1613940426495,1129
"mom_0",0.9144452887421644,1613940426495,1129
"eps_0",1e-05,1613940426495,1129
"wd_1",0.01,1613940426495,1129
"sqr_mom_1",0.99,1613940426495,1129
"lr_1",2.422188450313424e-05,1613940426495,1129
"mom_1",0.9144452887421644,1613940426495,1129
"eps_1",1e-05,1613940426495,1129
"wd_2",0.01,1613940426495,1129
"sqr_mom_2",0.99,1613940426495,1129
"lr_2",0.00024221884503134236,1613940426495,1129
"mom_2",0.9144452887421644,1613940426495,1129
"eps_2",1e-05,1613940426495,1129
"train_loss",0.08762966,1613940427533,1130
"raw_loss",0.12611488,1613940427533,1130
"epoch",7.113207547169807,1613940427533,1130
"wd_0",0.01,1613940427533,1130
"sqr_mom_0",0.99,1613940427533,1130
"lr_0",2.4247110802802927e-06,1613940427533,1130
"mom_0",0.9143822229929927,1613940427533,1130
"eps_0",1e-05,1613940427533,1130
"wd_1",0.01,1613940427533,1130
"sqr_mom_1",0.99,1613940427533,1130
"lr_1",2.424711080280292e-05,1613940427533,1130
"mom_1",0.9143822229929927,1613940427533,1130
"eps_1",1e-05,1613940427533,1130
"wd_2",0.01,1613940427533,1130
"sqr_mom_2",0.99,1613940427533,1130
"lr_2",0.0002424711080280292,1613940427533,1130
"mom_2",0.9143822229929927,1613940427533,1130
"eps_2",1e-05,1613940427533,1130
"train_loss",0.08762427,1613940428510,1131
"raw_loss",0.08736013,1613940428510,1131
"epoch",7.119496855345908,1613940428510,1131
"wd_0",0.01,1613940428510,1131
"sqr_mom_0",0.99,1613940428510,1131
"lr_0",2.4272348878456797e-06,1613940428510,1131
"mom_0",0.914319127803858,1613940428510,1131
"eps_0",1e-05,1613940428510,1131
"wd_1",0.01,1613940428510,1131
"sqr_mom_1",0.99,1613940428510,1131
"lr_1",2.427234887845679e-05,1613940428510,1131
"mom_1",0.914319127803858,1613940428510,1131
"eps_1",1e-05,1613940428510,1131
"wd_2",0.01,1613940428510,1131
"sqr_mom_2",0.99,1613940428510,1131
"lr_2",0.00024272348878456791,1613940428510,1131
"mom_2",0.914319127803858,1613940428510,1131
"eps_2",1e-05,1613940428510,1131
"train_loss",0.0877796,1613940429517,1132
"raw_loss",0.09539086,1613940429517,1132
"epoch",7.125786163522008,1613940429517,1132
"wd_0",0.01,1613940429517,1132
"sqr_mom_0",0.99,1613940429517,1132
"lr_0",2.4297593303994265e-06,1613940429517,1132
"mom_0",0.9142560167400143,1613940429517,1132
"eps_0",1e-05,1613940429517,1132
"wd_1",0.01,1613940429517,1132
"sqr_mom_1",0.99,1613940429517,1132
"lr_1",2.429759330399426e-05,1613940429517,1132
"mom_1",0.9142560167400143,1613940429517,1132
"eps_1",1e-05,1613940429517,1132
"wd_2",0.01,1613940429517,1132
"sqr_mom_2",0.99,1613940429517,1132
"lr_2",0.0002429759330399426,1613940429517,1132
"mom_2",0.9142560167400143,1613940429517,1132
"eps_2",1e-05,1613940429517,1132
"train_loss",0.08726019,1613940430490,1133
"raw_loss",0.061809134,1613940430490,1133
"epoch",7.1320754716981085,1613940430490,1133
"wd_0",0.01,1613940430490,1133
"sqr_mom_0",0.99,1613940430490,1133
"lr_0",2.4322849417924348e-06,1613940430490,1133
"mom_0",0.9141928764551891,1613940430490,1133
"eps_0",1e-05,1613940430490,1133
"wd_1",0.01,1613940430490,1133
"sqr_mom_1",0.99,1613940430490,1133
"lr_1",2.4322849417924346e-05,1613940430490,1133
"mom_1",0.9141928764551891,1613940430490,1133
"eps_1",1e-05,1613940430490,1133
"wd_2",0.01,1613940430490,1133
"sqr_mom_2",0.99,1613940430490,1133
"lr_2",0.00024322849417924343,1613940430490,1133
"mom_2",0.9141928764551891,1613940430490,1133
"eps_2",1e-05,1613940430490,1133
"train_loss",0.08777746,1613940431456,1134
"raw_loss",0.11312388,1613940431456,1134
"epoch",7.138364779874209,1613940431456,1134
"wd_0",0.01,1613940431456,1134
"sqr_mom_0",0.99,1613940431456,1134
"lr_0",2.434811538232035e-06,1613940431456,1134
"mom_0",0.9141297115441991,1613940431456,1134
"eps_0",1e-05,1613940431456,1134
"wd_1",0.01,1613940431456,1134
"sqr_mom_1",0.99,1613940431456,1134
"lr_1",2.4348115382320348e-05,1613940431456,1134
"mom_1",0.9141297115441991,1613940431456,1134
"eps_1",1e-05,1613940431456,1134
"wd_2",0.01,1613940431456,1134
"sqr_mom_2",0.99,1613940431456,1134
"lr_2",0.00024348115382320345,1613940431456,1134
"mom_2",0.9141297115441991,1613940431456,1134
"eps_2",1e-05,1613940431456,1134
"train_loss",0.086936705,1613940432431,1135
"raw_loss",0.045739904,1613940432431,1135
"epoch",7.144654088050309,1613940432431,1135
"wd_0",0.01,1613940432431,1135
"sqr_mom_0",0.99,1613940432431,1135
"lr_0",2.4373391153343096e-06,1613940432431,1135
"mom_0",0.9140665221166422,1613940432431,1135
"eps_0",1e-05,1613940432431,1135
"wd_1",0.01,1613940432431,1135
"sqr_mom_1",0.99,1613940432431,1135
"lr_1",2.4373391153343096e-05,1613940432431,1135
"mom_1",0.9140665221166422,1613940432431,1135
"eps_1",1e-05,1613940432431,1135
"wd_2",0.01,1613940432431,1135
"sqr_mom_2",0.99,1613940432431,1135
"lr_2",0.00024373391153343092,1613940432431,1135
"mom_2",0.9140665221166422,1613940432431,1135
"eps_2",1e-05,1613940432431,1135
"train_loss",0.08624428,1613940433412,1136
"raw_loss",0.05231536,1613940433412,1136
"epoch",7.15094339622641,1613940433412,1136
"wd_0",0.01,1613940433412,1136
"sqr_mom_0",0.99,1613940433412,1136
"lr_0",2.439867668713642e-06,1613940433412,1136
"mom_0",0.9140033082821589,1613940433412,1136
"eps_0",1e-05,1613940433412,1136
"wd_1",0.01,1613940433412,1136
"sqr_mom_1",0.99,1613940433412,1136
"lr_1",2.439867668713642e-05,1613940433412,1136
"mom_1",0.9140033082821589,1613940433412,1136
"eps_1",1e-05,1613940433412,1136
"wd_2",0.01,1613940433412,1136
"sqr_mom_2",0.99,1613940433412,1136
"lr_2",0.00024398676687136417,1613940433412,1136
"mom_2",0.9140033082821589,1613940433412,1136
"eps_2",1e-05,1613940433412,1136
"train_loss",0.08724675,1613940434387,1137
"raw_loss",0.13636819,1613940434387,1137
"epoch",7.15723270440251,1613940434387,1137
"wd_0",0.01,1613940434387,1137
"sqr_mom_0",0.99,1613940434387,1137
"lr_0",2.442397193982719e-06,1613940434387,1137
"mom_0",0.913940070150432,1613940434387,1137
"eps_0",1e-05,1613940434387,1137
"wd_1",0.01,1613940434387,1137
"sqr_mom_1",0.99,1613940434387,1137
"lr_1",2.442397193982719e-05,1613940434387,1137
"mom_1",0.913940070150432,1613940434387,1137
"eps_1",1e-05,1613940434387,1137
"wd_2",0.01,1613940434387,1137
"sqr_mom_2",0.99,1613940434387,1137
"lr_2",0.0002442397193982719,1613940434387,1137
"mom_2",0.913940070150432,1613940434387,1137
"eps_2",1e-05,1613940434387,1137
"train_loss",0.087024294,1613940435373,1138
"raw_loss",0.07612369,1613940435373,1138
"epoch",7.1635220125786105,1613940435373,1138
"wd_0",0.01,1613940435373,1138
"sqr_mom_0",0.99,1613940435373,1138
"lr_0",2.4449276867525447e-06,1613940435373,1138
"mom_0",0.9138768078311864,1613940435373,1138
"eps_0",1e-05,1613940435373,1138
"wd_1",0.01,1613940435373,1138
"sqr_mom_1",0.99,1613940435373,1138
"lr_1",2.4449276867525443e-05,1613940435373,1138
"mom_1",0.9138768078311864,1613940435373,1138
"eps_1",1e-05,1613940435373,1138
"wd_2",0.01,1613940435373,1138
"sqr_mom_2",0.99,1613940435373,1138
"lr_2",0.00024449276867525443,1613940435373,1138
"mom_2",0.9138768078311864,1613940435373,1138
"eps_2",1e-05,1613940435373,1138
"train_loss",0.087480746,1613940436354,1139
"raw_loss",0.10984685,1613940436354,1139
"epoch",7.169811320754711,1613940436354,1139
"wd_0",0.01,1613940436354,1139
"sqr_mom_0",0.99,1613940436354,1139
"lr_0",2.4474589626668473e-06,1613940436354,1139
"mom_0",0.9138135259333288,1613940436354,1139
"eps_0",1e-05,1613940436354,1139
"wd_1",0.01,1613940436354,1139
"sqr_mom_1",0.99,1613940436354,1139
"lr_1",2.447458962666847e-05,1613940436354,1139
"mom_1",0.9138135259333288,1613940436354,1139
"eps_1",1e-05,1613940436354,1139
"wd_2",0.01,1613940436354,1139
"sqr_mom_2",0.99,1613940436354,1139
"lr_2",0.0002447458962666847,1613940436354,1139
"mom_2",0.9138135259333288,1613940436354,1139
"eps_2",1e-05,1613940436354,1139
"train_loss",0.08718658,1613940437340,1140
"raw_loss",0.072772525,1613940437340,1140
"epoch",7.176100628930811,1613940437340,1140
"wd_0",0.01,1613940437340,1140
"sqr_mom_0",0.99,1613940437340,1140
"lr_0",2.4499915572300597e-06,1613940437340,1140
"mom_0",0.9137502110692485,1613940437340,1140
"eps_0",1e-05,1613940437340,1140
"wd_1",0.01,1613940437340,1140
"sqr_mom_1",0.99,1613940437340,1140
"lr_1",2.4499915572300596e-05,1613940437340,1140
"mom_1",0.9137502110692485,1613940437340,1140
"eps_1",1e-05,1613940437340,1140
"wd_2",0.01,1613940437340,1140
"sqr_mom_2",0.99,1613940437340,1140
"lr_2",0.0002449991557230059,1613940437340,1140
"mom_2",0.9137502110692485,1613940437340,1140
"eps_2",1e-05,1613940437340,1140
"train_loss",0.08717166,1613940438342,1141
"raw_loss",0.08644039,1613940438342,1141
"epoch",7.182389937106912,1613940438342,1141
"wd_0",0.01,1613940438342,1141
"sqr_mom_0",0.99,1613940438342,1141
"lr_0",2.45252492615139e-06,1613940438342,1141
"mom_0",0.9136868768462152,1613940438342,1141
"eps_0",1e-05,1613940438342,1141
"wd_1",0.01,1613940438342,1141
"sqr_mom_1",0.99,1613940438342,1141
"lr_1",2.4525249261513902e-05,1613940438342,1141
"mom_1",0.9136868768462152,1613940438342,1141
"eps_1",1e-05,1613940438342,1141
"wd_2",0.01,1613940438342,1141
"sqr_mom_2",0.99,1613940438342,1141
"lr_2",0.000245252492615139,1613940438342,1141
"mom_2",0.9136868768462152,1613940438342,1141
"eps_2",1e-05,1613940438342,1141
"train_loss",0.08781471,1613940439327,1142
"raw_loss",0.11932433,1613940439327,1142
"epoch",7.188679245283012,1613940439327,1142
"wd_0",0.01,1613940439327,1142
"sqr_mom_0",0.99,1613940439327,1142
"lr_0",2.4550592450007656e-06,1613940439327,1142
"mom_0",0.9136235188749808,1613940439327,1142
"eps_0",1e-05,1613940439327,1142
"wd_1",0.01,1613940439327,1142
"sqr_mom_1",0.99,1613940439327,1142
"lr_1",2.4550592450007656e-05,1613940439327,1142
"mom_1",0.9136235188749808,1613940439327,1142
"eps_1",1e-05,1613940439327,1142
"wd_2",0.01,1613940439327,1142
"sqr_mom_2",0.99,1613940439327,1142
"lr_2",0.00024550592450007657,1613940439327,1142
"mom_2",0.9136235188749808,1613940439327,1142
"eps_2",1e-05,1613940439327,1142
"train_loss",0.08880619,1613940440289,1143
"raw_loss",0.13738886,1613940440289,1143
"epoch",7.194968553459113,1613940440289,1143
"wd_0",0.01,1613940440289,1143
"sqr_mom_0",0.99,1613940440289,1143
"lr_0",2.457594329145201e-06,1613940440289,1143
"mom_0",0.9135601417713699,1613940440289,1143
"eps_0",1e-05,1613940440289,1143
"wd_1",0.01,1613940440289,1143
"sqr_mom_1",0.99,1613940440289,1143
"lr_1",2.4575943291452003e-05,1613940440289,1143
"mom_1",0.9135601417713699,1613940440289,1143
"eps_1",1e-05,1613940440289,1143
"wd_2",0.01,1613940440289,1143
"sqr_mom_2",0.99,1613940440289,1143
"lr_2",0.00024575943291452006,1613940440289,1143
"mom_2",0.9135601417713699,1613940440289,1143
"eps_2",1e-05,1613940440289,1143
"train_loss",0.088488065,1613940441345,1144
"raw_loss",0.0729001,1613940441345,1144
"epoch",7.201257861635213,1613940441345,1144
"wd_0",0.01,1613940441345,1144
"sqr_mom_0",0.99,1613940441345,1144
"lr_0",2.460130534590341e-06,1613940441345,1144
"mom_0",0.9134967366352414,1613940441345,1144
"eps_0",1e-05,1613940441345,1144
"wd_1",0.01,1613940441345,1144
"sqr_mom_1",0.99,1613940441345,1144
"lr_1",2.4601305345903405e-05,1613940441345,1144
"mom_1",0.9134967366352414,1613940441345,1144
"eps_1",1e-05,1613940441345,1144
"wd_2",0.01,1613940441345,1144
"sqr_mom_2",0.99,1613940441345,1144
"lr_2",0.000246013053459034,1613940441345,1144
"mom_2",0.9134967366352414,1613940441345,1144
"eps_2",1e-05,1613940441345,1144
"train_loss",0.08767322,1613940442495,1145
"raw_loss",0.047745656,1613940442495,1145
"epoch",7.207547169811313,1613940442495,1145
"wd_0",0.01,1613940442495,1145
"sqr_mom_0",0.99,1613940442495,1145
"lr_0",2.4626678571358115e-06,1613940442495,1145
"mom_0",0.9134333035716047,1613940442495,1145
"eps_0",1e-05,1613940442495,1145
"wd_1",0.01,1613940442495,1145
"sqr_mom_1",0.99,1613940442495,1145
"lr_1",2.462667857135811e-05,1613940442495,1145
"mom_1",0.9134333035716047,1613940442495,1145
"eps_1",1e-05,1613940442495,1145
"wd_2",0.01,1613940442495,1145
"sqr_mom_2",0.99,1613940442495,1145
"lr_2",0.0002462667857135811,1613940442495,1145
"mom_2",0.9134333035716047,1613940442495,1145
"eps_2",1e-05,1613940442495,1145
"train_loss",0.08685508,1613940443683,1146
"raw_loss",0.046766367,1613940443683,1146
"epoch",7.213836477987414,1613940443683,1146
"wd_0",0.01,1613940443683,1146
"sqr_mom_0",0.99,1613940443683,1146
"lr_0",2.4652059317078444e-06,1613940443683,1146
"mom_0",0.9133698517073039,1613940443683,1146
"eps_0",1e-05,1613940443683,1146
"wd_1",0.01,1613940443683,1146
"sqr_mom_1",0.99,1613940443683,1146
"lr_1",2.465205931707844e-05,1613940443683,1146
"mom_1",0.9133698517073039,1613940443683,1146
"eps_1",1e-05,1613940443683,1146
"wd_2",0.01,1613940443683,1146
"sqr_mom_2",0.99,1613940443683,1146
"lr_2",0.0002465205931707844,1613940443683,1146
"mom_2",0.9133698517073039,1613940443683,1146
"eps_2",1e-05,1613940443683,1146
"train_loss",0.08705185,1613940444865,1147
"raw_loss",0.09669351,1613940444865,1147
"epoch",7.220125786163514,1613940444865,1147
"wd_0",0.01,1613940444865,1147
"sqr_mom_0",0.99,1613940444865,1147
"lr_0",2.467744753704272e-06,1613940444865,1147
"mom_0",0.9133063811573932,1613940444865,1147
"eps_0",1e-05,1613940444865,1147
"wd_1",0.01,1613940444865,1147
"sqr_mom_1",0.99,1613940444865,1147
"lr_1",2.4677447537042718e-05,1613940444865,1147
"mom_1",0.9133063811573932,1613940444865,1147
"eps_1",1e-05,1613940444865,1147
"wd_2",0.01,1613940444865,1147
"sqr_mom_2",0.99,1613940444865,1147
"lr_2",0.00024677447537042716,1613940444865,1147
"mom_2",0.9133063811573932,1613940444865,1147
"eps_2",1e-05,1613940444865,1147
"train_loss",0.08803658,1613940446085,1148
"raw_loss",0.13628845,1613940446085,1148
"epoch",7.226415094339615,1613940446085,1148
"wd_0",0.01,1613940446085,1148
"sqr_mom_0",0.99,1613940446085,1148
"lr_0",2.4702846796556534e-06,1613940446085,1148
"mom_0",0.9132428830086087,1613940446085,1148
"eps_0",1e-05,1613940446085,1148
"wd_1",0.01,1613940446085,1148
"sqr_mom_1",0.99,1613940446085,1148
"lr_1",2.4702846796556532e-05,1613940446085,1148
"mom_1",0.9132428830086087,1613940446085,1148
"eps_1",1e-05,1613940446085,1148
"wd_2",0.01,1613940446085,1148
"sqr_mom_2",0.99,1613940446085,1148
"lr_2",0.0002470284679655653,1613940446085,1148
"mom_2",0.9132428830086087,1613940446085,1148
"eps_2",1e-05,1613940446085,1148
"train_loss",0.087892264,1613940447079,1149
"raw_loss",0.08082067,1613940447079,1149
"epoch",7.232704402515715,1613940447079,1149
"wd_0",0.01,1613940447079,1149
"sqr_mom_0",0.99,1613940447079,1149
"lr_0",2.4728255247200006e-06,1613940447079,1149
"mom_0",0.913179361882,1613940447079,1149
"eps_0",1e-05,1613940447079,1149
"wd_1",0.01,1613940447079,1149
"sqr_mom_1",0.99,1613940447079,1149
"lr_1",2.47282552472e-05,1613940447079,1149
"mom_1",0.913179361882,1613940447079,1149
"eps_1",1e-05,1613940447079,1149
"wd_2",0.01,1613940447079,1149
"sqr_mom_2",0.99,1613940447079,1149
"lr_2",0.00024728255247200004,1613940447079,1149
"mom_2",0.913179361882,1613940447079,1149
"eps_2",1e-05,1613940447079,1149
"train_loss",0.08776141,1613940448051,1150
"raw_loss",0.08134954,1613940448051,1150
"epoch",7.238993710691815,1613940448051,1150
"wd_0",0.01,1613940448051,1150
"sqr_mom_0",0.99,1613940448051,1150
"lr_0",2.4753672844886736e-06,1613940448051,1150
"mom_0",0.9131158178877832,1613940448051,1150
"eps_0",1e-05,1613940448051,1150
"wd_1",0.01,1613940448051,1150
"sqr_mom_1",0.99,1613940448051,1150
"lr_1",2.4753672844886732e-05,1613940448051,1150
"mom_1",0.9131158178877832,1613940448051,1150
"eps_1",1e-05,1613940448051,1150
"wd_2",0.01,1613940448051,1150
"sqr_mom_2",0.99,1613940448051,1150
"lr_2",0.00024753672844886733,1613940448051,1150
"mom_2",0.9131158178877832,1613940448051,1150
"eps_2",1e-05,1613940448051,1150
"train_loss",0.08718838,1613940449013,1151
"raw_loss",0.059109688,1613940449013,1151
"epoch",7.245283018867916,1613940449013,1151
"wd_0",0.01,1613940449013,1151
"sqr_mom_0",0.99,1613940449013,1151
"lr_0",2.4779099545514467e-06,1613940449013,1151
"mom_0",0.9130522511362138,1613940449013,1151
"eps_0",1e-05,1613940449013,1151
"wd_1",0.01,1613940449013,1151
"sqr_mom_1",0.99,1613940449013,1151
"lr_1",2.4779099545514465e-05,1613940449013,1151
"mom_1",0.9130522511362138,1613940449013,1151
"eps_1",1e-05,1613940449013,1151
"wd_2",0.01,1613940449013,1151
"sqr_mom_2",0.99,1613940449013,1151
"lr_2",0.00024779099545514465,1613940449013,1151
"mom_2",0.9130522511362138,1613940449013,1151
"eps_2",1e-05,1613940449013,1151
"train_loss",0.08643262,1613940449976,1152
"raw_loss",0.04940044,1613940449976,1152
"epoch",7.251572327044016,1613940449976,1152
"wd_0",0.01,1613940449976,1152
"sqr_mom_0",0.99,1613940449976,1152
"lr_0",2.4804535304965138e-06,1613940449976,1152
"mom_0",0.9129886617375871,1613940449976,1152
"eps_0",1e-05,1613940449976,1152
"wd_1",0.01,1613940449976,1152
"sqr_mom_1",0.99,1613940449976,1152
"lr_1",2.4804535304965134e-05,1613940449976,1152
"mom_1",0.9129886617375871,1613940449976,1152
"eps_1",1e-05,1613940449976,1152
"wd_2",0.01,1613940449976,1152
"sqr_mom_2",0.99,1613940449976,1152
"lr_2",0.0002480453530496513,1613940449976,1152
"mom_2",0.9129886617375871,1613940449976,1152
"eps_2",1e-05,1613940449976,1152
"train_loss",0.085984625,1613940450931,1153
"raw_loss",0.06403281,1613940450931,1153
"epoch",7.257861635220117,1613940450931,1153
"wd_0",0.01,1613940450931,1153
"sqr_mom_0",0.99,1613940450931,1153
"lr_0",2.4829978270215477e-06,1613940450931,1153
"mom_0",0.9129250543244612,1613940450931,1153
"eps_0",1e-05,1613940450931,1153
"wd_1",0.01,1613940450931,1153
"sqr_mom_1",0.99,1613940450931,1153
"lr_1",2.4829978270215475e-05,1613940450931,1153
"mom_1",0.9129250543244612,1613940450931,1153
"eps_1",1e-05,1613940450931,1153
"wd_2",0.01,1613940450931,1153
"sqr_mom_2",0.99,1613940450931,1153
"lr_2",0.0002482997827021548,1613940450931,1153
"mom_2",0.9129250543244612,1613940450931,1153
"eps_2",1e-05,1613940450931,1153
"train_loss",0.085589655,1613940451887,1154
"raw_loss",0.06623612,1613940451887,1154
"epoch",7.264150943396217,1613940451887,1154
"wd_0",0.01,1613940451887,1154
"sqr_mom_0",0.99,1613940451887,1154
"lr_0",2.485543382378458e-06,1613940451887,1154
"mom_0",0.9128614154405386,1613940451887,1154
"eps_0",1e-05,1613940451887,1154
"wd_1",0.01,1613940451887,1154
"sqr_mom_1",0.99,1613940451887,1154
"lr_1",2.485543382378458e-05,1613940451887,1154
"mom_1",0.9128614154405386,1613940451887,1154
"eps_1",1e-05,1613940451887,1154
"wd_2",0.01,1613940451887,1154
"sqr_mom_2",0.99,1613940451887,1154
"lr_2",0.0002485543382378458,1613940451887,1154
"mom_2",0.9128614154405386,1613940451887,1154
"eps_2",1e-05,1613940451887,1154
"train_loss",0.08843563,1613940452863,1155
"raw_loss",0.22788848,1613940452863,1155
"epoch",7.270440251572317,1613940452863,1155
"wd_0",0.01,1613940452863,1155
"sqr_mom_0",0.99,1613940452863,1155
"lr_0",2.488089649483895e-06,1613940452863,1155
"mom_0",0.9127977587629026,1613940452863,1155
"eps_0",1e-05,1613940452863,1155
"wd_1",0.01,1613940452863,1155
"sqr_mom_1",0.99,1613940452863,1155
"lr_1",2.4880896494838948e-05,1613940452863,1155
"mom_1",0.9127977587629026,1613940452863,1155
"eps_1",1e-05,1613940452863,1155
"wd_2",0.01,1613940452863,1155
"sqr_mom_2",0.99,1613940452863,1155
"lr_2",0.00024880896494838947,1613940452863,1155
"mom_2",0.9127977587629026,1613940452863,1155
"eps_2",1e-05,1613940452863,1155
"train_loss",0.08797994,1613940453832,1156
"raw_loss",0.06565152,1613940453832,1156
"epoch",7.276729559748418,1613940453832,1156
"wd_0",0.01,1613940453832,1156
"sqr_mom_0",0.99,1613940453832,1156
"lr_0",2.4906366237299415e-06,1613940453832,1156
"mom_0",0.9127340844067514,1613940453832,1156
"eps_0",1e-05,1613940453832,1156
"wd_1",0.01,1613940453832,1156
"sqr_mom_1",0.99,1613940453832,1156
"lr_1",2.4906366237299414e-05,1613940453832,1156
"mom_1",0.9127340844067514,1613940453832,1156
"eps_1",1e-05,1613940453832,1156
"wd_2",0.01,1613940453832,1156
"sqr_mom_2",0.99,1613940453832,1156
"lr_2",0.0002490636623729941,1613940453832,1156
"mom_2",0.9127340844067514,1613940453832,1156
"eps_2",1e-05,1613940453832,1156
"train_loss",0.087572075,1613940454788,1157
"raw_loss",0.067586645,1613940454788,1157
"epoch",7.283018867924518,1613940454788,1157
"wd_0",0.01,1613940454788,1157
"sqr_mom_0",0.99,1613940454788,1157
"lr_0",2.493184843933473e-06,1613940454788,1157
"mom_0",0.9126703789016631,1613940454788,1157
"eps_0",1e-05,1613940454788,1157
"wd_1",0.01,1613940454788,1157
"sqr_mom_1",0.99,1613940454788,1157
"lr_1",2.4931848439334724e-05,1613940454788,1157
"mom_1",0.9126703789016631,1613940454788,1157
"eps_1",1e-05,1613940454788,1157
"wd_2",0.01,1613940454788,1157
"sqr_mom_2",0.99,1613940454788,1157
"lr_2",0.00024931848439334727,1613940454788,1157
"mom_2",0.9126703789016631,1613940454788,1157
"eps_2",1e-05,1613940454788,1157
"train_loss",0.08821899,1613940455742,1158
"raw_loss",0.119917616,1613940455742,1158
"epoch",7.289308176100619,1613940455742,1158
"wd_0",0.01,1613940455742,1158
"sqr_mom_0",0.99,1613940455742,1158
"lr_0",2.4957335812330737e-06,1613940455742,1158
"mom_0",0.9126066604691732,1613940455742,1158
"eps_0",1e-05,1613940455742,1158
"wd_1",0.01,1613940455742,1158
"sqr_mom_1",0.99,1613940455742,1158
"lr_1",2.4957335812330734e-05,1613940455742,1158
"mom_1",0.9126066604691732,1613940455742,1158
"eps_1",1e-05,1613940455742,1158
"wd_2",0.01,1613940455742,1158
"sqr_mom_2",0.99,1613940455742,1158
"lr_2",0.0002495733581233073,1613940455742,1158
"mom_2",0.9126066604691732,1613940455742,1158
"eps_2",1e-05,1613940455742,1158
"train_loss",0.087812334,1613940456690,1159
"raw_loss",0.06788634,1613940456690,1159
"epoch",7.295597484276719,1613940456690,1159
"wd_0",0.01,1613940456690,1159
"sqr_mom_0",0.99,1613940456690,1159
"lr_0",2.4982835558964086e-06,1613940456690,1159
"mom_0",0.9125429111025898,1613940456690,1159
"eps_0",1e-05,1613940456690,1159
"wd_1",0.01,1613940456690,1159
"sqr_mom_1",0.99,1613940456690,1159
"lr_1",2.4982835558964086e-05,1613940456690,1159
"mom_1",0.9125429111025898,1613940456690,1159
"eps_1",1e-05,1613940456690,1159
"wd_2",0.01,1613940456690,1159
"sqr_mom_2",0.99,1613940456690,1159
"lr_2",0.00024982835558964086,1613940456690,1159
"mom_2",0.9125429111025898,1613940456690,1159
"eps_2",1e-05,1613940456690,1159
"train_loss",0.08836964,1613940457664,1160
"raw_loss",0.11567751,1613940457664,1160
"epoch",7.3018867924528195,1613940457664,1160
"wd_0",0.01,1613940457664,1160
"sqr_mom_0",0.99,1613940457664,1160
"lr_0",2.500834219887822e-06,1613940457664,1160
"mom_0",0.9124791445028044,1613940457664,1160
"eps_0",1e-05,1613940457664,1160
"wd_1",0.01,1613940457664,1160
"sqr_mom_1",0.99,1613940457664,1160
"lr_1",2.5008342198878217e-05,1613940457664,1160
"mom_1",0.9124791445028044,1613940457664,1160
"eps_1",1e-05,1613940457664,1160
"wd_2",0.01,1613940457664,1160
"sqr_mom_2",0.99,1613940457664,1160
"lr_2",0.00025008342198878214,1613940457664,1160
"mom_2",0.9124791445028044,1613940457664,1160
"eps_2",1e-05,1613940457664,1160
"train_loss",0.087193735,1613940458614,1161
"raw_loss",0.029574484,1613940458614,1161
"epoch",7.30817610062892,1613940458614,1161
"wd_0",0.01,1613940458614,1161
"sqr_mom_0",0.99,1613940458614,1161
"lr_0",2.503385568596481e-06,1613940458614,1161
"mom_0",0.912415360785088,1613940458614,1161
"eps_0",1e-05,1613940458614,1161
"wd_1",0.01,1613940458614,1161
"sqr_mom_1",0.99,1613940458614,1161
"lr_1",2.5033855685964805e-05,1613940458614,1161
"mom_1",0.912415360785088,1613940458614,1161
"eps_1",1e-05,1613940458614,1161
"wd_2",0.01,1613940458614,1161
"sqr_mom_2",0.99,1613940458614,1161
"lr_2",0.00025033855685964803,1613940458614,1161
"mom_2",0.912415360785088,1613940458614,1161
"eps_2",1e-05,1613940458614,1161
"train_loss",0.08677731,1613940459557,1162
"raw_loss",0.066372335,1613940459557,1162
"epoch",7.31446540880502,1613940459557,1162
"wd_0",0.01,1613940459557,1162
"sqr_mom_0",0.99,1613940459557,1162
"lr_0",2.5059381417621655e-06,1613940459557,1162
"mom_0",0.9123515464559458,1613940459557,1162
"eps_0",1e-05,1613940459557,1162
"wd_1",0.01,1613940459557,1162
"sqr_mom_1",0.99,1613940459557,1162
"lr_1",2.5059381417621654e-05,1613940459557,1162
"mom_1",0.9123515464559458,1613940459557,1162
"eps_1",1e-05,1613940459557,1162
"wd_2",0.01,1613940459557,1162
"sqr_mom_2",0.99,1613940459557,1162
"lr_2",0.00025059381417621654,1613940459557,1162
"mom_2",0.9123515464559458,1613940459557,1162
"eps_2",1e-05,1613940459557,1162
"train_loss",0.086809576,1613940460511,1163
"raw_loss",0.08839063,1613940460511,1163
"epoch",7.320754716981121,1613940460511,1163
"wd_0",0.01,1613940460511,1163
"sqr_mom_0",0.99,1613940460511,1163
"lr_0",2.5084912092783943e-06,1613940460511,1163
"mom_0",0.9122877197680401,1613940460511,1163
"eps_0",1e-05,1613940460511,1163
"wd_1",0.01,1613940460511,1163
"sqr_mom_1",0.99,1613940460511,1163
"lr_1",2.5084912092783942e-05,1613940460511,1163
"mom_1",0.9122877197680401,1613940460511,1163
"eps_1",1e-05,1613940460511,1163
"wd_2",0.01,1613940460511,1163
"sqr_mom_2",0.99,1613940460511,1163
"lr_2",0.0002508491209278394,1613940460511,1163
"mom_2",0.9122877197680401,1613940460511,1163
"eps_2",1e-05,1613940460511,1163
"train_loss",0.085922636,1613940461475,1164
"raw_loss",0.042462423,1613940461475,1164
"epoch",7.327044025157221,1613940461475,1164
"wd_0",0.01,1613940461475,1164
"sqr_mom_0",0.99,1613940461475,1164
"lr_0",2.5110453110652316e-06,1613940461475,1164
"mom_0",0.9122238672233692,1613940461475,1164
"eps_0",1e-05,1613940461475,1164
"wd_1",0.01,1613940461475,1164
"sqr_mom_1",0.99,1613940461475,1164
"lr_1",2.5110453110652313e-05,1613940461475,1164
"mom_1",0.9122238672233692,1613940461475,1164
"eps_1",1e-05,1613940461475,1164
"wd_2",0.01,1613940461475,1164
"sqr_mom_2",0.99,1613940461475,1164
"lr_2",0.0002511045311065231,1613940461475,1164
"mom_2",0.9122238672233692,1613940461475,1164
"eps_2",1e-05,1613940461475,1164
"train_loss",0.08484886,1613940462419,1165
"raw_loss",0.0322337,1613940462419,1165
"epoch",7.3333333333333215,1613940462419,1165
"wd_0",0.01,1613940462419,1165
"sqr_mom_0",0.99,1613940462419,1165
"lr_0",2.513600442872415e-06,1613940462419,1165
"mom_0",0.9121599889281896,1613940462419,1165
"eps_0",1e-05,1613940462419,1165
"wd_1",0.01,1613940462419,1165
"sqr_mom_1",0.99,1613940462419,1165
"lr_1",2.513600442872415e-05,1613940462419,1165
"mom_1",0.9121599889281896,1613940462419,1165
"eps_1",1e-05,1613940462419,1165
"wd_2",0.01,1613940462419,1165
"sqr_mom_2",0.99,1613940462419,1165
"lr_2",0.00025136004428724147,1613940462419,1165
"mom_2",0.9121599889281896,1613940462419,1165
"eps_2",1e-05,1613940462419,1165
"train_loss",0.086093836,1613940463387,1166
"raw_loss",0.14709762,1613940463387,1166
"epoch",7.339622641509422,1613940463387,1166
"wd_0",0.01,1613940463387,1166
"sqr_mom_0",0.99,1613940463387,1166
"lr_0",2.516156055372471e-06,1613940463387,1166
"mom_0",0.9120960986156882,1613940463387,1166
"eps_0",1e-05,1613940463387,1166
"wd_1",0.01,1613940463387,1166
"sqr_mom_1",0.99,1613940463387,1166
"lr_1",2.5161560553724706e-05,1613940463387,1166
"mom_1",0.9120960986156882,1613940463387,1166
"eps_1",1e-05,1613940463387,1166
"wd_2",0.01,1613940463387,1166
"sqr_mom_2",0.99,1613940463387,1166
"lr_2",0.00025161560553724704,1613940463387,1166
"mom_2",0.9120960986156882,1613940463387,1166
"eps_2",1e-05,1613940463387,1166
"train_loss",0.08533458,1613940464335,1167
"raw_loss",0.048130985,1613940464335,1167
"epoch",7.345911949685522,1613940464335,1167
"wd_0",0.01,1613940464335,1167
"sqr_mom_0",0.99,1613940464335,1167
"lr_0",2.5187125072743894e-06,1613940464335,1167
"mom_0",0.9120321873181403,1613940464335,1167
"eps_0",1e-05,1613940464335,1167
"wd_1",0.01,1613940464335,1167
"sqr_mom_1",0.99,1613940464335,1167
"lr_1",2.5187125072743894e-05,1613940464335,1167
"mom_1",0.9120321873181403,1613940464335,1167
"eps_1",1e-05,1613940464335,1167
"wd_2",0.01,1613940464335,1167
"sqr_mom_2",0.99,1613940464335,1167
"lr_2",0.00025187125072743895,1613940464335,1167
"mom_2",0.9120321873181403,1613940464335,1167
"eps_2",1e-05,1613940464335,1167
"train_loss",0.08467709,1613940465284,1168
"raw_loss",0.052460164,1613940465284,1168
"epoch",7.352201257861623,1613940465284,1168
"wd_0",0.01,1613940465284,1168
"sqr_mom_0",0.99,1613940465284,1168
"lr_0",2.5212701577630627e-06,1613940465284,1168
"mom_0",0.9119682460559234,1613940465284,1168
"eps_0",1e-05,1613940465284,1168
"wd_1",0.01,1613940465284,1168
"sqr_mom_1",0.99,1613940465284,1168
"lr_1",2.5212701577630625e-05,1613940465284,1168
"mom_1",0.9119682460559234,1613940465284,1168
"eps_1",1e-05,1613940465284,1168
"wd_2",0.01,1613940465284,1168
"sqr_mom_2",0.99,1613940465284,1168
"lr_2",0.00025212701577630625,1613940465284,1168
"mom_2",0.9119682460559234,1613940465284,1168
"eps_2",1e-05,1613940465284,1168
"train_loss",0.0839293,1613940466243,1169
"raw_loss",0.04728747,1613940466243,1169
"epoch",7.358490566037723,1613940466243,1169
"wd_0",0.01,1613940466243,1169
"sqr_mom_0",0.99,1613940466243,1169
"lr_0",2.5238284571486285e-06,1613940466243,1169
"mom_0",0.9119042885712842,1613940466243,1169
"eps_0",1e-05,1613940466243,1169
"wd_1",0.01,1613940466243,1169
"sqr_mom_1",0.99,1613940466243,1169
"lr_1",2.5238284571486287e-05,1613940466243,1169
"mom_1",0.9119042885712842,1613940466243,1169
"eps_1",1e-05,1613940466243,1169
"wd_2",0.01,1613940466243,1169
"sqr_mom_2",0.99,1613940466243,1169
"lr_2",0.00025238284571486283,1613940466243,1169
"mom_2",0.9119042885712842,1613940466243,1169
"eps_2",1e-05,1613940466243,1169
"train_loss",0.0834177,1613940467213,1170
"raw_loss",0.05834921,1613940467213,1170
"epoch",7.3647798742138235,1613940467213,1170
"wd_0",0.01,1613940467213,1170
"sqr_mom_0",0.99,1613940467213,1170
"lr_0",2.526387764670402e-06,1613940467213,1170
"mom_0",0.9118403058832399,1613940467213,1170
"eps_0",1e-05,1613940467213,1170
"wd_1",0.01,1613940467213,1170
"sqr_mom_1",0.99,1613940467213,1170
"lr_1",2.526387764670402e-05,1613940467213,1170
"mom_1",0.9118403058832399,1613940467213,1170
"eps_1",1e-05,1613940467213,1170
"wd_2",0.01,1613940467213,1170
"sqr_mom_2",0.99,1613940467213,1170
"lr_2",0.0002526387764670402,1613940467213,1170
"mom_2",0.9118403058832399,1613940467213,1170
"eps_2",1e-05,1613940467213,1170
"train_loss",0.083406866,1613940468147,1171
"raw_loss",0.082876004,1613940468147,1171
"epoch",7.371069182389924,1613940468147,1171
"wd_0",0.01,1613940468147,1171
"sqr_mom_0",0.99,1613940468147,1171
"lr_0",2.5289475301056867e-06,1613940468147,1171
"mom_0",0.9117763117473578,1613940468147,1171
"eps_0",1e-05,1613940468147,1171
"wd_1",0.01,1613940468147,1171
"sqr_mom_1",0.99,1613940468147,1171
"lr_1",2.5289475301056862e-05,1613940468147,1171
"mom_1",0.9117763117473578,1613940468147,1171
"eps_1",1e-05,1613940468147,1171
"wd_2",0.01,1613940468147,1171
"sqr_mom_2",0.99,1613940468147,1171
"lr_2",0.0002528947530105686,1613940468147,1171
"mom_2",0.9117763117473578,1613940468147,1171
"eps_2",1e-05,1613940468147,1171
"train_loss",0.0835055,1613940469097,1172
"raw_loss",0.08833849,1613940469097,1172
"epoch",7.377358490566024,1613940469097,1172
"wd_0",0.01,1613940469097,1172
"sqr_mom_0",0.99,1613940469097,1172
"lr_0",2.5315081127514063e-06,1613940469097,1172
"mom_0",0.9117122971812148,1613940469097,1172
"eps_0",1e-05,1613940469097,1172
"wd_1",0.01,1613940469097,1172
"sqr_mom_1",0.99,1613940469097,1172
"lr_1",2.531508112751406e-05,1613940469097,1172
"mom_1",0.9117122971812148,1613940469097,1172
"eps_1",1e-05,1613940469097,1172
"wd_2",0.01,1613940469097,1172
"sqr_mom_2",0.99,1613940469097,1172
"lr_2",0.0002531508112751406,1613940469097,1172
"mom_2",0.9117122971812148,1613940469097,1172
"eps_2",1e-05,1613940469097,1172
"train_loss",0.083762884,1613940470042,1173
"raw_loss",0.096374914,1613940470042,1173
"epoch",7.383647798742125,1613940470042,1173
"wd_0",0.01,1613940470042,1173
"sqr_mom_0",0.99,1613940470042,1173
"lr_0",2.534069872367806e-06,1613940470042,1173
"mom_0",0.9116482531908048,1613940470042,1173
"eps_0",1e-05,1613940470042,1173
"wd_1",0.01,1613940470042,1173
"sqr_mom_1",0.99,1613940470042,1173
"lr_1",2.5340698723678056e-05,1613940470042,1173
"mom_1",0.9116482531908048,1613940470042,1173
"eps_1",1e-05,1613940470042,1173
"wd_2",0.01,1613940470042,1173
"sqr_mom_2",0.99,1613940470042,1173
"lr_2",0.00025340698723678057,1613940470042,1173
"mom_2",0.9116482531908048,1613940470042,1173
"eps_2",1e-05,1613940470042,1173
"train_loss",0.08334456,1613940470988,1174
"raw_loss",0.062846325,1613940470988,1174
"epoch",7.389937106918225,1613940470988,1174
"wd_0",0.01,1613940470988,1174
"sqr_mom_0",0.99,1613940470988,1174
"lr_0",2.536632258379381e-06,1613940470988,1174
"mom_0",0.9115841935405155,1613940470988,1174
"eps_0",1e-05,1613940470988,1174
"wd_1",0.01,1613940470988,1174
"sqr_mom_1",0.99,1613940470988,1174
"lr_1",2.5366322583793805e-05,1613940470988,1174
"mom_1",0.9115841935405155,1613940470988,1174
"eps_1",1e-05,1613940470988,1174
"wd_2",0.01,1613940470988,1174
"sqr_mom_2",0.99,1613940470988,1174
"lr_2",0.0002536632258379381,1613940470988,1174
"mom_2",0.9115841935405155,1613940470988,1174
"eps_2",1e-05,1613940470988,1174
"train_loss",0.0831247,1613940471936,1175
"raw_loss",0.07235169,1613940471936,1175
"epoch",7.3962264150943255,1613940471936,1175
"wd_0",0.01,1613940471936,1175
"sqr_mom_0",0.99,1613940471936,1175
"lr_0",2.539195266168203e-06,1613940471936,1175
"mom_0",0.9115201183457949,1613940471936,1175
"eps_0",1e-05,1613940471936,1175
"wd_1",0.01,1613940471936,1175
"sqr_mom_1",0.99,1613940471936,1175
"lr_1",2.5391952661682032e-05,1613940471936,1175
"mom_1",0.9115201183457949,1613940471936,1175
"eps_1",1e-05,1613940471936,1175
"wd_2",0.01,1613940471936,1175
"sqr_mom_2",0.99,1613940471936,1175
"lr_2",0.00025391952661682027,1613940471936,1175
"mom_2",0.9115201183457949,1613940471936,1175
"eps_2",1e-05,1613940471936,1175
"train_loss",0.083359525,1613940472890,1176
"raw_loss",0.09486615,1613940472890,1176
"epoch",7.402515723270426,1613940472890,1176
"wd_0",0.01,1613940472890,1176
"sqr_mom_0",0.99,1613940472890,1176
"lr_0",2.5417594379334948e-06,1613940472890,1176
"mom_0",0.9114560140516625,1613940472890,1176
"eps_0",1e-05,1613940472890,1176
"wd_1",0.01,1613940472890,1176
"sqr_mom_1",0.99,1613940472890,1176
"lr_1",2.5417594379334946e-05,1613940472890,1176
"mom_1",0.9114560140516625,1613940472890,1176
"eps_1",1e-05,1613940472890,1176
"wd_2",0.01,1613940472890,1176
"sqr_mom_2",0.99,1613940472890,1176
"lr_2",0.00025417594379334945,1613940472890,1176
"mom_2",0.9114560140516625,1613940472890,1176
"eps_2",1e-05,1613940472890,1176
"train_loss",0.083017915,1613940473833,1177
"raw_loss",0.066279165,1613940473833,1177
"epoch",7.408805031446526,1613940473833,1177
"wd_0",0.01,1613940473833,1177
"sqr_mom_0",0.99,1613940473833,1177
"lr_0",2.544324040251255e-06,1613940473833,1177
"mom_0",0.9113918989937186,1613940473833,1177
"eps_0",1e-05,1613940473833,1177
"wd_1",0.01,1613940473833,1177
"sqr_mom_1",0.99,1613940473833,1177
"lr_1",2.5443240402512547e-05,1613940473833,1177
"mom_1",0.9113918989937186,1613940473833,1177
"eps_1",1e-05,1613940473833,1177
"wd_2",0.01,1613940473833,1177
"sqr_mom_2",0.99,1613940473833,1177
"lr_2",0.00025443240402512544,1613940473833,1177
"mom_2",0.9113918989937186,1613940473833,1177
"eps_2",1e-05,1613940473833,1177
"train_loss",0.083363555,1613940474802,1178
"raw_loss",0.10029978,1613940474802,1178
"epoch",7.415094339622627,1613940474802,1178
"wd_0",0.01,1613940474802,1178
"sqr_mom_0",0.99,1613940474802,1178
"lr_0",2.546889797872566e-06,1613940474802,1178
"mom_0",0.9113277550531859,1613940474802,1178
"eps_0",1e-05,1613940474802,1178
"wd_1",0.01,1613940474802,1178
"sqr_mom_1",0.99,1613940474802,1178
"lr_1",2.546889797872566e-05,1613940474802,1178
"mom_1",0.9113277550531859,1613940474802,1178
"eps_1",1e-05,1613940474802,1178
"wd_2",0.01,1613940474802,1178
"sqr_mom_2",0.99,1613940474802,1178
"lr_2",0.0002546889797872566,1613940474802,1178
"mom_2",0.9113277550531859,1613940474802,1178
"eps_2",1e-05,1613940474802,1178
"train_loss",0.0834593,1613940475748,1179
"raw_loss",0.088150956,1613940475748,1179
"epoch",7.421383647798727,1613940475748,1179
"wd_0",0.01,1613940475748,1179
"sqr_mom_0",0.99,1613940475748,1179
"lr_0",2.549456159360164e-06,1613940475748,1179
"mom_0",0.9112635960159958,1613940475748,1179
"eps_0",1e-05,1613940475748,1179
"wd_1",0.01,1613940475748,1179
"sqr_mom_1",0.99,1613940475748,1179
"lr_1",2.5494561593601636e-05,1613940475748,1179
"mom_1",0.9112635960159958,1613940475748,1179
"eps_1",1e-05,1613940475748,1179
"wd_2",0.01,1613940475748,1179
"sqr_mom_2",0.99,1613940475748,1179
"lr_2",0.0002549456159360164,1613940475748,1179
"mom_2",0.9112635960159958,1613940475748,1179
"eps_2",1e-05,1613940475748,1179
"train_loss",0.08282577,1613940476689,1180
"raw_loss",0.05178283,1613940476689,1180
"epoch",7.427672955974828,1613940476689,1180
"wd_0",0.01,1613940476689,1180
"sqr_mom_0",0.99,1613940476689,1180
"lr_0",2.552023120093966e-06,1613940476689,1180
"mom_0",0.9111994219976508,1613940476689,1180
"eps_0",1e-05,1613940476689,1180
"wd_1",0.01,1613940476689,1180
"sqr_mom_1",0.99,1613940476689,1180
"lr_1",2.552023120093966e-05,1613940476689,1180
"mom_1",0.9111994219976508,1613940476689,1180
"eps_1",1e-05,1613940476689,1180
"wd_2",0.01,1613940476689,1180
"sqr_mom_2",0.99,1613940476689,1180
"lr_2",0.00025520231200939656,1613940476689,1180
"mom_2",0.9111994219976508,1613940476689,1180
"eps_2",1e-05,1613940476689,1180
"train_loss",0.08251442,1613940477640,1181
"raw_loss",0.067258276,1613940477640,1181
"epoch",7.433962264150928,1613940477640,1181
"wd_0",0.01,1613940477640,1181
"sqr_mom_0",0.99,1613940477640,1181
"lr_0",2.554591223106928e-06,1613940477640,1181
"mom_0",0.9111352194223268,1613940477640,1181
"eps_0",1e-05,1613940477640,1181
"wd_1",0.01,1613940477640,1181
"sqr_mom_1",0.99,1613940477640,1181
"lr_1",2.5545912231069282e-05,1613940477640,1181
"mom_1",0.9111352194223268,1613940477640,1181
"eps_1",1e-05,1613940477640,1181
"wd_2",0.01,1613940477640,1181
"sqr_mom_2",0.99,1613940477640,1181
"lr_2",0.00025545912231069275,1613940477640,1181
"mom_2",0.9111352194223268,1613940477640,1181
"eps_2",1e-05,1613940477640,1181
"train_loss",0.08351149,1613940478586,1182
"raw_loss",0.13236761,1613940478586,1182
"epoch",7.440251572327028,1613940478586,1182
"wd_0",0.01,1613940478586,1182
"sqr_mom_0",0.99,1613940478586,1182
"lr_0",2.557159733850603e-06,1613940478586,1182
"mom_0",0.9110710066537349,1613940478586,1182
"eps_0",1e-05,1613940478586,1182
"wd_1",0.01,1613940478586,1182
"sqr_mom_1",0.99,1613940478586,1182
"lr_1",2.5571597338506027e-05,1613940478586,1182
"mom_1",0.9110710066537349,1613940478586,1182
"eps_1",1e-05,1613940478586,1182
"wd_2",0.01,1613940478586,1182
"sqr_mom_2",0.99,1613940478586,1182
"lr_2",0.00025571597338506027,1613940478586,1182
"mom_2",0.9110710066537349,1613940478586,1182
"eps_2",1e-05,1613940478586,1182
"train_loss",0.08324442,1613940479521,1183
"raw_loss",0.07015812,1613940479521,1183
"epoch",7.446540880503129,1613940479521,1183
"wd_0",0.01,1613940479521,1183
"sqr_mom_0",0.99,1613940479521,1183
"lr_0",2.559729195520526e-06,1613940479521,1183
"mom_0",0.9110067701119868,1613940479521,1183
"eps_0",1e-05,1613940479521,1183
"wd_1",0.01,1613940479521,1183
"sqr_mom_1",0.99,1613940479521,1183
"lr_1",2.5597291955205257e-05,1613940479521,1183
"mom_1",0.9110067701119868,1613940479521,1183
"eps_1",1e-05,1613940479521,1183
"wd_2",0.01,1613940479521,1183
"sqr_mom_2",0.99,1613940479521,1183
"lr_2",0.00025597291955205254,1613940479521,1183
"mom_2",0.9110067701119868,1613940479521,1183
"eps_2",1e-05,1613940479521,1183
"train_loss",0.083925545,1613940480476,1184
"raw_loss",0.1173005,1613940480476,1184
"epoch",7.452830188679229,1613940480476,1184
"wd_0",0.01,1613940480476,1184
"sqr_mom_0",0.99,1613940480476,1184
"lr_0",2.562299603821774e-06,1613940480476,1184
"mom_0",0.9109425099044556,1613940480476,1184
"eps_0",1e-05,1613940480476,1184
"wd_1",0.01,1613940480476,1184
"sqr_mom_1",0.99,1613940480476,1184
"lr_1",2.5622996038217738e-05,1613940480476,1184
"mom_1",0.9109425099044556,1613940480476,1184
"eps_1",1e-05,1613940480476,1184
"wd_2",0.01,1613940480476,1184
"sqr_mom_2",0.99,1613940480476,1184
"lr_2",0.0002562299603821774,1613940480476,1184
"mom_2",0.9109425099044556,1613940480476,1184
"eps_2",1e-05,1613940480476,1184
"train_loss",0.0832022,1613940481411,1185
"raw_loss",0.047758102,1613940481411,1185
"epoch",7.45911949685533,1613940481411,1185
"wd_0",0.01,1613940481411,1185
"sqr_mom_0",0.99,1613940481411,1185
"lr_0",2.56487040615213e-06,1613940481411,1185
"mom_0",0.9108782398461968,1613940481411,1185
"eps_0",1e-05,1613940481411,1185
"wd_1",0.01,1613940481411,1185
"sqr_mom_1",0.99,1613940481411,1185
"lr_1",2.5648704061521292e-05,1613940481411,1185
"mom_1",0.9108782398461968,1613940481411,1185
"eps_1",1e-05,1613940481411,1185
"wd_2",0.01,1613940481411,1185
"sqr_mom_2",0.99,1613940481411,1185
"lr_2",0.0002564870406152129,1613940481411,1185
"mom_2",0.9108782398461968,1613940481411,1185
"eps_2",1e-05,1613940481411,1185
"train_loss",0.083389394,1613940482368,1186
"raw_loss",0.09256187,1613940482368,1186
"epoch",7.46540880503143,1613940482368,1186
"wd_0",0.01,1613940482368,1186
"sqr_mom_0",0.99,1613940482368,1186
"lr_0",2.5674419633717336e-06,1613940482368,1186
"mom_0",0.9108139509157066,1613940482368,1186
"eps_0",1e-05,1613940482368,1186
"wd_1",0.01,1613940482368,1186
"sqr_mom_1",0.99,1613940482368,1186
"lr_1",2.5674419633717333e-05,1613940482368,1186
"mom_1",0.9108139509157066,1613940482368,1186
"eps_1",1e-05,1613940482368,1186
"wd_2",0.01,1613940482368,1186
"sqr_mom_2",0.99,1613940482368,1186
"lr_2",0.00025674419633717335,1613940482368,1186
"mom_2",0.9108139509157066,1613940482368,1186
"eps_2",1e-05,1613940482368,1186
"train_loss",0.082387514,1613940483353,1187
"raw_loss",0.03329542,1613940483353,1187
"epoch",7.47169811320753,1613940483353,1187
"wd_0",0.01,1613940483353,1187
"sqr_mom_0",0.99,1613940483353,1187
"lr_0",2.570014636768713e-06,1613940483353,1187
"mom_0",0.9107496340807821,1613940483353,1187
"eps_0",1e-05,1613940483353,1187
"wd_1",0.01,1613940483353,1187
"sqr_mom_1",0.99,1613940483353,1187
"lr_1",2.570014636768713e-05,1613940483353,1187
"mom_1",0.9107496340807821,1613940483353,1187
"eps_1",1e-05,1613940483353,1187
"wd_2",0.01,1613940483353,1187
"sqr_mom_2",0.99,1613940483353,1187
"lr_2",0.0002570014636768713,1613940483353,1187
"mom_2",0.9107496340807821,1613940483353,1187
"eps_2",1e-05,1613940483353,1187
"train_loss",0.082536094,1613940484321,1188
"raw_loss",0.08981666,1613940484321,1188
"epoch",7.477987421383631,1613940484321,1188
"wd_0",0.01,1613940484321,1188
"sqr_mom_0",0.99,1613940484321,1188
"lr_0",2.572587873414949e-06,1613940484321,1188
"mom_0",0.9106853031646263,1613940484321,1188
"eps_0",1e-05,1613940484321,1188
"wd_1",0.01,1613940484321,1188
"sqr_mom_1",0.99,1613940484321,1188
"lr_1",2.5725878734149487e-05,1613940484321,1188
"mom_1",0.9106853031646263,1613940484321,1188
"eps_1",1e-05,1613940484321,1188
"wd_2",0.01,1613940484321,1188
"sqr_mom_2",0.99,1613940484321,1188
"lr_2",0.00025725878734149485,1613940484321,1188
"mom_2",0.9106853031646263,1613940484321,1188
"eps_2",1e-05,1613940484321,1188
"train_loss",0.082063995,1613940485269,1189
"raw_loss",0.05893125,1613940485269,1189
"epoch",7.484276729559731,1613940485269,1189
"wd_0",0.01,1613940485269,1189
"sqr_mom_0",0.99,1613940485269,1189
"lr_0",2.5751620346472624e-06,1613940485269,1189
"mom_0",0.9106209491338184,1613940485269,1189
"eps_0",1e-05,1613940485269,1189
"wd_1",0.01,1613940485269,1189
"sqr_mom_1",0.99,1613940485269,1189
"lr_1",2.575162034647262e-05,1613940485269,1189
"mom_1",0.9106209491338184,1613940485269,1189
"eps_1",1e-05,1613940485269,1189
"wd_2",0.01,1613940485269,1189
"sqr_mom_2",0.99,1613940485269,1189
"lr_2",0.0002575162034647262,1613940485269,1189
"mom_2",0.9106209491338184,1613940485269,1189
"eps_2",1e-05,1613940485269,1189
"train_loss",0.08465849,1613940486240,1190
"raw_loss",0.21178886,1613940486240,1190
"epoch",7.490566037735832,1613940486240,1190
"wd_0",0.01,1613940486240,1190
"sqr_mom_0",0.99,1613940486240,1190
"lr_0",2.577736567059105e-06,1613940486240,1190
"mom_0",0.9105565858235224,1613940486240,1190
"eps_0",1e-05,1613940486240,1190
"wd_1",0.01,1613940486240,1190
"sqr_mom_1",0.99,1613940486240,1190
"lr_1",2.577736567059105e-05,1613940486240,1190
"mom_1",0.9105565858235224,1613940486240,1190
"eps_1",1e-05,1613940486240,1190
"wd_2",0.01,1613940486240,1190
"sqr_mom_2",0.99,1613940486240,1190
"lr_2",0.00025777365670591045,1613940486240,1190
"mom_2",0.9105565858235224,1613940486240,1190
"eps_2",1e-05,1613940486240,1190
"train_loss",0.08364314,1613940487192,1191
"raw_loss",0.03389105,1613940487192,1191
"epoch",7.496855345911932,1613940487192,1191
"wd_0",0.01,1613940487192,1191
"sqr_mom_0",0.99,1613940487192,1191
"lr_0",2.5803118320391984e-06,1613940487192,1191
"mom_0",0.91049220419902,1613940487192,1191
"eps_0",1e-05,1613940487192,1191
"wd_1",0.01,1613940487192,1191
"sqr_mom_1",0.99,1613940487192,1191
"lr_1",2.580311832039198e-05,1613940487192,1191
"mom_1",0.91049220419902,1613940487192,1191
"eps_1",1e-05,1613940487192,1191
"wd_2",0.01,1613940487192,1191
"sqr_mom_2",0.99,1613940487192,1191
"lr_2",0.0002580311832039198,1613940487192,1191
"mom_2",0.91049220419902,1613940487192,1191
"eps_2",1e-05,1613940487192,1191
"train_loss",0.084018014,1613940488166,1192
"raw_loss",0.102387056,1613940488166,1192
"epoch",7.503144654088032,1613940488166,1192
"wd_0",0.01,1613940488166,1192
"sqr_mom_0",0.99,1613940488166,1192
"lr_0",2.582888191391596e-06,1613940488166,1192
"mom_0",0.9104277952152101,1613940488166,1192
"eps_0",1e-05,1613940488166,1192
"wd_1",0.01,1613940488166,1192
"sqr_mom_1",0.99,1613940488166,1192
"lr_1",2.5828881913915957e-05,1613940488166,1192
"mom_1",0.9104277952152101,1613940488166,1192
"eps_1",1e-05,1613940488166,1192
"wd_2",0.01,1613940488166,1192
"sqr_mom_2",0.99,1613940488166,1192
"lr_2",0.00025828881913915957,1613940488166,1192
"mom_2",0.9104277952152101,1613940488166,1192
"eps_2",1e-05,1613940488166,1192
"train_loss",0.08354638,1613940489107,1193
"raw_loss",0.060436327,1613940489107,1193
"epoch",7.509433962264133,1613940489107,1193
"wd_0",0.01,1613940489107,1193
"sqr_mom_0",0.99,1613940489107,1193
"lr_0",2.5854650913934834e-06,1613940489107,1193
"mom_0",0.9103633727151629,1613940489107,1193
"eps_0",1e-05,1613940489107,1193
"wd_1",0.01,1613940489107,1193
"sqr_mom_1",0.99,1613940489107,1193
"lr_1",2.5854650913934833e-05,1613940489107,1193
"mom_1",0.9103633727151629,1613940489107,1193
"eps_1",1e-05,1613940489107,1193
"wd_2",0.01,1613940489107,1193
"sqr_mom_2",0.99,1613940489107,1193
"lr_2",0.0002585465091393483,1613940489107,1193
"mom_2",0.9103633727151629,1613940489107,1193
"eps_2",1e-05,1613940489107,1193
"train_loss",0.083331324,1613940490049,1194
"raw_loss",0.072793774,1613940490049,1194
"epoch",7.515723270440233,1613940490049,1194
"wd_0",0.01,1613940490049,1194
"sqr_mom_0",0.99,1613940490049,1194
"lr_0",2.5880425274198135e-06,1613940490049,1194
"mom_0",0.9102989368145047,1613940490049,1194
"eps_0",1e-05,1613940490049,1194
"wd_1",0.01,1613940490049,1194
"sqr_mom_1",0.99,1613940490049,1194
"lr_1",2.588042527419813e-05,1613940490049,1194
"mom_1",0.9102989368145047,1613940490049,1194
"eps_1",1e-05,1613940490049,1194
"wd_2",0.01,1613940490049,1194
"sqr_mom_2",0.99,1613940490049,1194
"lr_2",0.0002588042527419813,1613940490049,1194
"mom_2",0.9102989368145047,1613940490049,1194
"eps_2",1e-05,1613940490049,1194
"train_loss",0.08302956,1613940491027,1195
"raw_loss",0.068243206,1613940491027,1195
"epoch",7.522012578616334,1613940491027,1195
"wd_0",0.01,1613940491027,1195
"sqr_mom_0",0.99,1613940491027,1195
"lr_0",2.5906210447125575e-06,1613940491027,1195
"mom_0",0.910234473882186,1613940491027,1195
"eps_0",1e-05,1613940491027,1195
"wd_1",0.01,1613940491027,1195
"sqr_mom_1",0.99,1613940491027,1195
"lr_1",2.5906210447125572e-05,1613940491027,1195
"mom_1",0.910234473882186,1613940491027,1195
"eps_1",1e-05,1613940491027,1195
"wd_2",0.01,1613940491027,1195
"sqr_mom_2",0.99,1613940491027,1195
"lr_2",0.0002590621044712557,1613940491027,1195
"mom_2",0.910234473882186,1613940491027,1195
"eps_2",1e-05,1613940491027,1195
"train_loss",0.08230395,1613940492005,1196
"raw_loss",0.04674876,1613940492005,1196
"epoch",7.528301886792434,1613940492005,1196
"wd_0",0.01,1613940492005,1196
"sqr_mom_0",0.99,1613940492005,1196
"lr_0",2.593199905744496e-06,1613940492005,1196
"mom_0",0.9101700023563876,1613940492005,1196
"eps_0",1e-05,1613940492005,1196
"wd_1",0.01,1613940492005,1196
"sqr_mom_1",0.99,1613940492005,1196
"lr_1",2.593199905744496e-05,1613940492005,1196
"mom_1",0.9101700023563876,1613940492005,1196
"eps_1",1e-05,1613940492005,1196
"wd_2",0.01,1613940492005,1196
"sqr_mom_2",0.99,1613940492005,1196
"lr_2",0.0002593199905744496,1613940492005,1196
"mom_2",0.9101700023563876,1613940492005,1196
"eps_2",1e-05,1613940492005,1196
"train_loss",0.082598165,1613940492956,1197
"raw_loss",0.09701486,1613940492956,1197
"epoch",7.5345911949685345,1613940492956,1197
"wd_0",0.01,1613940492956,1197
"sqr_mom_0",0.99,1613940492956,1197
"lr_0",2.59577965590707e-06,1613940492956,1197
"mom_0",0.9101055086023232,1613940492956,1197
"eps_0",1e-05,1613940492956,1197
"wd_1",0.01,1613940492956,1197
"sqr_mom_1",0.99,1613940492956,1197
"lr_1",2.5957796559070693e-05,1613940492956,1197
"mom_1",0.9101055086023232,1613940492956,1197
"eps_1",1e-05,1613940492956,1197
"wd_2",0.01,1613940492956,1197
"sqr_mom_2",0.99,1613940492956,1197
"lr_2",0.00025957796559070693,1613940492956,1197
"mom_2",0.9101055086023232,1613940492956,1197
"eps_2",1e-05,1613940492956,1197
"train_loss",0.08180109,1613940493957,1198
"raw_loss",0.042744324,1613940493957,1198
"epoch",7.540880503144635,1613940493957,1198
"wd_0",0.01,1613940493957,1198
"sqr_mom_0",0.99,1613940493957,1198
"lr_0",2.598360290874167e-06,1613940493957,1198
"mom_0",0.9100409927281458,1613940493957,1198
"eps_0",1e-05,1613940493957,1198
"wd_1",0.01,1613940493957,1198
"sqr_mom_1",0.99,1613940493957,1198
"lr_1",2.5983602908741668e-05,1613940493957,1198
"mom_1",0.9100409927281458,1613940493957,1198
"eps_1",1e-05,1613940493957,1198
"wd_2",0.01,1613940493957,1198
"sqr_mom_2",0.99,1613940493957,1198
"lr_2",0.00025983602908741666,1613940493957,1198
"mom_2",0.9100409927281458,1613940493957,1198
"eps_2",1e-05,1613940493957,1198
"train_loss",0.08130917,1613940494907,1199
"raw_loss",0.057205074,1613940494907,1199
"epoch",7.547169811320735,1613940494907,1199
"wd_0",0.01,1613940494907,1199
"sqr_mom_0",0.99,1613940494907,1199
"lr_0",2.600941255851971e-06,1613940494907,1199
"mom_0",0.9099764686037007,1613940494907,1199
"eps_0",1e-05,1613940494907,1199
"wd_1",0.01,1613940494907,1199
"sqr_mom_1",0.99,1613940494907,1199
"lr_1",2.6009412558519703e-05,1613940494907,1199
"mom_1",0.9099764686037007,1613940494907,1199
"eps_1",1e-05,1613940494907,1199
"wd_2",0.01,1613940494907,1199
"sqr_mom_2",0.99,1613940494907,1199
"lr_2",0.0002600941255851971,1613940494907,1199
"mom_2",0.9099764686037007,1613940494907,1199
"eps_2",1e-05,1613940494907,1199
"train_loss",0.08043557,1613940495860,1200
"raw_loss",0.037628964,1613940495860,1200
"epoch",7.553459119496836,1613940495860,1200
"wd_0",0.01,1613940495860,1200
"sqr_mom_0",0.99,1613940495860,1200
"lr_0",2.6035232802156176e-06,1613940495860,1200
"mom_0",0.9099119179946096,1613940495860,1200
"eps_0",1e-05,1613940495860,1200
"wd_1",0.01,1613940495860,1200
"sqr_mom_1",0.99,1613940495860,1200
"lr_1",2.6035232802156178e-05,1613940495860,1200
"mom_1",0.9099119179946096,1613940495860,1200
"eps_1",1e-05,1613940495860,1200
"wd_2",0.01,1613940495860,1200
"sqr_mom_2",0.99,1613940495860,1200
"lr_2",0.0002603523280215618,1613940495860,1200
"mom_2",0.9099119179946096,1613940495860,1200
"eps_2",1e-05,1613940495860,1200
"train_loss",0.07971632,1613940496814,1201
"raw_loss",0.04447303,1613940496814,1201
"epoch",7.559748427672936,1613940496814,1201
"wd_0",0.01,1613940496814,1201
"sqr_mom_0",0.99,1613940496814,1201
"lr_0",2.6061056254347696e-06,1613940496814,1201
"mom_0",0.9098473593641307,1613940496814,1201
"eps_0",1e-05,1613940496814,1201
"wd_1",0.01,1613940496814,1201
"sqr_mom_1",0.99,1613940496814,1201
"lr_1",2.6061056254347697e-05,1613940496814,1201
"mom_1",0.9098473593641307,1613940496814,1201
"eps_1",1e-05,1613940496814,1201
"wd_2",0.01,1613940496814,1201
"sqr_mom_2",0.99,1613940496814,1201
"lr_2",0.00026061056254347696,1613940496814,1201
"mom_2",0.9098473593641307,1613940496814,1201
"eps_2",1e-05,1613940496814,1201
"train_loss",0.07905993,1613940497808,1202
"raw_loss",0.04689692,1613940497808,1202
"epoch",7.5660377358490365,1613940497808,1202
"wd_0",0.01,1613940497808,1202
"sqr_mom_0",0.99,1613940497808,1202
"lr_0",2.6086888376402097e-06,1613940497808,1202
"mom_0",0.9097827790589947,1613940497808,1202
"eps_0",1e-05,1613940497808,1202
"wd_1",0.01,1613940497808,1202
"sqr_mom_1",0.99,1613940497808,1202
"lr_1",2.60868883764021e-05,1613940497808,1202
"mom_1",0.9097827790589947,1613940497808,1202
"eps_1",1e-05,1613940497808,1202
"wd_2",0.01,1613940497808,1202
"sqr_mom_2",0.99,1613940497808,1202
"lr_2",0.00026086888376402093,1613940497808,1202
"mom_2",0.9097827790589947,1613940497808,1202
"eps_2",1e-05,1613940497808,1202
"train_loss",0.07859258,1613940498786,1203
"raw_loss",0.055692792,1613940498786,1203
"epoch",7.572327044025137,1613940498786,1203
"wd_0",0.01,1613940498786,1203
"sqr_mom_0",0.99,1613940498786,1203
"lr_0",2.611272912495045e-06,1613940498786,1203
"mom_0",0.9097181771876238,1613940498786,1203
"eps_0",1e-05,1613940498786,1203
"wd_1",0.01,1613940498786,1203
"sqr_mom_1",0.99,1613940498786,1203
"lr_1",2.6112729124950442e-05,1613940498786,1203
"mom_1",0.9097181771876238,1613940498786,1203
"eps_1",1e-05,1613940498786,1203
"wd_2",0.01,1613940498786,1203
"sqr_mom_2",0.99,1613940498786,1203
"lr_2",0.00026112729124950444,1613940498786,1203
"mom_2",0.9097181771876238,1613940498786,1203
"eps_2",1e-05,1613940498786,1203
"train_loss",0.07882248,1613940499749,1204
"raw_loss",0.0900873,1613940499749,1204
"epoch",7.578616352201237,1613940499749,1204
"wd_0",0.01,1613940499749,1204
"sqr_mom_0",0.99,1613940499749,1204
"lr_0",2.6138572944684257e-06,1613940499749,1204
"mom_0",0.9096535676382893,1613940499749,1204
"eps_0",1e-05,1613940499749,1204
"wd_1",0.01,1613940499749,1204
"sqr_mom_1",0.99,1613940499749,1204
"lr_1",2.6138572944684256e-05,1613940499749,1204
"mom_1",0.9096535676382893,1613940499749,1204
"eps_1",1e-05,1613940499749,1204
"wd_2",0.01,1613940499749,1204
"sqr_mom_2",0.99,1613940499749,1204
"lr_2",0.00026138572944684255,1613940499749,1204
"mom_2",0.9096535676382893,1613940499749,1204
"eps_2",1e-05,1613940499749,1204
"train_loss",0.07817859,1613940500713,1205
"raw_loss",0.046628274,1613940500713,1205
"epoch",7.584905660377338,1613940500713,1205
"wd_0",0.01,1613940500713,1205
"sqr_mom_0",0.99,1613940500713,1205
"lr_0",2.616442346345627e-06,1613940500713,1205
"mom_0",0.9095889413413593,1613940500713,1205
"eps_0",1e-05,1613940500713,1205
"wd_1",0.01,1613940500713,1205
"sqr_mom_1",0.99,1613940500713,1205
"lr_1",2.6164423463456265e-05,1613940500713,1205
"mom_1",0.9095889413413593,1613940500713,1205
"eps_1",1e-05,1613940500713,1205
"wd_2",0.01,1613940500713,1205
"sqr_mom_2",0.99,1613940500713,1205
"lr_2",0.00026164423463456265,1613940500713,1205
"mom_2",0.9095889413413593,1613940500713,1205
"eps_2",1e-05,1613940500713,1205
"train_loss",0.077346586,1613940501676,1206
"raw_loss",0.03657832,1613940501676,1206
"epoch",7.591194968553438,1613940501676,1206
"wd_0",0.01,1613940501676,1206
"sqr_mom_0",0.99,1613940501676,1206
"lr_0",2.6190284312917225e-06,1613940501676,1206
"mom_0",0.9095242892177069,1613940501676,1206
"eps_0",1e-05,1613940501676,1206
"wd_1",0.01,1613940501676,1206
"sqr_mom_1",0.99,1613940501676,1206
"lr_1",2.6190284312917222e-05,1613940501676,1206
"mom_1",0.9095242892177069,1613940501676,1206
"eps_1",1e-05,1613940501676,1206
"wd_2",0.01,1613940501676,1206
"sqr_mom_2",0.99,1613940501676,1206
"lr_2",0.0002619028431291722,1613940501676,1206
"mom_2",0.9095242892177069,1613940501676,1206
"eps_2",1e-05,1613940501676,1206
"train_loss",0.07858525,1613940502624,1207
"raw_loss",0.13927999,1613940502624,1207
"epoch",7.5974842767295385,1613940502624,1207
"wd_0",0.01,1613940502624,1207
"sqr_mom_0",0.99,1613940502624,1207
"lr_0",2.621614993486653e-06,1613940502624,1207
"mom_0",0.9094596251628336,1613940502624,1207
"eps_0",1e-05,1613940502624,1207
"wd_1",0.01,1613940502624,1207
"sqr_mom_1",0.99,1613940502624,1207
"lr_1",2.6216149934866525e-05,1613940502624,1207
"mom_1",0.9094596251628336,1613940502624,1207
"eps_1",1e-05,1613940502624,1207
"wd_2",0.01,1613940502624,1207
"sqr_mom_2",0.99,1613940502624,1207
"lr_2",0.0002621614993486653,1613940502624,1207
"mom_2",0.9094596251628336,1613940502624,1207
"eps_2",1e-05,1613940502624,1207
"train_loss",0.07969088,1613940503607,1208
"raw_loss",0.13386661,1613940503607,1208
"epoch",7.603773584905639,1613940503607,1208
"wd_0",0.01,1613940503607,1208
"sqr_mom_0",0.99,1613940503607,1208
"lr_0",2.62420239613843e-06,1613940503607,1208
"mom_0",0.9093949400965392,1613940503607,1208
"eps_0",1e-05,1613940503607,1208
"wd_1",0.01,1613940503607,1208
"sqr_mom_1",0.99,1613940503607,1208
"lr_1",2.62420239613843e-05,1613940503607,1208
"mom_1",0.9093949400965392,1613940503607,1208
"eps_1",1e-05,1613940503607,1208
"wd_2",0.01,1613940503607,1208
"sqr_mom_2",0.99,1613940503607,1208
"lr_2",0.000262420239613843,1613940503607,1208
"mom_2",0.9093949400965392,1613940503607,1208
"eps_2",1e-05,1613940503607,1208
"train_loss",0.079126336,1613940504555,1209
"raw_loss",0.051463574,1613940504555,1209
"epoch",7.610062893081739,1613940504555,1209
"wd_0",0.01,1613940504555,1209
"sqr_mom_0",0.99,1613940504555,1209
"lr_0",2.6267900830032718e-06,1613940504555,1209
"mom_0",0.9093302479249181,1613940504555,1209
"eps_0",1e-05,1613940504555,1209
"wd_1",0.01,1613940504555,1209
"sqr_mom_1",0.99,1613940504555,1209
"lr_1",2.6267900830032718e-05,1613940504555,1209
"mom_1",0.9093302479249181,1613940504555,1209
"eps_1",1e-05,1613940504555,1209
"wd_2",0.01,1613940504555,1209
"sqr_mom_2",0.99,1613940504555,1209
"lr_2",0.00026267900830032715,1613940504555,1209
"mom_2",0.9093302479249181,1613940504555,1209
"eps_2",1e-05,1613940504555,1209
"train_loss",0.07918868,1613940505516,1210
"raw_loss",0.08224362,1613940505516,1210
"epoch",7.61635220125784,1613940505516,1210
"wd_0",0.01,1613940505516,1210
"sqr_mom_0",0.99,1613940505516,1210
"lr_0",2.629378417335345e-06,1613940505516,1210
"mom_0",0.9092655395666164,1613940505516,1210
"eps_0",1e-05,1613940505516,1210
"wd_1",0.01,1613940505516,1210
"sqr_mom_1",0.99,1613940505516,1210
"lr_1",2.629378417335345e-05,1613940505516,1210
"mom_1",0.9092655395666164,1613940505516,1210
"eps_1",1e-05,1613940505516,1210
"wd_2",0.01,1613940505516,1210
"sqr_mom_2",0.99,1613940505516,1210
"lr_2",0.0002629378417335345,1613940505516,1210
"mom_2",0.9092655395666164,1613940505516,1210
"eps_2",1e-05,1613940505516,1210
"train_loss",0.079137035,1613940506475,1211
"raw_loss",0.07660638,1613940506475,1211
"epoch",7.62264150943394,1613940506475,1211
"wd_0",0.01,1613940506475,1211
"sqr_mom_0",0.99,1613940506475,1211
"lr_0",2.6319677627559016e-06,1613940506475,1211
"mom_0",0.9092008059311024,1613940506475,1211
"eps_0",1e-05,1613940506475,1211
"wd_1",0.01,1613940506475,1211
"sqr_mom_1",0.99,1613940506475,1211
"lr_1",2.6319677627559015e-05,1613940506475,1211
"mom_1",0.9092008059311024,1613940506475,1211
"eps_1",1e-05,1613940506475,1211
"wd_2",0.01,1613940506475,1211
"sqr_mom_2",0.99,1613940506475,1211
"lr_2",0.0002631967762755902,1613940506475,1211
"mom_2",0.9092008059311024,1613940506475,1211
"eps_2",1e-05,1613940506475,1211
"train_loss",0.079079814,1613940507450,1212
"raw_loss",0.07627612,1613940507450,1212
"epoch",7.6289308176100405,1613940507450,1212
"wd_0",0.01,1613940507450,1212
"sqr_mom_0",0.99,1613940507450,1212
"lr_0",2.634557562741634e-06,1613940507450,1212
"mom_0",0.9091360609314592,1613940507450,1212
"eps_0",1e-05,1613940507450,1212
"wd_1",0.01,1613940507450,1212
"sqr_mom_1",0.99,1613940507450,1212
"lr_1",2.6345575627416337e-05,1613940507450,1212
"mom_1",0.9091360609314592,1613940507450,1212
"eps_1",1e-05,1613940507450,1212
"wd_2",0.01,1613940507450,1212
"sqr_mom_2",0.99,1613940507450,1212
"lr_2",0.00026345575627416336,1613940507450,1212
"mom_2",0.9091360609314592,1613940507450,1212
"eps_2",1e-05,1613940507450,1212
"train_loss",0.07897459,1613940508413,1213
"raw_loss",0.07381866,1613940508413,1213
"epoch",7.635220125786141,1613940508413,1213
"wd_0",0.01,1613940508413,1213
"sqr_mom_0",0.99,1613940508413,1213
"lr_0",2.6371478126632725e-06,1613940508413,1213
"mom_0",0.9090713046834181,1613940508413,1213
"eps_0",1e-05,1613940508413,1213
"wd_1",0.01,1613940508413,1213
"sqr_mom_1",0.99,1613940508413,1213
"lr_1",2.6371478126632723e-05,1613940508413,1213
"mom_1",0.9090713046834181,1613940508413,1213
"eps_1",1e-05,1613940508413,1213
"wd_2",0.01,1613940508413,1213
"sqr_mom_2",0.99,1613940508413,1213
"lr_2",0.0002637147812663272,1613940508413,1213
"mom_2",0.9090713046834181,1613940508413,1213
"eps_2",1e-05,1613940508413,1213
"train_loss",0.078026935,1613940509373,1214
"raw_loss",0.031591993,1613940509373,1214
"epoch",7.641509433962241,1613940509373,1214
"wd_0",0.01,1613940509373,1214
"sqr_mom_0",0.99,1613940509373,1214
"lr_0",2.6397390604640327e-06,1613940509373,1214
"mom_0",0.9090065234883992,1613940509373,1214
"eps_0",1e-05,1613940509373,1214
"wd_1",0.01,1613940509373,1214
"sqr_mom_1",0.99,1613940509373,1214
"lr_1",2.6397390604640326e-05,1613940509373,1214
"mom_1",0.9090065234883992,1613940509373,1214
"eps_1",1e-05,1613940509373,1214
"wd_2",0.01,1613940509373,1214
"sqr_mom_2",0.99,1613940509373,1214
"lr_2",0.00026397390604640324,1613940509373,1214
"mom_2",0.9090065234883992,1613940509373,1214
"eps_2",1e-05,1613940509373,1214
"train_loss",0.07794572,1613940510328,1215
"raw_loss",0.073966056,1613940510328,1215
"epoch",7.647798742138342,1613940510328,1215
"wd_0",0.01,1613940510328,1215
"sqr_mom_0",0.99,1613940510328,1215
"lr_0",2.642330564975419e-06,1613940510328,1215
"mom_0",0.9089417358756146,1613940510328,1215
"eps_0",1e-05,1613940510328,1215
"wd_1",0.01,1613940510328,1215
"sqr_mom_1",0.99,1613940510328,1215
"lr_1",2.6423305649754185e-05,1613940510328,1215
"mom_1",0.9089417358756146,1613940510328,1215
"eps_1",1e-05,1613940510328,1215
"wd_2",0.01,1613940510328,1215
"sqr_mom_2",0.99,1613940510328,1215
"lr_2",0.00026423305649754184,1613940510328,1215
"mom_2",0.9089417358756146,1613940510328,1215
"eps_2",1e-05,1613940510328,1215
"train_loss",0.077445015,1613940511296,1216
"raw_loss",0.052910455,1613940511296,1216
"epoch",7.654088050314442,1613940511296,1216
"wd_0",0.01,1613940511296,1216
"sqr_mom_0",0.99,1613940511296,1216
"lr_0",2.6449228742722394e-06,1613940511296,1216
"mom_0",0.908876928143194,1613940511296,1216
"eps_0",1e-05,1613940511296,1216
"wd_1",0.01,1613940511296,1216
"sqr_mom_1",0.99,1613940511296,1216
"lr_1",2.6449228742722392e-05,1613940511296,1216
"mom_1",0.908876928143194,1613940511296,1216
"eps_1",1e-05,1613940511296,1216
"wd_2",0.01,1613940511296,1216
"sqr_mom_2",0.99,1613940511296,1216
"lr_2",0.0002644922874272239,1613940511296,1216
"mom_2",0.908876928143194,1613940511296,1216
"eps_2",1e-05,1613940511296,1216
"train_loss",0.07657707,1613940512295,1217
"raw_loss",0.034047622,1613940512295,1217
"epoch",7.660377358490543,1613940512295,1217
"wd_0",0.01,1613940512295,1217
"sqr_mom_0",0.99,1613940512295,1217
"lr_0",2.6475159839884118e-06,1613940512295,1217
"mom_0",0.9088121004002897,1613940512295,1217
"eps_0",1e-05,1613940512295,1217
"wd_1",0.01,1613940512295,1217
"sqr_mom_1",0.99,1613940512295,1217
"lr_1",2.647515983988412e-05,1613940512295,1217
"mom_1",0.9088121004002897,1613940512295,1217
"eps_1",1e-05,1613940512295,1217
"wd_2",0.01,1613940512295,1217
"sqr_mom_2",0.99,1613940512295,1217
"lr_2",0.00026475159839884114,1613940512295,1217
"mom_2",0.9088121004002897,1613940512295,1217
"eps_2",1e-05,1613940512295,1217
"train_loss",0.07623225,1613940513270,1218
"raw_loss",0.059336137,1613940513270,1218
"epoch",7.666666666666643,1613940513270,1218
"wd_0",0.01,1613940513270,1218
"sqr_mom_0",0.99,1613940513270,1218
"lr_0",2.650109336657707e-06,1613940513270,1218
"mom_0",0.9087472665835573,1613940513270,1218
"eps_0",1e-05,1613940513270,1218
"wd_1",0.01,1613940513270,1218
"sqr_mom_1",0.99,1613940513270,1218
"lr_1",2.6501093366577066e-05,1613940513270,1218
"mom_1",0.9087472665835573,1613940513270,1218
"eps_1",1e-05,1613940513270,1218
"wd_2",0.01,1613940513270,1218
"sqr_mom_2",0.99,1613940513270,1218
"lr_2",0.00026501093366577066,1613940513270,1218
"mom_2",0.9087472665835573,1613940513270,1218
"eps_2",1e-05,1613940513270,1218
"train_loss",0.07817627,1613940514214,1219
"raw_loss",0.17343335,1613940514214,1219
"epoch",7.672955974842743,1613940514214,1219
"wd_0",0.01,1613940514214,1219
"sqr_mom_0",0.99,1613940514214,1219
"lr_0",2.6527036651559965e-06,1613940514214,1219
"mom_0",0.9086824083711,1613940514214,1219
"eps_0",1e-05,1613940514214,1219
"wd_1",0.01,1613940514214,1219
"sqr_mom_1",0.99,1613940514214,1219
"lr_1",2.6527036651559966e-05,1613940514214,1219
"mom_1",0.9086824083711,1613940514214,1219
"eps_1",1e-05,1613940514214,1219
"wd_2",0.01,1613940514214,1219
"sqr_mom_2",0.99,1613940514214,1219
"lr_2",0.0002652703665155996,1613940514214,1219
"mom_2",0.9086824083711,1613940514214,1219
"eps_2",1e-05,1613940514214,1219
"train_loss",0.07761121,1613940515177,1220
"raw_loss",0.049923435,1613940515177,1220
"epoch",7.679245283018844,1613940515177,1220
"wd_0",0.01,1613940515177,1220
"sqr_mom_0",0.99,1613940515177,1220
"lr_0",2.6552982274336197e-06,1613940515177,1220
"mom_0",0.9086175443141595,1613940515177,1220
"eps_0",1e-05,1613940515177,1220
"wd_1",0.01,1613940515177,1220
"sqr_mom_1",0.99,1613940515177,1220
"lr_1",2.6552982274336196e-05,1613940515177,1220
"mom_1",0.9086175443141595,1613940515177,1220
"eps_1",1e-05,1613940515177,1220
"wd_2",0.01,1613940515177,1220
"sqr_mom_2",0.99,1613940515177,1220
"lr_2",0.0002655298227433619,1613940515177,1220
"mom_2",0.9086175443141595,1613940515177,1220
"eps_2",1e-05,1613940515177,1220
"train_loss",0.077246085,1613940516131,1221
"raw_loss",0.059354994,1613940516131,1221
"epoch",7.685534591194944,1613940516131,1221
"wd_0",0.01,1613940516131,1221
"sqr_mom_0",0.99,1613940516131,1221
"lr_0",2.6578935722145462e-06,1613940516131,1221
"mom_0",0.9085526606946364,1613940516131,1221
"eps_0",1e-05,1613940516131,1221
"wd_1",0.01,1613940516131,1221
"sqr_mom_1",0.99,1613940516131,1221
"lr_1",2.657893572214546e-05,1613940516131,1221
"mom_1",0.9085526606946364,1613940516131,1221
"eps_1",1e-05,1613940516131,1221
"wd_2",0.01,1613940516131,1221
"sqr_mom_2",0.99,1613940516131,1221
"lr_2",0.00026578935722145456,1613940516131,1221
"mom_2",0.9085526606946364,1613940516131,1221
"eps_2",1e-05,1613940516131,1221
"train_loss",0.0769204,1613940517088,1222
"raw_loss",0.06096177,1613940517088,1222
"epoch",7.691823899371045,1613940517088,1222
"wd_0",0.01,1613940517088,1222
"sqr_mom_0",0.99,1613940517088,1222
"lr_0",2.6604896951226273e-06,1613940517088,1222
"mom_0",0.9084877576219343,1613940517088,1222
"eps_0",1e-05,1613940517088,1222
"wd_1",0.01,1613940517088,1222
"sqr_mom_1",0.99,1613940517088,1222
"lr_1",2.6604896951226276e-05,1613940517088,1222
"mom_1",0.9084877576219343,1613940517088,1222
"eps_1",1e-05,1613940517088,1222
"wd_2",0.01,1613940517088,1222
"sqr_mom_2",0.99,1613940517088,1222
"lr_2",0.00026604896951226275,1613940517088,1222
"mom_2",0.9084877576219343,1613940517088,1222
"eps_2",1e-05,1613940517088,1222
"train_loss",0.07867362,1613940518038,1223
"raw_loss",0.16458195,1613940518038,1223
"epoch",7.698113207547145,1613940518038,1223
"wd_0",0.01,1613940518038,1223
"sqr_mom_0",0.99,1613940518038,1223
"lr_0",2.6630860380463356e-06,1613940518038,1223
"mom_0",0.9084228490488416,1613940518038,1223
"eps_0",1e-05,1613940518038,1223
"wd_1",0.01,1613940518038,1223
"sqr_mom_1",0.99,1613940518038,1223
"lr_1",2.6630860380463354e-05,1613940518038,1223
"mom_1",0.9084228490488416,1613940518038,1223
"eps_1",1e-05,1613940518038,1223
"wd_2",0.01,1613940518038,1223
"sqr_mom_2",0.99,1613940518038,1223
"lr_2",0.0002663086038046335,1613940518038,1223
"mom_2",0.9084228490488416,1613940518038,1223
"eps_2",1e-05,1613940518038,1223
"train_loss",0.07848273,1613940518988,1224
"raw_loss",0.06912903,1613940518988,1224
"epoch",7.704402515723245,1613940518988,1224
"wd_0",0.01,1613940518988,1224
"sqr_mom_0",0.99,1613940518988,1224
"lr_0",2.665682965468849e-06,1613940518988,1224
"mom_0",0.9083579258632788,1613940518988,1224
"eps_0",1e-05,1613940518988,1224
"wd_1",0.01,1613940518988,1224
"sqr_mom_1",0.99,1613940518988,1224
"lr_1",2.6656829654688487e-05,1613940518988,1224
"mom_1",0.9083579258632788,1613940518988,1224
"eps_1",1e-05,1613940518988,1224
"wd_2",0.01,1613940518988,1224
"sqr_mom_2",0.99,1613940518988,1224
"lr_2",0.0002665682965468849,1613940518988,1224
"mom_2",0.9083579258632788,1613940518988,1224
"eps_2",1e-05,1613940518988,1224
"train_loss",0.077483766,1613940519946,1225
"raw_loss",0.028534234,1613940519946,1225
"epoch",7.710691823899346,1613940519946,1225
"wd_0",0.01,1613940519946,1225
"sqr_mom_0",0.99,1613940519946,1225
"lr_0",2.6682808422047275e-06,1613940519946,1225
"mom_0",0.9082929789448818,1613940519946,1225
"eps_0",1e-05,1613940519946,1225
"wd_1",0.01,1613940519946,1225
"sqr_mom_1",0.99,1613940519946,1225
"lr_1",2.6682808422047275e-05,1613940519946,1225
"mom_1",0.9082929789448818,1613940519946,1225
"eps_1",1e-05,1613940519946,1225
"wd_2",0.01,1613940519946,1225
"sqr_mom_2",0.99,1613940519946,1225
"lr_2",0.0002668280842204727,1613940519946,1225
"mom_2",0.9082929789448818,1613940519946,1225
"eps_2",1e-05,1613940519946,1225
"train_loss",0.07711677,1613940520900,1226
"raw_loss",0.059133958,1613940520900,1226
"epoch",7.716981132075446,1613940520900,1226
"wd_0",0.01,1613940520900,1226
"sqr_mom_0",0.99,1613940520900,1226
"lr_0",2.6708791098901025e-06,1613940520900,1226
"mom_0",0.9082280222527475,1613940520900,1226
"eps_0",1e-05,1613940520900,1226
"wd_1",0.01,1613940520900,1226
"sqr_mom_1",0.99,1613940520900,1226
"lr_1",2.6708791098901023e-05,1613940520900,1226
"mom_1",0.9082280222527475,1613940520900,1226
"eps_1",1e-05,1613940520900,1226
"wd_2",0.01,1613940520900,1226
"sqr_mom_2",0.99,1613940520900,1226
"lr_2",0.00026708791098901025,1613940520900,1226
"mom_2",0.9082280222527475,1613940520900,1226
"eps_2",1e-05,1613940520900,1226
"train_loss",0.07824934,1613940521855,1227
"raw_loss",0.1337454,1613940521855,1227
"epoch",7.723270440251547,1613940521855,1227
"wd_0",0.01,1613940521855,1227
"sqr_mom_0",0.99,1613940521855,1227
"lr_0",2.6734777638944492e-06,1613940521855,1227
"mom_0",0.9081630559026388,1613940521855,1227
"eps_0",1e-05,1613940521855,1227
"wd_1",0.01,1613940521855,1227
"sqr_mom_1",0.99,1613940521855,1227
"lr_1",2.6734777638944488e-05,1613940521855,1227
"mom_1",0.9081630559026388,1613940521855,1227
"eps_1",1e-05,1613940521855,1227
"wd_2",0.01,1613940521855,1227
"sqr_mom_2",0.99,1613940521855,1227
"lr_2",0.0002673477763894449,1613940521855,1227
"mom_2",0.9081630559026388,1613940521855,1227
"eps_2",1e-05,1613940521855,1227
"train_loss",0.078393854,1613940522813,1228
"raw_loss",0.085474804,1613940522813,1228
"epoch",7.729559748427647,1613940522813,1228
"wd_0",0.01,1613940522813,1228
"sqr_mom_0",0.99,1613940522813,1228
"lr_0",2.67607735393185e-06,1613940522813,1228
"mom_0",0.9080980661517037,1613940522813,1228
"eps_0",1e-05,1613940522813,1228
"wd_1",0.01,1613940522813,1228
"sqr_mom_1",0.99,1613940522813,1228
"lr_1",2.6760773539318497e-05,1613940522813,1228
"mom_1",0.9080980661517037,1613940522813,1228
"eps_1",1e-05,1613940522813,1228
"wd_2",0.01,1613940522813,1228
"sqr_mom_2",0.99,1613940522813,1228
"lr_2",0.000267607735393185,1613940522813,1228
"mom_2",0.9080980661517037,1613940522813,1228
"eps_2",1e-05,1613940522813,1228
"train_loss",0.07869648,1613940523766,1229
"raw_loss",0.09352532,1613940523766,1229
"epoch",7.735849056603747,1613940523766,1229
"wd_0",0.01,1613940523766,1229
"sqr_mom_0",0.99,1613940523766,1229
"lr_0",2.6786771364476988e-06,1613940523766,1229
"mom_0",0.9080330715888075,1613940523766,1229
"eps_0",1e-05,1613940523766,1229
"wd_1",0.01,1613940523766,1229
"sqr_mom_1",0.99,1613940523766,1229
"lr_1",2.6786771364476983e-05,1613940523766,1229
"mom_1",0.9080330715888075,1613940523766,1229
"eps_1",1e-05,1613940523766,1229
"wd_2",0.01,1613940523766,1229
"sqr_mom_2",0.99,1613940523766,1229
"lr_2",0.0002678677136447698,1613940523766,1229
"mom_2",0.9080330715888075,1613940523766,1229
"eps_2",1e-05,1613940523766,1229
"train_loss",0.07964295,1613940524723,1230
"raw_loss",0.12602004,1613940524723,1230
"epoch",7.742138364779848,1613940524723,1230
"wd_0",0.01,1613940524723,1230
"sqr_mom_0",0.99,1613940524723,1230
"lr_0",2.681277846134927e-06,1613940524723,1230
"mom_0",0.9079680538466268,1613940524723,1230
"eps_0",1e-05,1613940524723,1230
"wd_1",0.01,1613940524723,1230
"sqr_mom_1",0.99,1613940524723,1230
"lr_1",2.6812778461349263e-05,1613940524723,1230
"mom_1",0.9079680538466268,1613940524723,1230
"eps_1",1e-05,1613940524723,1230
"wd_2",0.01,1613940524723,1230
"sqr_mom_2",0.99,1613940524723,1230
"lr_2",0.0002681277846134926,1613940524723,1230
"mom_2",0.9079680538466268,1613940524723,1230
"eps_2",1e-05,1613940524723,1230
"train_loss",0.07921631,1613940525668,1231
"raw_loss",0.058310874,1613940525668,1231
"epoch",7.748427672955948,1613940525668,1231
"wd_0",0.01,1613940525668,1231
"sqr_mom_0",0.99,1613940525668,1231
"lr_0",2.6838789240183044e-06,1613940525668,1231
"mom_0",0.9079030268995424,1613940525668,1231
"eps_0",1e-05,1613940525668,1231
"wd_1",0.01,1613940525668,1231
"sqr_mom_1",0.99,1613940525668,1231
"lr_1",2.6838789240183044e-05,1613940525668,1231
"mom_1",0.9079030268995424,1613940525668,1231
"eps_1",1e-05,1613940525668,1231
"wd_2",0.01,1613940525668,1231
"sqr_mom_2",0.99,1613940525668,1231
"lr_2",0.0002683878924018304,1613940525668,1231
"mom_2",0.9079030268995424,1613940525668,1231
"eps_2",1e-05,1613940525668,1231
"train_loss",0.07856049,1613940526629,1232
"raw_loss",0.04642514,1613940526629,1232
"epoch",7.754716981132049,1613940526629,1232
"wd_0",0.01,1613940526629,1232
"sqr_mom_0",0.99,1613940526629,1232
"lr_0",2.6864803654672427e-06,1613940526629,1232
"mom_0",0.907837990863319,1613940526629,1232
"eps_0",1e-05,1613940526629,1232
"wd_1",0.01,1613940526629,1232
"sqr_mom_1",0.99,1613940526629,1232
"lr_1",2.6864803654672424e-05,1613940526629,1232
"mom_1",0.907837990863319,1613940526629,1232
"eps_1",1e-05,1613940526629,1232
"wd_2",0.01,1613940526629,1232
"sqr_mom_2",0.99,1613940526629,1232
"lr_2",0.0002686480365467242,1613940526629,1232
"mom_2",0.907837990863319,1613940526629,1232
"eps_2",1e-05,1613940526629,1232
"train_loss",0.07803975,1613940527609,1233
"raw_loss",0.0525237,1613940527609,1233
"epoch",7.761006289308149,1613940527609,1233
"wd_0",0.01,1613940527609,1233
"sqr_mom_0",0.99,1613940527609,1233
"lr_0",2.6890827207830026e-06,1613940527609,1233
"mom_0",0.907772931980425,1613940527609,1233
"eps_0",1e-05,1613940527609,1233
"wd_1",0.01,1613940527609,1233
"sqr_mom_1",0.99,1613940527609,1233
"lr_1",2.689082720783002e-05,1613940527609,1233
"mom_1",0.907772931980425,1613940527609,1233
"eps_1",1e-05,1613940527609,1233
"wd_2",0.01,1613940527609,1233
"sqr_mom_2",0.99,1613940527609,1233
"lr_2",0.0002689082720783002,1613940527609,1233
"mom_2",0.907772931980425,1613940527609,1233
"eps_2",1e-05,1613940527609,1233
"train_loss",0.07788899,1613940528579,1234
"raw_loss",0.070501454,1613940528579,1234
"epoch",7.7672955974842495,1613940528579,1234
"wd_0",0.01,1613940528579,1234
"sqr_mom_0",0.99,1613940528579,1234
"lr_0",2.691685245620031e-06,1613940528579,1234
"mom_0",0.9077078688594992,1613940528579,1234
"eps_0",1e-05,1613940528579,1234
"wd_1",0.01,1613940528579,1234
"sqr_mom_1",0.99,1613940528579,1234
"lr_1",2.6916852456200306e-05,1613940528579,1234
"mom_1",0.9077078688594992,1613940528579,1234
"eps_1",1e-05,1613940528579,1234
"wd_2",0.01,1613940528579,1234
"sqr_mom_2",0.99,1613940528579,1234
"lr_2",0.00026916852456200307,1613940528579,1234
"mom_2",0.9077078688594992,1613940528579,1234
"eps_2",1e-05,1613940528579,1234
"train_loss",0.0777929,1613940529537,1235
"raw_loss",0.07308435,1613940529537,1235
"epoch",7.77358490566035,1613940529537,1235
"wd_0",0.01,1613940529537,1235
"sqr_mom_0",0.99,1613940529537,1235
"lr_0",2.6942884903932276e-06,1613940529537,1235
"mom_0",0.9076427877401693,1613940529537,1235
"eps_0",1e-05,1613940529537,1235
"wd_1",0.01,1613940529537,1235
"sqr_mom_1",0.99,1613940529537,1235
"lr_1",2.694288490393227e-05,1613940529537,1235
"mom_1",0.9076427877401693,1613940529537,1235
"eps_1",1e-05,1613940529537,1235
"wd_2",0.01,1613940529537,1235
"sqr_mom_2",0.99,1613940529537,1235
"lr_2",0.00026942884903932273,1613940529537,1235
"mom_2",0.9076427877401693,1613940529537,1235
"eps_2",1e-05,1613940529537,1235
"train_loss",0.07824511,1613940530514,1236
"raw_loss",0.10040341,1613940530514,1236
"epoch",7.77987421383645,1613940530514,1236
"wd_0",0.01,1613940530514,1236
"sqr_mom_0",0.99,1613940530514,1236
"lr_0",2.696892450699272e-06,1613940530514,1236
"mom_0",0.9075776887325182,1613940530514,1236
"eps_0",1e-05,1613940530514,1236
"wd_1",0.01,1613940530514,1236
"sqr_mom_1",0.99,1613940530514,1236
"lr_1",2.696892450699272e-05,1613940530514,1236
"mom_1",0.9075776887325182,1613940530514,1236
"eps_1",1e-05,1613940530514,1236
"wd_2",0.01,1613940530514,1236
"sqr_mom_2",0.99,1613940530514,1236
"lr_2",0.0002696892450699272,1613940530514,1236
"mom_2",0.9075776887325182,1613940530514,1236
"eps_2",1e-05,1613940530514,1236
"train_loss",0.07747633,1613940531460,1237
"raw_loss",0.039806224,1613940531460,1237
"epoch",7.786163522012551,1613940531460,1237
"wd_0",0.01,1613940531460,1237
"sqr_mom_0",0.99,1613940531460,1237
"lr_0",2.6994965667486863e-06,1613940531460,1237
"mom_0",0.9075125858312828,1613940531460,1237
"eps_0",1e-05,1613940531460,1237
"wd_1",0.01,1613940531460,1237
"sqr_mom_1",0.99,1613940531460,1237
"lr_1",2.6994965667486858e-05,1613940531460,1237
"mom_1",0.9075125858312828,1613940531460,1237
"eps_1",1e-05,1613940531460,1237
"wd_2",0.01,1613940531460,1237
"sqr_mom_2",0.99,1613940531460,1237
"lr_2",0.0002699496566748686,1613940531460,1237
"mom_2",0.9075125858312828,1613940531460,1237
"eps_2",1e-05,1613940531460,1237
"train_loss",0.07704584,1613940532437,1238
"raw_loss",0.055952087,1613940532437,1238
"epoch",7.792452830188651,1613940532437,1238
"wd_0",0.01,1613940532437,1238
"sqr_mom_0",0.99,1613940532437,1238
"lr_0",2.7021012041297075e-06,1613940532437,1238
"mom_0",0.9074474698967573,1613940532437,1238
"eps_0",1e-05,1613940532437,1238
"wd_1",0.01,1613940532437,1238
"sqr_mom_1",0.99,1613940532437,1238
"lr_1",2.7021012041297075e-05,1613940532437,1238
"mom_1",0.9074474698967573,1613940532437,1238
"eps_1",1e-05,1613940532437,1238
"wd_2",0.01,1613940532437,1238
"sqr_mom_2",0.99,1613940532437,1238
"lr_2",0.0002702101204129707,1613940532437,1238
"mom_2",0.9074474698967573,1613940532437,1238
"eps_2",1e-05,1613940532437,1238
"train_loss",0.07643706,1613940533383,1239
"raw_loss",0.04660695,1613940533383,1239
"epoch",7.7987421383647515,1613940533383,1239
"wd_0",0.01,1613940533383,1239
"sqr_mom_0",0.99,1613940533383,1239
"lr_0",2.704706728726147e-06,1613940533383,1239
"mom_0",0.9073823317818464,1613940533383,1239
"eps_0",1e-05,1613940533383,1239
"wd_1",0.01,1613940533383,1239
"sqr_mom_1",0.99,1613940533383,1239
"lr_1",2.7047067287261463e-05,1613940533383,1239
"mom_1",0.9073823317818464,1613940533383,1239
"eps_1",1e-05,1613940533383,1239
"wd_2",0.01,1613940533383,1239
"sqr_mom_2",0.99,1613940533383,1239
"lr_2",0.00027047067287261465,1613940533383,1239
"mom_2",0.9073823317818464,1613940533383,1239
"eps_2",1e-05,1613940533383,1239
"train_loss",0.076169655,1613940534338,1240
"raw_loss",0.06306672,1613940534338,1240
"epoch",7.805031446540852,1613940534338,1240
"wd_0",0.01,1613940534338,1240
"sqr_mom_0",0.99,1613940534338,1240
"lr_0",2.7073125805234534e-06,1613940534338,1240
"mom_0",0.9073171854869136,1613940534338,1240
"eps_0",1e-05,1613940534338,1240
"wd_1",0.01,1613940534338,1240
"sqr_mom_1",0.99,1613940534338,1240
"lr_1",2.7073125805234533e-05,1613940534338,1240
"mom_1",0.9073171854869136,1613940534338,1240
"eps_1",1e-05,1613940534338,1240
"wd_2",0.01,1613940534338,1240
"sqr_mom_2",0.99,1613940534338,1240
"lr_2",0.0002707312580523453,1613940534338,1240
"mom_2",0.9073171854869136,1613940534338,1240
"eps_2",1e-05,1613940534338,1240
"train_loss",0.075938076,1613940535277,1241
"raw_loss",0.06459057,1613940535277,1241
"epoch",7.811320754716952,1613940535277,1241
"wd_0",0.01,1613940535277,1241
"sqr_mom_0",0.99,1613940535277,1241
"lr_0",2.7099191254383073e-06,1613940535277,1241
"mom_0",0.9072520218640423,1613940535277,1241
"eps_0",1e-05,1613940535277,1241
"wd_1",0.01,1613940535277,1241
"sqr_mom_1",0.99,1613940535277,1241
"lr_1",2.709919125438307e-05,1613940535277,1241
"mom_1",0.9072520218640423,1613940535277,1241
"eps_1",1e-05,1613940535277,1241
"wd_2",0.01,1613940535277,1241
"sqr_mom_2",0.99,1613940535277,1241
"lr_2",0.0002709919125438307,1613940535277,1241
"mom_2",0.9072520218640423,1613940535277,1241
"eps_2",1e-05,1613940535277,1241
"train_loss",0.07877613,1613940536243,1242
"raw_loss",0.21784084,1613940536243,1242
"epoch",7.817610062893053,1613940536243,1242
"wd_0",0.01,1613940536243,1242
"sqr_mom_0",0.99,1613940536243,1242
"lr_0",2.7125258031280633e-06,1613940536243,1242
"mom_0",0.9071868549217984,1613940536243,1242
"eps_0",1e-05,1613940536243,1242
"wd_1",0.01,1613940536243,1242
"sqr_mom_1",0.99,1613940536243,1242
"lr_1",2.712525803128063e-05,1613940536243,1242
"mom_1",0.9071868549217984,1613940536243,1242
"eps_1",1e-05,1613940536243,1242
"wd_2",0.01,1613940536243,1242
"sqr_mom_2",0.99,1613940536243,1242
"lr_2",0.0002712525803128063,1613940536243,1242
"mom_2",0.9071868549217984,1613940536243,1242
"eps_2",1e-05,1613940536243,1242
"train_loss",0.07970002,1613940537220,1243
"raw_loss",0.124971,1613940537220,1243
"epoch",7.823899371069153,1613940537220,1243
"wd_0",0.01,1613940537220,1243
"sqr_mom_0",0.99,1613940537220,1243
"lr_0",2.7151329795455175e-06,1613940537220,1243
"mom_0",0.907121675511362,1613940537220,1243
"eps_0",1e-05,1613940537220,1243
"wd_1",0.01,1613940537220,1243
"sqr_mom_1",0.99,1613940537220,1243
"lr_1",2.715132979545517e-05,1613940537220,1243
"mom_1",0.907121675511362,1613940537220,1243
"eps_1",1e-05,1613940537220,1243
"wd_2",0.01,1613940537220,1243
"sqr_mom_2",0.99,1613940537220,1243
"lr_2",0.00027151329795455174,1613940537220,1243
"mom_2",0.907121675511362,1613940537220,1243
"eps_2",1e-05,1613940537220,1243
"train_loss",0.07863413,1613940538178,1244
"raw_loss",0.026405085,1613940538178,1244
"epoch",7.8301886792452535,1613940538178,1244
"wd_0",0.01,1613940538178,1244
"sqr_mom_0",0.99,1613940538178,1244
"lr_0",2.717741020926218e-06,1613940538178,1244
"mom_0",0.9070564744768446,1613940538178,1244
"eps_0",1e-05,1613940538178,1244
"wd_1",0.01,1613940538178,1244
"sqr_mom_1",0.99,1613940538178,1244
"lr_1",2.7177410209262175e-05,1613940538178,1244
"mom_1",0.9070564744768446,1613940538178,1244
"eps_1",1e-05,1613940538178,1244
"wd_2",0.01,1613940538178,1244
"sqr_mom_2",0.99,1613940538178,1244
"lr_2",0.00027177410209262175,1613940538178,1244
"mom_2",0.9070564744768446,1613940538178,1244
"eps_2",1e-05,1613940538178,1244
"train_loss",0.07793366,1613940539123,1245
"raw_loss",0.04361093,1613940539123,1245
"epoch",7.836477987421354,1613940539123,1245
"wd_0",0.01,1613940539123,1245
"sqr_mom_0",0.99,1613940539123,1245
"lr_0",2.7203493667122096e-06,1613940539123,1245
"mom_0",0.9069912658321947,1613940539123,1245
"eps_0",1e-05,1613940539123,1245
"wd_1",0.01,1613940539123,1245
"sqr_mom_1",0.99,1613940539123,1245
"lr_1",2.720349366712209e-05,1613940539123,1245
"mom_1",0.9069912658321947,1613940539123,1245
"eps_1",1e-05,1613940539123,1245
"wd_2",0.01,1613940539123,1245
"sqr_mom_2",0.99,1613940539123,1245
"lr_2",0.00027203493667122094,1613940539123,1245
"mom_2",0.9069912658321947,1613940539123,1245
"eps_2",1e-05,1613940539123,1245
"train_loss",0.07773741,1613940540074,1246
"raw_loss",0.068121195,1613940540074,1246
"epoch",7.842767295597454,1613940540074,1246
"wd_0",0.01,1613940540074,1246
"sqr_mom_0",0.99,1613940540074,1246
"lr_0",2.7229580122737832e-06,1613940540074,1246
"mom_0",0.9069260496931554,1613940540074,1246
"eps_0",1e-05,1613940540074,1246
"wd_1",0.01,1613940540074,1246
"sqr_mom_1",0.99,1613940540074,1246
"lr_1",2.722958012273783e-05,1613940540074,1246
"mom_1",0.9069260496931554,1613940540074,1246
"eps_1",1e-05,1613940540074,1246
"wd_2",0.01,1613940540074,1246
"sqr_mom_2",0.99,1613940540074,1246
"lr_2",0.0002722958012273783,1613940540074,1246
"mom_2",0.9069260496931554,1613940540074,1246
"eps_2",1e-05,1613940540074,1246
"train_loss",0.07782349,1613940541017,1247
"raw_loss",0.082041286,1613940541017,1247
"epoch",7.849056603773555,1613940541017,1247
"wd_0",0.01,1613940541017,1247
"sqr_mom_0",0.99,1613940541017,1247
"lr_0",2.7255675094292293e-06,1613940541017,1247
"mom_0",0.9068608122642693,1613940541017,1247
"eps_0",1e-05,1613940541017,1247
"wd_1",0.01,1613940541017,1247
"sqr_mom_1",0.99,1613940541017,1247
"lr_1",2.7255675094292293e-05,1613940541017,1247
"mom_1",0.9068608122642693,1613940541017,1247
"eps_1",1e-05,1613940541017,1247
"wd_2",0.01,1613940541017,1247
"sqr_mom_2",0.99,1613940541017,1247
"lr_2",0.0002725567509429229,1613940541017,1247
"mom_2",0.9068608122642693,1613940541017,1247
"eps_2",1e-05,1613940541017,1247
"train_loss",0.07787703,1613940541965,1248
"raw_loss",0.08050062,1613940541965,1248
"epoch",7.855345911949655,1613940541965,1248
"wd_0",0.01,1613940541965,1248
"sqr_mom_0",0.99,1613940541965,1248
"lr_0",2.728177111790232e-06,1613940541965,1248
"mom_0",0.9067955722052442,1613940541965,1248
"eps_0",1e-05,1613940541965,1248
"wd_1",0.01,1613940541965,1248
"sqr_mom_1",0.99,1613940541965,1248
"lr_1",2.728177111790232e-05,1613940541965,1248
"mom_1",0.9067955722052442,1613940541965,1248
"eps_1",1e-05,1613940541965,1248
"wd_2",0.01,1613940541965,1248
"sqr_mom_2",0.99,1613940541965,1248
"lr_2",0.00027281771117902313,1613940541965,1248
"mom_2",0.9067955722052442,1613940541965,1248
"eps_2",1e-05,1613940541965,1248
"train_loss",0.07767798,1613940542936,1249
"raw_loss",0.06792463,1613940542936,1249
"epoch",7.8616352201257556,1613940542936,1249
"wd_0",0.01,1613940542936,1249
"sqr_mom_0",0.99,1613940542936,1249
"lr_0",2.7307875568247894e-06,1613940542936,1249
"mom_0",0.9067303110793803,1613940542936,1249
"eps_0",1e-05,1613940542936,1249
"wd_1",0.01,1613940542936,1249
"sqr_mom_1",0.99,1613940542936,1249
"lr_1",2.730787556824789e-05,1613940542936,1249
"mom_1",0.9067303110793803,1613940542936,1249
"eps_1",1e-05,1613940542936,1249
"wd_2",0.01,1613940542936,1249
"sqr_mom_2",0.99,1613940542936,1249
"lr_2",0.0002730787556824789,1613940542936,1249
"mom_2",0.9067303110793803,1613940542936,1249
"eps_2",1e-05,1613940542936,1249
"train_loss",0.0779184,1613940543891,1250
"raw_loss",0.08969912,1613940543891,1250
"epoch",7.867924528301856,1613940543891,1250
"wd_0",0.01,1613940543891,1250
"sqr_mom_0",0.99,1613940543891,1250
"lr_0",2.7333982834558576e-06,1613940543891,1250
"mom_0",0.9066650429136035,1613940543891,1250
"eps_0",1e-05,1613940543891,1250
"wd_1",0.01,1613940543891,1250
"sqr_mom_1",0.99,1613940543891,1250
"lr_1",2.7333982834558575e-05,1613940543891,1250
"mom_1",0.9066650429136035,1613940543891,1250
"eps_1",1e-05,1613940543891,1250
"wd_2",0.01,1613940543891,1250
"sqr_mom_2",0.99,1613940543891,1250
"lr_2",0.0002733398283455857,1613940543891,1250
"mom_2",0.9066650429136035,1613940543891,1250
"eps_2",1e-05,1613940543891,1250
"train_loss",0.07851144,1613940544847,1251
"raw_loss",0.10757011,1613940544847,1251
"epoch",7.874213836477956,1613940544847,1251
"wd_0",0.01,1613940544847,1251
"sqr_mom_0",0.99,1613940544847,1251
"lr_0",2.7360092870544236e-06,1613940544847,1251
"mom_0",0.9065997678236394,1613940544847,1251
"eps_0",1e-05,1613940544847,1251
"wd_1",0.01,1613940544847,1251
"sqr_mom_1",0.99,1613940544847,1251
"lr_1",2.7360092870544238e-05,1613940544847,1251
"mom_1",0.9065997678236394,1613940544847,1251
"eps_1",1e-05,1613940544847,1251
"wd_2",0.01,1613940544847,1251
"sqr_mom_2",0.99,1613940544847,1251
"lr_2",0.00027360092870544234,1613940544847,1251
"mom_2",0.9065997678236394,1613940544847,1251
"eps_2",1e-05,1613940544847,1251
"train_loss",0.07790027,1613940545802,1252
"raw_loss",0.047952972,1613940545802,1252
"epoch",7.880503144654057,1613940545802,1252
"wd_0",0.01,1613940545802,1252
"sqr_mom_0",0.99,1613940545802,1252
"lr_0",2.7386211199351235e-06,1613940545802,1252
"mom_0",0.9065344720016218,1613940545802,1252
"eps_0",1e-05,1613940545802,1252
"wd_1",0.01,1613940545802,1252
"sqr_mom_1",0.99,1613940545802,1252
"lr_1",2.7386211199351233e-05,1613940545802,1252
"mom_1",0.9065344720016218,1613940545802,1252
"eps_1",1e-05,1613940545802,1252
"wd_2",0.01,1613940545802,1252
"sqr_mom_2",0.99,1613940545802,1252
"lr_2",0.0002738621119935123,1613940545802,1252
"mom_2",0.9065344720016218,1613940545802,1252
"eps_2",1e-05,1613940545802,1252
"train_loss",0.07784054,1613940546763,1253
"raw_loss",0.074913524,1613940546763,1253
"epoch",7.886792452830157,1613940546763,1253
"wd_0",0.01,1613940546763,1253
"sqr_mom_0",0.99,1613940546763,1253
"lr_0",2.7412330350415586e-06,1613940546763,1253
"mom_0",0.906469174123961,1613940546763,1253
"eps_0",1e-05,1613940546763,1253
"wd_1",0.01,1613940546763,1253
"sqr_mom_1",0.99,1613940546763,1253
"lr_1",2.7412330350415583e-05,1613940546763,1253
"mom_1",0.906469174123961,1613940546763,1253
"eps_1",1e-05,1613940546763,1253
"wd_2",0.01,1613940546763,1253
"sqr_mom_2",0.99,1613940546763,1253
"lr_2",0.0002741233035041558,1613940546763,1253
"mom_2",0.906469174123961,1613940546763,1253
"eps_2",1e-05,1613940546763,1253
"train_loss",0.077239394,1613940547726,1254
"raw_loss",0.047783293,1613940547726,1254
"epoch",7.893081761006258,1613940547726,1254
"wd_0",0.01,1613940547726,1254
"sqr_mom_0",0.99,1613940547726,1254
"lr_0",2.743845584783972e-06,1613940547726,1254
"mom_0",0.9064038603804007,1613940547726,1254
"eps_0",1e-05,1613940547726,1254
"wd_1",0.01,1613940547726,1254
"sqr_mom_1",0.99,1613940547726,1254
"lr_1",2.7438455847839718e-05,1613940547726,1254
"mom_1",0.9064038603804007,1613940547726,1254
"eps_1",1e-05,1613940547726,1254
"wd_2",0.01,1613940547726,1254
"sqr_mom_2",0.99,1613940547726,1254
"lr_2",0.0002743845584783971,1613940547726,1254
"mom_2",0.9064038603804007,1613940547726,1254
"eps_2",1e-05,1613940547726,1254
"train_loss",0.07655366,1613940548704,1255
"raw_loss",0.04295263,1613940548704,1255
"epoch",7.899371069182358,1613940548704,1255
"wd_0",0.01,1613940548704,1255
"sqr_mom_0",0.99,1613940548704,1255
"lr_0",2.746458764724566e-06,1613940548704,1255
"mom_0",0.9063385308818859,1613940548704,1255
"eps_0",1e-05,1613940548704,1255
"wd_1",0.01,1613940548704,1255
"sqr_mom_1",0.99,1613940548704,1255
"lr_1",2.7464587647245657e-05,1613940548704,1255
"mom_1",0.9063385308818859,1613940548704,1255
"eps_1",1e-05,1613940548704,1255
"wd_2",0.01,1613940548704,1255
"sqr_mom_2",0.99,1613940548704,1255
"lr_2",0.0002746458764724566,1613940548704,1255
"mom_2",0.9063385308818859,1613940548704,1255
"eps_2",1e-05,1613940548704,1255
"train_loss",0.07692323,1613940549668,1256
"raw_loss",0.09503227,1613940549668,1256
"epoch",7.905660377358458,1613940549668,1256
"wd_0",0.01,1613940549668,1256
"sqr_mom_0",0.99,1613940549668,1256
"lr_0",2.7490720131012277e-06,1613940549668,1256
"mom_0",0.9062731996724693,1613940549668,1256
"eps_0",1e-05,1613940549668,1256
"wd_1",0.01,1613940549668,1256
"sqr_mom_1",0.99,1613940549668,1256
"lr_1",2.7490720131012272e-05,1613940549668,1256
"mom_1",0.9062731996724693,1613940549668,1256
"eps_1",1e-05,1613940549668,1256
"wd_2",0.01,1613940549668,1256
"sqr_mom_2",0.99,1613940549668,1256
"lr_2",0.0002749072013101227,1613940549668,1256
"mom_2",0.9062731996724693,1613940549668,1256
"eps_2",1e-05,1613940549668,1256
"train_loss",0.07603925,1613940550649,1257
"raw_loss",0.0327242,1613940550649,1257
"epoch",7.911949685534559,1613940550649,1257
"wd_0",0.01,1613940550649,1257
"sqr_mom_0",0.99,1613940550649,1257
"lr_0",2.751685696803001e-06,1613940550649,1257
"mom_0",0.906207857579925,1613940550649,1257
"eps_0",1e-05,1613940550649,1257
"wd_1",0.01,1613940550649,1257
"sqr_mom_1",0.99,1613940550649,1257
"lr_1",2.7516856968030005e-05,1613940550649,1257
"mom_1",0.906207857579925,1613940550649,1257
"eps_1",1e-05,1613940550649,1257
"wd_2",0.01,1613940550649,1257
"sqr_mom_2",0.99,1613940550649,1257
"lr_2",0.00027516856968030006,1613940550649,1257
"mom_2",0.906207857579925,1613940550649,1257
"eps_2",1e-05,1613940550649,1257
"train_loss",0.0779453,1613940551615,1258
"raw_loss",0.17134187,1613940551615,1258
"epoch",7.918238993710659,1613940551615,1258
"wd_0",0.01,1613940551615,1258
"sqr_mom_0",0.99,1613940551615,1258
"lr_0",2.7543001829657413e-06,1613940551615,1258
"mom_0",0.9061424954258565,1613940551615,1258
"eps_0",1e-05,1613940551615,1258
"wd_1",0.01,1613940551615,1258
"sqr_mom_1",0.99,1613940551615,1258
"lr_1",2.7543001829657415e-05,1613940551615,1258
"mom_1",0.9061424954258565,1613940551615,1258
"eps_1",1e-05,1613940551615,1258
"wd_2",0.01,1613940551615,1258
"sqr_mom_2",0.99,1613940551615,1258
"lr_2",0.0002754300182965741,1613940551615,1258
"mom_2",0.9061424954258565,1613940551615,1258
"eps_2",1e-05,1613940551615,1258
"train_loss",0.07872357,1613940552572,1259
"raw_loss",0.11685887,1613940552572,1259
"epoch",7.92452830188676,1613940552572,1259
"wd_0",0.01,1613940552572,1259
"sqr_mom_0",0.99,1613940552572,1259
"lr_0",2.756914909639396e-06,1613940552572,1259
"mom_0",0.9060771272590151,1613940552572,1259
"eps_0",1e-05,1613940552572,1259
"wd_1",0.01,1613940552572,1259
"sqr_mom_1",0.99,1613940552572,1259
"lr_1",2.7569149096393956e-05,1613940552572,1259
"mom_1",0.9060771272590151,1613940552572,1259
"eps_1",1e-05,1613940552572,1259
"wd_2",0.01,1613940552572,1259
"sqr_mom_2",0.99,1613940552572,1259
"lr_2",0.00027569149096393953,1613940552572,1259
"mom_2",0.9060771272590151,1613940552572,1259
"eps_2",1e-05,1613940552572,1259
"train_loss",0.07869443,1613940553527,1260
"raw_loss",0.07726669,1613940553527,1260
"epoch",7.93081761006286,1613940553527,1260
"wd_0",0.01,1613940553527,1260
"sqr_mom_0",0.99,1613940553527,1260
"lr_0",2.759530243986863e-06,1613940553527,1260
"mom_0",0.9060117439003283,1613940553527,1260
"eps_0",1e-05,1613940553527,1260
"wd_1",0.01,1613940553527,1260
"sqr_mom_1",0.99,1613940553527,1260
"lr_1",2.759530243986863e-05,1613940553527,1260
"mom_1",0.9060117439003283,1613940553527,1260
"eps_1",1e-05,1613940553527,1260
"wd_2",0.01,1613940553527,1260
"sqr_mom_2",0.99,1613940553527,1260
"lr_2",0.0002759530243986863,1613940553527,1260
"mom_2",0.9060117439003283,1613940553527,1260
"eps_2",1e-05,1613940553527,1260
"train_loss",0.07838174,1613940554470,1261
"raw_loss",0.06305978,1613940554470,1261
"epoch",7.93710691823896,1613940554470,1261
"wd_0",0.01,1613940554470,1261
"sqr_mom_0",0.99,1613940554470,1261
"lr_0",2.762145623785349e-06,1613940554470,1261
"mom_0",0.9059463594053663,1613940554470,1261
"eps_0",1e-05,1613940554470,1261
"wd_1",0.01,1613940554470,1261
"sqr_mom_1",0.99,1613940554470,1261
"lr_1",2.7621456237853485e-05,1613940554470,1261
"mom_1",0.9059463594053663,1613940554470,1261
"eps_1",1e-05,1613940554470,1261
"wd_2",0.01,1613940554470,1261
"sqr_mom_2",0.99,1613940554470,1261
"lr_2",0.00027621456237853485,1613940554470,1261
"mom_2",0.9059463594053663,1613940554470,1261
"eps_2",1e-05,1613940554470,1261
"train_loss",0.078488104,1613940555428,1262
"raw_loss",0.08369984,1613940555428,1262
"epoch",7.943396226415061,1613940555428,1262
"wd_0",0.01,1613940555428,1262
"sqr_mom_0",0.99,1613940555428,1262
"lr_0",2.7647614162280526e-06,1613940555428,1262
"mom_0",0.9058809645942987,1613940555428,1262
"eps_0",1e-05,1613940555428,1262
"wd_1",0.01,1613940555428,1262
"sqr_mom_1",0.99,1613940555428,1262
"lr_1",2.7647614162280523e-05,1613940555428,1262
"mom_1",0.9058809645942987,1613940555428,1262
"eps_1",1e-05,1613940555428,1262
"wd_2",0.01,1613940555428,1262
"sqr_mom_2",0.99,1613940555428,1262
"lr_2",0.00027647614162280517,1613940555428,1262
"mom_2",0.9058809645942987,1613940555428,1262
"eps_2",1e-05,1613940555428,1262
"train_loss",0.07812307,1613940556389,1263
"raw_loss",0.060236543,1613940556389,1263
"epoch",7.949685534591161,1613940556389,1263
"wd_0",0.01,1613940556389,1263
"sqr_mom_0",0.99,1613940556389,1263
"lr_0",2.7673779887421255e-06,1613940556389,1263
"mom_0",0.9058155502814469,1613940556389,1263
"eps_0",1e-05,1613940556389,1263
"wd_1",0.01,1613940556389,1263
"sqr_mom_1",0.99,1613940556389,1263
"lr_1",2.7673779887421255e-05,1613940556389,1263
"mom_1",0.9058155502814469,1613940556389,1263
"eps_1",1e-05,1613940556389,1263
"wd_2",0.01,1613940556389,1263
"sqr_mom_2",0.99,1613940556389,1263
"lr_2",0.00027673779887421254,1613940556389,1263
"mom_2",0.9058155502814469,1613940556389,1263
"eps_2",1e-05,1613940556389,1263
"train_loss",0.078015886,1613940557369,1264
"raw_loss",0.07276386,1613940557369,1264
"epoch",7.955974842767262,1613940557369,1264
"wd_0",0.01,1613940557369,1264
"sqr_mom_0",0.99,1613940557369,1264
"lr_0",2.7699947789266253e-06,1613940557369,1264
"mom_0",0.9057501305268344,1613940557369,1264
"eps_0",1e-05,1613940557369,1264
"wd_1",0.01,1613940557369,1264
"sqr_mom_1",0.99,1613940557369,1264
"lr_1",2.7699947789266246e-05,1613940557369,1264
"mom_1",0.9057501305268344,1613940557369,1264
"eps_1",1e-05,1613940557369,1264
"wd_2",0.01,1613940557369,1264
"sqr_mom_2",0.99,1613940557369,1264
"lr_2",0.00027699947789266245,1613940557369,1264
"mom_2",0.9057501305268344,1613940557369,1264
"eps_2",1e-05,1613940557369,1264
"train_loss",0.07995121,1613940558310,1265
"raw_loss",0.17478237,1613940558310,1265
"epoch",7.962264150943362,1613940558310,1265
"wd_0",0.01,1613940558310,1265
"sqr_mom_0",0.99,1613940558310,1265
"lr_0",2.772611782155556e-06,1613940558310,1265
"mom_0",0.9056847054461111,1613940558310,1265
"eps_0",1e-05,1613940558310,1265
"wd_1",0.01,1613940558310,1265
"sqr_mom_1",0.99,1613940558310,1265
"lr_1",2.7726117821555557e-05,1613940558310,1265
"mom_1",0.9056847054461111,1613940558310,1265
"eps_1",1e-05,1613940558310,1265
"wd_2",0.01,1613940558310,1265
"sqr_mom_2",0.99,1613940558310,1265
"lr_2",0.00027726117821555554,1613940558310,1265
"mom_2",0.9056847054461111,1613940558310,1265
"eps_2",1e-05,1613940558310,1265
"train_loss",0.07967523,1613940559295,1266
"raw_loss",0.066152155,1613940559295,1266
"epoch",7.9685534591194624,1613940559295,1266
"wd_0",0.01,1613940559295,1266
"sqr_mom_0",0.99,1613940559295,1266
"lr_0",2.7752295520057935e-06,1613940559295,1266
"mom_0",0.9056192611998551,1613940559295,1266
"eps_0",1e-05,1613940559295,1266
"wd_1",0.01,1613940559295,1266
"sqr_mom_1",0.99,1613940559295,1266
"lr_1",2.775229552005793e-05,1613940559295,1266
"mom_1",0.9056192611998551,1613940559295,1266
"eps_1",1e-05,1613940559295,1266
"wd_2",0.01,1613940559295,1266
"sqr_mom_2",0.99,1613940559295,1266
"lr_2",0.00027752295520057927,1613940559295,1266
"mom_2",0.9056192611998551,1613940559295,1266
"eps_2",1e-05,1613940559295,1266
"train_loss",0.079994306,1613940560267,1267
"raw_loss",0.09562907,1613940560267,1267
"epoch",7.974842767295563,1613940560267,1267
"wd_0",0.01,1613940560267,1267
"sqr_mom_0",0.99,1613940560267,1267
"lr_0",2.777847339722802e-06,1613940560267,1267
"mom_0",0.9055538165069299,1613940560267,1267
"eps_0",1e-05,1613940560267,1267
"wd_1",0.01,1613940560267,1267
"sqr_mom_1",0.99,1613940560267,1267
"lr_1",2.7778473397228018e-05,1613940560267,1267
"mom_1",0.9055538165069299,1613940560267,1267
"eps_1",1e-05,1613940560267,1267
"wd_2",0.01,1613940560267,1267
"sqr_mom_2",0.99,1613940560267,1267
"lr_2",0.00027778473397228014,1613940560267,1267
"mom_2",0.9055538165069299,1613940560267,1267
"eps_2",1e-05,1613940560267,1267
"train_loss",0.08107135,1613940561244,1268
"raw_loss",0.13384642,1613940561244,1268
"epoch",7.981132075471663,1613940561244,1268
"wd_0",0.01,1613940561244,1268
"sqr_mom_0",0.99,1613940561244,1268
"lr_0",2.78046569896574e-06,1613940561244,1268
"mom_0",0.9054883575258564,1613940561244,1268
"eps_0",1e-05,1613940561244,1268
"wd_1",0.01,1613940561244,1268
"sqr_mom_1",0.99,1613940561244,1268
"lr_1",2.78046569896574e-05,1613940561244,1268
"mom_1",0.9054883575258564,1613940561244,1268
"eps_1",1e-05,1613940561244,1268
"wd_2",0.01,1613940561244,1268
"sqr_mom_2",0.99,1613940561244,1268
"lr_2",0.000278046569896574,1613940561244,1268
"mom_2",0.9054883575258564,1613940561244,1268
"eps_2",1e-05,1613940561244,1268
"train_loss",0.08526432,1613940562218,1269
"raw_loss",0.29071996,1613940562218,1269
"epoch",7.987421383647764,1613940562218,1269
"wd_0",0.01,1613940562218,1269
"sqr_mom_0",0.99,1613940562218,1269
"lr_0",2.783084625273183e-06,1613940562218,1269
"mom_0",0.9054228843681704,1613940562218,1269
"eps_0",1e-05,1613940562218,1269
"wd_1",0.01,1613940562218,1269
"sqr_mom_1",0.99,1613940562218,1269
"lr_1",2.7830846252731826e-05,1613940562218,1269
"mom_1",0.9054228843681704,1613940562218,1269
"eps_1",1e-05,1613940562218,1269
"wd_2",0.01,1613940562218,1269
"sqr_mom_2",0.99,1613940562218,1269
"lr_2",0.00027830846252731826,1613940562218,1269
"mom_2",0.9054228843681704,1613940562218,1269
"eps_2",1e-05,1613940562218,1269
"train_loss",0.08570464,1613940563173,1270
"raw_loss",0.10728028,1613940563173,1270
"epoch",7.993710691823864,1613940563173,1270
"wd_0",0.01,1613940563173,1270
"sqr_mom_0",0.99,1613940563173,1270
"lr_0",2.7857035556545834e-06,1613940563173,1270
"mom_0",0.9053574111086354,1613940563173,1270
"eps_0",1e-05,1613940563173,1270
"wd_1",0.01,1613940563173,1270
"sqr_mom_1",0.99,1613940563173,1270
"lr_1",2.7857035556545834e-05,1613940563173,1270
"mom_1",0.9053574111086354,1613940563173,1270
"eps_1",1e-05,1613940563173,1270
"wd_2",0.01,1613940563173,1270
"sqr_mom_2",0.99,1613940563173,1270
"lr_2",0.0002785703555654583,1613940563173,1270
"mom_2",0.9053574111086354,1613940563173,1270
"eps_2",1e-05,1613940563173,1270
"train_loss",0.089509115,1613940564120,1271
"raw_loss",0.27592856,1613940564120,1271
"epoch",7.9999999999999645,1613940564120,1271
"wd_0",0.01,1613940564120,1271
"sqr_mom_0",0.99,1613940564120,1271
"lr_0",2.7883232302140196e-06,1613940564120,1271
"mom_0",0.9052919192446495,1613940564120,1271
"eps_0",1e-05,1613940564120,1271
"wd_1",0.01,1613940564120,1271
"sqr_mom_1",0.99,1613940564120,1271
"lr_1",2.7883232302140195e-05,1613940564120,1271
"mom_1",0.9052919192446495,1613940564120,1271
"eps_1",1e-05,1613940564120,1271
"wd_2",0.01,1613940564120,1271
"sqr_mom_2",0.99,1613940564120,1271
"lr_2",0.0002788323230214019,1613940564120,1271
"mom_2",0.9052919192446495,1613940564120,1271
"eps_2",1e-05,1613940564120,1271
"valid_loss",0.26426389813423157,1613940595404,1271
"_rmse",0.5140660405158997,1613940595404,1271
"epoch",8,1613940595404,1271
"train_loss",0.09403931,1613940596617,1272
"raw_loss",0.31601927,1613940596617,1272
"epoch",8.0062893081761,1613940596617,1272
"wd_0",0.01,1613940596617,1272
"sqr_mom_0",0.99,1613940596617,1272
"lr_0",2.790942899652156e-06,1613940596617,1272
"mom_0",0.9052264275086961,1613940596617,1272
"eps_0",1e-05,1613940596617,1272
"wd_1",0.01,1613940596617,1272
"sqr_mom_1",0.99,1613940596617,1272
"lr_1",2.790942899652156e-05,1613940596617,1272
"mom_1",0.9052264275086961,1613940596617,1272
"eps_1",1e-05,1613940596617,1272
"wd_2",0.01,1613940596617,1272
"sqr_mom_2",0.99,1613940596617,1272
"lr_2",0.0002790942899652156,1613940596617,1272
"mom_2",0.9052264275086961,1613940596617,1272
"eps_2",1e-05,1613940596617,1272
"train_loss",0.09534154,1613940598815,1273
"raw_loss",0.15915084,1613940598815,1273
"epoch",8.0125786163522,1613940598815,1273
"wd_0",0.01,1613940598815,1273
"sqr_mom_0",0.99,1613940598815,1273
"lr_0",2.793563118028586e-06,1613940598815,1273
"mom_0",0.9051609220492853,1613940598815,1273
"eps_0",1e-05,1613940598815,1273
"wd_1",0.01,1613940598815,1273
"sqr_mom_1",0.99,1613940598815,1273
"lr_1",2.7935631180285856e-05,1613940598815,1273
"mom_1",0.9051609220492853,1613940598815,1273
"eps_1",1e-05,1613940598815,1273
"wd_2",0.01,1613940598815,1273
"sqr_mom_2",0.99,1613940598815,1273
"lr_2",0.00027935631180285857,1613940598815,1273
"mom_2",0.9051609220492853,1613940598815,1273
"eps_2",1e-05,1613940598815,1273
"train_loss",0.09813556,1613940600232,1274
"raw_loss",0.23504283,1613940600232,1274
"epoch",8.018867924528301,1613940600232,1274
"wd_0",0.01,1613940600232,1274
"sqr_mom_0",0.99,1613940600232,1274
"lr_0",2.796183880873813e-06,1613940600232,1274
"mom_0",0.9050954029781546,1613940600232,1274
"eps_0",1e-05,1613940600232,1274
"wd_1",0.01,1613940600232,1274
"sqr_mom_1",0.99,1613940600232,1274
"lr_1",2.796183880873813e-05,1613940600232,1274
"mom_1",0.9050954029781546,1613940600232,1274
"eps_1",1e-05,1613940600232,1274
"wd_2",0.01,1613940600232,1274
"sqr_mom_2",0.99,1613940600232,1274
"lr_2",0.0002796183880873813,1613940600232,1274
"mom_2",0.9050954029781546,1613940600232,1274
"eps_2",1e-05,1613940600232,1274
"train_loss",0.099720895,1613940601532,1275
"raw_loss",0.17740245,1613940601532,1275
"epoch",8.025157232704402,1613940601532,1275
"wd_0",0.01,1613940601532,1275
"sqr_mom_0",0.99,1613940601532,1275
"lr_0",2.7988046248049414e-06,1613940601532,1275
"mom_0",0.9050298843798764,1613940601532,1275
"eps_0",1e-05,1613940601532,1275
"wd_1",0.01,1613940601532,1275
"sqr_mom_1",0.99,1613940601532,1275
"lr_1",2.7988046248049407e-05,1613940601532,1275
"mom_1",0.9050298843798764,1613940601532,1275
"eps_1",1e-05,1613940601532,1275
"wd_2",0.01,1613940601532,1275
"sqr_mom_2",0.99,1613940601532,1275
"lr_2",0.0002798804624804941,1613940601532,1275
"mom_2",0.9050298843798764,1613940601532,1275
"eps_2",1e-05,1613940601532,1275
"train_loss",0.099200614,1613940602695,1276
"raw_loss",0.073706836,1613940602695,1276
"epoch",8.031446540880502,1613940602695,1276
"wd_0",0.01,1613940602695,1276
"sqr_mom_0",0.99,1613940602695,1276
"lr_0",2.8014257177820265e-06,1613940602695,1276
"mom_0",0.9049643570554493,1613940602695,1276
"eps_0",1e-05,1613940602695,1276
"wd_1",0.01,1613940602695,1276
"sqr_mom_1",0.99,1613940602695,1276
"lr_1",2.801425717782026e-05,1613940602695,1276
"mom_1",0.9049643570554493,1613940602695,1276
"eps_1",1e-05,1613940602695,1276
"wd_2",0.01,1613940602695,1276
"sqr_mom_2",0.99,1613940602695,1276
"lr_2",0.00028014257177820263,1613940602695,1276
"mom_2",0.9049643570554493,1613940602695,1276
"eps_2",1e-05,1613940602695,1276
"train_loss",0.09872179,1613940603782,1277
"raw_loss",0.075259306,1613940603782,1277
"epoch",8.037735849056602,1613940603782,1277
"wd_0",0.01,1613940603782,1277
"sqr_mom_0",0.99,1613940603782,1277
"lr_0",2.804047527963017e-06,1613940603782,1277
"mom_0",0.9048988118009246,1613940603782,1277
"eps_0",1e-05,1613940603782,1277
"wd_1",0.01,1613940603782,1277
"sqr_mom_1",0.99,1613940603782,1277
"lr_1",2.804047527963017e-05,1613940603782,1277
"mom_1",0.9048988118009246,1613940603782,1277
"eps_1",1e-05,1613940603782,1277
"wd_2",0.01,1613940603782,1277
"sqr_mom_2",0.99,1613940603782,1277
"lr_2",0.0002804047527963017,1613940603782,1277
"mom_2",0.9048988118009246,1613940603782,1277
"eps_2",1e-05,1613940603782,1277
"train_loss",0.10408464,1613940604735,1278
"raw_loss",0.3668648,1613940604735,1278
"epoch",8.044025157232703,1613940604735,1278
"wd_0",0.01,1613940604735,1278
"sqr_mom_0",0.99,1613940604735,1278
"lr_0",2.8066694918143274e-06,1613940604735,1278
"mom_0",0.9048332627046418,1613940604735,1278
"eps_0",1e-05,1613940604735,1278
"wd_1",0.01,1613940604735,1278
"sqr_mom_1",0.99,1613940604735,1278
"lr_1",2.806669491814327e-05,1613940604735,1278
"mom_1",0.9048332627046418,1613940604735,1278
"eps_1",1e-05,1613940604735,1278
"wd_2",0.01,1613940604735,1278
"sqr_mom_2",0.99,1613940604735,1278
"lr_2",0.00028066694918143267,1613940604735,1278
"mom_2",0.9048332627046418,1613940604735,1278
"eps_2",1e-05,1613940604735,1278
"train_loss",0.10942919,1613940605710,1279
"raw_loss",0.3713124,1613940605710,1279
"epoch",8.050314465408803,1613940605710,1279
"wd_0",0.01,1613940605710,1279
"sqr_mom_0",0.99,1613940605710,1279
"lr_0",2.8092919775151086e-06,1613940605710,1279
"mom_0",0.9047677005621223,1613940605710,1279
"eps_0",1e-05,1613940605710,1279
"wd_1",0.01,1613940605710,1279
"sqr_mom_1",0.99,1613940605710,1279
"lr_1",2.8092919775151084e-05,1613940605710,1279
"mom_1",0.9047677005621223,1613940605710,1279
"eps_1",1e-05,1613940605710,1279
"wd_2",0.01,1613940605710,1279
"sqr_mom_2",0.99,1613940605710,1279
"lr_2",0.0002809291977515108,1613940605710,1279
"mom_2",0.9047677005621223,1613940605710,1279
"eps_2",1e-05,1613940605710,1279
"train_loss",0.109687574,1613940606674,1280
"raw_loss",0.12234854,1613940606674,1280
"epoch",8.056603773584904,1613940606674,1280
"wd_0",0.01,1613940606674,1280
"sqr_mom_0",0.99,1613940606674,1280
"lr_0",2.811914421314555e-06,1613940606674,1280
"mom_0",0.9047021394671361,1613940606674,1280
"eps_0",1e-05,1613940606674,1280
"wd_1",0.01,1613940606674,1280
"sqr_mom_1",0.99,1613940606674,1280
"lr_1",2.8119144213145548e-05,1613940606674,1280
"mom_1",0.9047021394671361,1613940606674,1280
"eps_1",1e-05,1613940606674,1280
"wd_2",0.01,1613940606674,1280
"sqr_mom_2",0.99,1613940606674,1280
"lr_2",0.00028119144213145544,1613940606674,1280
"mom_2",0.9047021394671361,1613940606674,1280
"eps_2",1e-05,1613940606674,1280
"train_loss",0.11274306,1613940607653,1281
"raw_loss",0.2624619,1613940607653,1281
"epoch",8.062893081761004,1613940607653,1281
"wd_0",0.01,1613940607653,1281
"sqr_mom_0",0.99,1613940607653,1281
"lr_0",2.814537191416287e-06,1613940607653,1281
"mom_0",0.9046365702145928,1613940607653,1281
"eps_0",1e-05,1613940607653,1281
"wd_1",0.01,1613940607653,1281
"sqr_mom_1",0.99,1613940607653,1281
"lr_1",2.8145371914162867e-05,1613940607653,1281
"mom_1",0.9046365702145928,1613940607653,1281
"eps_1",1e-05,1613940607653,1281
"wd_2",0.01,1613940607653,1281
"sqr_mom_2",0.99,1613940607653,1281
"lr_2",0.00028145371914162866,1613940607653,1281
"mom_2",0.9046365702145928,1613940607653,1281
"eps_2",1e-05,1613940607653,1281
"train_loss",0.11737716,1613940608617,1282
"raw_loss",0.34444833,1613940608617,1282
"epoch",8.069182389937104,1613940608617,1282
"wd_0",0.01,1613940608617,1282
"sqr_mom_0",0.99,1613940608617,1282
"lr_0",2.8171606562089235e-06,1613940608617,1282
"mom_0",0.9045709835947768,1613940608617,1282
"eps_0",1e-05,1613940608617,1282
"wd_1",0.01,1613940608617,1282
"sqr_mom_1",0.99,1613940608617,1282
"lr_1",2.817160656208923e-05,1613940608617,1282
"mom_1",0.9045709835947768,1613940608617,1282
"eps_1",1e-05,1613940608617,1282
"wd_2",0.01,1613940608617,1282
"sqr_mom_2",0.99,1613940608617,1282
"lr_2",0.00028171606562089234,1613940608617,1282
"mom_2",0.9045709835947768,1613940608617,1282
"eps_2",1e-05,1613940608617,1282
"train_loss",0.122684486,1613940609571,1283
"raw_loss",0.38274348,1613940609571,1283
"epoch",8.075471698113205,1613940609571,1283
"wd_0",0.01,1613940609571,1283
"sqr_mom_0",0.99,1613940609571,1283
"lr_0",2.819784251800787e-06,1613940609571,1283
"mom_0",0.9045053937049803,1613940609571,1283
"eps_0",1e-05,1613940609571,1283
"wd_1",0.01,1613940609571,1283
"sqr_mom_1",0.99,1613940609571,1283
"lr_1",2.819784251800787e-05,1613940609571,1283
"mom_1",0.9045053937049803,1613940609571,1283
"eps_1",1e-05,1613940609571,1283
"wd_2",0.01,1613940609571,1283
"sqr_mom_2",0.99,1613940609571,1283
"lr_2",0.00028197842518007865,1613940609571,1283
"mom_2",0.9045053937049803,1613940609571,1283
"eps_2",1e-05,1613940609571,1283
"train_loss",0.12148724,1613940610528,1284
"raw_loss",0.06282213,1613940610528,1284
"epoch",8.081761006289305,1613940610528,1284
"wd_0",0.01,1613940610528,1284
"sqr_mom_0",0.99,1613940610528,1284
"lr_0",2.8224079735724938e-06,1613940610528,1284
"mom_0",0.9044398006606876,1613940610528,1284
"eps_0",1e-05,1613940610528,1284
"wd_1",0.01,1613940610528,1284
"sqr_mom_1",0.99,1613940610528,1284
"lr_1",2.8224079735724933e-05,1613940610528,1284
"mom_1",0.9044398006606876,1613940610528,1284
"eps_1",1e-05,1613940610528,1284
"wd_2",0.01,1613940610528,1284
"sqr_mom_2",0.99,1613940610528,1284
"lr_2",0.00028224079735724935,1613940610528,1284
"mom_2",0.9044398006606876,1613940610528,1284
"eps_2",1e-05,1613940610528,1284
"train_loss",0.12085164,1613940611501,1285
"raw_loss",0.08970744,1613940611501,1285
"epoch",8.088050314465406,1613940611501,1285
"wd_0",0.01,1613940611501,1285
"sqr_mom_0",0.99,1613940611501,1285
"lr_0",2.8250323765127783e-06,1613940611501,1285
"mom_0",0.9043741905871805,1613940611501,1285
"eps_0",1e-05,1613940611501,1285
"wd_1",0.01,1613940611501,1285
"sqr_mom_1",0.99,1613940611501,1285
"lr_1",2.825032376512778e-05,1613940611501,1285
"mom_1",0.9043741905871805,1613940611501,1285
"eps_1",1e-05,1613940611501,1285
"wd_2",0.01,1613940611501,1285
"sqr_mom_2",0.99,1613940611501,1285
"lr_2",0.0002825032376512778,1613940611501,1285
"mom_2",0.9043741905871805,1613940611501,1285
"eps_2",1e-05,1613940611501,1285
"train_loss",0.1232771,1613940612476,1286
"raw_loss",0.24212459,1613940612476,1286
"epoch",8.094339622641506,1613940612476,1286
"wd_0",0.01,1613940612476,1286
"sqr_mom_0",0.99,1613940612476,1286
"lr_0",2.827656709969858e-06,1613940612476,1286
"mom_0",0.9043085822507535,1613940612476,1286
"eps_0",1e-05,1613940612476,1286
"wd_1",0.01,1613940612476,1286
"sqr_mom_1",0.99,1613940612476,1286
"lr_1",2.8276567099698572e-05,1613940612476,1286
"mom_1",0.9043085822507535,1613940612476,1286
"eps_1",1e-05,1613940612476,1286
"wd_2",0.01,1613940612476,1286
"sqr_mom_2",0.99,1613940612476,1286
"lr_2",0.00028276567099698576,1613940612476,1286
"mom_2",0.9043085822507535,1613940612476,1286
"eps_2",1e-05,1613940612476,1286
"train_loss",0.12188496,1613940613473,1287
"raw_loss",0.05366995,1613940613473,1287
"epoch",8.100628930817606,1613940613473,1287
"wd_0",0.01,1613940613473,1287
"sqr_mom_0",0.99,1613940613473,1287
"lr_0",2.830281528996625e-06,1613940613473,1287
"mom_0",0.9042429617750843,1613940613473,1287
"eps_0",1e-05,1613940613473,1287
"wd_1",0.01,1613940613473,1287
"sqr_mom_1",0.99,1613940613473,1287
"lr_1",2.830281528996625e-05,1613940613473,1287
"mom_1",0.9042429617750843,1613940613473,1287
"eps_1",1e-05,1613940613473,1287
"wd_2",0.01,1613940613473,1287
"sqr_mom_2",0.99,1613940613473,1287
"lr_2",0.00028302815289966244,1613940613473,1287
"mom_2",0.9042429617750843,1613940613473,1287
"eps_2",1e-05,1613940613473,1287
"train_loss",0.1208591,1613940614428,1288
"raw_loss",0.07059218,1613940614428,1288
"epoch",8.106918238993707,1613940614428,1288
"wd_0",0.01,1613940614428,1288
"sqr_mom_0",0.99,1613940614428,1288
"lr_0",2.8329068291020163e-06,1613940614428,1288
"mom_0",0.9041773292724495,1613940614428,1288
"eps_0",1e-05,1613940614428,1288
"wd_1",0.01,1613940614428,1288
"sqr_mom_1",0.99,1613940614428,1288
"lr_1",2.8329068291020163e-05,1613940614428,1288
"mom_1",0.9041773292724495,1613940614428,1288
"eps_1",1e-05,1613940614428,1288
"wd_2",0.01,1613940614428,1288
"sqr_mom_2",0.99,1613940614428,1288
"lr_2",0.0002832906829102016,1613940614428,1288
"mom_2",0.9041773292724495,1613940614428,1288
"eps_2",1e-05,1613940614428,1288
"train_loss",0.11972656,1613940615417,1289
"raw_loss",0.06423187,1613940615417,1289
"epoch",8.113207547169807,1613940615417,1289
"wd_0",0.01,1613940615417,1289
"sqr_mom_0",0.99,1613940615417,1289
"lr_0",2.8355320459346237e-06,1613940615417,1289
"mom_0",0.9041116988516343,1613940615417,1289
"eps_0",1e-05,1613940615417,1289
"wd_1",0.01,1613940615417,1289
"sqr_mom_1",0.99,1613940615417,1289
"lr_1",2.8355320459346236e-05,1613940615417,1289
"mom_1",0.9041116988516343,1613940615417,1289
"eps_1",1e-05,1613940615417,1289
"wd_2",0.01,1613940615417,1289
"sqr_mom_2",0.99,1613940615417,1289
"lr_2",0.0002835532045934623,1613940615417,1289
"mom_2",0.9041116988516343,1613940615417,1289
"eps_2",1e-05,1613940615417,1289
"train_loss",0.11872208,1613940616425,1290
"raw_loss",0.06950256,1613940616425,1290
"epoch",8.119496855345908,1613940616425,1290
"wd_0",0.01,1613940616425,1290
"sqr_mom_0",0.99,1613940616425,1290
"lr_0",2.8381579213750627e-06,1613940616425,1290
"mom_0",0.9040460519656234,1613940616425,1290
"eps_0",1e-05,1613940616425,1290
"wd_1",0.01,1613940616425,1290
"sqr_mom_1",0.99,1613940616425,1290
"lr_1",2.8381579213750623e-05,1613940616425,1290
"mom_1",0.9040460519656234,1613940616425,1290
"eps_1",1e-05,1613940616425,1290
"wd_2",0.01,1613940616425,1290
"sqr_mom_2",0.99,1613940616425,1290
"lr_2",0.00028381579213750623,1613940616425,1290
"mom_2",0.9040460519656234,1613940616425,1290
"eps_2",1e-05,1613940616425,1290
"train_loss",0.118292555,1613940617431,1291
"raw_loss",0.09724579,1613940617431,1291
"epoch",8.125786163522008,1613940617431,1291
"wd_0",0.01,1613940617431,1291
"sqr_mom_0",0.99,1613940617431,1291
"lr_0",2.8407837043503753e-06,1613940617431,1291
"mom_0",0.9039804073912406,1613940617431,1291
"eps_0",1e-05,1613940617431,1291
"wd_1",0.01,1613940617431,1291
"sqr_mom_1",0.99,1613940617431,1291
"lr_1",2.840783704350375e-05,1613940617431,1291
"mom_1",0.9039804073912406,1613940617431,1291
"eps_1",1e-05,1613940617431,1291
"wd_2",0.01,1613940617431,1291
"sqr_mom_2",0.99,1613940617431,1291
"lr_2",0.0002840783704350375,1613940617431,1291
"mom_2",0.9039804073912406,1613940617431,1291
"eps_2",1e-05,1613940617431,1291
"train_loss",0.11747074,1613940618405,1292
"raw_loss",0.07720173,1613940618405,1292
"epoch",8.132075471698109,1613940618405,1292
"wd_0",0.01,1613940618405,1292
"sqr_mom_0",0.99,1613940618405,1292
"lr_0",2.843409950222477e-06,1613940618405,1292
"mom_0",0.9039147512444381,1613940618405,1292
"eps_0",1e-05,1613940618405,1292
"wd_1",0.01,1613940618405,1292
"sqr_mom_1",0.99,1613940618405,1292
"lr_1",2.8434099502224764e-05,1613940618405,1292
"mom_1",0.9039147512444381,1613940618405,1292
"eps_1",1e-05,1613940618405,1292
"wd_2",0.01,1613940618405,1292
"sqr_mom_2",0.99,1613940618405,1292
"lr_2",0.00028434099502224765,1613940618405,1292
"mom_2",0.9039147512444381,1613940618405,1292
"eps_2",1e-05,1613940618405,1292
"train_loss",0.117123544,1613940619438,1293
"raw_loss",0.10011094,1613940619438,1293
"epoch",8.138364779874209,1613940619438,1293
"wd_0",0.01,1613940619438,1293
"sqr_mom_0",0.99,1613940619438,1293
"lr_0",2.8460366544929703e-06,1613940619438,1293
"mom_0",0.9038490836376757,1613940619438,1293
"eps_0",1e-05,1613940619438,1293
"wd_1",0.01,1613940619438,1293
"sqr_mom_1",0.99,1613940619438,1293
"lr_1",2.8460366544929705e-05,1613940619438,1293
"mom_1",0.9038490836376757,1613940619438,1293
"eps_1",1e-05,1613940619438,1293
"wd_2",0.01,1613940619438,1293
"sqr_mom_2",0.99,1613940619438,1293
"lr_2",0.00028460366544929704,1613940619438,1293
"mom_2",0.9038490836376757,1613940619438,1293
"eps_2",1e-05,1613940619438,1293
"train_loss",0.11839235,1613940620413,1294
"raw_loss",0.18056364,1613940620413,1294
"epoch",8.14465408805031,1613940620413,1294
"wd_0",0.01,1613940620413,1294
"sqr_mom_0",0.99,1613940620413,1294
"lr_0",2.8486632525110455e-06,1613940620413,1294
"mom_0",0.9037834186872238,1613940620413,1294
"eps_0",1e-05,1613940620413,1294
"wd_1",0.01,1613940620413,1294
"sqr_mom_1",0.99,1613940620413,1294
"lr_1",2.8486632525110453e-05,1613940620413,1294
"mom_1",0.9037834186872238,1613940620413,1294
"eps_1",1e-05,1613940620413,1294
"wd_2",0.01,1613940620413,1294
"sqr_mom_2",0.99,1613940620413,1294
"lr_2",0.0002848663252511045,1613940620413,1294
"mom_2",0.9037834186872238,1613940620413,1294
"eps_2",1e-05,1613940620413,1294
"train_loss",0.11802682,1613940621398,1295
"raw_loss",0.10011614,1613940621398,1295
"epoch",8.15094339622641,1613940621398,1295
"wd_0",0.01,1613940621398,1295
"sqr_mom_0",0.99,1613940621398,1295
"lr_0",2.8512901130773025e-06,1613940621398,1295
"mom_0",0.9037177471730674,1613940621398,1295
"eps_0",1e-05,1613940621398,1295
"wd_1",0.01,1613940621398,1295
"sqr_mom_1",0.99,1613940621398,1295
"lr_1",2.8512901130773022e-05,1613940621398,1295
"mom_1",0.9037177471730674,1613940621398,1295
"eps_1",1e-05,1613940621398,1295
"wd_2",0.01,1613940621398,1295
"sqr_mom_2",0.99,1613940621398,1295
"lr_2",0.0002851290113077302,1613940621398,1295
"mom_2",0.9037177471730674,1613940621398,1295
"eps_2",1e-05,1613940621398,1295
"train_loss",0.120999694,1613940622378,1296
"raw_loss",0.26667047,1613940622378,1296
"epoch",8.15723270440251,1613940622378,1296
"wd_0",0.01,1613940622378,1296
"sqr_mom_0",0.99,1613940622378,1296
"lr_0",2.853917605141193e-06,1613940622378,1296
"mom_0",0.9036520598714701,1613940622378,1296
"eps_0",1e-05,1613940622378,1296
"wd_1",0.01,1613940622378,1296
"sqr_mom_1",0.99,1613940622378,1296
"lr_1",2.8539176051411926e-05,1613940622378,1296
"mom_1",0.9036520598714701,1613940622378,1296
"eps_1",1e-05,1613940622378,1296
"wd_2",0.01,1613940622378,1296
"sqr_mom_2",0.99,1613940622378,1296
"lr_2",0.00028539176051411926,1613940622378,1296
"mom_2",0.9036520598714701,1613940622378,1296
"eps_2",1e-05,1613940622378,1296
"train_loss",0.12243,1613940623374,1297
"raw_loss",0.19251509,1613940623374,1297
"epoch",8.16352201257861,1613940623374,1297
"wd_0",0.01,1613940623374,1297
"sqr_mom_0",0.99,1613940623374,1297
"lr_0",2.856545163938558e-06,1613940623374,1297
"mom_0",0.903586370901536,1613940623374,1297
"eps_0",1e-05,1613940623374,1297
"wd_1",0.01,1613940623374,1297
"sqr_mom_1",0.99,1613940623374,1297
"lr_1",2.856545163938558e-05,1613940623374,1297
"mom_1",0.903586370901536,1613940623374,1297
"eps_1",1e-05,1613940623374,1297
"wd_2",0.01,1613940623374,1297
"sqr_mom_2",0.99,1613940623374,1297
"lr_2",0.0002856545163938558,1613940623374,1297
"mom_2",0.903586370901536,1613940623374,1297
"eps_2",1e-05,1613940623374,1297
"train_loss",0.1220176,1613940624370,1298
"raw_loss",0.101810105,1613940624370,1298
"epoch",8.169811320754711,1613940624370,1298
"wd_0",0.01,1613940624370,1298
"sqr_mom_0",0.99,1613940624370,1298
"lr_0",2.85917278485674e-06,1613940624370,1298
"mom_0",0.9035206803785815,1613940624370,1298
"eps_0",1e-05,1613940624370,1298
"wd_1",0.01,1613940624370,1298
"sqr_mom_1",0.99,1613940624370,1298
"lr_1",2.8591727848567398e-05,1613940624370,1298
"mom_1",0.9035206803785815,1613940624370,1298
"eps_1",1e-05,1613940624370,1298
"wd_2",0.01,1613940624370,1298
"sqr_mom_2",0.99,1613940624370,1298
"lr_2",0.000285917278485674,1613940624370,1298
"mom_2",0.9035206803785815,1613940624370,1298
"eps_2",1e-05,1613940624370,1298
"train_loss",0.12126633,1613940625355,1299
"raw_loss",0.084454134,1613940625355,1299
"epoch",8.176100628930811,1613940625355,1299
"wd_0",0.01,1613940625355,1299
"sqr_mom_0",0.99,1613940625355,1299
"lr_0",2.861801023702398e-06,1613940625355,1299
"mom_0",0.90345497440744,1613940625355,1299
"eps_0",1e-05,1613940625355,1299
"wd_1",0.01,1613940625355,1299
"sqr_mom_1",0.99,1613940625355,1299
"lr_1",2.861801023702398e-05,1613940625355,1299
"mom_1",0.90345497440744,1613940625355,1299
"eps_1",1e-05,1613940625355,1299
"wd_2",0.01,1613940625355,1299
"sqr_mom_2",0.99,1613940625355,1299
"lr_2",0.00028618010237023975,1613940625355,1299
"mom_2",0.90345497440744,1613940625355,1299
"eps_2",1e-05,1613940625355,1299
"train_loss",0.120801516,1613940626397,1300
"raw_loss",0.0980257,1613940626397,1300
"epoch",8.182389937106912,1613940626397,1300
"wd_0",0.01,1613940626397,1300
"sqr_mom_0",0.99,1613940626397,1300
"lr_0",2.8644291287265737e-06,1613940626397,1300
"mom_0",0.9033892717818356,1613940626397,1300
"eps_0",1e-05,1613940626397,1300
"wd_1",0.01,1613940626397,1300
"sqr_mom_1",0.99,1613940626397,1300
"lr_1",2.864429128726573e-05,1613940626397,1300
"mom_1",0.9033892717818356,1613940626397,1300
"eps_1",1e-05,1613940626397,1300
"wd_2",0.01,1613940626397,1300
"sqr_mom_2",0.99,1613940626397,1300
"lr_2",0.00028644291287265733,1613940626397,1300
"mom_2",0.9033892717818356,1613940626397,1300
"eps_2",1e-05,1613940626397,1300
"train_loss",0.121239014,1613940627410,1301
"raw_loss",0.14267637,1613940627410,1301
"epoch",8.188679245283012,1613940627410,1301
"wd_0",0.01,1613940627410,1301
"sqr_mom_0",0.99,1613940627410,1301
"lr_0",2.8670578426260795e-06,1613940627410,1301
"mom_0",0.903323553934348,1613940627410,1301
"eps_0",1e-05,1613940627410,1301
"wd_1",0.01,1613940627410,1301
"sqr_mom_1",0.99,1613940627410,1301
"lr_1",2.8670578426260795e-05,1613940627410,1301
"mom_1",0.903323553934348,1613940627410,1301
"eps_1",1e-05,1613940627410,1301
"wd_2",0.01,1613940627410,1301
"sqr_mom_2",0.99,1613940627410,1301
"lr_2",0.0002867057842626079,1613940627410,1301
"mom_2",0.903323553934348,1613940627410,1301
"eps_2",1e-05,1613940627410,1301
"train_loss",0.12073849,1613940628399,1302
"raw_loss",0.09621304,1613940628399,1302
"epoch",8.194968553459113,1613940628399,1302
"wd_0",0.01,1613940628399,1302
"sqr_mom_0",0.99,1613940628399,1302
"lr_0",2.869686600371688e-06,1613940628399,1302
"mom_0",0.9032578349907078,1613940628399,1302
"eps_0",1e-05,1613940628399,1302
"wd_1",0.01,1613940628399,1302
"sqr_mom_1",0.99,1613940628399,1302
"lr_1",2.8696866003716882e-05,1613940628399,1302
"mom_1",0.9032578349907078,1613940628399,1302
"eps_1",1e-05,1613940628399,1302
"wd_2",0.01,1613940628399,1302
"sqr_mom_2",0.99,1613940628399,1302
"lr_2",0.00028696866003716877,1613940628399,1302
"mom_2",0.9032578349907078,1613940628399,1302
"eps_2",1e-05,1613940628399,1302
"train_loss",0.120031536,1613940629401,1303
"raw_loss",0.08539076,1613940629401,1303
"epoch",8.201257861635213,1613940629401,1303
"wd_0",0.01,1613940629401,1303
"sqr_mom_0",0.99,1613940629401,1303
"lr_0",2.8723153973535213e-06,1613940629401,1303
"mom_0",0.9031921150661619,1613940629401,1303
"eps_0",1e-05,1613940629401,1303
"wd_1",0.01,1613940629401,1303
"sqr_mom_1",0.99,1613940629401,1303
"lr_1",2.872315397353521e-05,1613940629401,1303
"mom_1",0.9031921150661619,1613940629401,1303
"eps_1",1e-05,1613940629401,1303
"wd_2",0.01,1613940629401,1303
"sqr_mom_2",0.99,1613940629401,1303
"lr_2",0.0002872315397353521,1613940629401,1303
"mom_2",0.9031921150661619,1613940629401,1303
"eps_2",1e-05,1613940629401,1303
"train_loss",0.1192104,1613940630434,1304
"raw_loss",0.078974605,1613940630434,1304
"epoch",8.207547169811313,1613940630434,1304
"wd_0",0.01,1613940630434,1304
"sqr_mom_0",0.99,1613940630434,1304
"lr_0",2.8749447896245622e-06,1613940630434,1304
"mom_0",0.903126380259386,1613940630434,1304
"eps_0",1e-05,1613940630434,1304
"wd_1",0.01,1613940630434,1304
"sqr_mom_1",0.99,1613940630434,1304
"lr_1",2.8749447896245624e-05,1613940630434,1304
"mom_1",0.903126380259386,1613940630434,1304
"eps_1",1e-05,1613940630434,1304
"wd_2",0.01,1613940630434,1304
"sqr_mom_2",0.99,1613940630434,1304
"lr_2",0.0002874944789624562,1613940630434,1304
"mom_2",0.903126380259386,1613940630434,1304
"eps_2",1e-05,1613940630434,1304
"train_loss",0.11822677,1613940631431,1305
"raw_loss",0.07002875,1613940631431,1305
"epoch",8.213836477987414,1613940631431,1305
"wd_0",0.01,1613940631431,1305
"sqr_mom_0",0.99,1613940631431,1305
"lr_0",2.8775740251059417e-06,1613940631431,1305
"mom_0",0.9030606493723514,1613940631431,1305
"eps_0",1e-05,1613940631431,1305
"wd_1",0.01,1613940631431,1305
"sqr_mom_1",0.99,1613940631431,1305
"lr_1",2.8775740251059413e-05,1613940631431,1305
"mom_1",0.9030606493723514,1613940631431,1305
"eps_1",1e-05,1613940631431,1305
"wd_2",0.01,1613940631431,1305
"sqr_mom_2",0.99,1613940631431,1305
"lr_2",0.0002877574025105941,1613940631431,1305
"mom_2",0.9030606493723514,1613940631431,1305
"eps_2",1e-05,1613940631431,1305
"train_loss",0.11733549,1613940632436,1306
"raw_loss",0.07366308,1613940632436,1306
"epoch",8.220125786163514,1613940632436,1306
"wd_0",0.01,1613940632436,1306
"sqr_mom_0",0.99,1613940632436,1306
"lr_0",2.8802036598966375e-06,1613940632436,1306
"mom_0",0.902994908502584,1613940632436,1306
"eps_0",1e-05,1613940632436,1306
"wd_1",0.01,1613940632436,1306
"sqr_mom_1",0.99,1613940632436,1306
"lr_1",2.880203659896637e-05,1613940632436,1306
"mom_1",0.902994908502584,1613940632436,1306
"eps_1",1e-05,1613940632436,1306
"wd_2",0.01,1613940632436,1306
"sqr_mom_2",0.99,1613940632436,1306
"lr_2",0.0002880203659896637,1613940632436,1306
"mom_2",0.902994908502584,1613940632436,1306
"eps_2",1e-05,1613940632436,1306
"train_loss",0.117157444,1613940633411,1307
"raw_loss",0.10843326,1613940633411,1307
"epoch",8.226415094339615,1613940633411,1307
"wd_0",0.01,1613940633411,1307
"sqr_mom_0",0.99,1613940633411,1307
"lr_0",2.882833689478759e-06,1613940633411,1307
"mom_0",0.902929157763031,1613940633411,1307
"eps_0",1e-05,1613940633411,1307
"wd_1",0.01,1613940633411,1307
"sqr_mom_1",0.99,1613940633411,1307
"lr_1",2.882833689478759e-05,1613940633411,1307
"mom_1",0.902929157763031,1613940633411,1307
"eps_1",1e-05,1613940633411,1307
"wd_2",0.01,1613940633411,1307
"sqr_mom_2",0.99,1613940633411,1307
"lr_2",0.00028828336894787585,1613940633411,1307
"mom_2",0.902929157763031,1613940633411,1307
"eps_2",1e-05,1613940633411,1307
"train_loss",0.11561121,1613940634414,1308
"raw_loss",0.039845526,1613940634414,1308
"epoch",8.232704402515715,1613940634414,1308
"wd_0",0.01,1613940634414,1308
"sqr_mom_0",0.99,1613940634414,1308
"lr_0",2.8854635484935124e-06,1613940634414,1308
"mom_0",0.9028634112876621,1613940634414,1308
"eps_0",1e-05,1613940634414,1308
"wd_1",0.01,1613940634414,1308
"sqr_mom_1",0.99,1613940634414,1308
"lr_1",2.885463548493512e-05,1613940634414,1308
"mom_1",0.9028634112876621,1613940634414,1308
"eps_1",1e-05,1613940634414,1308
"wd_2",0.01,1613940634414,1308
"sqr_mom_2",0.99,1613940634414,1308
"lr_2",0.0002885463548493512,1613940634414,1308
"mom_2",0.9028634112876621,1613940634414,1308
"eps_2",1e-05,1613940634414,1308
"train_loss",0.11427767,1613940635787,1309
"raw_loss",0.048934076,1613940635787,1309
"epoch",8.238993710691815,1613940635787,1309
"wd_0",0.01,1613940635787,1309
"sqr_mom_0",0.99,1613940635787,1309
"lr_0",2.8880939801333832e-06,1613940635787,1309
"mom_0",0.9027976504966654,1613940635787,1309
"eps_0",1e-05,1613940635787,1309
"wd_1",0.01,1613940635787,1309
"sqr_mom_1",0.99,1613940635787,1309
"lr_1",2.888093980133383e-05,1613940635787,1309
"mom_1",0.9027976504966654,1613940635787,1309
"eps_1",1e-05,1613940635787,1309
"wd_2",0.01,1613940635787,1309
"sqr_mom_2",0.99,1613940635787,1309
"lr_2",0.00028880939801333833,1613940635787,1309
"mom_2",0.9027976504966654,1613940635787,1309
"eps_2",1e-05,1613940635787,1309
"train_loss",0.11435695,1613940636845,1310
"raw_loss",0.11824187,1613940636845,1310
"epoch",8.245283018867916,1613940636845,1310
"wd_0",0.01,1613940636845,1310
"sqr_mom_0",0.99,1613940636845,1310
"lr_0",2.890724232022215e-06,1613940636845,1310
"mom_0",0.9027318941994446,1613940636845,1310
"eps_0",1e-05,1613940636845,1310
"wd_1",0.01,1613940636845,1310
"sqr_mom_1",0.99,1613940636845,1310
"lr_1",2.890724232022215e-05,1613940636845,1310
"mom_1",0.9027318941994446,1613940636845,1310
"eps_1",1e-05,1613940636845,1310
"wd_2",0.01,1613940636845,1310
"sqr_mom_2",0.99,1613940636845,1310
"lr_2",0.0002890724232022215,1613940636845,1310
"mom_2",0.9027318941994446,1613940636845,1310
"eps_2",1e-05,1613940636845,1310
"train_loss",0.1142089,1613940637879,1311
"raw_loss",0.1069545,1613940637879,1311
"epoch",8.251572327044016,1613940637879,1311
"wd_0",0.01,1613940637879,1311
"sqr_mom_0",0.99,1613940637879,1311
"lr_0",2.893354860476402e-06,1613940637879,1311
"mom_0",0.9026661284880899,1613940637879,1311
"eps_0",1e-05,1613940637879,1311
"wd_1",0.01,1613940637879,1311
"sqr_mom_1",0.99,1613940637879,1311
"lr_1",2.8933548604764016e-05,1613940637879,1311
"mom_1",0.9026661284880899,1613940637879,1311
"eps_1",1e-05,1613940637879,1311
"wd_2",0.01,1613940637879,1311
"sqr_mom_2",0.99,1613940637879,1311
"lr_2",0.00028933548604764017,1613940637879,1311
"mom_2",0.9026661284880899,1613940637879,1311
"eps_2",1e-05,1613940637879,1311
"train_loss",0.11333787,1613940638854,1312
"raw_loss",0.07065707,1613940638854,1312
"epoch",8.257861635220117,1613940638854,1312
"wd_0",0.01,1613940638854,1312
"sqr_mom_0",0.99,1613940638854,1312
"lr_0",2.8959858609714645e-06,1613940638854,1312
"mom_0",0.9026003534757133,1613940638854,1312
"eps_0",1e-05,1613940638854,1312
"wd_1",0.01,1613940638854,1312
"sqr_mom_1",0.99,1613940638854,1312
"lr_1",2.8959858609714643e-05,1613940638854,1312
"mom_1",0.9026003534757133,1613940638854,1312
"eps_1",1e-05,1613940638854,1312
"wd_2",0.01,1613940638854,1312
"sqr_mom_2",0.99,1613940638854,1312
"lr_2",0.0002895985860971464,1613940638854,1312
"mom_2",0.9026003534757133,1613940638854,1312
"eps_2",1e-05,1613940638854,1312
"train_loss",0.11193032,1613940639826,1313
"raw_loss",0.042960435,1613940639826,1313
"epoch",8.264150943396217,1613940639826,1313
"wd_0",0.01,1613940639826,1313
"sqr_mom_0",0.99,1613940639826,1313
"lr_0",2.8986166679423386e-06,1613940639826,1313
"mom_0",0.9025345833014415,1613940639826,1313
"eps_0",1e-05,1613940639826,1313
"wd_1",0.01,1613940639826,1313
"sqr_mom_1",0.99,1613940639826,1313
"lr_1",2.8986166679423386e-05,1613940639826,1313
"mom_1",0.9025345833014415,1613940639826,1313
"eps_1",1e-05,1613940639826,1313
"wd_2",0.01,1613940639826,1313
"sqr_mom_2",0.99,1613940639826,1313
"lr_2",0.00028986166679423385,1613940639826,1313
"mom_2",0.9025345833014415,1613940639826,1313
"eps_2",1e-05,1613940639826,1313
"train_loss",0.11180223,1613940640817,1314
"raw_loss",0.1055259,1613940640817,1314
"epoch",8.270440251572317,1613940640817,1314
"wd_0",0.01,1613940640817,1314
"sqr_mom_0",0.99,1613940640817,1314
"lr_0",2.901247650799176e-06,1613940640817,1314
"mom_0",0.9024688087300206,1613940640817,1314
"eps_0",1e-05,1613940640817,1314
"wd_1",0.01,1613940640817,1314
"sqr_mom_1",0.99,1613940640817,1314
"lr_1",2.9012476507991755e-05,1613940640817,1314
"mom_1",0.9024688087300206,1613940640817,1314
"eps_1",1e-05,1613940640817,1314
"wd_2",0.01,1613940640817,1314
"sqr_mom_2",0.99,1613940640817,1314
"lr_2",0.00029012476507991755,1613940640817,1314
"mom_2",0.9024688087300206,1613940640817,1314
"eps_2",1e-05,1613940640817,1314
"train_loss",0.11096487,1613940641899,1315
"raw_loss",0.06993425,1613940641899,1315
"epoch",8.276729559748418,1613940641899,1315
"wd_0",0.01,1613940641899,1315
"sqr_mom_0",0.99,1613940641899,1315
"lr_0",2.9038791790518446e-06,1613940641899,1315
"mom_0",0.9024030205237039,1613940641899,1315
"eps_0",1e-05,1613940641899,1315
"wd_1",0.01,1613940641899,1315
"sqr_mom_1",0.99,1613940641899,1315
"lr_1",2.903879179051844e-05,1613940641899,1315
"mom_1",0.9024030205237039,1613940641899,1315
"eps_1",1e-05,1613940641899,1315
"wd_2",0.01,1613940641899,1315
"sqr_mom_2",0.99,1613940641899,1315
"lr_2",0.0002903879179051844,1613940641899,1315
"mom_2",0.9024030205237039,1613940641899,1315
"eps_2",1e-05,1613940641899,1315
"train_loss",0.11179657,1613940642968,1316
"raw_loss",0.15255012,1613940642968,1316
"epoch",8.283018867924518,1613940642968,1316
"wd_0",0.01,1613940642968,1316
"sqr_mom_0",0.99,1613940642968,1316
"lr_0",2.906510687059346e-06,1613940642968,1316
"mom_0",0.9023372328235163,1613940642968,1316
"eps_0",1e-05,1613940642968,1316
"wd_1",0.01,1613940642968,1316
"sqr_mom_1",0.99,1613940642968,1316
"lr_1",2.9065106870593457e-05,1613940642968,1316
"mom_1",0.9023372328235163,1613940642968,1316
"eps_1",1e-05,1613940642968,1316
"wd_2",0.01,1613940642968,1316
"sqr_mom_2",0.99,1613940642968,1316
"lr_2",0.0002906510687059346,1613940642968,1316
"mom_2",0.9023372328235163,1613940642968,1316
"eps_2",1e-05,1613940642968,1316
"train_loss",0.111006156,1613940643956,1317
"raw_loss",0.072275616,1613940643956,1317
"epoch",8.289308176100619,1613940643956,1317
"wd_0",0.01,1613940643956,1317
"sqr_mom_0",0.99,1613940643956,1317
"lr_0",2.9091421702206573e-06,1613940643956,1317
"mom_0",0.9022714457444836,1613940643956,1317
"eps_0",1e-05,1613940643956,1317
"wd_1",0.01,1613940643956,1317
"sqr_mom_1",0.99,1613940643956,1317
"lr_1",2.909142170220657e-05,1613940643956,1317
"mom_1",0.9022714457444836,1613940643956,1317
"eps_1",1e-05,1613940643956,1317
"wd_2",0.01,1613940643956,1317
"sqr_mom_2",0.99,1613940643956,1317
"lr_2",0.00029091421702206566,1613940643956,1317
"mom_2",0.9022714457444836,1613940643956,1317
"eps_2",1e-05,1613940643956,1317
"train_loss",0.11014643,1613940644994,1318
"raw_loss",0.06801987,1613940644994,1318
"epoch",8.295597484276719,1613940644994,1318
"wd_0",0.01,1613940644994,1318
"sqr_mom_0",0.99,1613940644994,1318
"lr_0",2.9117741851501125e-06,1613940644994,1318
"mom_0",0.9022056453712471,1613940644994,1318
"eps_0",1e-05,1613940644994,1318
"wd_1",0.01,1613940644994,1318
"sqr_mom_1",0.99,1613940644994,1318
"lr_1",2.9117741851501127e-05,1613940644994,1318
"mom_1",0.9022056453712471,1613940644994,1318
"eps_1",1e-05,1613940644994,1318
"wd_2",0.01,1613940644994,1318
"sqr_mom_2",0.99,1613940644994,1318
"lr_2",0.0002911774185150112,1613940644994,1318
"mom_2",0.9022056453712471,1613940644994,1318
"eps_2",1e-05,1613940644994,1318
"train_loss",0.11120182,1613940645968,1319
"raw_loss",0.16291611,1613940645968,1319
"epoch",8.30188679245282,1613940645968,1319
"wd_0",0.01,1613940645968,1319
"sqr_mom_0",0.99,1613940645968,1319
"lr_0",2.9144059790186917e-06,1613940645968,1319
"mom_0",0.9021398505245327,1613940645968,1319
"eps_0",1e-05,1613940645968,1319
"wd_1",0.01,1613940645968,1319
"sqr_mom_1",0.99,1613940645968,1319
"lr_1",2.914405979018691e-05,1613940645968,1319
"mom_1",0.9021398505245327,1613940645968,1319
"eps_1",1e-05,1613940645968,1319
"wd_2",0.01,1613940645968,1319
"sqr_mom_2",0.99,1613940645968,1319
"lr_2",0.00029144059790186914,1613940645968,1319
"mom_2",0.9021398505245327,1613940645968,1319
"eps_2",1e-05,1613940645968,1319
"train_loss",0.110088415,1613940646943,1320
"raw_loss",0.05553138,1613940646943,1320
"epoch",8.30817610062892,1613940646943,1320
"wd_0",0.01,1613940646943,1320
"sqr_mom_0",0.99,1613940646943,1320
"lr_0",2.917038295565666e-06,1613940646943,1320
"mom_0",0.9020740426108583,1613940646943,1320
"eps_0",1e-05,1613940646943,1320
"wd_1",0.01,1613940646943,1320
"sqr_mom_1",0.99,1613940646943,1320
"lr_1",2.9170382955656654e-05,1613940646943,1320
"mom_1",0.9020740426108583,1613940646943,1320
"eps_1",1e-05,1613940646943,1320
"wd_2",0.01,1613940646943,1320
"sqr_mom_2",0.99,1613940646943,1320
"lr_2",0.00029170382955656654,1613940646943,1320
"mom_2",0.9020740426108583,1613940646943,1320
"eps_2",1e-05,1613940646943,1320
"train_loss",0.10919112,1613940647931,1321
"raw_loss",0.065223604,1613940647931,1321
"epoch",8.31446540880502,1613940647931,1321
"wd_0",0.01,1613940647931,1321
"sqr_mom_0",0.99,1613940647931,1321
"lr_0",2.9196705689781546e-06,1613940647931,1321
"mom_0",0.9020082357755461,1613940647931,1321
"eps_0",1e-05,1613940647931,1321
"wd_1",0.01,1613940647931,1321
"sqr_mom_1",0.99,1613940647931,1321
"lr_1",2.9196705689781543e-05,1613940647931,1321
"mom_1",0.9020082357755461,1613940647931,1321
"eps_1",1e-05,1613940647931,1321
"wd_2",0.01,1613940647931,1321
"sqr_mom_2",0.99,1613940647931,1321
"lr_2",0.00029196705689781547,1613940647931,1321
"mom_2",0.9020082357755461,1613940647931,1321
"eps_2",1e-05,1613940647931,1321
"train_loss",0.10760044,1613940648932,1322
"raw_loss",0.029657299,1613940648932,1322
"epoch",8.32075471698112,1613940648932,1322
"wd_0",0.01,1613940648932,1322
"sqr_mom_0",0.99,1613940648932,1322
"lr_0",2.922302794658675e-06,1613940648932,1322
"mom_0",0.9019424301335331,1613940648932,1322
"eps_0",1e-05,1613940648932,1322
"wd_1",0.01,1613940648932,1322
"sqr_mom_1",0.99,1613940648932,1322
"lr_1",2.922302794658675e-05,1613940648932,1322
"mom_1",0.9019424301335331,1613940648932,1322
"eps_1",1e-05,1613940648932,1322
"wd_2",0.01,1613940648932,1322
"sqr_mom_2",0.99,1613940648932,1322
"lr_2",0.0002922302794658675,1613940648932,1322
"mom_2",0.9019424301335331,1613940648932,1322
"eps_2",1e-05,1613940648932,1322
"train_loss",0.10660791,1613940649947,1323
"raw_loss",0.0579736,1613940649947,1323
"epoch",8.327044025157221,1613940649947,1323
"wd_0",0.01,1613940649947,1323
"sqr_mom_0",0.99,1613940649947,1323
"lr_0",2.924935529376182e-06,1613940649947,1323
"mom_0",0.9018766117655954,1613940649947,1323
"eps_0",1e-05,1613940649947,1323
"wd_1",0.01,1613940649947,1323
"sqr_mom_1",0.99,1613940649947,1323
"lr_1",2.9249355293761816e-05,1613940649947,1323
"mom_1",0.9018766117655954,1613940649947,1323
"eps_1",1e-05,1613940649947,1323
"wd_2",0.01,1613940649947,1323
"sqr_mom_2",0.99,1613940649947,1323
"lr_2",0.00029249355293761817,1613940649947,1323
"mom_2",0.9018766117655954,1613940649947,1323
"eps_2",1e-05,1613940649947,1323
"train_loss",0.105707735,1613940650908,1324
"raw_loss",0.061599147,1613940650908,1324
"epoch",8.333333333333321,1613940650908,1324
"wd_0",0.01,1613940650908,1324
"sqr_mom_0",0.99,1613940650908,1324
"lr_0",2.9275680200957746e-06,1613940650908,1324
"mom_0",0.9018107994976056,1613940650908,1324
"eps_0",1e-05,1613940650908,1324
"wd_1",0.01,1613940650908,1324
"sqr_mom_1",0.99,1613940650908,1324
"lr_1",2.927568020095774e-05,1613940650908,1324
"mom_1",0.9018107994976056,1613940650908,1324
"eps_1",1e-05,1613940650908,1324
"wd_2",0.01,1613940650908,1324
"sqr_mom_2",0.99,1613940650908,1324
"lr_2",0.00029275680200957743,1613940650908,1324
"mom_2",0.9018107994976056,1613940650908,1324
"eps_2",1e-05,1613940650908,1324
"train_loss",0.10610821,1613940651923,1325
"raw_loss",0.12573163,1613940651923,1325
"epoch",8.339622641509422,1613940651923,1325
"wd_0",0.01,1613940651923,1325
"sqr_mom_0",0.99,1613940651923,1325
"lr_0",2.930200823614209e-06,1613940651923,1325
"mom_0",0.9017449794096447,1613940651923,1325
"eps_0",1e-05,1613940651923,1325
"wd_1",0.01,1613940651923,1325
"sqr_mom_1",0.99,1613940651923,1325
"lr_1",2.9302008236142086e-05,1613940651923,1325
"mom_1",0.9017449794096447,1613940651923,1325
"eps_1",1e-05,1613940651923,1325
"wd_2",0.01,1613940651923,1325
"sqr_mom_2",0.99,1613940651923,1325
"lr_2",0.00029302008236142086,1613940651923,1325
"mom_2",0.9017449794096447,1613940651923,1325
"eps_2",1e-05,1613940651923,1325
"train_loss",0.10479546,1613940652910,1326
"raw_loss",0.04047085,1613940652910,1326
"epoch",8.345911949685522,1613940652910,1326
"wd_0",0.01,1613940652910,1326
"sqr_mom_0",0.99,1613940652910,1326
"lr_0",2.9328339353895997e-06,1613940652910,1326
"mom_0",0.90167915161526,1613940652910,1326
"eps_0",1e-05,1613940652910,1326
"wd_1",0.01,1613940652910,1326
"sqr_mom_1",0.99,1613940652910,1326
"lr_1",2.932833935389599e-05,1613940652910,1326
"mom_1",0.90167915161526,1613940652910,1326
"eps_1",1e-05,1613940652910,1326
"wd_2",0.01,1613940652910,1326
"sqr_mom_2",0.99,1613940652910,1326
"lr_2",0.0002932833935389599,1613940652910,1326
"mom_2",0.90167915161526,1613940652910,1326
"eps_2",1e-05,1613940652910,1326
"train_loss",0.1034771,1613940653905,1327
"raw_loss",0.038877178,1613940653905,1327
"epoch",8.352201257861623,1613940653905,1327
"wd_0",0.01,1613940653905,1327
"sqr_mom_0",0.99,1613940653905,1327
"lr_0",2.93546678940987e-06,1613940653905,1327
"mom_0",0.9016133302647532,1613940653905,1327
"eps_0",1e-05,1613940653905,1327
"wd_1",0.01,1613940653905,1327
"sqr_mom_1",0.99,1613940653905,1327
"lr_1",2.93546678940987e-05,1613940653905,1327
"mom_1",0.9016133302647532,1613940653905,1327
"eps_1",1e-05,1613940653905,1327
"wd_2",0.01,1613940653905,1327
"sqr_mom_2",0.99,1613940653905,1327
"lr_2",0.000293546678940987,1613940653905,1327
"mom_2",0.9016133302647532,1613940653905,1327
"eps_2",1e-05,1613940653905,1327
"train_loss",0.104108796,1613940654898,1328
"raw_loss",0.13506205,1613940654898,1328
"epoch",8.358490566037723,1613940654898,1328
"wd_0",0.01,1613940654898,1328
"sqr_mom_0",0.99,1613940654898,1328
"lr_0",2.9380997553862736e-06,1613940654898,1328
"mom_0",0.9015475061153432,1613940654898,1328
"eps_0",1e-05,1613940654898,1328
"wd_1",0.01,1613940654898,1328
"sqr_mom_1",0.99,1613940654898,1328
"lr_1",2.9380997553862736e-05,1613940654898,1328
"mom_1",0.9015475061153432,1613940654898,1328
"eps_1",1e-05,1613940654898,1328
"wd_2",0.01,1613940654898,1328
"sqr_mom_2",0.99,1613940654898,1328
"lr_2",0.00029380997553862733,1613940654898,1328
"mom_2",0.9015475061153432,1613940654898,1328
"eps_2",1e-05,1613940654898,1328
"train_loss",0.10493638,1613940655969,1329
"raw_loss",0.14548813,1613940655969,1329
"epoch",8.364779874213824,1613940655969,1329
"wd_0",0.01,1613940655969,1329
"sqr_mom_0",0.99,1613940655969,1329
"lr_0",2.9407332030935386e-06,1613940655969,1329
"mom_0",0.9014816699226615,1613940655969,1329
"eps_0",1e-05,1613940655969,1329
"wd_1",0.01,1613940655969,1329
"sqr_mom_1",0.99,1613940655969,1329
"lr_1",2.9407332030935384e-05,1613940655969,1329
"mom_1",0.9014816699226615,1613940655969,1329
"eps_1",1e-05,1613940655969,1329
"wd_2",0.01,1613940655969,1329
"sqr_mom_2",0.99,1613940655969,1329
"lr_2",0.0002940733203093538,1613940655969,1329
"mom_2",0.9014816699226615,1613940655969,1329
"eps_2",1e-05,1613940655969,1329
"train_loss",0.10363952,1613940656952,1330
"raw_loss",0.040093206,1613940656952,1330
"epoch",8.371069182389924,1613940656952,1330
"wd_0",0.01,1613940656952,1330
"sqr_mom_0",0.99,1613940656952,1330
"lr_0",2.9433665664712532e-06,1613940656952,1330
"mom_0",0.9014158358382186,1613940656952,1330
"eps_0",1e-05,1613940656952,1330
"wd_1",0.01,1613940656952,1330
"sqr_mom_1",0.99,1613940656952,1330
"lr_1",2.9433665664712527e-05,1613940656952,1330
"mom_1",0.9014158358382186,1613940656952,1330
"eps_1",1e-05,1613940656952,1330
"wd_2",0.01,1613940656952,1330
"sqr_mom_2",0.99,1613940656952,1330
"lr_2",0.00029433665664712526,1613940656952,1330
"mom_2",0.9014158358382186,1613940656952,1330
"eps_2",1e-05,1613940656952,1330
"train_loss",0.102728896,1613940658017,1331
"raw_loss",0.05810809,1613940658017,1331
"epoch",8.377358490566024,1613940658017,1331
"wd_0",0.01,1613940658017,1331
"sqr_mom_0",0.99,1613940658017,1331
"lr_0",2.946000215299305e-06,1613940658017,1331
"mom_0",0.9013499946175173,1613940658017,1331
"eps_0",1e-05,1613940658017,1331
"wd_1",0.01,1613940658017,1331
"sqr_mom_1",0.99,1613940658017,1331
"lr_1",2.9460002152993047e-05,1613940658017,1331
"mom_1",0.9013499946175173,1613940658017,1331
"eps_1",1e-05,1613940658017,1331
"wd_2",0.01,1613940658017,1331
"sqr_mom_2",0.99,1613940658017,1331
"lr_2",0.00029460002152993046,1613940658017,1331
"mom_2",0.9013499946175173,1613940658017,1331
"eps_2",1e-05,1613940658017,1331
"train_loss",0.10214175,1613940659031,1332
"raw_loss",0.07337162,1613940659031,1332
"epoch",8.383647798742125,1613940659031,1332
"wd_0",0.01,1613940659031,1332
"sqr_mom_0",0.99,1613940659031,1332
"lr_0",2.9486335834526103e-06,1613940659031,1332
"mom_0",0.9012841604136848,1613940659031,1332
"eps_0",1e-05,1613940659031,1332
"wd_1",0.01,1613940659031,1332
"sqr_mom_1",0.99,1613940659031,1332
"lr_1",2.9486335834526097e-05,1613940659031,1332
"mom_1",0.9012841604136848,1613940659031,1332
"eps_1",1e-05,1613940659031,1332
"wd_2",0.01,1613940659031,1332
"sqr_mom_2",0.99,1613940659031,1332
"lr_2",0.000294863358345261,1613940659031,1332
"mom_2",0.9012841604136848,1613940659031,1332
"eps_2",1e-05,1613940659031,1332
"train_loss",0.10113216,1613940660008,1333
"raw_loss",0.05166198,1613940660008,1333
"epoch",8.389937106918225,1613940660008,1333
"wd_0",0.01,1613940660008,1333
"sqr_mom_0",0.99,1613940660008,1333
"lr_0",2.9512670407194955e-06,1613940660008,1333
"mom_0",0.9012183239820126,1613940660008,1333
"eps_0",1e-05,1613940660008,1333
"wd_1",0.01,1613940660008,1333
"sqr_mom_1",0.99,1613940660008,1333
"lr_1",2.9512670407194953e-05,1613940660008,1333
"mom_1",0.9012183239820126,1613940660008,1333
"eps_1",1e-05,1613940660008,1333
"wd_2",0.01,1613940660008,1333
"sqr_mom_2",0.99,1613940660008,1333
"lr_2",0.0002951267040719495,1613940660008,1333
"mom_2",0.9012183239820126,1613940660008,1333
"eps_2",1e-05,1613940660008,1333
"train_loss",0.10005708,1613940660996,1334
"raw_loss",0.04737806,1613940660996,1334
"epoch",8.396226415094326,1613940660996,1334
"wd_0",0.01,1613940660996,1334
"sqr_mom_0",0.99,1613940660996,1334
"lr_0",2.9539009569388084e-06,1613940660996,1334
"mom_0",0.9011524760765298,1613940660996,1334
"eps_0",1e-05,1613940660996,1334
"wd_1",0.01,1613940660996,1334
"sqr_mom_1",0.99,1613940660996,1334
"lr_1",2.9539009569388084e-05,1613940660996,1334
"mom_1",0.9011524760765298,1613940660996,1334
"eps_1",1e-05,1613940660996,1334
"wd_2",0.01,1613940660996,1334
"sqr_mom_2",0.99,1613940660996,1334
"lr_2",0.0002953900956938808,1613940660996,1334
"mom_2",0.9011524760765298,1613940660996,1334
"eps_2",1e-05,1613940660996,1334
"train_loss",0.09887708,1613940661983,1335
"raw_loss",0.041057155,1613940661983,1335
"epoch",8.402515723270426,1613940661983,1335
"wd_0",0.01,1613940661983,1335
"sqr_mom_0",0.99,1613940661983,1335
"lr_0",2.956534765946994e-06,1613940661983,1335
"mom_0",0.9010866308513251,1613940661983,1335
"eps_0",1e-05,1613940661983,1335
"wd_1",0.01,1613940661983,1335
"sqr_mom_1",0.99,1613940661983,1335
"lr_1",2.9565347659469937e-05,1613940661983,1335
"mom_1",0.9010866308513251,1613940661983,1335
"eps_1",1e-05,1613940661983,1335
"wd_2",0.01,1613940661983,1335
"sqr_mom_2",0.99,1613940661983,1335
"lr_2",0.00029565347659469936,1613940661983,1335
"mom_2",0.9010866308513251,1613940661983,1335
"eps_2",1e-05,1613940661983,1335
"train_loss",0.09770974,1613940662969,1336
"raw_loss",0.040509883,1613940662969,1336
"epoch",8.408805031446526,1613940662969,1336
"wd_0",0.01,1613940662969,1336
"sqr_mom_0",0.99,1613940662969,1336
"lr_0",2.9591684631575414e-06,1613940662969,1336
"mom_0",0.9010207884210615,1613940662969,1336
"eps_0",1e-05,1613940662969,1336
"wd_1",0.01,1613940662969,1336
"sqr_mom_1",0.99,1613940662969,1336
"lr_1",2.9591684631575412e-05,1613940662969,1336
"mom_1",0.9010207884210615,1613940662969,1336
"eps_1",1e-05,1613940662969,1336
"wd_2",0.01,1613940662969,1336
"sqr_mom_2",0.99,1613940662969,1336
"lr_2",0.0002959168463157541,1613940662969,1336
"mom_2",0.9010207884210615,1613940662969,1336
"eps_2",1e-05,1613940662969,1336
"train_loss",0.097009055,1613940663988,1337
"raw_loss",0.06267541,1613940663988,1337
"epoch",8.415094339622627,1613940663988,1337
"wd_0",0.01,1613940663988,1337
"sqr_mom_0",0.99,1613940663988,1337
"lr_0",2.9618026056438384e-06,1613940663988,1337
"mom_0",0.900954934858904,1613940663988,1337
"eps_0",1e-05,1613940663988,1337
"wd_1",0.01,1613940663988,1337
"sqr_mom_1",0.99,1613940663988,1337
"lr_1",2.961802605643838e-05,1613940663988,1337
"mom_1",0.900954934858904,1613940663988,1337
"eps_1",1e-05,1613940663988,1337
"wd_2",0.01,1613940663988,1337
"sqr_mom_2",0.99,1613940663988,1337
"lr_2",0.0002961802605643838,1613940663988,1337
"mom_2",0.900954934858904,1613940663988,1337
"eps_2",1e-05,1613940663988,1337
"train_loss",0.096429534,1613940664999,1338
"raw_loss",0.06803316,1613940664999,1338
"epoch",8.421383647798727,1613940664999,1338
"wd_0",0.01,1613940664999,1338
"sqr_mom_0",0.99,1613940664999,1338
"lr_0",2.9644364399683222e-06,1613940664999,1338
"mom_0",0.9008890890007919,1613940664999,1338
"eps_0",1e-05,1613940664999,1338
"wd_1",0.01,1613940664999,1338
"sqr_mom_1",0.99,1613940664999,1338
"lr_1",2.964436439968322e-05,1613940664999,1338
"mom_1",0.9008890890007919,1613940664999,1338
"eps_1",1e-05,1613940664999,1338
"wd_2",0.01,1613940664999,1338
"sqr_mom_2",0.99,1613940664999,1338
"lr_2",0.0002964436439968322,1613940664999,1338
"mom_2",0.9008890890007919,1613940664999,1338
"eps_2",1e-05,1613940664999,1338
"train_loss",0.095086984,1613940666008,1339
"raw_loss",0.029302115,1613940666008,1339
"epoch",8.427672955974828,1613940666008,1339
"wd_0",0.01,1613940666008,1339
"sqr_mom_0",0.99,1613940666008,1339
"lr_0",2.9670707104468922e-06,1613940666008,1339
"mom_0",0.9008232322388277,1613940666008,1339
"eps_0",1e-05,1613940666008,1339
"wd_1",0.01,1613940666008,1339
"sqr_mom_1",0.99,1613940666008,1339
"lr_1",2.9670707104468923e-05,1613940666008,1339
"mom_1",0.9008232322388277,1613940666008,1339
"eps_1",1e-05,1613940666008,1339
"wd_2",0.01,1613940666008,1339
"sqr_mom_2",0.99,1613940666008,1339
"lr_2",0.0002967070710446892,1613940666008,1339
"mom_2",0.9008232322388277,1613940666008,1339
"eps_2",1e-05,1613940666008,1339
"train_loss",0.09390802,1613940667232,1340
"raw_loss",0.036138516,1613940667232,1340
"epoch",8.433962264150928,1613940667232,1340
"wd_0",0.01,1613940667232,1340
"sqr_mom_0",0.99,1613940667232,1340
"lr_0",2.969704850837408e-06,1613940667232,1340
"mom_0",0.9007573787290648,1613940667232,1340
"eps_0",1e-05,1613940667232,1340
"wd_1",0.01,1613940667232,1340
"sqr_mom_1",0.99,1613940667232,1340
"lr_1",2.969704850837408e-05,1613940667232,1340
"mom_1",0.9007573787290648,1613940667232,1340
"eps_1",1e-05,1613940667232,1340
"wd_2",0.01,1613940667232,1340
"sqr_mom_2",0.99,1613940667232,1340
"lr_2",0.0002969704850837408,1613940667232,1340
"mom_2",0.9007573787290648,1613940667232,1340
"eps_2",1e-05,1613940667232,1340
"train_loss",0.09686479,1613940668206,1341
"raw_loss",0.24174665,1613940668206,1341
"epoch",8.440251572327028,1613940668206,1341
"wd_0",0.01,1613940668206,1341
"sqr_mom_0",0.99,1613940668206,1341
"lr_0",2.972338856557657e-06,1613940668206,1341
"mom_0",0.9006915285860585,1613940668206,1341
"eps_0",1e-05,1613940668206,1341
"wd_1",0.01,1613940668206,1341
"sqr_mom_1",0.99,1613940668206,1341
"lr_1",2.9723388565576572e-05,1613940668206,1341
"mom_1",0.9006915285860585,1613940668206,1341
"eps_1",1e-05,1613940668206,1341
"wd_2",0.01,1613940668206,1341
"sqr_mom_2",0.99,1613940668206,1341
"lr_2",0.0002972338856557657,1613940668206,1341
"mom_2",0.9006915285860585,1613940668206,1341
"eps_2",1e-05,1613940668206,1341
"train_loss",0.09581862,1613940669180,1342
"raw_loss",0.0445562,1613940669180,1342
"epoch",8.446540880503129,1613940669180,1342
"wd_0",0.01,1613940669180,1342
"sqr_mom_0",0.99,1613940669180,1342
"lr_0",2.9749732847438435e-06,1613940669180,1342
"mom_0",0.9006256678814039,1613940669180,1342
"eps_0",1e-05,1613940669180,1342
"wd_1",0.01,1613940669180,1342
"sqr_mom_1",0.99,1613940669180,1342
"lr_1",2.9749732847438437e-05,1613940669180,1342
"mom_1",0.9006256678814039,1613940669180,1342
"eps_1",1e-05,1613940669180,1342
"wd_2",0.01,1613940669180,1342
"sqr_mom_2",0.99,1613940669180,1342
"lr_2",0.00029749732847438433,1613940669180,1342
"mom_2",0.9006256678814039,1613940669180,1342
"eps_2",1e-05,1613940669180,1342
"train_loss",0.095172495,1613940670152,1343
"raw_loss",0.06351254,1613940670152,1343
"epoch",8.45283018867923,1613940670152,1343
"wd_0",0.01,1613940670152,1343
"sqr_mom_0",0.99,1613940670152,1343
"lr_0",2.9776073818766872e-06,1613940670152,1343
"mom_0",0.9005598154530828,1613940670152,1343
"eps_0",1e-05,1613940670152,1343
"wd_1",0.01,1613940670152,1343
"sqr_mom_1",0.99,1613940670152,1343
"lr_1",2.977607381876687e-05,1613940670152,1343
"mom_1",0.9005598154530828,1613940670152,1343
"eps_1",1e-05,1613940670152,1343
"wd_2",0.01,1613940670152,1343
"sqr_mom_2",0.99,1613940670152,1343
"lr_2",0.0002977607381876687,1613940670152,1343
"mom_2",0.9005598154530828,1613940670152,1343
"eps_2",1e-05,1613940670152,1343
"train_loss",0.09558606,1613940671128,1344
"raw_loss",0.115850694,1613940671128,1344
"epoch",8.45911949685533,1613940671128,1344
"wd_0",0.01,1613940671128,1344
"sqr_mom_0",0.99,1613940671128,1344
"lr_0",2.9802417051019813e-06,1613940671128,1344
"mom_0",0.9004939573724504,1613940671128,1344
"eps_0",1e-05,1613940671128,1344
"wd_1",0.01,1613940671128,1344
"sqr_mom_1",0.99,1613940671128,1344
"lr_1",2.9802417051019814e-05,1613940671128,1344
"mom_1",0.9004939573724504,1613940671128,1344
"eps_1",1e-05,1613940671128,1344
"wd_2",0.01,1613940671128,1344
"sqr_mom_2",0.99,1613940671128,1344
"lr_2",0.0002980241705101981,1613940671128,1344
"mom_2",0.9004939573724504,1613940671128,1344
"eps_2",1e-05,1613940671128,1344
"train_loss",0.095200166,1613940672141,1345
"raw_loss",0.07629124,1613940672141,1345
"epoch",8.46540880503143,1613940672141,1345
"wd_0",0.01,1613940672141,1345
"sqr_mom_0",0.99,1613940672141,1345
"lr_0",2.9828762498566895e-06,1613940672141,1345
"mom_0",0.9004280937535828,1613940672141,1345
"eps_0",1e-05,1613940672141,1345
"wd_1",0.01,1613940672141,1345
"sqr_mom_1",0.99,1613940672141,1345
"lr_1",2.982876249856689e-05,1613940672141,1345
"mom_1",0.9004280937535828,1613940672141,1345
"eps_1",1e-05,1613940672141,1345
"wd_2",0.01,1613940672141,1345
"sqr_mom_2",0.99,1613940672141,1345
"lr_2",0.0002982876249856689,1613940672141,1345
"mom_2",0.9004280937535828,1613940672141,1345
"eps_2",1e-05,1613940672141,1345
"train_loss",0.09395363,1613940673094,1346
"raw_loss",0.032873277,1613940673094,1346
"epoch",8.47169811320753,1613940673094,1346
"wd_0",0.01,1613940673094,1346
"sqr_mom_0",0.99,1613940673094,1346
"lr_0",2.9855104498299667e-06,1613940673094,1346
"mom_0",0.9003622387542508,1613940673094,1346
"eps_0",1e-05,1613940673094,1346
"wd_1",0.01,1613940673094,1346
"sqr_mom_1",0.99,1613940673094,1346
"lr_1",2.9855104498299667e-05,1613940673094,1346
"mom_1",0.9003622387542508,1613940673094,1346
"eps_1",1e-05,1613940673094,1346
"wd_2",0.01,1613940673094,1346
"sqr_mom_2",0.99,1613940673094,1346
"lr_2",0.00029855104498299664,1613940673094,1346
"mom_2",0.9003622387542508,1613940673094,1346
"eps_2",1e-05,1613940673094,1346
"train_loss",0.093382925,1613940674052,1347
"raw_loss",0.06541827,1613940674052,1347
"epoch",8.47798742138363,1613940674052,1347
"wd_0",0.01,1613940674052,1347
"sqr_mom_0",0.99,1613940674052,1347
"lr_0",2.9881446749405952e-06,1613940674052,1347
"mom_0",0.9002963831264851,1613940674052,1347
"eps_0",1e-05,1613940674052,1347
"wd_1",0.01,1613940674052,1347
"sqr_mom_1",0.99,1613940674052,1347
"lr_1",2.988144674940595e-05,1613940674052,1347
"mom_1",0.9002963831264851,1613940674052,1347
"eps_1",1e-05,1613940674052,1347
"wd_2",0.01,1613940674052,1347
"sqr_mom_2",0.99,1613940674052,1347
"lr_2",0.0002988144674940595,1613940674052,1347
"mom_2",0.9002963831264851,1613940674052,1347
"eps_2",1e-05,1613940674052,1347
"train_loss",0.0933936,1613940675042,1348
"raw_loss",0.09391674,1613940675042,1348
"epoch",8.484276729559731,1613940675042,1348
"wd_0",0.01,1613940675042,1348
"sqr_mom_0",0.99,1613940675042,1348
"lr_0",2.99077929512161e-06,1613940675042,1348
"mom_0",0.9002305176219597,1613940675042,1348
"eps_0",1e-05,1613940675042,1348
"wd_1",0.01,1613940675042,1348
"sqr_mom_1",0.99,1613940675042,1348
"lr_1",2.99077929512161e-05,1613940675042,1348
"mom_1",0.9002305176219597,1613940675042,1348
"eps_1",1e-05,1613940675042,1348
"wd_2",0.01,1613940675042,1348
"sqr_mom_2",0.99,1613940675042,1348
"lr_2",0.000299077929512161,1613940675042,1348
"mom_2",0.9002305176219597,1613940675042,1348
"eps_2",1e-05,1613940675042,1348
"train_loss",0.092839204,1613940676014,1349
"raw_loss",0.065673694,1613940676014,1349
"epoch",8.490566037735832,1613940676014,1349
"wd_0",0.01,1613940676014,1349
"sqr_mom_0",0.99,1613940676014,1349
"lr_0",2.993413744051314e-06,1613940676014,1349
"mom_0",0.9001646563987171,1613940676014,1349
"eps_0",1e-05,1613940676014,1349
"wd_1",0.01,1613940676014,1349
"sqr_mom_1",0.99,1613940676014,1349
"lr_1",2.9934137440513135e-05,1613940676014,1349
"mom_1",0.9001646563987171,1613940676014,1349
"eps_1",1e-05,1613940676014,1349
"wd_2",0.01,1613940676014,1349
"sqr_mom_2",0.99,1613940676014,1349
"lr_2",0.00029934137440513136,1613940676014,1349
"mom_2",0.9001646563987171,1613940676014,1349
"eps_2",1e-05,1613940676014,1349
"train_loss",0.0916101,1613940677003,1350
"raw_loss",0.031383675,1613940677003,1350
"epoch",8.496855345911932,1613940677003,1350
"wd_0",0.01,1613940677003,1350
"sqr_mom_0",0.99,1613940677003,1350
"lr_0",2.9960483916620275e-06,1613940677003,1350
"mom_0",0.9000987902084493,1613940677003,1350
"eps_0",1e-05,1613940677003,1350
"wd_1",0.01,1613940677003,1350
"sqr_mom_1",0.99,1613940677003,1350
"lr_1",2.9960483916620274e-05,1613940677003,1350
"mom_1",0.9000987902084493,1613940677003,1350
"eps_1",1e-05,1613940677003,1350
"wd_2",0.01,1613940677003,1350
"sqr_mom_2",0.99,1613940677003,1350
"lr_2",0.0002996048391662027,1613940677003,1350
"mom_2",0.9000987902084493,1613940677003,1350
"eps_2",1e-05,1613940677003,1350
"train_loss",0.09025992,1613940677947,1351
"raw_loss",0.024100887,1613940677947,1351
"epoch",8.503144654088032,1613940677947,1351
"wd_0",0.01,1613940677947,1351
"sqr_mom_0",0.99,1613940677947,1351
"lr_0",2.998682671623233e-06,1613940677947,1351
"mom_0",0.9000329332094191,1613940677947,1351
"eps_0",1e-05,1613940677947,1351
"wd_1",0.01,1613940677947,1351
"sqr_mom_1",0.99,1613940677947,1351
"lr_1",2.998682671623233e-05,1613940677947,1351
"mom_1",0.9000329332094191,1613940677947,1351
"eps_1",1e-05,1613940677947,1351
"wd_2",0.01,1613940677947,1351
"sqr_mom_2",0.99,1613940677947,1351
"lr_2",0.0002998682671623233,1613940677947,1351
"mom_2",0.9000329332094191,1613940677947,1351
"eps_2",1e-05,1613940677947,1351
"train_loss",0.08979429,1613940678907,1352
"raw_loss",0.06697858,1613940678907,1352
"epoch",8.509433962264133,1613940678907,1352
"wd_0",0.01,1613940678907,1352
"sqr_mom_0",0.99,1613940678907,1352
"lr_0",3.0013171411232943e-06,1613940678907,1352
"mom_0",0.8999670714719177,1613940678907,1352
"eps_0",1e-05,1613940678907,1352
"wd_1",0.01,1613940678907,1352
"sqr_mom_1",0.99,1613940678907,1352
"lr_1",3.0013171411232937e-05,1613940678907,1352
"mom_1",0.8999670714719177,1613940678907,1352
"eps_1",1e-05,1613940678907,1352
"wd_2",0.01,1613940678907,1352
"sqr_mom_2",0.99,1613940678907,1352
"lr_2",0.0003001317141123294,1613940678907,1352
"mom_2",0.8999670714719177,1613940678907,1352
"eps_2",1e-05,1613940678907,1352
"train_loss",0.08890639,1613940679868,1353
"raw_loss",0.045399155,1613940679868,1353
"epoch",8.515723270440233,1613940679868,1353
"wd_0",0.01,1613940679868,1353
"sqr_mom_0",0.99,1613940679868,1353
"lr_0",3.0039517955911224e-06,1613940679868,1353
"mom_0",0.899901205110222,1613940679868,1353
"eps_0",1e-05,1613940679868,1353
"wd_1",0.01,1613940679868,1353
"sqr_mom_1",0.99,1613940679868,1353
"lr_1",3.0039517955911222e-05,1613940679868,1353
"mom_1",0.899901205110222,1613940679868,1353
"eps_1",1e-05,1613940679868,1353
"wd_2",0.01,1613940679868,1353
"sqr_mom_2",0.99,1613940679868,1353
"lr_2",0.00030039517955911217,1613940679868,1353
"mom_2",0.899901205110222,1613940679868,1353
"eps_2",1e-05,1613940679868,1353
"train_loss",0.087768875,1613940680827,1354
"raw_loss",0.032030527,1613940680827,1354
"epoch",8.522012578616334,1613940680827,1354
"wd_0",0.01,1613940680827,1354
"sqr_mom_0",0.99,1613940680827,1354
"lr_0",3.0065860686961887e-06,1613940680827,1354
"mom_0",0.8998353482825953,1613940680827,1354
"eps_0",1e-05,1613940680827,1354
"wd_1",0.01,1613940680827,1354
"sqr_mom_1",0.99,1613940680827,1354
"lr_1",3.0065860686961884e-05,1613940680827,1354
"mom_1",0.8998353482825953,1613940680827,1354
"eps_1",1e-05,1613940680827,1354
"wd_2",0.01,1613940680827,1354
"sqr_mom_2",0.99,1613940680827,1354
"lr_2",0.00030065860686961883,1613940680827,1354
"mom_2",0.8998353482825953,1613940680827,1354
"eps_2",1e-05,1613940680827,1354
"train_loss",0.08667202,1613940681773,1355
"raw_loss",0.032926068,1613940681773,1355
"epoch",8.528301886792434,1613940681773,1355
"wd_0",0.01,1613940681773,1355
"sqr_mom_0",0.99,1613940681773,1355
"lr_0",3.009220330375342e-06,1613940681773,1355
"mom_0",0.8997694917406164,1613940681773,1355
"eps_0",1e-05,1613940681773,1355
"wd_1",0.01,1613940681773,1355
"sqr_mom_1",0.99,1613940681773,1355
"lr_1",3.009220330375342e-05,1613940681773,1355
"mom_1",0.8997694917406164,1613940681773,1355
"eps_1",1e-05,1613940681773,1355
"wd_2",0.01,1613940681773,1355
"sqr_mom_2",0.99,1613940681773,1355
"lr_2",0.0003009220330375342,1613940681773,1355
"mom_2",0.8997694917406164,1613940681773,1355
"eps_2",1e-05,1613940681773,1355
"train_loss",0.086353846,1613940682734,1356
"raw_loss",0.07076313,1613940682734,1356
"epoch",8.534591194968534,1613940682734,1356
"wd_0",0.01,1613940682734,1356
"sqr_mom_0",0.99,1613940682734,1356
"lr_0",3.0118549505589564e-06,1613940682734,1356
"mom_0",0.8997036262360261,1613940682734,1356
"eps_0",1e-05,1613940682734,1356
"wd_1",0.01,1613940682734,1356
"sqr_mom_1",0.99,1613940682734,1356
"lr_1",3.0118549505589562e-05,1613940682734,1356
"mom_1",0.8997036262360261,1613940682734,1356
"eps_1",1e-05,1613940682734,1356
"wd_2",0.01,1613940682734,1356
"sqr_mom_2",0.99,1613940682734,1356
"lr_2",0.0003011854950558956,1613940682734,1356
"mom_2",0.8997036262360261,1613940682734,1356
"eps_2",1e-05,1613940682734,1356
"train_loss",0.08952399,1613940683688,1357
"raw_loss",0.24486123,1613940683688,1357
"epoch",8.540880503144635,1613940683688,1357
"wd_0",0.01,1613940683688,1357
"sqr_mom_0",0.99,1613940683688,1357
"lr_0",3.014489175672834e-06,1613940683688,1357
"mom_0",0.8996377706081791,1613940683688,1357
"eps_0",1e-05,1613940683688,1357
"wd_1",0.01,1613940683688,1357
"sqr_mom_1",0.99,1613940683688,1357
"lr_1",3.0144891756728338e-05,1613940683688,1357
"mom_1",0.8996377706081791,1613940683688,1357
"eps_1",1e-05,1613940683688,1357
"wd_2",0.01,1613940683688,1357
"sqr_mom_2",0.99,1613940683688,1357
"lr_2",0.0003014489175672834,1613940683688,1357
"mom_2",0.8996377706081791,1613940683688,1357
"eps_2",1e-05,1613940683688,1357
"train_loss",0.08871061,1613940684654,1358
"raw_loss",0.048855145,1613940684654,1358
"epoch",8.547169811320735,1613940684654,1358
"wd_0",0.01,1613940684654,1358
"sqr_mom_0",0.99,1613940684654,1358
"lr_0",3.01712337565001e-06,1613940684654,1358
"mom_0",0.8995719156087497,1613940684654,1358
"eps_0",1e-05,1613940684654,1358
"wd_1",0.01,1613940684654,1358
"sqr_mom_1",0.99,1613940684654,1358
"lr_1",3.0171233756500098e-05,1613940684654,1358
"mom_1",0.8995719156087497,1613940684654,1358
"eps_1",1e-05,1613940684654,1358
"wd_2",0.01,1613940684654,1358
"sqr_mom_2",0.99,1613940684654,1358
"lr_2",0.00030171233756500095,1613940684654,1358
"mom_2",0.8995719156087497,1613940684654,1358
"eps_2",1e-05,1613940684654,1358
"train_loss",0.08859272,1613940685606,1359
"raw_loss",0.08281621,1613940685606,1359
"epoch",8.553459119496836,1613940685606,1359
"wd_0",0.01,1613940685606,1359
"sqr_mom_0",0.99,1613940685606,1359
"lr_0",3.019757920409267e-06,1613940685606,1359
"mom_0",0.8995060519897683,1613940685606,1359
"eps_0",1e-05,1613940685606,1359
"wd_1",0.01,1613940685606,1359
"sqr_mom_1",0.99,1613940685606,1359
"lr_1",3.019757920409267e-05,1613940685606,1359
"mom_1",0.8995060519897683,1613940685606,1359
"eps_1",1e-05,1613940685606,1359
"wd_2",0.01,1613940685606,1359
"sqr_mom_2",0.99,1613940685606,1359
"lr_2",0.00030197579204092667,1613940685606,1359
"mom_2",0.8995060519897683,1613940685606,1359
"eps_2",1e-05,1613940685606,1359
"train_loss",0.088683344,1613940686571,1360
"raw_loss",0.093123935,1613940686571,1360
"epoch",8.559748427672936,1613940686571,1360
"wd_0",0.01,1613940686571,1360
"sqr_mom_0",0.99,1613940686571,1360
"lr_0",3.022392056397982e-06,1613940686571,1360
"mom_0",0.8994401985900504,1613940686571,1360
"eps_0",1e-05,1613940686571,1360
"wd_1",0.01,1613940686571,1360
"sqr_mom_1",0.99,1613940686571,1360
"lr_1",3.0223920563979814e-05,1613940686571,1360
"mom_1",0.8994401985900504,1613940686571,1360
"eps_1",1e-05,1613940686571,1360
"wd_2",0.01,1613940686571,1360
"sqr_mom_2",0.99,1613940686571,1360
"lr_2",0.00030223920563979815,1613940686571,1360
"mom_2",0.8994401985900504,1613940686571,1360
"eps_2",1e-05,1613940686571,1360
"train_loss",0.08791862,1613940687517,1361
"raw_loss",0.05044688,1613940687517,1361
"epoch",8.566037735849036,1613940687517,1361
"wd_0",0.01,1613940687517,1361
"sqr_mom_0",0.99,1613940687517,1361
"lr_0",3.0250265280173044e-06,1613940687517,1361
"mom_0",0.8993743367995674,1613940687517,1361
"eps_0",1e-05,1613940687517,1361
"wd_1",0.01,1613940687517,1361
"sqr_mom_1",0.99,1613940687517,1361
"lr_1",3.0250265280173042e-05,1613940687517,1361
"mom_1",0.8993743367995674,1613940687517,1361
"eps_1",1e-05,1613940687517,1361
"wd_2",0.01,1613940687517,1361
"sqr_mom_2",0.99,1613940687517,1361
"lr_2",0.00030250265280173044,1613940687517,1361
"mom_2",0.8993743367995674,1613940687517,1361
"eps_2",1e-05,1613940687517,1361
"train_loss",0.08772485,1613940688488,1362
"raw_loss",0.078230254,1613940688488,1362
"epoch",8.572327044025137,1613940688488,1362
"wd_0",0.01,1613940688488,1362
"sqr_mom_0",0.99,1613940688488,1362
"lr_0",3.02766095620674e-06,1613940688488,1362
"mom_0",0.8993084760948314,1613940688488,1362
"eps_0",1e-05,1613940688488,1362
"wd_1",0.01,1613940688488,1362
"sqr_mom_1",0.99,1613940688488,1362
"lr_1",3.02766095620674e-05,1613940688488,1362
"mom_1",0.8993084760948314,1613940688488,1362
"eps_1",1e-05,1613940688488,1362
"wd_2",0.01,1613940688488,1362
"sqr_mom_2",0.99,1613940688488,1362
"lr_2",0.00030276609562067397,1613940688488,1362
"mom_2",0.8993084760948314,1613940688488,1362
"eps_2",1e-05,1613940688488,1362
"train_loss",0.087133564,1613940689447,1363
"raw_loss",0.05816063,1613940689447,1363
"epoch",8.578616352201237,1613940689447,1363
"wd_0",0.01,1613940689447,1363
"sqr_mom_0",0.99,1613940689447,1363
"lr_0",3.0302949619305625e-06,1613940689447,1363
"mom_0",0.8992426259517359,1613940689447,1363
"eps_0",1e-05,1613940689447,1363
"wd_1",0.01,1613940689447,1363
"sqr_mom_1",0.99,1613940689447,1363
"lr_1",3.0302949619305624e-05,1613940689447,1363
"mom_1",0.8992426259517359,1613940689447,1363
"eps_1",1e-05,1613940689447,1363
"wd_2",0.01,1613940689447,1363
"sqr_mom_2",0.99,1613940689447,1363
"lr_2",0.0003030294961930562,1613940689447,1363
"mom_2",0.8992426259517359,1613940689447,1363
"eps_2",1e-05,1613940689447,1363
"train_loss",0.08638224,1613940690428,1364
"raw_loss",0.049567226,1613940690428,1364
"epoch",8.584905660377338,1613940690428,1364
"wd_0",0.01,1613940690428,1364
"sqr_mom_0",0.99,1613940690428,1364
"lr_0",3.0329292895531088e-06,1613940690428,1364
"mom_0",0.8991767677611723,1613940690428,1364
"eps_0",1e-05,1613940690428,1364
"wd_1",0.01,1613940690428,1364
"sqr_mom_1",0.99,1613940690428,1364
"lr_1",3.0329292895531085e-05,1613940690428,1364
"mom_1",0.8991767677611723,1613940690428,1364
"eps_1",1e-05,1613940690428,1364
"wd_2",0.01,1613940690428,1364
"sqr_mom_2",0.99,1613940690428,1364
"lr_2",0.0003032929289553109,1613940690428,1364
"mom_2",0.8991767677611723,1613940690428,1364
"eps_2",1e-05,1613940690428,1364
"train_loss",0.08609627,1613940691394,1365
"raw_loss",0.0720839,1613940691394,1365
"epoch",8.591194968553438,1613940691394,1365
"wd_0",0.01,1613940691394,1365
"sqr_mom_0",0.99,1613940691394,1365
"lr_0",3.035563185583863e-06,1613940691394,1365
"mom_0",0.8991109203604034,1613940691394,1365
"eps_0",1e-05,1613940691394,1365
"wd_1",0.01,1613940691394,1365
"sqr_mom_1",0.99,1613940691394,1365
"lr_1",3.035563185583863e-05,1613940691394,1365
"mom_1",0.8991109203604034,1613940691394,1365
"eps_1",1e-05,1613940691394,1365
"wd_2",0.01,1613940691394,1365
"sqr_mom_2",0.99,1613940691394,1365
"lr_2",0.0003035563185583863,1613940691394,1365
"mom_2",0.8991109203604034,1613940691394,1365
"eps_2",1e-05,1613940691394,1365
"train_loss",0.08539996,1613940692391,1366
"raw_loss",0.05128094,1613940692391,1366
"epoch",8.597484276729539,1613940692391,1366
"wd_0",0.01,1613940692391,1366
"sqr_mom_0",0.99,1613940692391,1366
"lr_0",3.038197019917443e-06,1613940692391,1366
"mom_0",0.899045074502064,1613940692391,1366
"eps_0",1e-05,1613940692391,1366
"wd_1",0.01,1613940692391,1366
"sqr_mom_1",0.99,1613940692391,1366
"lr_1",3.0381970199174423e-05,1613940692391,1366
"mom_1",0.899045074502064,1613940692391,1366
"eps_1",1e-05,1613940692391,1366
"wd_2",0.01,1613940692391,1366
"sqr_mom_2",0.99,1613940692391,1366
"lr_2",0.00030381970199174423,1613940692391,1366
"mom_2",0.899045074502064,1613940692391,1366
"eps_2",1e-05,1613940692391,1366
"train_loss",0.08585755,1613940693359,1367
"raw_loss",0.108279236,1613940693359,1367
"epoch",8.603773584905639,1613940693359,1367
"wd_0",0.01,1613940693359,1367
"sqr_mom_0",0.99,1613940693359,1367
"lr_0",3.0408311624134867e-06,1613940693359,1367
"mom_0",0.8989792209396628,1613940693359,1367
"eps_0",1e-05,1613940693359,1367
"wd_1",0.01,1613940693359,1367
"sqr_mom_1",0.99,1613940693359,1367
"lr_1",3.040831162413486e-05,1613940693359,1367
"mom_1",0.8989792209396628,1613940693359,1367
"eps_1",1e-05,1613940693359,1367
"wd_2",0.01,1613940693359,1367
"sqr_mom_2",0.99,1613940693359,1367
"lr_2",0.0003040831162413486,1613940693359,1367
"mom_2",0.8989792209396628,1613940693359,1367
"eps_2",1e-05,1613940693359,1367
"train_loss",0.08567382,1613940694327,1368
"raw_loss",0.07667102,1613940694327,1368
"epoch",8.61006289308174,1613940694327,1368
"wd_0",0.01,1613940694327,1368
"sqr_mom_0",0.99,1613940694327,1368
"lr_0",3.04346485963443e-06,1613940694327,1368
"mom_0",0.8989133785091392,1613940694327,1368
"eps_0",1e-05,1613940694327,1368
"wd_1",0.01,1613940694327,1368
"sqr_mom_1",0.99,1613940694327,1368
"lr_1",3.0434648596344296e-05,1613940694327,1368
"mom_1",0.8989133785091392,1613940694327,1368
"eps_1",1e-05,1613940694327,1368
"wd_2",0.01,1613940694327,1368
"sqr_mom_2",0.99,1613940694327,1368
"lr_2",0.000304346485963443,1613940694327,1368
"mom_2",0.8989133785091392,1613940694327,1368
"eps_2",1e-05,1613940694327,1368
"train_loss",0.08539419,1613940695281,1369
"raw_loss",0.07169257,1613940695281,1369
"epoch",8.61635220125784,1613940695281,1369
"wd_0",0.01,1613940695281,1369
"sqr_mom_0",0.99,1613940695281,1369
"lr_0",3.0460988558574274e-06,1613940695281,1369
"mom_0",0.8988475286035643,1613940695281,1369
"eps_0",1e-05,1613940695281,1369
"wd_1",0.01,1613940695281,1369
"sqr_mom_1",0.99,1613940695281,1369
"lr_1",3.046098855857427e-05,1613940695281,1369
"mom_1",0.8988475286035643,1613940695281,1369
"eps_1",1e-05,1613940695281,1369
"wd_2",0.01,1613940695281,1369
"sqr_mom_2",0.99,1613940695281,1369
"lr_2",0.0003046098855857427,1613940695281,1369
"mom_2",0.8988475286035643,1613940695281,1369
"eps_2",1e-05,1613940695281,1369
"train_loss",0.08447142,1613940696236,1370
"raw_loss",0.03925584,1613940696236,1370
"epoch",8.62264150943394,1613940696236,1370
"wd_0",0.01,1613940696236,1370
"sqr_mom_0",0.99,1613940696236,1370
"lr_0",3.0487323976867517e-06,1613940696236,1370
"mom_0",0.8987816900578312,1613940696236,1370
"eps_0",1e-05,1613940696236,1370
"wd_1",0.01,1613940696236,1370
"sqr_mom_1",0.99,1613940696236,1370
"lr_1",3.0487323976867518e-05,1613940696236,1370
"mom_1",0.8987816900578312,1613940696236,1370
"eps_1",1e-05,1613940696236,1370
"wd_2",0.01,1613940696236,1370
"sqr_mom_2",0.99,1613940696236,1370
"lr_2",0.0003048732397686751,1613940696236,1370
"mom_2",0.8987816900578312,1613940696236,1370
"eps_2",1e-05,1613940696236,1370
"train_loss",0.08380912,1613940697209,1371
"raw_loss",0.051356565,1613940697209,1371
"epoch",8.62893081761004,1613940697209,1371
"wd_0",0.01,1613940697209,1371
"sqr_mom_0",0.99,1613940697209,1371
"lr_0",3.051366229355645e-06,1613940697209,1371
"mom_0",0.8987158442661088,1613940697209,1371
"eps_0",1e-05,1613940697209,1371
"wd_1",0.01,1613940697209,1371
"sqr_mom_1",0.99,1613940697209,1371
"lr_1",3.0513662293556447e-05,1613940697209,1371
"mom_1",0.8987158442661088,1613940697209,1371
"eps_1",1e-05,1613940697209,1371
"wd_2",0.01,1613940697209,1371
"sqr_mom_2",0.99,1613940697209,1371
"lr_2",0.0003051366229355645,1613940697209,1371
"mom_2",0.8987158442661088,1613940697209,1371
"eps_2",1e-05,1613940697209,1371
"train_loss",0.08322918,1613940698169,1372
"raw_loss",0.05481193,1613940698169,1372
"epoch",8.635220125786141,1613940698169,1372
"wd_0",0.01,1613940698169,1372
"sqr_mom_0",0.99,1613940698169,1372
"lr_0",3.0539999718859443e-06,1613940698169,1372
"mom_0",0.8986500007028514,1613940698169,1372
"eps_0",1e-05,1613940698169,1372
"wd_1",0.01,1613940698169,1372
"sqr_mom_1",0.99,1613940698169,1372
"lr_1",3.053999971885944e-05,1613940698169,1372
"mom_1",0.8986500007028514,1613940698169,1372
"eps_1",1e-05,1613940698169,1372
"wd_2",0.01,1613940698169,1372
"sqr_mom_2",0.99,1613940698169,1372
"lr_2",0.0003053999971885944,1613940698169,1372
"mom_2",0.8986500007028514,1613940698169,1372
"eps_2",1e-05,1613940698169,1372
"train_loss",0.08254032,1613940699140,1373
"raw_loss",0.04878624,1613940699140,1373
"epoch",8.641509433962241,1613940699140,1373
"wd_0",0.01,1613940699140,1373
"sqr_mom_0",0.99,1613940699140,1373
"lr_0",3.056633246350322e-06,1613940699140,1373
"mom_0",0.8985841688412419,1613940699140,1373
"eps_0",1e-05,1613940699140,1373
"wd_1",0.01,1613940699140,1373
"sqr_mom_1",0.99,1613940699140,1373
"lr_1",3.056633246350322e-05,1613940699140,1373
"mom_1",0.8985841688412419,1613940699140,1373
"eps_1",1e-05,1613940699140,1373
"wd_2",0.01,1613940699140,1373
"sqr_mom_2",0.99,1613940699140,1373
"lr_2",0.0003056633246350322,1613940699140,1373
"mom_2",0.8985841688412419,1613940699140,1373
"eps_2",1e-05,1613940699140,1373
"train_loss",0.08146729,1613940700093,1374
"raw_loss",0.028888825,1613940700093,1374
"epoch",8.647798742138342,1613940700093,1374
"wd_0",0.01,1613940700093,1374
"sqr_mom_0",0.99,1613940700093,1374
"lr_0",3.059266422563904e-06,1613940700093,1374
"mom_0",0.8985183394359024,1613940700093,1374
"eps_0",1e-05,1613940700093,1374
"wd_1",0.01,1613940700093,1374
"sqr_mom_1",0.99,1613940700093,1374
"lr_1",3.059266422563904e-05,1613940700093,1374
"mom_1",0.8985183394359024,1613940700093,1374
"eps_1",1e-05,1613940700093,1374
"wd_2",0.01,1613940700093,1374
"sqr_mom_2",0.99,1613940700093,1374
"lr_2",0.00030592664225639036,1613940700093,1374
"mom_2",0.8985183394359024,1613940700093,1374
"eps_2",1e-05,1613940700093,1374
"train_loss",0.08104566,1613940701054,1375
"raw_loss",0.060385533,1613940701054,1375
"epoch",8.654088050314442,1613940701054,1375
"wd_0",0.01,1613940701054,1375
"sqr_mom_0",0.99,1613940701054,1375
"lr_0",3.061899870286113e-06,1613940701054,1375
"mom_0",0.8984525032428472,1613940701054,1375
"eps_0",1e-05,1613940701054,1375
"wd_1",0.01,1613940701054,1375
"sqr_mom_1",0.99,1613940701054,1375
"lr_1",3.061899870286113e-05,1613940701054,1375
"mom_1",0.8984525032428472,1613940701054,1375
"eps_1",1e-05,1613940701054,1375
"wd_2",0.01,1613940701054,1375
"sqr_mom_2",0.99,1613940701054,1375
"lr_2",0.00030618998702861125,1613940701054,1375
"mom_2",0.8984525032428472,1613940701054,1375
"eps_2",1e-05,1613940701054,1375
"train_loss",0.08028343,1613940702021,1376
"raw_loss",0.04293434,1613940702021,1376
"epoch",8.660377358490543,1613940702021,1376
"wd_0",0.01,1613940702021,1376
"sqr_mom_0",0.99,1613940702021,1376
"lr_0",3.0645328362781086e-06,1613940702021,1376
"mom_0",0.8983866790930473,1613940702021,1376
"eps_0",1e-05,1613940702021,1376
"wd_1",0.01,1613940702021,1376
"sqr_mom_1",0.99,1613940702021,1376
"lr_1",3.064532836278108e-05,1613940702021,1376
"mom_1",0.8983866790930473,1613940702021,1376
"eps_1",1e-05,1613940702021,1376
"wd_2",0.01,1613940702021,1376
"sqr_mom_2",0.99,1613940702021,1376
"lr_2",0.0003064532836278108,1613940702021,1376
"mom_2",0.8983866790930473,1613940702021,1376
"eps_2",1e-05,1613940702021,1376
"train_loss",0.0804878,1613940703002,1377
"raw_loss",0.09050188,1613940703002,1377
"epoch",8.666666666666643,1613940703002,1377
"wd_0",0.01,1613940703002,1377
"sqr_mom_0",0.99,1613940703002,1377
"lr_0",3.0671656903146197e-06,1613940703002,1377
"mom_0",0.8983208577421344,1613940703002,1377
"eps_0",1e-05,1613940703002,1377
"wd_1",0.01,1613940703002,1377
"sqr_mom_1",0.99,1613940703002,1377
"lr_1",3.0671656903146196e-05,1613940703002,1377
"mom_1",0.8983208577421344,1613940703002,1377
"eps_1",1e-05,1613940703002,1377
"wd_2",0.01,1613940703002,1377
"sqr_mom_2",0.99,1613940703002,1377
"lr_2",0.00030671656903146193,1613940703002,1377
"mom_2",0.8983208577421344,1613940703002,1377
"eps_2",1e-05,1613940703002,1377
"train_loss",0.07984639,1613940703968,1378
"raw_loss",0.048417084,1613940703968,1378
"epoch",8.672955974842743,1613940703968,1378
"wd_0",0.01,1613940703968,1378
"sqr_mom_0",0.99,1613940703968,1378
"lr_0",3.069798802106903e-06,1613940703968,1378
"mom_0",0.8982550299473274,1613940703968,1378
"eps_0",1e-05,1613940703968,1378
"wd_1",0.01,1613940703968,1378
"sqr_mom_1",0.99,1613940703968,1378
"lr_1",3.069798802106903e-05,1613940703968,1378
"mom_1",0.8982550299473274,1613940703968,1378
"eps_1",1e-05,1613940703968,1378
"wd_2",0.01,1613940703968,1378
"sqr_mom_2",0.99,1613940703968,1378
"lr_2",0.0003069798802106903,1613940703968,1378
"mom_2",0.8982550299473274,1613940703968,1378
"eps_2",1e-05,1613940703968,1378
"train_loss",0.080056086,1613940704921,1379
"raw_loss",0.09033117,1613940704921,1379
"epoch",8.679245283018844,1613940704921,1379
"wd_0",0.01,1613940704921,1379
"sqr_mom_0",0.99,1613940704921,1379
"lr_0",3.072431418512204e-06,1613940704921,1379
"mom_0",0.8981892145371949,1613940704921,1379
"eps_0",1e-05,1613940704921,1379
"wd_1",0.01,1613940704921,1379
"sqr_mom_1",0.99,1613940704921,1379
"lr_1",3.072431418512204e-05,1613940704921,1379
"mom_1",0.8981892145371949,1613940704921,1379
"eps_1",1e-05,1613940704921,1379
"wd_2",0.01,1613940704921,1379
"sqr_mom_2",0.99,1613940704921,1379
"lr_2",0.00030724314185122034,1613940704921,1379
"mom_2",0.8981892145371949,1613940704921,1379
"eps_2",1e-05,1613940704921,1379
"train_loss",0.07911852,1613940705895,1380
"raw_loss",0.033177827,1613940705895,1380
"epoch",8.685534591194944,1613940705895,1380
"wd_0",0.01,1613940705895,1380
"sqr_mom_0",0.99,1613940705895,1380
"lr_0",3.0750642835022403e-06,1613940705895,1380
"mom_0",0.8981233929124439,1613940705895,1380
"eps_0",1e-05,1613940705895,1380
"wd_1",0.01,1613940705895,1380
"sqr_mom_1",0.99,1613940705895,1380
"lr_1",3.07506428350224e-05,1613940705895,1380
"mom_1",0.8981233929124439,1613940705895,1380
"eps_1",1e-05,1613940705895,1380
"wd_2",0.01,1613940705895,1380
"sqr_mom_2",0.99,1613940705895,1380
"lr_2",0.000307506428350224,1613940705895,1380
"mom_2",0.8981233929124439,1613940705895,1380
"eps_2",1e-05,1613940705895,1380
"train_loss",0.07862983,1613940706853,1381
"raw_loss",0.05468411,1613940706853,1381
"epoch",8.691823899371045,1613940706853,1381
"wd_0",0.01,1613940706853,1381
"sqr_mom_0",0.99,1613940706853,1381
"lr_0",3.0776970182291683e-06,1613940706853,1381
"mom_0",0.8980575745442708,1613940706853,1381
"eps_0",1e-05,1613940706853,1381
"wd_1",0.01,1613940706853,1381
"sqr_mom_1",0.99,1613940706853,1381
"lr_1",3.077697018229168e-05,1613940706853,1381
"mom_1",0.8980575745442708,1613940706853,1381
"eps_1",1e-05,1613940706853,1381
"wd_2",0.01,1613940706853,1381
"sqr_mom_2",0.99,1613940706853,1381
"lr_2",0.0003077697018229168,1613940706853,1381
"mom_2",0.8980575745442708,1613940706853,1381
"eps_2",1e-05,1613940706853,1381
"train_loss",0.07856332,1613940707840,1382
"raw_loss",0.075304076,1613940707840,1382
"epoch",8.698113207547145,1613940707840,1382
"wd_0",0.01,1613940707840,1382
"sqr_mom_0",0.99,1613940707840,1382
"lr_0",3.0803292439194317e-06,1613940707840,1382
"mom_0",0.8979917689020142,1613940707840,1382
"eps_0",1e-05,1613940707840,1382
"wd_1",0.01,1613940707840,1382
"sqr_mom_1",0.99,1613940707840,1382
"lr_1",3.080329243919432e-05,1613940707840,1382
"mom_1",0.8979917689020142,1613940707840,1382
"eps_1",1e-05,1613940707840,1382
"wd_2",0.01,1613940707840,1382
"sqr_mom_2",0.99,1613940707840,1382
"lr_2",0.0003080329243919431,1613940707840,1382
"mom_2",0.8979917689020142,1613940707840,1382
"eps_2",1e-05,1613940707840,1382
"train_loss",0.07856129,1613940708839,1383
"raw_loss",0.07846209,1613940708839,1383
"epoch",8.704402515723245,1613940708839,1383
"wd_0",0.01,1613940708839,1383
"sqr_mom_0",0.99,1613940708839,1383
"lr_0",3.0829617044343356e-06,1613940708839,1383
"mom_0",0.8979259573891416,1613940708839,1383
"eps_0",1e-05,1613940708839,1383
"wd_1",0.01,1613940708839,1383
"sqr_mom_1",0.99,1613940708839,1383
"lr_1",3.0829617044343354e-05,1613940708839,1383
"mom_1",0.8979259573891416,1613940708839,1383
"eps_1",1e-05,1613940708839,1383
"wd_2",0.01,1613940708839,1383
"sqr_mom_2",0.99,1613940708839,1383
"lr_2",0.0003082961704434335,1613940708839,1383
"mom_2",0.8979259573891416,1613940708839,1383
"eps_2",1e-05,1613940708839,1383
"train_loss",0.078230165,1613940709809,1384
"raw_loss",0.06200515,1613940709809,1384
"epoch",8.710691823899346,1613940709809,1384
"wd_0",0.01,1613940709809,1384
"sqr_mom_0",0.99,1613940709809,1384
"lr_0",3.0855936468174073e-06,1613940709809,1384
"mom_0",0.8978601588295648,1613940709809,1384
"eps_0",1e-05,1613940709809,1384
"wd_1",0.01,1613940709809,1384
"sqr_mom_1",0.99,1613940709809,1384
"lr_1",3.085593646817407e-05,1613940709809,1384
"mom_1",0.8978601588295648,1613940709809,1384
"eps_1",1e-05,1613940709809,1384
"wd_2",0.01,1613940709809,1384
"sqr_mom_2",0.99,1613940709809,1384
"lr_2",0.0003085593646817407,1613940709809,1384
"mom_2",0.8978601588295648,1613940709809,1384
"eps_2",1e-05,1613940709809,1384
"train_loss",0.07848248,1613940710773,1385
"raw_loss",0.09084598,1613940710773,1385
"epoch",8.716981132075446,1613940710773,1385
"wd_0",0.01,1613940710773,1385
"sqr_mom_0",0.99,1613940710773,1385
"lr_0",3.088225440707422e-06,1613940710773,1385
"mom_0",0.8977943639823145,1613940710773,1385
"eps_0",1e-05,1613940710773,1385
"wd_1",0.01,1613940710773,1385
"sqr_mom_1",0.99,1613940710773,1385
"lr_1",3.088225440707422e-05,1613940710773,1385
"mom_1",0.8977943639823145,1613940710773,1385
"eps_1",1e-05,1613940710773,1385
"wd_2",0.01,1613940710773,1385
"sqr_mom_2",0.99,1613940710773,1385
"lr_2",0.0003088225440707421,1613940710773,1385
"mom_2",0.8977943639823145,1613940710773,1385
"eps_2",1e-05,1613940710773,1385
"train_loss",0.079018064,1613940711727,1386
"raw_loss",0.10526161,1613940711727,1386
"epoch",8.723270440251547,1613940711727,1386
"wd_0",0.01,1613940711727,1386
"sqr_mom_0",0.99,1613940711727,1386
"lr_0",3.0908574556589656e-06,1613940711727,1386
"mom_0",0.8977285636085258,1613940711727,1386
"eps_0",1e-05,1613940711727,1386
"wd_1",0.01,1613940711727,1386
"sqr_mom_1",0.99,1613940711727,1386
"lr_1",3.090857455658965e-05,1613940711727,1386
"mom_1",0.8977285636085258,1613940711727,1386
"eps_1",1e-05,1613940711727,1386
"wd_2",0.01,1613940711727,1386
"sqr_mom_2",0.99,1613940711727,1386
"lr_2",0.0003090857455658965,1613940711727,1386
"mom_2",0.8977285636085258,1613940711727,1386
"eps_2",1e-05,1613940711727,1386
"train_loss",0.07832522,1613940712679,1387
"raw_loss",0.044375904,1613940712679,1387
"epoch",8.729559748427647,1613940712679,1387
"wd_0",0.01,1613940712679,1387
"sqr_mom_0",0.99,1613940712679,1387
"lr_0",3.0934889388430095e-06,1613940712679,1387
"mom_0",0.8976627765289248,1613940712679,1387
"eps_0",1e-05,1613940712679,1387
"wd_1",0.01,1613940712679,1387
"sqr_mom_1",0.99,1613940712679,1387
"lr_1",3.093488938843009e-05,1613940712679,1387
"mom_1",0.8976627765289248,1613940712679,1387
"eps_1",1e-05,1613940712679,1387
"wd_2",0.01,1613940712679,1387
"sqr_mom_2",0.99,1613940712679,1387
"lr_2",0.0003093488938843009,1613940712679,1387
"mom_2",0.8976627765289248,1613940712679,1387
"eps_2",1e-05,1613940712679,1387
"train_loss",0.078582086,1613940713652,1388
"raw_loss",0.091168605,1613940713652,1388
"epoch",8.735849056603747,1613940713652,1388
"wd_0",0.01,1613940713652,1388
"sqr_mom_0",0.99,1613940713652,1388
"lr_0",3.0961202598367637e-06,1613940713652,1388
"mom_0",0.8975969935040808,1613940713652,1388
"eps_0",1e-05,1613940713652,1388
"wd_1",0.01,1613940713652,1388
"sqr_mom_1",0.99,1613940713652,1388
"lr_1",3.096120259836763e-05,1613940713652,1388
"mom_1",0.8975969935040808,1613940713652,1388
"eps_1",1e-05,1613940713652,1388
"wd_2",0.01,1613940713652,1388
"sqr_mom_2",0.99,1613940713652,1388
"lr_2",0.00030961202598367633,1613940713652,1388
"mom_2",0.8975969935040808,1613940713652,1388
"eps_2",1e-05,1613940713652,1388
"train_loss",0.0785216,1613940714635,1389
"raw_loss",0.075557835,1613940714635,1389
"epoch",8.742138364779848,1613940714635,1389
"wd_0",0.01,1613940714635,1389
"sqr_mom_0",0.99,1613940714635,1389
"lr_0",3.098751788125485e-06,1613940714635,1389
"mom_0",0.8975312052968628,1613940714635,1389
"eps_0",1e-05,1613940714635,1389
"wd_1",0.01,1613940714635,1389
"sqr_mom_1",0.99,1613940714635,1389
"lr_1",3.098751788125485e-05,1613940714635,1389
"mom_1",0.8975312052968628,1613940714635,1389
"eps_1",1e-05,1613940714635,1389
"wd_2",0.01,1613940714635,1389
"sqr_mom_2",0.99,1613940714635,1389
"lr_2",0.00030987517881254846,1613940714635,1389
"mom_2",0.8975312052968628,1613940714635,1389
"eps_2",1e-05,1613940714635,1389
"train_loss",0.078582935,1613940715648,1390
"raw_loss",0.08158834,1613940715648,1390
"epoch",8.748427672955948,1613940715648,1390
"wd_0",0.01,1613940715648,1390
"sqr_mom_0",0.99,1613940715648,1390
"lr_0",3.10138314504489e-06,1613940715648,1390
"mom_0",0.8974654213738777,1613940715648,1390
"eps_0",1e-05,1613940715648,1390
"wd_1",0.01,1613940715648,1390
"sqr_mom_1",0.99,1613940715648,1390
"lr_1",3.10138314504489e-05,1613940715648,1390
"mom_1",0.8974654213738777,1613940715648,1390
"eps_1",1e-05,1613940715648,1390
"wd_2",0.01,1613940715648,1390
"sqr_mom_2",0.99,1613940715648,1390
"lr_2",0.00031013831450448897,1613940715648,1390
"mom_2",0.8974654213738777,1613940715648,1390
"eps_2",1e-05,1613940715648,1390
"train_loss",0.07843406,1613940716613,1391
"raw_loss",0.07113919,1613940716613,1391
"epoch",8.754716981132049,1613940716613,1391
"wd_0",0.01,1613940716613,1391
"sqr_mom_0",0.99,1613940716613,1391
"lr_0",3.104014326028644e-06,1613940716613,1391
"mom_0",0.8973996418492839,1613940716613,1391
"eps_0",1e-05,1613940716613,1391
"wd_1",0.01,1613940716613,1391
"sqr_mom_1",0.99,1613940716613,1391
"lr_1",3.104014326028644e-05,1613940716613,1391
"mom_1",0.8973996418492839,1613940716613,1391
"eps_1",1e-05,1613940716613,1391
"wd_2",0.01,1613940716613,1391
"sqr_mom_2",0.99,1613940716613,1391
"lr_2",0.00031040143260286436,1613940716613,1391
"mom_2",0.8973996418492839,1613940716613,1391
"eps_2",1e-05,1613940716613,1391
"train_loss",0.08015229,1613940717594,1392
"raw_loss",0.1643455,1613940717594,1392
"epoch",8.761006289308149,1613940717594,1392
"wd_0",0.01,1613940717594,1392
"sqr_mom_0",0.99,1613940717594,1392
"lr_0",3.1066449525364828e-06,1613940717594,1392
"mom_0",0.8973338761865879,1613940717594,1392
"eps_0",1e-05,1613940717594,1392
"wd_1",0.01,1613940717594,1392
"sqr_mom_1",0.99,1613940717594,1392
"lr_1",3.1066449525364825e-05,1613940717594,1392
"mom_1",0.8973338761865879,1613940717594,1392
"eps_1",1e-05,1613940717594,1392
"wd_2",0.01,1613940717594,1392
"sqr_mom_2",0.99,1613940717594,1392
"lr_2",0.00031066449525364825,1613940717594,1392
"mom_2",0.8973338761865879,1613940717594,1392
"eps_2",1e-05,1613940717594,1392
"train_loss",0.07956551,1613940718548,1393
"raw_loss",0.05081321,1613940718548,1393
"epoch",8.76729559748425,1613940718548,1393
"wd_0",0.01,1613940718548,1393
"sqr_mom_0",0.99,1613940718548,1393
"lr_0",3.109275394030182e-06,1613940718548,1393
"mom_0",0.8972681151492454,1613940718548,1393
"eps_0",1e-05,1613940718548,1393
"wd_1",0.01,1613940718548,1393
"sqr_mom_1",0.99,1613940718548,1393
"lr_1",3.109275394030181e-05,1613940718548,1393
"mom_1",0.8972681151492454,1613940718548,1393
"eps_1",1e-05,1613940718548,1393
"wd_2",0.01,1613940718548,1393
"sqr_mom_2",0.99,1613940718548,1393
"lr_2",0.00031092753940301814,1613940718548,1393
"mom_2",0.8972681151492454,1613940718548,1393
"eps_2",1e-05,1613940718548,1393
"train_loss",0.07951699,1613940719508,1394
"raw_loss",0.07713958,1613940719508,1394
"epoch",8.77358490566035,1613940719508,1394
"wd_0",0.01,1613940719508,1394
"sqr_mom_0",0.99,1613940719508,1394
"lr_0",3.1119060198666178e-06,1613940719508,1394
"mom_0",0.8972023495033346,1613940719508,1394
"eps_0",1e-05,1613940719508,1394
"wd_1",0.01,1613940719508,1394
"sqr_mom_1",0.99,1613940719508,1394
"lr_1",3.111906019866617e-05,1613940719508,1394
"mom_1",0.8972023495033346,1613940719508,1394
"eps_1",1e-05,1613940719508,1394
"wd_2",0.01,1613940719508,1394
"sqr_mom_2",0.99,1613940719508,1394
"lr_2",0.0003111906019866617,1613940719508,1394
"mom_2",0.8972023495033346,1613940719508,1394
"eps_2",1e-05,1613940719508,1394
"train_loss",0.080307126,1613940720480,1395
"raw_loss",0.119023904,1613940720480,1395
"epoch",8.77987421383645,1613940720480,1395
"wd_0",0.01,1613940720480,1395
"sqr_mom_0",0.99,1613940720480,1395
"lr_0",3.1145360776140886e-06,1613940720480,1395
"mom_0",0.8971365980596477,1613940720480,1395
"eps_0",1e-05,1613940720480,1395
"wd_1",0.01,1613940720480,1395
"sqr_mom_1",0.99,1613940720480,1395
"lr_1",3.114536077614088e-05,1613940720480,1395
"mom_1",0.8971365980596477,1613940720480,1395
"eps_1",1e-05,1613940720480,1395
"wd_2",0.01,1613940720480,1395
"sqr_mom_2",0.99,1613940720480,1395
"lr_2",0.00031145360776140885,1613940720480,1395
"mom_2",0.8971365980596477,1613940720480,1395
"eps_2",1e-05,1613940720480,1395
"train_loss",0.08204068,1613940721470,1396
"raw_loss",0.16698506,1613940721470,1396
"epoch",8.78616352201255,1613940721470,1396
"wd_0",0.01,1613940721470,1396
"sqr_mom_0",0.99,1613940721470,1396
"lr_0",3.1171659366574162e-06,1613940721470,1396
"mom_0",0.8970708515835646,1613940721470,1396
"eps_0",1e-05,1613940721470,1396
"wd_1",0.01,1613940721470,1396
"sqr_mom_1",0.99,1613940721470,1396
"lr_1",3.117165936657416e-05,1613940721470,1396
"mom_1",0.8970708515835646,1613940721470,1396
"eps_1",1e-05,1613940721470,1396
"wd_2",0.01,1613940721470,1396
"sqr_mom_2",0.99,1613940721470,1396
"lr_2",0.0003117165936657416,1613940721470,1396
"mom_2",0.8970708515835646,1613940721470,1396
"eps_2",1e-05,1613940721470,1396
"train_loss",0.082781844,1613940722432,1397
"raw_loss",0.11909887,1613940722432,1397
"epoch",8.792452830188651,1613940722432,1397
"wd_0",0.01,1613940722432,1397
"sqr_mom_0",0.99,1613940722432,1397
"lr_0",3.119795966268764e-06,1613940722432,1397
"mom_0",0.8970051008432809,1613940722432,1397
"eps_0",1e-05,1613940722432,1397
"wd_1",0.01,1613940722432,1397
"sqr_mom_1",0.99,1613940722432,1397
"lr_1",3.119795966268764e-05,1613940722432,1397
"mom_1",0.8970051008432809,1613940722432,1397
"eps_1",1e-05,1613940722432,1397
"wd_2",0.01,1613940722432,1397
"sqr_mom_2",0.99,1613940722432,1397
"lr_2",0.00031197959662687636,1613940722432,1397
"mom_2",0.8970051008432809,1613940722432,1397
"eps_2",1e-05,1613940722432,1397
"train_loss",0.083468415,1613940723398,1398
"raw_loss",0.11711043,1613940723398,1398
"epoch",8.798742138364751,1613940723398,1398
"wd_0",0.01,1613940723398,1398
"sqr_mom_0",0.99,1613940723398,1398
"lr_0",3.122425414186967e-06,1613940723398,1398
"mom_0",0.8969393646453259,1613940723398,1398
"eps_0",1e-05,1613940723398,1398
"wd_1",0.01,1613940723398,1398
"sqr_mom_1",0.99,1613940723398,1398
"lr_1",3.122425414186966e-05,1613940723398,1398
"mom_1",0.8969393646453259,1613940723398,1398
"eps_1",1e-05,1613940723398,1398
"wd_2",0.01,1613940723398,1398
"sqr_mom_2",0.99,1613940723398,1398
"lr_2",0.00031224254141869667,1613940723398,1398
"mom_2",0.8969393646453259,1613940723398,1398
"eps_2",1e-05,1613940723398,1398
"train_loss",0.08315275,1613940724402,1399
"raw_loss",0.06768526,1613940724402,1399
"epoch",8.805031446540852,1613940724402,1399
"wd_0",0.01,1613940724402,1399
"sqr_mom_0",0.99,1613940724402,1399
"lr_0",3.1250550234883356e-06,1613940724402,1399
"mom_0",0.8968736244127916,1613940724402,1399
"eps_0",1e-05,1613940724402,1399
"wd_1",0.01,1613940724402,1399
"sqr_mom_1",0.99,1613940724402,1399
"lr_1",3.125055023488335e-05,1613940724402,1399
"mom_1",0.8968736244127916,1613940724402,1399
"eps_1",1e-05,1613940724402,1399
"wd_2",0.01,1613940724402,1399
"sqr_mom_2",0.99,1613940724402,1399
"lr_2",0.0003125055023488335,1613940724402,1399
"mom_2",0.8968736244127916,1613940724402,1399
"eps_2",1e-05,1613940724402,1399
"train_loss",0.085052446,1613940725476,1400
"raw_loss",0.17813756,1613940725476,1400
"epoch",8.811320754716952,1613940725476,1400
"wd_0",0.01,1613940725476,1400
"sqr_mom_0",0.99,1613940725476,1400
"lr_0",3.1276844157749623e-06,1613940725476,1400
"mom_0",0.896807889605626,1613940725476,1400
"eps_0",1e-05,1613940725476,1400
"wd_1",0.01,1613940725476,1400
"sqr_mom_1",0.99,1613940725476,1400
"lr_1",3.127684415774962e-05,1613940725476,1400
"mom_1",0.896807889605626,1613940725476,1400
"eps_1",1e-05,1613940725476,1400
"wd_2",0.01,1613940725476,1400
"sqr_mom_2",0.99,1613940725476,1400
"lr_2",0.0003127684415774962,1613940725476,1400
"mom_2",0.896807889605626,1613940725476,1400
"eps_2",1e-05,1613940725476,1400
"train_loss",0.08487884,1613940726443,1401
"raw_loss",0.076372035,1613940726443,1401
"epoch",8.817610062893053,1613940726443,1401
"wd_0",0.01,1613940726443,1401
"sqr_mom_0",0.99,1613940726443,1401
"lr_0",3.130313212772704e-06,1613940726443,1401
"mom_0",0.8967421696806823,1613940726443,1401
"eps_0",1e-05,1613940726443,1401
"wd_1",0.01,1613940726443,1401
"sqr_mom_1",0.99,1613940726443,1401
"lr_1",3.1303132127727035e-05,1613940726443,1401
"mom_1",0.8967421696806823,1613940726443,1401
"eps_1",1e-05,1613940726443,1401
"wd_2",0.01,1613940726443,1401
"sqr_mom_2",0.99,1613940726443,1401
"lr_2",0.0003130313212772704,1613940726443,1401
"mom_2",0.8967421696806823,1613940726443,1401
"eps_2",1e-05,1613940726443,1401
"train_loss",0.084521055,1613940727400,1402
"raw_loss",0.066989504,1613940727400,1402
"epoch",8.823899371069153,1613940727400,1402
"wd_0",0.01,1613940727400,1402
"sqr_mom_0",0.99,1613940727400,1402
"lr_0",3.1329421573739215e-06,1613940727400,1402
"mom_0",0.896676446065652,1613940727400,1402
"eps_0",1e-05,1613940727400,1402
"wd_1",0.01,1613940727400,1402
"sqr_mom_1",0.99,1613940727400,1402
"lr_1",3.132942157373921e-05,1613940727400,1402
"mom_1",0.896676446065652,1613940727400,1402
"eps_1",1e-05,1613940727400,1402
"wd_2",0.01,1613940727400,1402
"sqr_mom_2",0.99,1613940727400,1402
"lr_2",0.00031329421573739213,1613940727400,1402
"mom_2",0.896676446065652,1613940727400,1402
"eps_2",1e-05,1613940727400,1402
"train_loss",0.084970064,1613940728472,1403
"raw_loss",0.1069717,1613940728472,1403
"epoch",8.830188679245254,1613940728472,1403
"wd_0",0.01,1613940728472,1403
"sqr_mom_0",0.99,1613940728472,1403
"lr_0",3.1355704976277917e-06,1613940728472,1403
"mom_0",0.8966107375593052,1613940728472,1403
"eps_0",1e-05,1613940728472,1403
"wd_1",0.01,1613940728472,1403
"sqr_mom_1",0.99,1613940728472,1403
"lr_1",3.1355704976277916e-05,1613940728472,1403
"mom_1",0.8966107375593052,1613940728472,1403
"eps_1",1e-05,1613940728472,1403
"wd_2",0.01,1613940728472,1403
"sqr_mom_2",0.99,1613940728472,1403
"lr_2",0.00031355704976277914,1613940728472,1403
"mom_2",0.8966107375593052,1613940728472,1403
"eps_2",1e-05,1613940728472,1403
"train_loss",0.084065065,1613940729536,1404
"raw_loss",0.039720062,1613940729536,1404
"epoch",8.836477987421354,1613940729536,1404
"wd_0",0.01,1613940729536,1404
"sqr_mom_0",0.99,1613940729536,1404
"lr_0",3.1381986026857296e-06,1613940729536,1404
"mom_0",0.8965450349328568,1613940729536,1404
"eps_0",1e-05,1613940729536,1404
"wd_1",0.01,1613940729536,1404
"sqr_mom_1",0.99,1613940729536,1404
"lr_1",3.1381986026857294e-05,1613940729536,1404
"mom_1",0.8965450349328568,1613940729536,1404
"eps_1",1e-05,1613940729536,1404
"wd_2",0.01,1613940729536,1404
"sqr_mom_2",0.99,1613940729536,1404
"lr_2",0.0003138198602685729,1613940729536,1404
"mom_2",0.8965450349328568,1613940729536,1404
"eps_2",1e-05,1613940729536,1404
"train_loss",0.08343386,1613940730525,1405
"raw_loss",0.05250462,1613940730525,1405
"epoch",8.842767295597454,1613940730525,1405
"wd_0",0.01,1613940730525,1405
"sqr_mom_0",0.99,1613940730525,1405
"lr_0",3.1408268415658014e-06,1613940730525,1405
"mom_0",0.8964793289608549,1613940730525,1405
"eps_0",1e-05,1613940730525,1405
"wd_1",0.01,1613940730525,1405
"sqr_mom_1",0.99,1613940730525,1405
"lr_1",3.140826841565801e-05,1613940730525,1405
"mom_1",0.8964793289608549,1613940730525,1405
"eps_1",1e-05,1613940730525,1405
"wd_2",0.01,1613940730525,1405
"sqr_mom_2",0.99,1613940730525,1405
"lr_2",0.0003140826841565801,1613940730525,1405
"mom_2",0.8964793289608549,1613940730525,1405
"eps_2",1e-05,1613940730525,1405
"train_loss",0.083512664,1613940731567,1406
"raw_loss",0.08737414,1613940731567,1406
"epoch",8.849056603773555,1613940731567,1406
"wd_0",0.01,1613940731567,1406
"sqr_mom_0",0.99,1613940731567,1406
"lr_0",3.143454462519041e-06,1613940731567,1406
"mom_0",0.8964136384370239,1613940731567,1406
"eps_0",1e-05,1613940731567,1406
"wd_1",0.01,1613940731567,1406
"sqr_mom_1",0.99,1613940731567,1406
"lr_1",3.14345446251904e-05,1613940731567,1406
"mom_1",0.8964136384370239,1613940731567,1406
"eps_1",1e-05,1613940731567,1406
"wd_2",0.01,1613940731567,1406
"sqr_mom_2",0.99,1613940731567,1406
"lr_2",0.00031434544625190403,1613940731567,1406
"mom_2",0.8964136384370239,1613940731567,1406
"eps_2",1e-05,1613940731567,1406
"train_loss",0.08325977,1613940732582,1407
"raw_loss",0.07086804,1613940732582,1407
"epoch",8.855345911949655,1613940732582,1407
"wd_0",0.01,1613940732582,1407
"sqr_mom_0",0.99,1613940732582,1407
"lr_0",3.1460818345987653e-06,1613940732582,1407
"mom_0",0.8963479541350309,1613940732582,1407
"eps_0",1e-05,1613940732582,1407
"wd_1",0.01,1613940732582,1407
"sqr_mom_1",0.99,1613940732582,1407
"lr_1",3.1460818345987654e-05,1613940732582,1407
"mom_1",0.8963479541350309,1613940732582,1407
"eps_1",1e-05,1613940732582,1407
"wd_2",0.01,1613940732582,1407
"sqr_mom_2",0.99,1613940732582,1407
"lr_2",0.0003146081834598765,1613940732582,1407
"mom_2",0.8963479541350309,1613940732582,1407
"eps_2",1e-05,1613940732582,1407
"train_loss",0.08394151,1613940733648,1408
"raw_loss",0.11734682,1613940733648,1408
"epoch",8.861635220125756,1613940733648,1408
"wd_0",0.01,1613940733648,1408
"sqr_mom_0",0.99,1613940733648,1408
"lr_0",3.148709326717194e-06,1613940733648,1408
"mom_0",0.8962822668320701,1613940733648,1408
"eps_0",1e-05,1613940733648,1408
"wd_1",0.01,1613940733648,1408
"sqr_mom_1",0.99,1613940733648,1408
"lr_1",3.148709326717194e-05,1613940733648,1408
"mom_1",0.8962822668320701,1613940733648,1408
"eps_1",1e-05,1613940733648,1408
"wd_2",0.01,1613940733648,1408
"sqr_mom_2",0.99,1613940733648,1408
"lr_2",0.00031487093267171934,1613940733648,1408
"mom_2",0.8962822668320701,1613940733648,1408
"eps_2",1e-05,1613940733648,1408
"train_loss",0.08365488,1613940734607,1409
"raw_loss",0.069609955,1613940734607,1409
"epoch",8.867924528301856,1613940734607,1409
"wd_0",0.01,1613940734607,1409
"sqr_mom_0",0.99,1613940734607,1409
"lr_0",3.1513365607722898e-06,1613940734607,1409
"mom_0",0.8962165859806928,1613940734607,1409
"eps_0",1e-05,1613940734607,1409
"wd_1",0.01,1613940734607,1409
"sqr_mom_1",0.99,1613940734607,1409
"lr_1",3.15133656077229e-05,1613940734607,1409
"mom_1",0.8962165859806928,1613940734607,1409
"eps_1",1e-05,1613940734607,1409
"wd_2",0.01,1613940734607,1409
"sqr_mom_2",0.99,1613940734607,1409
"lr_2",0.00031513365607722894,1613940734607,1409
"mom_2",0.8962165859806928,1613940734607,1409
"eps_2",1e-05,1613940734607,1409
"train_loss",0.08420815,1613940735584,1410
"raw_loss",0.11131853,1613940735584,1410
"epoch",8.874213836477956,1613940735584,1410
"wd_0",0.01,1613940735584,1410
"sqr_mom_0",0.99,1613940735584,1410
"lr_0",3.1539635322048715e-06,1613940735584,1410
"mom_0",0.8961509116948781,1613940735584,1410
"eps_0",1e-05,1613940735584,1410
"wd_1",0.01,1613940735584,1410
"sqr_mom_1",0.99,1613940735584,1410
"lr_1",3.153963532204871e-05,1613940735584,1410
"mom_1",0.8961509116948781,1613940735584,1410
"eps_1",1e-05,1613940735584,1410
"wd_2",0.01,1613940735584,1410
"sqr_mom_2",0.99,1613940735584,1410
"lr_2",0.0003153963532204871,1613940735584,1410
"mom_2",0.8961509116948781,1613940735584,1410
"eps_2",1e-05,1613940735584,1410
"train_loss",0.08398848,1613940736533,1411
"raw_loss",0.07322451,1613940736533,1411
"epoch",8.880503144654057,1613940736533,1411
"wd_0",0.01,1613940736533,1411
"sqr_mom_0",0.99,1613940736533,1411
"lr_0",3.1565898630988345e-06,1613940736533,1411
"mom_0",0.8960852534225291,1613940736533,1411
"eps_0",1e-05,1613940736533,1411
"wd_1",0.01,1613940736533,1411
"sqr_mom_1",0.99,1613940736533,1411
"lr_1",3.156589863098834e-05,1613940736533,1411
"mom_1",0.8960852534225291,1613940736533,1411
"eps_1",1e-05,1613940736533,1411
"wd_2",0.01,1613940736533,1411
"sqr_mom_2",0.99,1613940736533,1411
"lr_2",0.0003156589863098834,1613940736533,1411
"mom_2",0.8960852534225291,1613940736533,1411
"eps_2",1e-05,1613940736533,1411
"train_loss",0.08377027,1613940737492,1412
"raw_loss",0.0730779,1613940737492,1412
"epoch",8.886792452830157,1613940737492,1412
"wd_0",0.01,1613940737492,1412
"sqr_mom_0",0.99,1613940737492,1412
"lr_0",3.1592159223311925e-06,1613940737492,1412
"mom_0",0.8960196019417201,1613940737492,1412
"eps_0",1e-05,1613940737492,1412
"wd_1",0.01,1613940737492,1412
"sqr_mom_1",0.99,1613940737492,1412
"lr_1",3.159215922331192e-05,1613940737492,1412
"mom_1",0.8960196019417201,1613940737492,1412
"eps_1",1e-05,1613940737492,1412
"wd_2",0.01,1613940737492,1412
"sqr_mom_2",0.99,1613940737492,1412
"lr_2",0.0003159215922331192,1613940737492,1412
"mom_2",0.8960196019417201,1613940737492,1412
"eps_2",1e-05,1613940737492,1412
"train_loss",0.08283228,1613940738437,1413
"raw_loss",0.036870837,1613940738437,1413
"epoch",8.893081761006258,1613940738437,1413
"wd_0",0.01,1613940738437,1413
"sqr_mom_0",0.99,1613940738437,1413
"lr_0",3.1618420786249383e-06,1613940738437,1413
"mom_0",0.8959539480343766,1613940738437,1413
"eps_0",1e-05,1613940738437,1413
"wd_1",0.01,1613940738437,1413
"sqr_mom_1",0.99,1613940738437,1413
"lr_1",3.161842078624938e-05,1613940738437,1413
"mom_1",0.8959539480343766,1613940738437,1413
"eps_1",1e-05,1613940738437,1413
"wd_2",0.01,1613940738437,1413
"sqr_mom_2",0.99,1613940738437,1413
"lr_2",0.00031618420786249377,1613940738437,1413
"mom_2",0.8959539480343766,1613940738437,1413
"eps_2",1e-05,1613940738437,1413
"train_loss",0.08400428,1613940739403,1414
"raw_loss",0.14143251,1613940739403,1414
"epoch",8.899371069182358,1613940739403,1414
"wd_0",0.01,1613940739403,1414
"sqr_mom_0",0.99,1613940739403,1414
"lr_0",3.1644675808267826e-06,1613940739403,1414
"mom_0",0.8958883104793304,1613940739403,1414
"eps_0",1e-05,1613940739403,1414
"wd_1",0.01,1613940739403,1414
"sqr_mom_1",0.99,1613940739403,1414
"lr_1",3.1644675808267824e-05,1613940739403,1414
"mom_1",0.8958883104793304,1613940739403,1414
"eps_1",1e-05,1613940739403,1414
"wd_2",0.01,1613940739403,1414
"sqr_mom_2",0.99,1613940739403,1414
"lr_2",0.0003164467580826782,1613940739403,1414
"mom_2",0.8958883104793304,1613940739403,1414
"eps_2",1e-05,1613940739403,1414
"train_loss",0.08354286,1613940740374,1415
"raw_loss",0.06093327,1613940740374,1415
"epoch",8.905660377358458,1613940740374,1415
"wd_0",0.01,1613940740374,1415
"sqr_mom_0",0.99,1613940740374,1415
"lr_0",3.1670927977002783e-06,1613940740374,1415
"mom_0",0.895822680057493,1613940740374,1415
"eps_0",1e-05,1613940740374,1415
"wd_1",0.01,1613940740374,1415
"sqr_mom_1",0.99,1613940740374,1415
"lr_1",3.1670927977002776e-05,1613940740374,1415
"mom_1",0.895822680057493,1613940740374,1415
"eps_1",1e-05,1613940740374,1415
"wd_2",0.01,1613940740374,1415
"sqr_mom_2",0.99,1613940740374,1415
"lr_2",0.00031670927977002776,1613940740374,1415
"mom_2",0.895822680057493,1613940740374,1415
"eps_2",1e-05,1613940740374,1415
"train_loss",0.08327396,1613940741339,1416
"raw_loss",0.07009772,1613940741339,1416
"epoch",8.911949685534559,1613940741339,1416
"wd_0",0.01,1613940741339,1416
"sqr_mom_0",0.99,1613940741339,1416
"lr_0",3.169718097847211e-06,1613940741339,1416
"mom_0",0.8957570475538197,1613940741339,1416
"eps_0",1e-05,1613940741339,1416
"wd_1",0.01,1613940741339,1416
"sqr_mom_1",0.99,1613940741339,1416
"lr_1",3.169718097847211e-05,1613940741339,1416
"mom_1",0.8957570475538197,1613940741339,1416
"eps_1",1e-05,1613940741339,1416
"wd_2",0.01,1613940741339,1416
"sqr_mom_2",0.99,1613940741339,1416
"lr_2",0.00031697180978472103,1613940741339,1416
"mom_2",0.8957570475538197,1613940741339,1416
"eps_2",1e-05,1613940741339,1416
"train_loss",0.08339386,1613940742330,1417
"raw_loss",0.08926881,1613940742330,1417
"epoch",8.91823899371066,1613940742330,1417
"wd_0",0.01,1613940742330,1417
"sqr_mom_0",0.99,1613940742330,1417
"lr_0",3.1723427303591715e-06,1613940742330,1417
"mom_0",0.8956914317410207,1613940742330,1417
"eps_0",1e-05,1613940742330,1417
"wd_1",0.01,1613940742330,1417
"sqr_mom_1",0.99,1613940742330,1417
"lr_1",3.1723427303591715e-05,1613940742330,1417
"mom_1",0.8956914317410207,1613940742330,1417
"eps_1",1e-05,1613940742330,1417
"wd_2",0.01,1613940742330,1417
"sqr_mom_2",0.99,1613940742330,1417
"lr_2",0.0003172342730359171,1613940742330,1417
"mom_2",0.8956914317410207,1613940742330,1417
"eps_2",1e-05,1613940742330,1417
"train_loss",0.08371914,1613940743311,1418
"raw_loss",0.09965822,1613940743311,1418
"epoch",8.92452830188676,1613940743311,1418
"wd_0",0.01,1613940743311,1418
"sqr_mom_0",0.99,1613940743311,1418
"lr_0",3.174967436951649e-06,1613940743311,1418
"mom_0",0.8956258140762088,1613940743311,1418
"eps_0",1e-05,1613940743311,1418
"wd_1",0.01,1613940743311,1418
"sqr_mom_1",0.99,1613940743311,1418
"lr_1",3.1749674369516484e-05,1613940743311,1418
"mom_1",0.8956258140762088,1613940743311,1418
"eps_1",1e-05,1613940743311,1418
"wd_2",0.01,1613940743311,1418
"sqr_mom_2",0.99,1613940743311,1418
"lr_2",0.00031749674369516487,1613940743311,1418
"mom_2",0.8956258140762088,1613940743311,1418
"eps_2",1e-05,1613940743311,1418
"train_loss",0.083002225,1613940744313,1419
"raw_loss",0.04787308,1613940744313,1419
"epoch",8.93081761006286,1613940744313,1419
"wd_0",0.01,1613940744313,1419
"sqr_mom_0",0.99,1613940744313,1419
"lr_0",3.1775918399136754e-06,1613940744313,1419
"mom_0",0.8955602040021581,1613940744313,1419
"eps_0",1e-05,1613940744313,1419
"wd_1",0.01,1613940744313,1419
"sqr_mom_1",0.99,1613940744313,1419
"lr_1",3.177591839913675e-05,1613940744313,1419
"mom_1",0.8955602040021581,1613940744313,1419
"eps_1",1e-05,1613940744313,1419
"wd_2",0.01,1613940744313,1419
"sqr_mom_2",0.99,1613940744313,1419
"lr_2",0.0003177591839913675,1613940744313,1419
"mom_2",0.8955602040021581,1613940744313,1419
"eps_2",1e-05,1613940744313,1419
"train_loss",0.08372531,1613940745456,1420
"raw_loss",0.11915643,1613940745456,1420
"epoch",8.93710691823896,1613940745456,1420
"wd_0",0.01,1613940745456,1420
"sqr_mom_0",0.99,1613940745456,1420
"lr_0",3.1802155617074445e-06,1613940745456,1420
"mom_0",0.8954946109573139,1613940745456,1420
"eps_0",1e-05,1613940745456,1420
"wd_1",0.01,1613940745456,1420
"sqr_mom_1",0.99,1613940745456,1420
"lr_1",3.180215561707444e-05,1613940745456,1420
"mom_1",0.8954946109573139,1613940745456,1420
"eps_1",1e-05,1613940745456,1420
"wd_2",0.01,1613940745456,1420
"sqr_mom_2",0.99,1613940745456,1420
"lr_2",0.0003180215561707444,1613940745456,1420
"mom_2",0.8954946109573139,1613940745456,1420
"eps_2",1e-05,1613940745456,1420
"train_loss",0.082865715,1613940746535,1421
"raw_loss",0.04074532,1613940746535,1421
"epoch",8.94339622641506,1613940746535,1421
"wd_0",0.01,1613940746535,1421
"sqr_mom_0",0.99,1613940746535,1421
"lr_0",3.182839343791078e-06,1613940746535,1421
"mom_0",0.895429016405223,1613940746535,1421
"eps_0",1e-05,1613940746535,1421
"wd_1",0.01,1613940746535,1421
"sqr_mom_1",0.99,1613940746535,1421
"lr_1",3.182839343791078e-05,1613940746535,1421
"mom_1",0.895429016405223,1613940746535,1421
"eps_1",1e-05,1613940746535,1421
"wd_2",0.01,1613940746535,1421
"sqr_mom_2",0.99,1613940746535,1421
"lr_2",0.00031828393437910777,1613940746535,1421
"mom_2",0.895429016405223,1613940746535,1421
"eps_2",1e-05,1613940746535,1421
"train_loss",0.082360335,1613940747663,1422
"raw_loss",0.057596654,1613940747663,1422
"epoch",8.949685534591161,1613940747663,1422
"wd_0",0.01,1613940747663,1422
"sqr_mom_0",0.99,1613940747663,1422
"lr_0",3.1854624356903734e-06,1613940747663,1422
"mom_0",0.8953634391077406,1613940747663,1422
"eps_0",1e-05,1613940747663,1422
"wd_1",0.01,1613940747663,1422
"sqr_mom_1",0.99,1613940747663,1422
"lr_1",3.185462435690373e-05,1613940747663,1422
"mom_1",0.8953634391077406,1613940747663,1422
"eps_1",1e-05,1613940747663,1422
"wd_2",0.01,1613940747663,1422
"sqr_mom_2",0.99,1613940747663,1422
"lr_2",0.0003185462435690373,1613940747663,1422
"mom_2",0.8953634391077406,1613940747663,1422
"eps_2",1e-05,1613940747663,1422
"train_loss",0.0819756,1613940748868,1423
"raw_loss",0.06312364,1613940748868,1423
"epoch",8.955974842767262,1613940748868,1423
"wd_0",0.01,1613940748868,1423
"sqr_mom_0",0.99,1613940748868,1423
"lr_0",3.1880852058381717e-06,1613940748868,1423
"mom_0",0.8952978698540457,1613940748868,1423
"eps_0",1e-05,1613940748868,1423
"wd_1",0.01,1613940748868,1423
"sqr_mom_1",0.99,1613940748868,1423
"lr_1",3.1880852058381716e-05,1613940748868,1423
"mom_1",0.8952978698540457,1613940748868,1423
"eps_1",1e-05,1613940748868,1423
"wd_2",0.01,1613940748868,1423
"sqr_mom_2",0.99,1613940748868,1423
"lr_2",0.0003188085205838171,1613940748868,1423
"mom_2",0.8952978698540457,1613940748868,1423
"eps_2",1e-05,1613940748868,1423
"train_loss",0.0815395,1613940750112,1424
"raw_loss",0.060170494,1613940750112,1424
"epoch",8.962264150943362,1613940750112,1424
"wd_0",0.01,1613940750112,1424
"sqr_mom_0",0.99,1613940750112,1424
"lr_0",3.1907080224848928e-06,1613940750112,1424
"mom_0",0.8952322994378776,1613940750112,1424
"eps_0",1e-05,1613940750112,1424
"wd_1",0.01,1613940750112,1424
"sqr_mom_1",0.99,1613940750112,1424
"lr_1",3.1907080224848924e-05,1613940750112,1424
"mom_1",0.8952322994378776,1613940750112,1424
"eps_1",1e-05,1613940750112,1424
"wd_2",0.01,1613940750112,1424
"sqr_mom_2",0.99,1613940750112,1424
"lr_2",0.00031907080224848923,1613940750112,1424
"mom_2",0.8952322994378776,1613940750112,1424
"eps_2",1e-05,1613940750112,1424
"train_loss",0.08111501,1613940751071,1425
"raw_loss",0.06031488,1613940751071,1425
"epoch",8.968553459119462,1613940751071,1425
"wd_0",0.01,1613940751071,1425
"sqr_mom_0",0.99,1613940751071,1425
"lr_0",3.193330135432478e-06,1613940751071,1425
"mom_0",0.895166746614188,1613940751071,1425
"eps_0",1e-05,1613940751071,1425
"wd_1",0.01,1613940751071,1425
"sqr_mom_1",0.99,1613940751071,1425
"lr_1",3.1933301354324775e-05,1613940751071,1425
"mom_1",0.895166746614188,1613940751071,1425
"eps_1",1e-05,1613940751071,1425
"wd_2",0.01,1613940751071,1425
"sqr_mom_2",0.99,1613940751071,1425
"lr_2",0.00031933301354324773,1613940751071,1425
"mom_2",0.895166746614188,1613940751071,1425
"eps_2",1e-05,1613940751071,1425
"train_loss",0.080523714,1613940752043,1426
"raw_loss",0.051550217,1613940752043,1426
"epoch",8.974842767295563,1613940752043,1426
"wd_0",0.01,1613940752043,1426
"sqr_mom_0",0.99,1613940752043,1426
"lr_0",3.1959519129792015e-06,1613940752043,1426
"mom_0",0.8951012021755199,1613940752043,1426
"eps_0",1e-05,1613940752043,1426
"wd_1",0.01,1613940752043,1426
"sqr_mom_1",0.99,1613940752043,1426
"lr_1",3.1959519129792014e-05,1613940752043,1426
"mom_1",0.8951012021755199,1613940752043,1426
"eps_1",1e-05,1613940752043,1426
"wd_2",0.01,1613940752043,1426
"sqr_mom_2",0.99,1613940752043,1426
"lr_2",0.00031959519129792015,1613940752043,1426
"mom_2",0.8951012021755199,1613940752043,1426
"eps_2",1e-05,1613940752043,1426
"train_loss",0.08055243,1613940753006,1427
"raw_loss",0.08195951,1613940753006,1427
"epoch",8.981132075471663,1613940753006,1427
"wd_0",0.01,1613940753006,1427
"sqr_mom_0",0.99,1613940753006,1427
"lr_0",3.198573723233182e-06,1613940753006,1427
"mom_0",0.8950356569191704,1613940753006,1427
"eps_0",1e-05,1613940753006,1427
"wd_1",0.01,1613940753006,1427
"sqr_mom_1",0.99,1613940753006,1427
"lr_1",3.1985737232331816e-05,1613940753006,1427
"mom_1",0.8950356569191704,1613940753006,1427
"eps_1",1e-05,1613940753006,1427
"wd_2",0.01,1613940753006,1427
"sqr_mom_2",0.99,1613940753006,1427
"lr_2",0.00031985737232331817,1613940753006,1427
"mom_2",0.8950356569191704,1613940753006,1427
"eps_2",1e-05,1613940753006,1427
"train_loss",0.07954223,1613940753963,1428
"raw_loss",0.030042458,1613940753963,1428
"epoch",8.987421383647764,1613940753963,1428
"wd_0",0.01,1613940753963,1428
"sqr_mom_0",0.99,1613940753963,1428
"lr_0",3.2011951888914474e-06,1613940753963,1428
"mom_0",0.8949701202777138,1613940753963,1428
"eps_0",1e-05,1613940753963,1428
"wd_1",0.01,1613940753963,1428
"sqr_mom_1",0.99,1613940753963,1428
"lr_1",3.201195188891447e-05,1613940753963,1428
"mom_1",0.8949701202777138,1613940753963,1428
"eps_1",1e-05,1613940753963,1428
"wd_2",0.01,1613940753963,1428
"sqr_mom_2",0.99,1613940753963,1428
"lr_2",0.0003201195188891447,1613940753963,1428
"mom_2",0.8949701202777138,1613940753963,1428
"eps_2",1e-05,1613940753963,1428
"train_loss",0.07894652,1613940754919,1429
"raw_loss",0.04975692,1613940754919,1429
"epoch",8.993710691823864,1613940754919,1429
"wd_0",0.01,1613940754919,1429
"sqr_mom_0",0.99,1613940754919,1429
"lr_0",3.203816305404826e-06,1613940754919,1429
"mom_0",0.8949045923648793,1613940754919,1429
"eps_0",1e-05,1613940754919,1429
"wd_1",0.01,1613940754919,1429
"sqr_mom_1",0.99,1613940754919,1429
"lr_1",3.203816305404826e-05,1613940754919,1429
"mom_1",0.8949045923648793,1613940754919,1429
"eps_1",1e-05,1613940754919,1429
"wd_2",0.01,1613940754919,1429
"sqr_mom_2",0.99,1613940754919,1429
"lr_2",0.0003203816305404826,1613940754919,1429
"mom_2",0.8949045923648793,1613940754919,1429
"eps_2",1e-05,1613940754919,1429
"train_loss",0.07811836,1613940755953,1430
"raw_loss",0.037538514,1613940755953,1430
"epoch",8.999999999999964,1613940755953,1430
"wd_0",0.01,1613940755953,1430
"sqr_mom_0",0.99,1613940755953,1430
"lr_0",3.206436695718075e-06,1613940755953,1430
"mom_0",0.8948390826070481,1613940755953,1430
"eps_0",1e-05,1613940755953,1430
"wd_1",0.01,1613940755953,1430
"sqr_mom_1",0.99,1613940755953,1430
"lr_1",3.2064366957180744e-05,1613940755953,1430
"mom_1",0.8948390826070481,1613940755953,1430
"eps_1",1e-05,1613940755953,1430
"wd_2",0.01,1613940755953,1430
"sqr_mom_2",0.99,1613940755953,1430
"lr_2",0.00032064366957180746,1613940755953,1430
"mom_2",0.8948390826070481,1613940755953,1430
"eps_2",1e-05,1613940755953,1430
"valid_loss",0.11432507634162903,1613940791207,1430
"_rmse",0.33811989426612854,1613940791207,1430
"epoch",9,1613940791207,1430
"train_loss",0.07725325,1613940792239,1431
"raw_loss",0.034862693,1613940792239,1431
"epoch",9.0062893081761,1613940792239,1431
"wd_0",0.01,1613940792239,1431
"sqr_mom_0",0.99,1613940792239,1431
"lr_0",3.2090567278924053e-06,1613940792239,1431
"mom_0",0.8947735818026898,1613940792239,1431
"eps_0",1e-05,1613940792239,1431
"wd_1",0.01,1613940792239,1431
"sqr_mom_1",0.99,1613940792239,1431
"lr_1",3.209056727892405e-05,1613940792239,1431
"mom_1",0.8947735818026898,1613940792239,1431
"eps_1",1e-05,1613940792239,1431
"wd_2",0.01,1613940792239,1431
"sqr_mom_2",0.99,1613940792239,1431
"lr_2",0.0003209056727892405,1613940792239,1431
"mom_2",0.8947735818026898,1613940792239,1431
"eps_2",1e-05,1613940792239,1431
"train_loss",0.076591745,1613940793196,1432
"raw_loss",0.044178028,1613940793196,1432
"epoch",9.0125786163522,1613940793196,1432
"wd_0",0.01,1613940793196,1432
"sqr_mom_0",0.99,1613940793196,1432
"lr_0",3.2116767697859818e-06,1613940793196,1432
"mom_0",0.8947080807553505,1613940793196,1432
"eps_0",1e-05,1613940793196,1432
"wd_1",0.01,1613940793196,1432
"sqr_mom_1",0.99,1613940793196,1432
"lr_1",3.2116767697859814e-05,1613940793196,1432
"mom_1",0.8947080807553505,1613940793196,1432
"eps_1",1e-05,1613940793196,1432
"wd_2",0.01,1613940793196,1432
"sqr_mom_2",0.99,1613940793196,1432
"lr_2",0.00032116767697859815,1613940793196,1432
"mom_2",0.8947080807553505,1613940793196,1432
"eps_2",1e-05,1613940793196,1432
"train_loss",0.075593166,1613940794173,1433
"raw_loss",0.02666274,1613940794173,1433
"epoch",9.018867924528301,1613940794173,1433
"wd_0",0.01,1613940794173,1433
"sqr_mom_0",0.99,1613940794173,1433
"lr_0",3.2142960719944007e-06,1613940794173,1433
"mom_0",0.8946425982001399,1613940794173,1433
"eps_0",1e-05,1613940794173,1433
"wd_1",0.01,1613940794173,1433
"sqr_mom_1",0.99,1613940794173,1433
"lr_1",3.2142960719944006e-05,1613940794173,1433
"mom_1",0.8946425982001399,1613940794173,1433
"eps_1",1e-05,1613940794173,1433
"wd_2",0.01,1613940794173,1433
"sqr_mom_2",0.99,1613940794173,1433
"lr_2",0.00032142960719944006,1613940794173,1433
"mom_2",0.8946425982001399,1613940794173,1433
"eps_2",1e-05,1613940794173,1433
"train_loss",0.07502611,1613940795142,1434
"raw_loss",0.047240507,1613940795142,1434
"epoch",9.025157232704402,1613940795142,1434
"wd_0",0.01,1613940795142,1434
"sqr_mom_0",0.99,1613940795142,1434
"lr_0",3.216915002428978e-06,1613940795142,1434
"mom_0",0.8945771249392755,1613940795142,1434
"eps_0",1e-05,1613940795142,1434
"wd_1",0.01,1613940795142,1434
"sqr_mom_1",0.99,1613940795142,1434
"lr_1",3.216915002428978e-05,1613940795142,1434
"mom_1",0.8945771249392755,1613940795142,1434
"eps_1",1e-05,1613940795142,1434
"wd_2",0.01,1613940795142,1434
"sqr_mom_2",0.99,1613940795142,1434
"lr_2",0.00032169150024289776,1613940795142,1434
"mom_2",0.8945771249392755,1613940795142,1434
"eps_2",1e-05,1613940795142,1434
"train_loss",0.074713975,1613940796103,1435
"raw_loss",0.05941932,1613940796103,1435
"epoch",9.031446540880502,1613940796103,1435
"wd_0",0.01,1613940796103,1435
"sqr_mom_0",0.99,1613940796103,1435
"lr_0",3.2195339287902518e-06,1613940796103,1435
"mom_0",0.8945116517802437,1613940796103,1435
"eps_0",1e-05,1613940796103,1435
"wd_1",0.01,1613940796103,1435
"sqr_mom_1",0.99,1613940796103,1435
"lr_1",3.2195339287902514e-05,1613940796103,1435
"mom_1",0.8945116517802437,1613940796103,1435
"eps_1",1e-05,1613940796103,1435
"wd_2",0.01,1613940796103,1435
"sqr_mom_2",0.99,1613940796103,1435
"lr_2",0.00032195339287902514,1613940796103,1435
"mom_2",0.8945116517802437,1613940796103,1435
"eps_2",1e-05,1613940796103,1435
"train_loss",0.07506642,1613940797072,1436
"raw_loss",0.092336275,1613940797072,1436
"epoch",9.037735849056602,1613940797072,1436
"wd_0",0.01,1613940797072,1436
"sqr_mom_0",0.99,1613940797072,1436
"lr_0",3.222152101992891e-06,1613940797072,1436
"mom_0",0.8944461974501777,1613940797072,1436
"eps_0",1e-05,1613940797072,1436
"wd_1",0.01,1613940797072,1436
"sqr_mom_1",0.99,1613940797072,1436
"lr_1",3.222152101992891e-05,1613940797072,1436
"mom_1",0.8944461974501777,1613940797072,1436
"eps_1",1e-05,1613940797072,1436
"wd_2",0.01,1613940797072,1436
"sqr_mom_2",0.99,1613940797072,1436
"lr_2",0.00032221521019928906,1613940797072,1436
"mom_2",0.8944461974501777,1613940797072,1436
"eps_2",1e-05,1613940797072,1436
"train_loss",0.07616324,1613940798034,1437
"raw_loss",0.12990741,1613940798034,1437
"epoch",9.044025157232703,1613940798034,1437
"wd_0",0.01,1613940798034,1437
"sqr_mom_0",0.99,1613940798034,1437
"lr_0",3.2247702619269976e-06,1613940798034,1437
"mom_0",0.894380743451825,1613940798034,1437
"eps_0",1e-05,1613940798034,1437
"wd_1",0.01,1613940798034,1437
"sqr_mom_1",0.99,1613940798034,1437
"lr_1",3.2247702619269974e-05,1613940798034,1437
"mom_1",0.894380743451825,1613940798034,1437
"eps_1",1e-05,1613940798034,1437
"wd_2",0.01,1613940798034,1437
"sqr_mom_2",0.99,1613940798034,1437
"lr_2",0.0003224770261926997,1613940798034,1437
"mom_2",0.894380743451825,1613940798034,1437
"eps_2",1e-05,1613940798034,1437
"train_loss",0.07588525,1613940799014,1438
"raw_loss",0.06226361,1613940799014,1438
"epoch",9.050314465408803,1613940799014,1438
"wd_0",0.01,1613940799014,1438
"sqr_mom_0",0.99,1613940799014,1438
"lr_0",3.2273880318051185e-06,1613940799014,1438
"mom_0",0.894315299204872,1613940799014,1438
"eps_0",1e-05,1613940799014,1438
"wd_1",0.01,1613940799014,1438
"sqr_mom_1",0.99,1613940799014,1438
"lr_1",3.227388031805118e-05,1613940799014,1438
"mom_1",0.894315299204872,1613940799014,1438
"eps_1",1e-05,1613940799014,1438
"wd_2",0.01,1613940799014,1438
"sqr_mom_2",0.99,1613940799014,1438
"lr_2",0.00032273880318051183,1613940799014,1438
"mom_2",0.894315299204872,1613940799014,1438
"eps_2",1e-05,1613940799014,1438
"train_loss",0.07519051,1613940799993,1439
"raw_loss",0.041147903,1613940799993,1439
"epoch",9.056603773584904,1613940799993,1439
"wd_0",0.01,1613940799993,1439
"sqr_mom_0",0.99,1613940799993,1439
"lr_0",3.230005035062253e-06,1613940799993,1439
"mom_0",0.8942498741234437,1613940799993,1439
"eps_0",1e-05,1613940799993,1439
"wd_1",0.01,1613940799993,1439
"sqr_mom_1",0.99,1613940799993,1439
"lr_1",3.230005035062253e-05,1613940799993,1439
"mom_1",0.8942498741234437,1613940799993,1439
"eps_1",1e-05,1613940799993,1439
"wd_2",0.01,1613940799993,1439
"sqr_mom_2",0.99,1613940799993,1439
"lr_2",0.00032300050350622526,1613940799993,1439
"mom_2",0.8942498741234437,1613940799993,1439
"eps_2",1e-05,1613940799993,1439
"train_loss",0.07472099,1613940800971,1440
"raw_loss",0.051714785,1613940800971,1440
"epoch",9.062893081761004,1613940800971,1440
"wd_0",0.01,1613940800971,1440
"sqr_mom_0",0.99,1613940800971,1440
"lr_0",3.232622011257876e-06,1613940800971,1440
"mom_0",0.894184449718553,1613940800971,1440
"eps_0",1e-05,1613940800971,1440
"wd_1",0.01,1613940800971,1440
"sqr_mom_1",0.99,1613940800971,1440
"lr_1",3.232622011257875e-05,1613940800971,1440
"mom_1",0.894184449718553,1613940800971,1440
"eps_1",1e-05,1613940800971,1440
"wd_2",0.01,1613940800971,1440
"sqr_mom_2",0.99,1613940800971,1440
"lr_2",0.0003232622011257875,1613940800971,1440
"mom_2",0.894184449718553,1613940800971,1440
"eps_2",1e-05,1613940800971,1440
"train_loss",0.07384541,1613940801951,1441
"raw_loss",0.030941863,1613940801951,1441
"epoch",9.069182389937104,1613940801951,1441
"wd_0",0.01,1613940801951,1441
"sqr_mom_0",0.99,1613940801951,1441
"lr_0",3.235238211864459e-06,1613940801951,1441
"mom_0",0.8941190447033885,1613940801951,1441
"eps_0",1e-05,1613940801951,1441
"wd_1",0.01,1613940801951,1441
"sqr_mom_1",0.99,1613940801951,1441
"lr_1",3.235238211864459e-05,1613940801951,1441
"mom_1",0.8941190447033885,1613940801951,1441
"eps_1",1e-05,1613940801951,1441
"wd_2",0.01,1613940801951,1441
"sqr_mom_2",0.99,1613940801951,1441
"lr_2",0.00032352382118644587,1613940801951,1441
"mom_2",0.8941190447033885,1613940801951,1441
"eps_2",1e-05,1613940801951,1441
"train_loss",0.073158644,1613940802921,1442
"raw_loss",0.03950705,1613940802921,1442
"epoch",9.075471698113205,1613940802921,1442
"wd_0",0.01,1613940802921,1442
"sqr_mom_0",0.99,1613940802921,1442
"lr_0",3.237854004365505e-06,1613940802921,1442
"mom_0",0.8940536498908623,1613940802921,1442
"eps_0",1e-05,1613940802921,1442
"wd_1",0.01,1613940802921,1442
"sqr_mom_1",0.99,1613940802921,1442
"lr_1",3.2378540043655046e-05,1613940802921,1442
"mom_1",0.8940536498908623,1613940802921,1442
"eps_1",1e-05,1613940802921,1442
"wd_2",0.01,1613940802921,1442
"sqr_mom_2",0.99,1613940802921,1442
"lr_2",0.00032378540043655045,1613940802921,1442
"mom_2",0.8940536498908623,1613940802921,1442
"eps_2",1e-05,1613940802921,1442
"train_loss",0.07278603,1613940803914,1443
"raw_loss",0.054527998,1613940803914,1443
"epoch",9.081761006289305,1613940803914,1443
"wd_0",0.01,1613940803914,1443
"sqr_mom_0",0.99,1613940803914,1443
"lr_0",3.240469756013138e-06,1613940803914,1443
"mom_0",0.8939882560996715,1613940803914,1443
"eps_0",1e-05,1613940803914,1443
"wd_1",0.01,1613940803914,1443
"sqr_mom_1",0.99,1613940803914,1443
"lr_1",3.240469756013138e-05,1613940803914,1443
"mom_1",0.8939882560996715,1613940803914,1443
"eps_1",1e-05,1613940803914,1443
"wd_2",0.01,1613940803914,1443
"sqr_mom_2",0.99,1613940803914,1443
"lr_2",0.00032404697560131375,1613940803914,1443
"mom_2",0.8939882560996715,1613940803914,1443
"eps_2",1e-05,1613940803914,1443
"train_loss",0.072069034,1613940804902,1444
"raw_loss",0.036936074,1613940804902,1444
"epoch",9.088050314465406,1613940804902,1444
"wd_0",0.01,1613940804902,1444
"sqr_mom_0",0.99,1613940804902,1444
"lr_0",3.2430847186300847e-06,1613940804902,1444
"mom_0",0.8939228820342479,1613940804902,1444
"eps_0",1e-05,1613940804902,1444
"wd_1",0.01,1613940804902,1444
"sqr_mom_1",0.99,1613940804902,1444
"lr_1",3.243084718630084e-05,1613940804902,1444
"mom_1",0.8939228820342479,1613940804902,1444
"eps_1",1e-05,1613940804902,1444
"wd_2",0.01,1613940804902,1444
"sqr_mom_2",0.99,1613940804902,1444
"lr_2",0.0003243084718630084,1613940804902,1444
"mom_2",0.8939228820342479,1613940804902,1444
"eps_2",1e-05,1613940804902,1444
"train_loss",0.07139433,1613940805888,1445
"raw_loss",0.038333908,1613940805888,1445
"epoch",9.094339622641506,1613940805888,1445
"wd_0",0.01,1613940805888,1445
"sqr_mom_0",0.99,1613940805888,1445
"lr_0",3.2456992595288968e-06,1613940805888,1445
"mom_0",0.8938575185117775,1613940805888,1445
"eps_0",1e-05,1613940805888,1445
"wd_1",0.01,1613940805888,1445
"sqr_mom_1",0.99,1613940805888,1445
"lr_1",3.2456992595288964e-05,1613940805888,1445
"mom_1",0.8938575185117775,1613940805888,1445
"eps_1",1e-05,1613940805888,1445
"wd_2",0.01,1613940805888,1445
"sqr_mom_2",0.99,1613940805888,1445
"lr_2",0.00032456992595288964,1613940805888,1445
"mom_2",0.8938575185117775,1613940805888,1445
"eps_2",1e-05,1613940805888,1445
"train_loss",0.07101383,1613940806859,1446
"raw_loss",0.052369103,1613940806859,1446
"epoch",9.100628930817606,1613940806859,1446
"wd_0",0.01,1613940806859,1446
"sqr_mom_0",0.99,1613940806859,1446
"lr_0",3.248313745783033e-06,1613940806859,1446
"mom_0",0.8937921563554242,1613940806859,1446
"eps_0",1e-05,1613940806859,1446
"wd_1",0.01,1613940806859,1446
"sqr_mom_1",0.99,1613940806859,1446
"lr_1",3.248313745783032e-05,1613940806859,1446
"mom_1",0.8937921563554242,1613940806859,1446
"eps_1",1e-05,1613940806859,1446
"wd_2",0.01,1613940806859,1446
"sqr_mom_2",0.99,1613940806859,1446
"lr_2",0.00032483137457830325,1613940806859,1446
"mom_2",0.8937921563554242,1613940806859,1446
"eps_2",1e-05,1613940806859,1446
"train_loss",0.07226894,1613940807857,1447
"raw_loss",0.1337693,1613940807857,1447
"epoch",9.106918238993707,1613940807857,1447
"wd_0",0.01,1613940807857,1447
"sqr_mom_0",0.99,1613940807857,1447
"lr_0",3.2509278011249035e-06,1613940807857,1447
"mom_0",0.8937268049718774,1613940807857,1447
"eps_0",1e-05,1613940807857,1447
"wd_1",0.01,1613940807857,1447
"sqr_mom_1",0.99,1613940807857,1447
"lr_1",3.250927801124903e-05,1613940807857,1447
"mom_1",0.8937268049718774,1613940807857,1447
"eps_1",1e-05,1613940807857,1447
"wd_2",0.01,1613940807857,1447
"sqr_mom_2",0.99,1613940807857,1447
"lr_2",0.0003250927801124903,1613940807857,1447
"mom_2",0.8937268049718774,1613940807857,1447
"eps_2",1e-05,1613940807857,1447
"train_loss",0.07212647,1613940808856,1448
"raw_loss",0.06514554,1613940808856,1448
"epoch",9.113207547169807,1613940808856,1448
"wd_0",0.01,1613940808856,1448
"sqr_mom_0",0.99,1613940808856,1448
"lr_0",3.25354104953267e-06,1613940808856,1448
"mom_0",0.8936614737616833,1613940808856,1448
"eps_0",1e-05,1613940808856,1448
"wd_1",0.01,1613940808856,1448
"sqr_mom_1",0.99,1613940808856,1448
"lr_1",3.2535410495326695e-05,1613940808856,1448
"mom_1",0.8936614737616833,1613940808856,1448
"eps_1",1e-05,1613940808856,1448
"wd_2",0.01,1613940808856,1448
"sqr_mom_2",0.99,1613940808856,1448
"lr_2",0.00032535410495326697,1613940808856,1448
"mom_2",0.8936614737616833,1613940808856,1448
"eps_2",1e-05,1613940808856,1448
"train_loss",0.07163538,1613940809839,1449
"raw_loss",0.04757179,1613940809839,1449
"epoch",9.119496855345908,1613940809839,1449
"wd_0",0.01,1613940809839,1449
"sqr_mom_0",0.99,1613940809839,1449
"lr_0",3.2561542295046967e-06,1613940809839,1449
"mom_0",0.8935961442623825,1613940809839,1449
"eps_0",1e-05,1613940809839,1449
"wd_1",0.01,1613940809839,1449
"sqr_mom_1",0.99,1613940809839,1449
"lr_1",3.2561542295046964e-05,1613940809839,1449
"mom_1",0.8935961442623825,1613940809839,1449
"eps_1",1e-05,1613940809839,1449
"wd_2",0.01,1613940809839,1449
"sqr_mom_2",0.99,1613940809839,1449
"lr_2",0.00032561542295046964,1613940809839,1449
"mom_2",0.8935961442623825,1613940809839,1449
"eps_2",1e-05,1613940809839,1449
"train_loss",0.071026675,1613940810829,1450
"raw_loss",0.041199956,1613940810829,1450
"epoch",9.125786163522008,1613940810829,1450
"wd_0",0.01,1613940810829,1450
"sqr_mom_0",0.99,1613940810829,1450
"lr_0",3.258766593599279e-06,1613940810829,1450
"mom_0",0.893530835160018,1613940810829,1450
"eps_0",1e-05,1613940810829,1450
"wd_1",0.01,1613940810829,1450
"sqr_mom_1",0.99,1613940810829,1450
"lr_1",3.258766593599279e-05,1613940810829,1450
"mom_1",0.893530835160018,1613940810829,1450
"eps_1",1e-05,1613940810829,1450
"wd_2",0.01,1613940810829,1450
"sqr_mom_2",0.99,1613940810829,1450
"lr_2",0.0003258766593599279,1613940810829,1450
"mom_2",0.893530835160018,1613940810829,1450
"eps_2",1e-05,1613940810829,1450
"train_loss",0.07127826,1613940811827,1451
"raw_loss",0.0836057,1613940811827,1451
"epoch",9.132075471698109,1613940811827,1451
"wd_0",0.01,1613940811827,1451
"sqr_mom_0",0.99,1613940811827,1451
"lr_0",3.2613788800648775e-06,1613940811827,1451
"mom_0",0.8934655279983781,1613940811827,1451
"eps_0",1e-05,1613940811827,1451
"wd_1",0.01,1613940811827,1451
"sqr_mom_1",0.99,1613940811827,1451
"lr_1",3.2613788800648776e-05,1613940811827,1451
"mom_1",0.8934655279983781,1613940811827,1451
"eps_1",1e-05,1613940811827,1451
"wd_2",0.01,1613940811827,1451
"sqr_mom_2",0.99,1613940811827,1451
"lr_2",0.00032613788800648773,1613940811827,1451
"mom_2",0.8934655279983781,1613940811827,1451
"eps_2",1e-05,1613940811827,1451
"train_loss",0.0710571,1613940812872,1452
"raw_loss",0.060220603,1613940812872,1452
"epoch",9.138364779874209,1613940812872,1452
"wd_0",0.01,1613940812872,1452
"sqr_mom_0",0.99,1613940812872,1452
"lr_0",3.2639903417153558e-06,1613940812872,1452
"mom_0",0.893400241457116,1613940812872,1452
"eps_0",1e-05,1613940812872,1452
"wd_1",0.01,1613940812872,1452
"sqr_mom_1",0.99,1613940812872,1452
"lr_1",3.2639903417153556e-05,1613940812872,1452
"mom_1",0.893400241457116,1613940812872,1452
"eps_1",1e-05,1613940812872,1452
"wd_2",0.01,1613940812872,1452
"sqr_mom_2",0.99,1613940812872,1452
"lr_2",0.00032639903417153556,1613940812872,1452
"mom_2",0.893400241457116,1613940812872,1452
"eps_2",1e-05,1613940812872,1452
"train_loss",0.07081659,1613940813899,1453
"raw_loss",0.059031453,1613940813899,1453
"epoch",9.14465408805031,1613940813899,1453
"wd_0",0.01,1613940813899,1453
"sqr_mom_0",0.99,1613940813899,1453
"lr_0",3.266601345379354e-06,1613940813899,1453
"mom_0",0.8933349663655161,1613940813899,1453
"eps_0",1e-05,1613940813899,1453
"wd_1",0.01,1613940813899,1453
"sqr_mom_1",0.99,1613940813899,1453
"lr_1",3.266601345379354e-05,1613940813899,1453
"mom_1",0.8933349663655161,1613940813899,1453
"eps_1",1e-05,1613940813899,1453
"wd_2",0.01,1613940813899,1453
"sqr_mom_2",0.99,1613940813899,1453
"lr_2",0.00032666013453793536,1613940813899,1453
"mom_2",0.8933349663655161,1613940813899,1453
"eps_2",1e-05,1613940813899,1453
"train_loss",0.07051121,1613940814948,1454
"raw_loss",0.05554733,1613940814948,1454
"epoch",9.15094339622641,1613940814948,1454
"wd_0",0.01,1613940814948,1454
"sqr_mom_0",0.99,1613940814948,1454
"lr_0",3.269212257625859e-06,1613940814948,1454
"mom_0",0.8932696935593535,1613940814948,1454
"eps_0",1e-05,1613940814948,1454
"wd_1",0.01,1613940814948,1454
"sqr_mom_1",0.99,1613940814948,1454
"lr_1",3.269212257625859e-05,1613940814948,1454
"mom_1",0.8932696935593535,1613940814948,1454
"eps_1",1e-05,1613940814948,1454
"wd_2",0.01,1613940814948,1454
"sqr_mom_2",0.99,1613940814948,1454
"lr_2",0.00032692122576258585,1613940814948,1454
"mom_2",0.8932696935593535,1613940814948,1454
"eps_2",1e-05,1613940814948,1454
"train_loss",0.07055501,1613940815970,1455
"raw_loss",0.072701156,1613940815970,1455
"epoch",9.15723270440251,1613940815970,1455
"wd_0",0.01,1613940815970,1455
"sqr_mom_0",0.99,1613940815970,1455
"lr_0",3.2718223316617982e-06,1613940815970,1455
"mom_0",0.893204441708455,1613940815970,1455
"eps_0",1e-05,1613940815970,1455
"wd_1",0.01,1613940815970,1455
"sqr_mom_1",0.99,1613940815970,1455
"lr_1",3.271822331661798e-05,1613940815970,1455
"mom_1",0.893204441708455,1613940815970,1455
"eps_1",1e-05,1613940815970,1455
"wd_2",0.01,1613940815970,1455
"sqr_mom_2",0.99,1613940815970,1455
"lr_2",0.0003271822331661798,1613940815970,1455
"mom_2",0.893204441708455,1613940815970,1455
"eps_2",1e-05,1613940815970,1455
"train_loss",0.06980658,1613940817000,1456
"raw_loss",0.033133715,1613940817000,1456
"epoch",9.16352201257861,1613940817000,1456
"wd_0",0.01,1613940817000,1456
"sqr_mom_0",0.99,1613940817000,1456
"lr_0",3.2744323050884664e-06,1613940817000,1456
"mom_0",0.8931391923727883,1613940817000,1456
"eps_0",1e-05,1613940817000,1456
"wd_1",0.01,1613940817000,1456
"sqr_mom_1",0.99,1613940817000,1456
"lr_1",3.274432305088466e-05,1613940817000,1456
"mom_1",0.8931391923727883,1613940817000,1456
"eps_1",1e-05,1613940817000,1456
"wd_2",0.01,1613940817000,1456
"sqr_mom_2",0.99,1613940817000,1456
"lr_2",0.00032744323050884656,1613940817000,1456
"mom_2",0.8931391923727883,1613940817000,1456
"eps_2",1e-05,1613940817000,1456
"train_loss",0.068922095,1613940817994,1457
"raw_loss",0.025582215,1613940817994,1457
"epoch",9.169811320754711,1613940817994,1457
"wd_0",0.01,1613940817994,1457
"sqr_mom_0",0.99,1613940817994,1457
"lr_0",3.2770418022779208e-06,1613940817994,1457
"mom_0",0.893073954943052,1613940817994,1457
"eps_0",1e-05,1613940817994,1457
"wd_1",0.01,1613940817994,1457
"sqr_mom_1",0.99,1613940817994,1457
"lr_1",3.2770418022779206e-05,1613940817994,1457
"mom_1",0.893073954943052,1613940817994,1457
"eps_1",1e-05,1613940817994,1457
"wd_2",0.01,1613940817994,1457
"sqr_mom_2",0.99,1613940817994,1457
"lr_2",0.00032770418022779206,1613940817994,1457
"mom_2",0.893073954943052,1613940817994,1457
"eps_2",1e-05,1613940817994,1457
"train_loss",0.06843751,1613940818974,1458
"raw_loss",0.044692945,1613940818974,1458
"epoch",9.176100628930811,1613940818974,1458
"wd_0",0.01,1613940818974,1458
"sqr_mom_0",0.99,1613940818974,1458
"lr_0",3.2796504478738196e-06,1613940818974,1458
"mom_0",0.8930087388031545,1613940818974,1458
"eps_0",1e-05,1613940818974,1458
"wd_1",0.01,1613940818974,1458
"sqr_mom_1",0.99,1613940818974,1458
"lr_1",3.279650447873819e-05,1613940818974,1458
"mom_1",0.8930087388031545,1613940818974,1458
"eps_1",1e-05,1613940818974,1458
"wd_2",0.01,1613940818974,1458
"sqr_mom_2",0.99,1613940818974,1458
"lr_2",0.0003279650447873819,1613940818974,1458
"mom_2",0.8930087388031545,1613940818974,1458
"eps_2",1e-05,1613940818974,1458
"train_loss",0.068620145,1613940819953,1459
"raw_loss",0.07756947,1613940819953,1459
"epoch",9.182389937106912,1613940819953,1459
"wd_0",0.01,1613940819953,1459
"sqr_mom_0",0.99,1613940819953,1459
"lr_0",3.282258979073783e-06,1613940819953,1459
"mom_0",0.8929435255231554,1613940819953,1459
"eps_0",1e-05,1613940819953,1459
"wd_1",0.01,1613940819953,1459
"sqr_mom_1",0.99,1613940819953,1459
"lr_1",3.2822589790737826e-05,1613940819953,1459
"mom_1",0.8929435255231554,1613940819953,1459
"eps_1",1e-05,1613940819953,1459
"wd_2",0.01,1613940819953,1459
"sqr_mom_2",0.99,1613940819953,1459
"lr_2",0.0003282258979073783,1613940819953,1459
"mom_2",0.8929435255231554,1613940819953,1459
"eps_2",1e-05,1613940819953,1459
"train_loss",0.06812548,1613940820924,1460
"raw_loss",0.04388679,1613940820924,1460
"epoch",9.188679245283012,1613940820924,1460
"wd_0",0.01,1613940820924,1460
"sqr_mom_0",0.99,1613940820924,1460
"lr_0",3.284866649765785e-06,1613940820924,1460
"mom_0",0.8928783337558553,1613940820924,1460
"eps_0",1e-05,1613940820924,1460
"wd_1",0.01,1613940820924,1460
"sqr_mom_1",0.99,1613940820924,1460
"lr_1",3.284866649765785e-05,1613940820924,1460
"mom_1",0.8928783337558553,1613940820924,1460
"eps_1",1e-05,1613940820924,1460
"wd_2",0.01,1613940820924,1460
"sqr_mom_2",0.99,1613940820924,1460
"lr_2",0.0003284866649765784,1613940820924,1460
"mom_2",0.8928783337558553,1613940820924,1460
"eps_2",1e-05,1613940820924,1460
"train_loss",0.06780062,1613940821910,1461
"raw_loss",0.051882572,1613940821910,1461
"epoch",9.194968553459113,1613940821910,1461
"wd_0",0.01,1613940821910,1461
"sqr_mom_0",0.99,1613940821910,1461
"lr_0",3.2874738262538193e-06,1613940821910,1461
"mom_0",0.8928131543436545,1613940821910,1461
"eps_0",1e-05,1613940821910,1461
"wd_1",0.01,1613940821910,1461
"sqr_mom_1",0.99,1613940821910,1461
"lr_1",3.287473826253819e-05,1613940821910,1461
"mom_1",0.8928131543436545,1613940821910,1461
"eps_1",1e-05,1613940821910,1461
"wd_2",0.01,1613940821910,1461
"sqr_mom_2",0.99,1613940821910,1461
"lr_2",0.0003287473826253819,1613940821910,1461
"mom_2",0.8928131543436545,1613940821910,1461
"eps_2",1e-05,1613940821910,1461
"train_loss",0.06796333,1613940822904,1462
"raw_loss",0.075936176,1613940822904,1462
"epoch",9.201257861635213,1613940822904,1462
"wd_0",0.01,1613940822904,1462
"sqr_mom_0",0.99,1613940822904,1462
"lr_0",3.2900808745616946e-06,1613940822904,1462
"mom_0",0.8927479781359576,1613940822904,1462
"eps_0",1e-05,1613940822904,1462
"wd_1",0.01,1613940822904,1462
"sqr_mom_1",0.99,1613940822904,1462
"lr_1",3.2900808745616944e-05,1613940822904,1462
"mom_1",0.8927479781359576,1613940822904,1462
"eps_1",1e-05,1613940822904,1462
"wd_2",0.01,1613940822904,1462
"sqr_mom_2",0.99,1613940822904,1462
"lr_2",0.0003290080874561694,1613940822904,1462
"mom_2",0.8927479781359576,1613940822904,1462
"eps_2",1e-05,1613940822904,1462
"train_loss",0.06750754,1613940823899,1463
"raw_loss",0.045173757,1613940823899,1463
"epoch",9.207547169811313,1613940823899,1463
"wd_0",0.01,1613940823899,1463
"sqr_mom_0",0.99,1613940823899,1463
"lr_0",3.2926870490015303e-06,1613940823899,1463
"mom_0",0.8926828237749618,1613940823899,1463
"eps_0",1e-05,1613940823899,1463
"wd_1",0.01,1613940823899,1463
"sqr_mom_1",0.99,1613940823899,1463
"lr_1",3.29268704900153e-05,1613940823899,1463
"mom_1",0.8926828237749618,1613940823899,1463
"eps_1",1e-05,1613940823899,1463
"wd_2",0.01,1613940823899,1463
"sqr_mom_2",0.99,1613940823899,1463
"lr_2",0.000329268704900153,1613940823899,1463
"mom_2",0.8926828237749618,1613940823899,1463
"eps_2",1e-05,1613940823899,1463
"train_loss",0.06765814,1613940824893,1464
"raw_loss",0.07503738,1613940824893,1464
"epoch",9.213836477987414,1613940824893,1464
"wd_0",0.01,1613940824893,1464
"sqr_mom_0",0.99,1613940824893,1464
"lr_0",3.2952927156700966e-06,1613940824893,1464
"mom_0",0.8926176821082475,1613940824893,1464
"eps_0",1e-05,1613940824893,1464
"wd_1",0.01,1613940824893,1464
"sqr_mom_1",0.99,1613940824893,1464
"lr_1",3.295292715670096e-05,1613940824893,1464
"mom_1",0.8926176821082475,1613940824893,1464
"eps_1",1e-05,1613940824893,1464
"wd_2",0.01,1613940824893,1464
"sqr_mom_2",0.99,1613940824893,1464
"lr_2",0.0003295292715670096,1613940824893,1464
"mom_2",0.8926176821082475,1613940824893,1464
"eps_2",1e-05,1613940824893,1464
"train_loss",0.067075126,1613940825861,1465
"raw_loss",0.03850751,1613940825861,1465
"epoch",9.220125786163514,1613940825861,1465
"wd_0",0.01,1613940825861,1465
"sqr_mom_0",0.99,1613940825861,1465
"lr_0",3.2978982403762793e-06,1613940825861,1465
"mom_0",0.892552543990593,1613940825861,1465
"eps_0",1e-05,1613940825861,1465
"wd_1",0.01,1613940825861,1465
"sqr_mom_1",0.99,1613940825861,1465
"lr_1",3.297898240376279e-05,1613940825861,1465
"mom_1",0.892552543990593,1613940825861,1465
"eps_1",1e-05,1613940825861,1465
"wd_2",0.01,1613940825861,1465
"sqr_mom_2",0.99,1613940825861,1465
"lr_2",0.0003297898240376279,1613940825861,1465
"mom_2",0.892552543990593,1613940825861,1465
"eps_2",1e-05,1613940825861,1465
"train_loss",0.067967184,1613940826835,1466
"raw_loss",0.11167796,1613940826835,1466
"epoch",9.226415094339615,1613940826835,1466
"wd_0",0.01,1613940826835,1466
"sqr_mom_0",0.99,1613940826835,1466
"lr_0",3.300503248123544e-06,1613940826835,1466
"mom_0",0.8924874187969114,1613940826835,1466
"eps_0",1e-05,1613940826835,1466
"wd_1",0.01,1613940826835,1466
"sqr_mom_1",0.99,1613940826835,1466
"lr_1",3.3005032481235434e-05,1613940826835,1466
"mom_1",0.8924874187969114,1613940826835,1466
"eps_1",1e-05,1613940826835,1466
"wd_2",0.01,1613940826835,1466
"sqr_mom_2",0.99,1613940826835,1466
"lr_2",0.00033005032481235434,1613940826835,1466
"mom_2",0.8924874187969114,1613940826835,1466
"eps_2",1e-05,1613940826835,1466
"train_loss",0.06778629,1613940827810,1467
"raw_loss",0.058922596,1613940827810,1467
"epoch",9.232704402515715,1613940827810,1467
"wd_0",0.01,1613940827810,1467
"sqr_mom_0",0.99,1613940827810,1467
"lr_0",3.303107364210176e-06,1613940827810,1467
"mom_0",0.8924223158947455,1613940827810,1467
"eps_0",1e-05,1613940827810,1467
"wd_1",0.01,1613940827810,1467
"sqr_mom_1",0.99,1613940827810,1467
"lr_1",3.303107364210176e-05,1613940827810,1467
"mom_1",0.8924223158947455,1613940827810,1467
"eps_1",1e-05,1613940827810,1467
"wd_2",0.01,1613940827810,1467
"sqr_mom_2",0.99,1613940827810,1467
"lr_2",0.0003303107364210176,1613940827810,1467
"mom_2",0.8924223158947455,1613940827810,1467
"eps_2",1e-05,1613940827810,1467
"train_loss",0.06745744,1613940828803,1468
"raw_loss",0.051343538,1613940828803,1468
"epoch",9.238993710691815,1613940828803,1468
"wd_0",0.01,1613940828803,1468
"sqr_mom_0",0.99,1613940828803,1468
"lr_0",3.3057113245537664e-06,1613940828803,1468
"mom_0",0.8923572168861558,1613940828803,1468
"eps_0",1e-05,1613940828803,1468
"wd_1",0.01,1613940828803,1468
"sqr_mom_1",0.99,1613940828803,1468
"lr_1",3.305711324553766e-05,1613940828803,1468
"mom_1",0.8923572168861558,1613940828803,1468
"eps_1",1e-05,1613940828803,1468
"wd_2",0.01,1613940828803,1468
"sqr_mom_2",0.99,1613940828803,1468
"lr_2",0.00033057113245537657,1613940828803,1468
"mom_2",0.8923572168861558,1613940828803,1468
"eps_2",1e-05,1613940828803,1468
"train_loss",0.06674175,1613940829779,1469
"raw_loss",0.03167289,1613940829779,1469
"epoch",9.245283018867916,1613940829779,1469
"wd_0",0.01,1613940829779,1469
"sqr_mom_0",0.99,1613940829779,1469
"lr_0",3.3083143843496787e-06,1613940829779,1469
"mom_0",0.892292140391258,1613940829779,1469
"eps_0",1e-05,1613940829779,1469
"wd_1",0.01,1613940829779,1469
"sqr_mom_1",0.99,1613940829779,1469
"lr_1",3.308314384349678e-05,1613940829779,1469
"mom_1",0.892292140391258,1613940829779,1469
"eps_1",1e-05,1613940829779,1469
"wd_2",0.01,1613940829779,1469
"sqr_mom_2",0.99,1613940829779,1469
"lr_2",0.0003308314384349678,1613940829779,1469
"mom_2",0.892292140391258,1613940829779,1469
"eps_2",1e-05,1613940829779,1469
"train_loss",0.06787628,1613940830757,1470
"raw_loss",0.12346836,1613940830757,1470
"epoch",9.251572327044016,1613940830757,1470
"wd_0",0.01,1613940830757,1470
"sqr_mom_0",0.99,1613940830757,1470
"lr_0",3.310917279216999e-06,1613940830757,1470
"mom_0",0.892227068019575,1613940830757,1470
"eps_0",1e-05,1613940830757,1470
"wd_1",0.01,1613940830757,1470
"sqr_mom_1",0.99,1613940830757,1470
"lr_1",3.310917279216999e-05,1613940830757,1470
"mom_1",0.892227068019575,1613940830757,1470
"eps_1",1e-05,1613940830757,1470
"wd_2",0.01,1613940830757,1470
"sqr_mom_2",0.99,1613940830757,1470
"lr_2",0.00033109172792169985,1613940830757,1470
"mom_2",0.892227068019575,1613940830757,1470
"eps_2",1e-05,1613940830757,1470
"train_loss",0.067916736,1613940831736,1471
"raw_loss",0.06989923,1613940831736,1471
"epoch",9.257861635220117,1613940831736,1471
"wd_0",0.01,1613940831736,1471
"sqr_mom_0",0.99,1613940831736,1471
"lr_0",3.313519264655847e-06,1613940831736,1471
"mom_0",0.8921620183836038,1613940831736,1471
"eps_0",1e-05,1613940831736,1471
"wd_1",0.01,1613940831736,1471
"sqr_mom_1",0.99,1613940831736,1471
"lr_1",3.313519264655847e-05,1613940831736,1471
"mom_1",0.8921620183836038,1613940831736,1471
"eps_1",1e-05,1613940831736,1471
"wd_2",0.01,1613940831736,1471
"sqr_mom_2",0.99,1613940831736,1471
"lr_2",0.00033135192646558466,1613940831736,1471
"mom_2",0.8921620183836038,1613940831736,1471
"eps_2",1e-05,1613940831736,1471
"train_loss",0.06688596,1613940832697,1472
"raw_loss",0.016377935,1613940832697,1472
"epoch",9.264150943396217,1613940832697,1472
"wd_0",0.01,1613940832697,1472
"sqr_mom_0",0.99,1613940832697,1472
"lr_0",3.316120706182432e-06,1613940832697,1472
"mom_0",0.8920969823454392,1613940832697,1472
"eps_0",1e-05,1613940832697,1472
"wd_1",0.01,1613940832697,1472
"sqr_mom_1",0.99,1613940832697,1472
"lr_1",3.3161207061824314e-05,1613940832697,1472
"mom_1",0.8920969823454392,1613940832697,1472
"eps_1",1e-05,1613940832697,1472
"wd_2",0.01,1613940832697,1472
"sqr_mom_2",0.99,1613940832697,1472
"lr_2",0.00033161207061824314,1613940832697,1472
"mom_2",0.8920969823454392,1613940832697,1472
"eps_2",1e-05,1613940832697,1472
"train_loss",0.06629082,1613940833684,1473
"raw_loss",0.03712876,1613940833684,1473
"epoch",9.270440251572317,1613940833684,1473
"wd_0",0.01,1613940833684,1473
"sqr_mom_0",0.99,1613940833684,1473
"lr_0",3.318721969004591e-06,1613940833684,1473
"mom_0",0.8920319507748852,1613940833684,1473
"eps_0",1e-05,1613940833684,1473
"wd_1",0.01,1613940833684,1473
"sqr_mom_1",0.99,1613940833684,1473
"lr_1",3.3187219690045906e-05,1613940833684,1473
"mom_1",0.8920319507748852,1613940833684,1473
"eps_1",1e-05,1613940833684,1473
"wd_2",0.01,1613940833684,1473
"sqr_mom_2",0.99,1613940833684,1473
"lr_2",0.00033187219690045903,1613940833684,1473
"mom_2",0.8920319507748852,1613940833684,1473
"eps_2",1e-05,1613940833684,1473
"train_loss",0.06690347,1613940834641,1474
"raw_loss",0.096923634,1613940834641,1474
"epoch",9.276729559748418,1613940834641,1474
"wd_0",0.01,1613940834641,1474
"sqr_mom_0",0.99,1613940834641,1474
"lr_0",3.321322309089255e-06,1613940834641,1474
"mom_0",0.8919669422727686,1613940834641,1474
"eps_0",1e-05,1613940834641,1474
"wd_1",0.01,1613940834641,1474
"sqr_mom_1",0.99,1613940834641,1474
"lr_1",3.321322309089255e-05,1613940834641,1474
"mom_1",0.8919669422727686,1613940834641,1474
"eps_1",1e-05,1613940834641,1474
"wd_2",0.01,1613940834641,1474
"sqr_mom_2",0.99,1613940834641,1474
"lr_2",0.00033213223090892545,1613940834641,1474
"mom_2",0.8919669422727686,1613940834641,1474
"eps_2",1e-05,1613940834641,1474
"train_loss",0.066193506,1613940835604,1475
"raw_loss",0.031404987,1613940835604,1475
"epoch",9.283018867924518,1613940835604,1475
"wd_0",0.01,1613940835604,1475
"sqr_mom_0",0.99,1613940835604,1475
"lr_0",3.323922461286924e-06,1613940835604,1475
"mom_0",0.8919019384678268,1613940835604,1475
"eps_0",1e-05,1613940835604,1475
"wd_1",0.01,1613940835604,1475
"sqr_mom_1",0.99,1613940835604,1475
"lr_1",3.3239224612869236e-05,1613940835604,1475
"mom_1",0.8919019384678268,1613940835604,1475
"eps_1",1e-05,1613940835604,1475
"wd_2",0.01,1613940835604,1475
"sqr_mom_2",0.99,1613940835604,1475
"lr_2",0.00033239224612869234,1613940835604,1475
"mom_2",0.8919019384678268,1613940835604,1475
"eps_2",1e-05,1613940835604,1475
"train_loss",0.06725865,1613940836559,1476
"raw_loss",0.11945072,1613940836559,1476
"epoch",9.289308176100619,1613940836559,1476
"wd_0",0.01,1613940836559,1476
"sqr_mom_0",0.99,1613940836559,1476
"lr_0",3.3265220513644367e-06,1613940836559,1476
"mom_0",0.891836948715889,1613940836559,1476
"eps_0",1e-05,1613940836559,1476
"wd_1",0.01,1613940836559,1476
"sqr_mom_1",0.99,1613940836559,1476
"lr_1",3.326522051364436e-05,1613940836559,1476
"mom_1",0.891836948715889,1613940836559,1476
"eps_1",1e-05,1613940836559,1476
"wd_2",0.01,1613940836559,1476
"sqr_mom_2",0.99,1613940836559,1476
"lr_2",0.0003326522051364436,1613940836559,1476
"mom_2",0.891836948715889,1613940836559,1476
"eps_2",1e-05,1613940836559,1476
"train_loss",0.06867876,1613940837522,1477
"raw_loss",0.13826418,1613940837522,1477
"epoch",9.295597484276719,1613940837522,1477
"wd_0",0.01,1613940837522,1477
"sqr_mom_0",0.99,1613940837522,1477
"lr_0",3.32912070540921e-06,1613940837522,1477
"mom_0",0.8917719823647697,1613940837522,1477
"eps_0",1e-05,1613940837522,1477
"wd_1",0.01,1613940837522,1477
"sqr_mom_1",0.99,1613940837522,1477
"lr_1",3.32912070540921e-05,1613940837522,1477
"mom_1",0.8917719823647697,1613940837522,1477
"eps_1",1e-05,1613940837522,1477
"wd_2",0.01,1613940837522,1477
"sqr_mom_2",0.99,1613940837522,1477
"lr_2",0.000332912070540921,1613940837522,1477
"mom_2",0.8917719823647697,1613940837522,1477
"eps_2",1e-05,1613940837522,1477
"train_loss",0.06841183,1613940838486,1478
"raw_loss",0.05533214,1613940838486,1478
"epoch",9.30188679245282,1613940838486,1478
"wd_0",0.01,1613940838486,1478
"sqr_mom_0",0.99,1613940838486,1478
"lr_0",3.3317187884753945e-06,1613940838486,1478
"mom_0",0.8917070302881152,1613940838486,1478
"eps_0",1e-05,1613940838486,1478
"wd_1",0.01,1613940838486,1478
"sqr_mom_1",0.99,1613940838486,1478
"lr_1",3.331718788475394e-05,1613940838486,1478
"mom_1",0.8917070302881152,1613940838486,1478
"eps_1",1e-05,1613940838486,1478
"wd_2",0.01,1613940838486,1478
"sqr_mom_2",0.99,1613940838486,1478
"lr_2",0.0003331718788475394,1613940838486,1478
"mom_2",0.8917070302881152,1613940838486,1478
"eps_2",1e-05,1613940838486,1478
"train_loss",0.06818997,1613940839455,1479
"raw_loss",0.057319034,1613940839455,1479
"epoch",9.30817610062892,1613940839455,1479
"wd_0",0.01,1613940839455,1479
"sqr_mom_0",0.99,1613940839455,1479
"lr_0",3.33431666529342e-06,1613940839455,1479
"mom_0",0.8916420833676645,1613940839455,1479
"eps_0",1e-05,1613940839455,1479
"wd_1",0.01,1613940839455,1479
"sqr_mom_1",0.99,1613940839455,1479
"lr_1",3.33431666529342e-05,1613940839455,1479
"mom_1",0.8916420833676645,1613940839455,1479
"eps_1",1e-05,1613940839455,1479
"wd_2",0.01,1613940839455,1479
"sqr_mom_2",0.99,1613940839455,1479
"lr_2",0.00033343166652934195,1613940839455,1479
"mom_2",0.8916420833676645,1613940839455,1479
"eps_2",1e-05,1613940839455,1479
"train_loss",0.06926492,1613940840432,1480
"raw_loss",0.12193734,1613940840432,1480
"epoch",9.31446540880502,1613940840432,1480
"wd_0",0.01,1613940840432,1480
"sqr_mom_0",0.99,1613940840432,1480
"lr_0",3.336913592798709e-06,1613940840432,1480
"mom_0",0.8915771601800323,1613940840432,1480
"eps_0",1e-05,1613940840432,1480
"wd_1",0.01,1613940840432,1480
"sqr_mom_1",0.99,1613940840432,1480
"lr_1",3.3369135927987086e-05,1613940840432,1480
"mom_1",0.8915771601800323,1613940840432,1480
"eps_1",1e-05,1613940840432,1480
"wd_2",0.01,1613940840432,1480
"sqr_mom_2",0.99,1613940840432,1480
"lr_2",0.00033369135927987083,1613940840432,1480
"mom_2",0.8915771601800323,1613940840432,1480
"eps_2",1e-05,1613940840432,1480
"train_loss",0.06903049,1613940841387,1481
"raw_loss",0.057543717,1613940841387,1481
"epoch",9.32075471698112,1613940841387,1481
"wd_0",0.01,1613940841387,1481
"sqr_mom_0",0.99,1613940841387,1481
"lr_0",3.3395103048773737e-06,1613940841387,1481
"mom_0",0.8915122423780656,1613940841387,1481
"eps_0",1e-05,1613940841387,1481
"wd_1",0.01,1613940841387,1481
"sqr_mom_1",0.99,1613940841387,1481
"lr_1",3.339510304877374e-05,1613940841387,1481
"mom_1",0.8915122423780656,1613940841387,1481
"eps_1",1e-05,1613940841387,1481
"wd_2",0.01,1613940841387,1481
"sqr_mom_2",0.99,1613940841387,1481
"lr_2",0.00033395103048773736,1613940841387,1481
"mom_2",0.8915122423780656,1613940841387,1481
"eps_2",1e-05,1613940841387,1481
"train_loss",0.06911068,1613940842345,1482
"raw_loss",0.0730395,1613940842345,1482
"epoch",9.327044025157221,1613940842345,1482
"wd_0",0.01,1613940842345,1482
"sqr_mom_0",0.99,1613940842345,1482
"lr_0",3.3421060587979837e-06,1613940842345,1482
"mom_0",0.8914473485300504,1613940842345,1482
"eps_0",1e-05,1613940842345,1482
"wd_1",0.01,1613940842345,1482
"sqr_mom_1",0.99,1613940842345,1482
"lr_1",3.3421060587979835e-05,1613940842345,1482
"mom_1",0.8914473485300504,1613940842345,1482
"eps_1",1e-05,1613940842345,1482
"wd_2",0.01,1613940842345,1482
"sqr_mom_2",0.99,1613940842345,1482
"lr_2",0.00033421060587979836,1613940842345,1482
"mom_2",0.8914473485300504,1613940842345,1482
"eps_2",1e-05,1613940842345,1482
"train_loss",0.06912346,1613940843319,1483
"raw_loss",0.06975003,1613940843319,1483
"epoch",9.333333333333321,1613940843319,1483
"wd_0",0.01,1613940843319,1483
"sqr_mom_0",0.99,1613940843319,1483
"lr_0",3.344701219212224e-06,1613940843319,1483
"mom_0",0.8913824695196944,1613940843319,1483
"eps_0",1e-05,1613940843319,1483
"wd_1",0.01,1613940843319,1483
"sqr_mom_1",0.99,1613940843319,1483
"lr_1",3.344701219212224e-05,1613940843319,1483
"mom_1",0.8913824695196944,1613940843319,1483
"eps_1",1e-05,1613940843319,1483
"wd_2",0.01,1613940843319,1483
"sqr_mom_2",0.99,1613940843319,1483
"lr_2",0.0003344701219212223,1613940843319,1483
"mom_2",0.8913824695196944,1613940843319,1483
"eps_2",1e-05,1613940843319,1483
"train_loss",0.06858142,1613940844330,1484
"raw_loss",0.042021386,1613940844330,1484
"epoch",9.339622641509422,1613940844330,1484
"wd_0",0.01,1613940844330,1484
"sqr_mom_0",0.99,1613940844330,1484
"lr_0",3.3472961504352897e-06,1613940844330,1484
"mom_0",0.8913175962391178,1613940844330,1484
"eps_0",1e-05,1613940844330,1484
"wd_1",0.01,1613940844330,1484
"sqr_mom_1",0.99,1613940844330,1484
"lr_1",3.3472961504352896e-05,1613940844330,1484
"mom_1",0.8913175962391178,1613940844330,1484
"eps_1",1e-05,1613940844330,1484
"wd_2",0.01,1613940844330,1484
"sqr_mom_2",0.99,1613940844330,1484
"lr_2",0.00033472961504352894,1613940844330,1484
"mom_2",0.8913175962391178,1613940844330,1484
"eps_2",1e-05,1613940844330,1484
"train_loss",0.067949146,1613940845315,1485
"raw_loss",0.036967892,1613940845315,1485
"epoch",9.345911949685522,1613940845315,1485
"wd_0",0.01,1613940845315,1485
"sqr_mom_0",0.99,1613940845315,1485
"lr_0",3.349890478976574e-06,1613940845315,1485
"mom_0",0.8912527380255857,1613940845315,1485
"eps_0",1e-05,1613940845315,1485
"wd_1",0.01,1613940845315,1485
"sqr_mom_1",0.99,1613940845315,1485
"lr_1",3.349890478976574e-05,1613940845315,1485
"mom_1",0.8912527380255857,1613940845315,1485
"eps_1",1e-05,1613940845315,1485
"wd_2",0.01,1613940845315,1485
"sqr_mom_2",0.99,1613940845315,1485
"lr_2",0.00033498904789765736,1613940845315,1485
"mom_2",0.8912527380255857,1613940845315,1485
"eps_2",1e-05,1613940845315,1485
"train_loss",0.06900066,1613940846276,1486
"raw_loss",0.12052489,1613940846276,1486
"epoch",9.352201257861623,1613940846276,1486
"wd_0",0.01,1613940846276,1486
"sqr_mom_0",0.99,1613940846276,1486
"lr_0",3.3524838316891778e-06,1613940846276,1486
"mom_0",0.8911879042077705,1613940846276,1486
"eps_0",1e-05,1613940846276,1486
"wd_1",0.01,1613940846276,1486
"sqr_mom_1",0.99,1613940846276,1486
"lr_1",3.3524838316891775e-05,1613940846276,1486
"mom_1",0.8911879042077705,1613940846276,1486
"eps_1",1e-05,1613940846276,1486
"wd_2",0.01,1613940846276,1486
"sqr_mom_2",0.99,1613940846276,1486
"lr_2",0.0003352483831689178,1613940846276,1486
"mom_2",0.8911879042077705,1613940846276,1486
"eps_2",1e-05,1613940846276,1486
"train_loss",0.06848089,1613940847236,1487
"raw_loss",0.043011848,1613940847236,1487
"epoch",9.358490566037723,1613940847236,1487
"wd_0",0.01,1613940847236,1487
"sqr_mom_0",0.99,1613940847236,1487
"lr_0",3.3550769414489846e-06,1613940847236,1487
"mom_0",0.8911230764637754,1613940847236,1487
"eps_0",1e-05,1613940847236,1487
"wd_1",0.01,1613940847236,1487
"sqr_mom_1",0.99,1613940847236,1487
"lr_1",3.3550769414489846e-05,1613940847236,1487
"mom_1",0.8911230764637754,1613940847236,1487
"eps_1",1e-05,1613940847236,1487
"wd_2",0.01,1613940847236,1487
"sqr_mom_2",0.99,1613940847236,1487
"lr_2",0.00033550769414489843,1613940847236,1487
"mom_2",0.8911230764637754,1613940847236,1487
"eps_2",1e-05,1613940847236,1487
"train_loss",0.0690143,1613940848180,1488
"raw_loss",0.09515191,1613940848180,1488
"epoch",9.364779874213824,1613940848180,1488
"wd_0",0.01,1613940848180,1488
"sqr_mom_0",0.99,1613940848180,1488
"lr_0",3.3576690665549267e-06,1613940848180,1488
"mom_0",0.8910582733361269,1613940848180,1488
"eps_0",1e-05,1613940848180,1488
"wd_1",0.01,1613940848180,1488
"sqr_mom_1",0.99,1613940848180,1488
"lr_1",3.3576690665549266e-05,1613940848180,1488
"mom_1",0.8910582733361269,1613940848180,1488
"eps_1",1e-05,1613940848180,1488
"wd_2",0.01,1613940848180,1488
"sqr_mom_2",0.99,1613940848180,1488
"lr_2",0.00033576690665549264,1613940848180,1488
"mom_2",0.8910582733361269,1613940848180,1488
"eps_2",1e-05,1613940848180,1488
"train_loss",0.06869762,1613940849129,1489
"raw_loss",0.053179882,1613940849129,1489
"epoch",9.371069182389924,1613940849129,1489
"wd_0",0.01,1613940849129,1489
"sqr_mom_0",0.99,1613940849129,1489
"lr_0",3.360260571154848e-06,1613940849129,1489
"mom_0",0.8909934857211288,1613940849129,1489
"eps_0",1e-05,1613940849129,1489
"wd_1",0.01,1613940849129,1489
"sqr_mom_1",0.99,1613940849129,1489
"lr_1",3.360260571154847e-05,1613940849129,1489
"mom_1",0.8909934857211288,1613940849129,1489
"eps_1",1e-05,1613940849129,1489
"wd_2",0.01,1613940849129,1489
"sqr_mom_2",0.99,1613940849129,1489
"lr_2",0.0003360260571154847,1613940849129,1489
"mom_2",0.8909934857211288,1613940849129,1489
"eps_2",1e-05,1613940849129,1489
"train_loss",0.068653144,1613940850079,1490
"raw_loss",0.06647409,1613940850079,1490
"epoch",9.377358490566024,1613940850079,1490
"wd_0",0.01,1613940850079,1490
"sqr_mom_0",0.99,1613940850079,1490
"lr_0",3.3628518190447948e-06,1613940850079,1490
"mom_0",0.8909287045238801,1613940850079,1490
"eps_0",1e-05,1613940850079,1490
"wd_1",0.01,1613940850079,1490
"sqr_mom_1",0.99,1613940850079,1490
"lr_1",3.3628518190447946e-05,1613940850079,1490
"mom_1",0.8909287045238801,1613940850079,1490
"eps_1",1e-05,1613940850079,1490
"wd_2",0.01,1613940850079,1490
"sqr_mom_2",0.99,1613940850079,1490
"lr_2",0.00033628518190447946,1613940850079,1490
"mom_2",0.8909287045238801,1613940850079,1490
"eps_2",1e-05,1613940850079,1490
"train_loss",0.06861657,1613940851026,1491
"raw_loss",0.06682428,1613940851026,1491
"epoch",9.383647798742125,1613940851026,1491
"wd_0",0.01,1613940851026,1491
"sqr_mom_0",0.99,1613940851026,1491
"lr_0",3.3654420690562464e-06,1613940851026,1491
"mom_0",0.8908639482735938,1613940851026,1491
"eps_0",1e-05,1613940851026,1491
"wd_1",0.01,1613940851026,1491
"sqr_mom_1",0.99,1613940851026,1491
"lr_1",3.3654420690562464e-05,1613940851026,1491
"mom_1",0.8908639482735938,1613940851026,1491
"eps_1",1e-05,1613940851026,1491
"wd_2",0.01,1613940851026,1491
"sqr_mom_2",0.99,1613940851026,1491
"lr_2",0.0003365442069056246,1613940851026,1491
"mom_2",0.8908639482735938,1613940851026,1491
"eps_2",1e-05,1613940851026,1491
"train_loss",0.06838698,1613940851981,1492
"raw_loss",0.057137225,1613940851981,1492
"epoch",9.389937106918225,1613940851981,1492
"wd_0",0.01,1613940851981,1492
"sqr_mom_0",0.99,1613940851981,1492
"lr_0",3.3680320531882695e-06,1613940851981,1492
"mom_0",0.8907991986702932,1613940851981,1492
"eps_0",1e-05,1613940851981,1492
"wd_1",0.01,1613940851981,1492
"sqr_mom_1",0.99,1613940851981,1492
"lr_1",3.368032053188269e-05,1613940851981,1492
"mom_1",0.8907991986702932,1613940851981,1492
"eps_1",1e-05,1613940851981,1492
"wd_2",0.01,1613940851981,1492
"sqr_mom_2",0.99,1613940851981,1492
"lr_2",0.0003368032053188269,1613940851981,1492
"mom_2",0.8907991986702932,1613940851981,1492
"eps_2",1e-05,1613940851981,1492
"train_loss",0.06819079,1613940852957,1493
"raw_loss",0.058577705,1613940852957,1493
"epoch",9.396226415094326,1613940852957,1493
"wd_0",0.01,1613940852957,1493
"sqr_mom_0",0.99,1613940852957,1493
"lr_0",3.370621030633812e-06,1613940852957,1493
"mom_0",0.8907344742341546,1613940852957,1493
"eps_0",1e-05,1613940852957,1493
"wd_1",0.01,1613940852957,1493
"sqr_mom_1",0.99,1613940852957,1493
"lr_1",3.370621030633812e-05,1613940852957,1493
"mom_1",0.8907344742341546,1613940852957,1493
"eps_1",1e-05,1613940852957,1493
"wd_2",0.01,1613940852957,1493
"sqr_mom_2",0.99,1613940852957,1493
"lr_2",0.00033706210306338113,1613940852957,1493
"mom_2",0.8907344742341546,1613940852957,1493
"eps_2",1e-05,1613940852957,1493
"train_loss",0.06765157,1613940853901,1494
"raw_loss",0.041229784,1613940853901,1494
"epoch",9.402515723270426,1613940853901,1494
"wd_0",0.01,1613940853901,1494
"sqr_mom_0",0.99,1613940853901,1494
"lr_0",3.3732097330323158e-06,1613940853901,1494
"mom_0",0.8906697566741921,1613940853901,1494
"eps_0",1e-05,1613940853901,1494
"wd_1",0.01,1613940853901,1494
"sqr_mom_1",0.99,1613940853901,1494
"lr_1",3.373209733032316e-05,1613940853901,1494
"mom_1",0.8906697566741921,1613940853901,1494
"eps_1",1e-05,1613940853901,1494
"wd_2",0.01,1613940853901,1494
"sqr_mom_2",0.99,1613940853901,1494
"lr_2",0.0003373209733032316,1613940853901,1494
"mom_2",0.8906697566741921,1613940853901,1494
"eps_2",1e-05,1613940853901,1494
"train_loss",0.06753572,1613940854872,1495
"raw_loss",0.061859194,1613940854872,1495
"epoch",9.408805031446526,1613940854872,1495
"wd_0",0.01,1613940854872,1495
"sqr_mom_0",0.99,1613940854872,1495
"lr_0",3.3757977877797976e-06,1613940854872,1495
"mom_0",0.890605055305505,1613940854872,1495
"eps_0",1e-05,1613940854872,1495
"wd_1",0.01,1613940854872,1495
"sqr_mom_1",0.99,1613940854872,1495
"lr_1",3.375797787779797e-05,1613940854872,1495
"mom_1",0.890605055305505,1613940854872,1495
"eps_1",1e-05,1613940854872,1495
"wd_2",0.01,1613940854872,1495
"sqr_mom_2",0.99,1613940854872,1495
"lr_2",0.00033757977877797973,1613940854872,1495
"mom_2",0.890605055305505,1613940854872,1495
"eps_2",1e-05,1613940854872,1495
"train_loss",0.06755207,1613940855818,1496
"raw_loss",0.068353176,1613940855818,1496
"epoch",9.415094339622627,1613940855818,1496
"wd_0",0.01,1613940855818,1496
"sqr_mom_0",0.99,1613940855818,1496
"lr_0",3.3783848226416274e-06,1613940855818,1496
"mom_0",0.8905403794339593,1613940855818,1496
"eps_0",1e-05,1613940855818,1496
"wd_1",0.01,1613940855818,1496
"sqr_mom_1",0.99,1613940855818,1496
"lr_1",3.378384822641627e-05,1613940855818,1496
"mom_1",0.8905403794339593,1613940855818,1496
"eps_1",1e-05,1613940855818,1496
"wd_2",0.01,1613940855818,1496
"sqr_mom_2",0.99,1613940855818,1496
"lr_2",0.0003378384822641627,1613940855818,1496
"mom_2",0.8905403794339593,1613940855818,1496
"eps_2",1e-05,1613940855818,1496
"train_loss",0.06770263,1613940856781,1497
"raw_loss",0.07508028,1613940856781,1497
"epoch",9.421383647798727,1613940856781,1497
"wd_0",0.01,1613940856781,1497
"sqr_mom_0",0.99,1613940856781,1497
"lr_0",3.380971201058485e-06,1613940856781,1497
"mom_0",0.8904757199735378,1613940856781,1497
"eps_0",1e-05,1613940856781,1497
"wd_1",0.01,1613940856781,1497
"sqr_mom_1",0.99,1613940856781,1497
"lr_1",3.3809712010584844e-05,1613940856781,1497
"mom_1",0.8904757199735378,1613940856781,1497
"eps_1",1e-05,1613940856781,1497
"wd_2",0.01,1613940856781,1497
"sqr_mom_2",0.99,1613940856781,1497
"lr_2",0.00033809712010584843,1613940856781,1497
"mom_2",0.8904757199735378,1613940856781,1497
"eps_2",1e-05,1613940856781,1497
"train_loss",0.06754059,1613940857744,1498
"raw_loss",0.059600983,1613940857744,1498
"epoch",9.427672955974828,1613940857744,1498
"wd_0",0.01,1613940857744,1498
"sqr_mom_0",0.99,1613940857744,1498
"lr_0",3.3835572860988754e-06,1613940857744,1498
"mom_0",0.8904110678475281,1613940857744,1498
"eps_0",1e-05,1613940857744,1498
"wd_1",0.01,1613940857744,1498
"sqr_mom_1",0.99,1613940857744,1498
"lr_1",3.383557286098875e-05,1613940857744,1498
"mom_1",0.8904110678475281,1613940857744,1498
"eps_1",1e-05,1613940857744,1498
"wd_2",0.01,1613940857744,1498
"sqr_mom_2",0.99,1613940857744,1498
"lr_2",0.0003383557286098875,1613940857744,1498
"mom_2",0.8904110678475281,1613940857744,1498
"eps_2",1e-05,1613940857744,1498
"train_loss",0.06800566,1613940858719,1499
"raw_loss",0.0907939,1613940858719,1499
"epoch",9.433962264150928,1613940858719,1499
"wd_0",0.01,1613940858719,1499
"sqr_mom_0",0.99,1613940858719,1499
"lr_0",3.3861423380709955e-06,1613940858719,1499
"mom_0",0.8903464415482251,1613940858719,1499
"eps_0",1e-05,1613940858719,1499
"wd_1",0.01,1613940858719,1499
"sqr_mom_1",0.99,1613940858719,1499
"lr_1",3.386142338070995e-05,1613940858719,1499
"mom_1",0.8903464415482251,1613940858719,1499
"eps_1",1e-05,1613940858719,1499
"wd_2",0.01,1613940858719,1499
"sqr_mom_2",0.99,1613940858719,1499
"lr_2",0.0003386142338070995,1613940858719,1499
"mom_2",0.8903464415482251,1613940858719,1499
"eps_2",1e-05,1613940858719,1499
"train_loss",0.06753693,1613940859671,1500
"raw_loss",0.04456901,1613940859671,1500
"epoch",9.440251572327028,1613940859671,1500
"wd_0",0.01,1613940859671,1500
"sqr_mom_0",0.99,1613940859671,1500
"lr_0",3.3887270875049565e-06,1613940859671,1500
"mom_0",0.8902818228123761,1613940859671,1500
"eps_0",1e-05,1613940859671,1500
"wd_1",0.01,1613940859671,1500
"sqr_mom_1",0.99,1613940859671,1500
"lr_1",3.388727087504956e-05,1613940859671,1500
"mom_1",0.8902818228123761,1613940859671,1500
"eps_1",1e-05,1613940859671,1500
"wd_2",0.01,1613940859671,1500
"sqr_mom_2",0.99,1613940859671,1500
"lr_2",0.0003388727087504956,1613940859671,1500
"mom_2",0.8902818228123761,1613940859671,1500
"eps_2",1e-05,1613940859671,1500
"train_loss",0.06738899,1613940860646,1501
"raw_loss",0.06013984,1613940860646,1501
"epoch",9.446540880503129,1613940860646,1501
"wd_0",0.01,1613940860646,1501
"sqr_mom_0",0.99,1613940860646,1501
"lr_0",3.391310795090976e-06,1613940860646,1501
"mom_0",0.8902172301227256,1613940860646,1501
"eps_0",1e-05,1613940860646,1501
"wd_1",0.01,1613940860646,1501
"sqr_mom_1",0.99,1613940860646,1501
"lr_1",3.391310795090976e-05,1613940860646,1501
"mom_1",0.8902172301227256,1613940860646,1501
"eps_1",1e-05,1613940860646,1501
"wd_2",0.01,1613940860646,1501
"sqr_mom_2",0.99,1613940860646,1501
"lr_2",0.00033913107950909755,1613940860646,1501
"mom_2",0.8902172301227256,1613940860646,1501
"eps_2",1e-05,1613940860646,1501
"train_loss",0.06835173,1613940861612,1502
"raw_loss",0.115526006,1613940861612,1502
"epoch",9.45283018867923,1613940861612,1502
"wd_0",0.01,1613940861612,1502
"sqr_mom_0",0.99,1613940861612,1502
"lr_0",3.3938938238072596e-06,1613940861612,1502
"mom_0",0.8901526544048185,1613940861612,1502
"eps_0",1e-05,1613940861612,1502
"wd_1",0.01,1613940861612,1502
"sqr_mom_1",0.99,1613940861612,1502
"lr_1",3.3938938238072595e-05,1613940861612,1502
"mom_1",0.8901526544048185,1613940861612,1502
"eps_1",1e-05,1613940861612,1502
"wd_2",0.01,1613940861612,1502
"sqr_mom_2",0.99,1613940861612,1502
"lr_2",0.00033938938238072593,1613940861612,1502
"mom_2",0.8901526544048185,1613940861612,1502
"eps_2",1e-05,1613940861612,1502
"train_loss",0.06770984,1613940862557,1503
"raw_loss",0.036257308,1613940862557,1503
"epoch",9.45911949685533,1613940862557,1503
"wd_0",0.01,1613940862557,1503
"sqr_mom_0",0.99,1613940862557,1503
"lr_0",3.3964765362471304e-06,1613940862557,1503
"mom_0",0.8900880865938218,1613940862557,1503
"eps_0",1e-05,1613940862557,1503
"wd_1",0.01,1613940862557,1503
"sqr_mom_1",0.99,1613940862557,1503
"lr_1",3.39647653624713e-05,1613940862557,1503
"mom_1",0.8900880865938218,1613940862557,1503
"eps_1",1e-05,1613940862557,1503
"wd_2",0.01,1613940862557,1503
"sqr_mom_2",0.99,1613940862557,1503
"lr_2",0.000339647653624713,1613940862557,1503
"mom_2",0.8900880865938218,1613940862557,1503
"eps_2",1e-05,1613940862557,1503
"train_loss",0.06765925,1613940863502,1504
"raw_loss",0.06518043,1613940863502,1504
"epoch",9.46540880503143,1613940863502,1504
"wd_0",0.01,1613940863502,1504
"sqr_mom_0",0.99,1613940863502,1504
"lr_0",3.3990585606598368e-06,1613940863502,1504
"mom_0",0.890023535983504,1613940863502,1504
"eps_0",1e-05,1613940863502,1504
"wd_1",0.01,1613940863502,1504
"sqr_mom_1",0.99,1613940863502,1504
"lr_1",3.399058560659836e-05,1613940863502,1504
"mom_1",0.890023535983504,1613940863502,1504
"eps_1",1e-05,1613940863502,1504
"wd_2",0.01,1613940863502,1504
"sqr_mom_2",0.99,1613940863502,1504
"lr_2",0.0003399058560659836,1613940863502,1504
"mom_2",0.890023535983504,1613940863502,1504
"eps_2",1e-05,1613940863502,1504
"train_loss",0.06741859,1613940864485,1505
"raw_loss",0.05562618,1613940864485,1505
"epoch",9.47169811320753,1613940864485,1505
"wd_0",0.01,1613940864485,1505
"sqr_mom_0",0.99,1613940864485,1505
"lr_0",3.4016395256870118e-06,1613940864485,1505
"mom_0",0.8899590118578247,1613940864485,1505
"eps_0",1e-05,1613940864485,1505
"wd_1",0.01,1613940864485,1505
"sqr_mom_1",0.99,1613940864485,1505
"lr_1",3.4016395256870115e-05,1613940864485,1505
"mom_1",0.8899590118578247,1613940864485,1505
"eps_1",1e-05,1613940864485,1505
"wd_2",0.01,1613940864485,1505
"sqr_mom_2",0.99,1613940864485,1505
"lr_2",0.00034016395256870115,1613940864485,1505
"mom_2",0.8899590118578247,1613940864485,1505
"eps_2",1e-05,1613940864485,1505
"train_loss",0.067224294,1613940865458,1506
"raw_loss",0.057703584,1613940865458,1506
"epoch",9.47798742138363,1613940865458,1506
"wd_0",0.01,1613940865458,1506
"sqr_mom_0",0.99,1613940865458,1506
"lr_0",3.404220160703805e-06,1613940865458,1506
"mom_0",0.8898944959824049,1613940865458,1506
"eps_0",1e-05,1613940865458,1506
"wd_1",0.01,1613940865458,1506
"sqr_mom_1",0.99,1613940865458,1506
"lr_1",3.404220160703805e-05,1613940865458,1506
"mom_1",0.8898944959824049,1613940865458,1506
"eps_1",1e-05,1613940865458,1506
"wd_2",0.01,1613940865458,1506
"sqr_mom_2",0.99,1613940865458,1506
"lr_2",0.0003404220160703805,1613940865458,1506
"mom_2",0.8898944959824049,1613940865458,1506
"eps_2",1e-05,1613940865458,1506
"train_loss",0.067079,1613940866420,1507
"raw_loss",0.059959743,1613940866420,1507
"epoch",9.484276729559731,1613940866420,1507
"wd_0",0.01,1613940866420,1507
"sqr_mom_0",0.99,1613940866420,1507
"lr_0",3.406799727577271e-06,1613940866420,1507
"mom_0",0.8898300068105682,1613940866420,1507
"eps_0",1e-05,1613940866420,1507
"wd_1",0.01,1613940866420,1507
"sqr_mom_1",0.99,1613940866420,1507
"lr_1",3.406799727577271e-05,1613940866420,1507
"mom_1",0.8898300068105682,1613940866420,1507
"eps_1",1e-05,1613940866420,1507
"wd_2",0.01,1613940866420,1507
"sqr_mom_2",0.99,1613940866420,1507
"lr_2",0.00034067997275772705,1613940866420,1507
"mom_2",0.8898300068105682,1613940866420,1507
"eps_2",1e-05,1613940866420,1507
"train_loss",0.06711786,1613940867410,1508
"raw_loss",0.06902227,1613940867410,1508
"epoch",9.490566037735832,1613940867410,1508
"wd_0",0.01,1613940867410,1508
"sqr_mom_0",0.99,1613940867410,1508
"lr_0",3.409378588709861e-06,1613940867410,1508
"mom_0",0.8897655352822534,1613940867410,1508
"eps_0",1e-05,1613940867410,1508
"wd_1",0.01,1613940867410,1508
"sqr_mom_1",0.99,1613940867410,1508
"lr_1",3.40937858870986e-05,1613940867410,1508
"mom_1",0.8897655352822534,1613940867410,1508
"eps_1",1e-05,1613940867410,1508
"wd_2",0.01,1613940867410,1508
"sqr_mom_2",0.99,1613940867410,1508
"lr_2",0.00034093785887098603,1613940867410,1508
"mom_2",0.8897655352822534,1613940867410,1508
"eps_2",1e-05,1613940867410,1508
"train_loss",0.06795461,1613940868377,1509
"raw_loss",0.10895514,1613940868377,1509
"epoch",9.496855345911932,1613940868377,1509
"wd_0",0.01,1613940868377,1509
"sqr_mom_0",0.99,1613940868377,1509
"lr_0",3.411957106103906e-06,1613940868377,1509
"mom_0",0.8897010723474024,1613940868377,1509
"eps_0",1e-05,1613940868377,1509
"wd_1",0.01,1613940868377,1509
"sqr_mom_1",0.99,1613940868377,1509
"lr_1",3.4119571061039056e-05,1613940868377,1509
"mom_1",0.8897010723474024,1613940868377,1509
"eps_1",1e-05,1613940868377,1509
"wd_2",0.01,1613940868377,1509
"sqr_mom_2",0.99,1613940868377,1509
"lr_2",0.00034119571061039055,1613940868377,1509
"mom_2",0.8897010723474024,1613940868377,1509
"eps_2",1e-05,1613940868377,1509
"train_loss",0.06775261,1613940869354,1510
"raw_loss",0.05785471,1613940869354,1510
"epoch",9.503144654088032,1613940869354,1510
"wd_0",0.01,1613940869354,1510
"sqr_mom_0",0.99,1613940869354,1510
"lr_0",3.4145345422321584e-06,1613940869354,1510
"mom_0",0.889636636444196,1613940869354,1510
"eps_0",1e-05,1613940869354,1510
"wd_1",0.01,1613940869354,1510
"sqr_mom_1",0.99,1613940869354,1510
"lr_1",3.4145345422321584e-05,1613940869354,1510
"mom_1",0.889636636444196,1613940869354,1510
"eps_1",1e-05,1613940869354,1510
"wd_2",0.01,1613940869354,1510
"sqr_mom_2",0.99,1613940869354,1510
"lr_2",0.0003414534542232158,1613940869354,1510
"mom_2",0.889636636444196,1613940869354,1510
"eps_2",1e-05,1613940869354,1510
"train_loss",0.067722954,1613940870323,1511
"raw_loss",0.066269904,1613940870323,1511
"epoch",9.509433962264133,1613940870323,1511
"wd_0",0.01,1613940870323,1511
"sqr_mom_0",0.99,1613940870323,1511
"lr_0",3.41711162547251e-06,1613940870323,1511
"mom_0",0.8895722093631873,1613940870323,1511
"eps_0",1e-05,1613940870323,1511
"wd_1",0.01,1613940870323,1511
"sqr_mom_1",0.99,1613940870323,1511
"lr_1",3.41711162547251e-05,1613940870323,1511
"mom_1",0.8895722093631873,1613940870323,1511
"eps_1",1e-05,1613940870323,1511
"wd_2",0.01,1613940870323,1511
"sqr_mom_2",0.99,1613940870323,1511
"lr_2",0.00034171116254725096,1613940870323,1511
"mom_2",0.8895722093631873,1613940870323,1511
"eps_2",1e-05,1613940870323,1511
"train_loss",0.069083646,1613940871280,1512
"raw_loss",0.13575776,1613940871280,1512
"epoch",9.515723270440233,1613940871280,1512
"wd_0",0.01,1613940871280,1512
"sqr_mom_0",0.99,1613940871280,1512
"lr_0",3.41968761870792e-06,1613940871280,1512
"mom_0",0.889507809532302,1613940871280,1512
"eps_0",1e-05,1613940871280,1512
"wd_1",0.01,1613940871280,1512
"sqr_mom_1",0.99,1613940871280,1512
"lr_1",3.419687618707919e-05,1613940871280,1512
"mom_1",0.889507809532302,1613940871280,1512
"eps_1",1e-05,1613940871280,1512
"wd_2",0.01,1613940871280,1512
"sqr_mom_2",0.99,1613940871280,1512
"lr_2",0.00034196876187079193,1613940871280,1512
"mom_2",0.889507809532302,1613940871280,1512
"eps_2",1e-05,1613940871280,1512
"train_loss",0.069093674,1613940872257,1513
"raw_loss",0.06958516,1613940872257,1513
"epoch",9.522012578616334,1613940872257,1513
"wd_0",0.01,1613940872257,1513
"sqr_mom_0",0.99,1613940872257,1513
"lr_0",3.42226324990852e-06,1613940872257,1513
"mom_0",0.8894434187522869,1613940872257,1513
"eps_0",1e-05,1613940872257,1513
"wd_1",0.01,1613940872257,1513
"sqr_mom_1",0.99,1613940872257,1513
"lr_1",3.42226324990852e-05,1613940872257,1513
"mom_1",0.8894434187522869,1613940872257,1513
"eps_1",1e-05,1613940872257,1513
"wd_2",0.01,1613940872257,1513
"sqr_mom_2",0.99,1613940872257,1513
"lr_2",0.000342226324990852,1613940872257,1513
"mom_2",0.8894434187522869,1613940872257,1513
"eps_2",1e-05,1613940872257,1513
"train_loss",0.06944297,1613940873214,1514
"raw_loss",0.086558476,1613940873214,1514
"epoch",9.528301886792434,1613940873214,1514
"wd_0",0.01,1613940873214,1514
"sqr_mom_0",0.99,1613940873214,1514
"lr_0",3.4248381483328794e-06,1613940873214,1514
"mom_0",0.889379046291678,1613940873214,1514
"eps_0",1e-05,1613940873214,1514
"wd_1",0.01,1613940873214,1514
"sqr_mom_1",0.99,1613940873214,1514
"lr_1",3.424838148332879e-05,1613940873214,1514
"mom_1",0.889379046291678,1613940873214,1514
"eps_1",1e-05,1613940873214,1514
"wd_2",0.01,1613940873214,1514
"sqr_mom_2",0.99,1613940873214,1514
"lr_2",0.0003424838148332879,1613940873214,1514
"mom_2",0.889379046291678,1613940873214,1514
"eps_2",1e-05,1613940873214,1514
"train_loss",0.0694505,1613940874169,1515
"raw_loss",0.06981925,1613940874169,1515
"epoch",9.534591194968534,1613940874169,1515
"wd_0",0.01,1613940874169,1515
"sqr_mom_0",0.99,1613940874169,1515
"lr_0",3.427411943657466e-06,1613940874169,1515
"mom_0",0.8893147014085634,1613940874169,1515
"eps_0",1e-05,1613940874169,1515
"wd_1",0.01,1613940874169,1515
"sqr_mom_1",0.99,1613940874169,1515
"lr_1",3.4274119436574655e-05,1613940874169,1515
"mom_1",0.8893147014085634,1613940874169,1515
"eps_1",1e-05,1613940874169,1515
"wd_2",0.01,1613940874169,1515
"sqr_mom_2",0.99,1613940874169,1515
"lr_2",0.00034274119436574656,1613940874169,1515
"mom_2",0.8893147014085634,1613940874169,1515
"eps_2",1e-05,1613940874169,1515
"train_loss",0.0690154,1613940875116,1516
"raw_loss",0.047695495,1613940875116,1516
"epoch",9.540880503144635,1613940875116,1516
"wd_0",0.01,1613940875116,1516
"sqr_mom_0",0.99,1613940875116,1516
"lr_0",3.4299849974818515e-06,1613940875116,1516
"mom_0",0.8892503750629537,1613940875116,1516
"eps_0",1e-05,1613940875116,1516
"wd_1",0.01,1613940875116,1516
"sqr_mom_1",0.99,1613940875116,1516
"lr_1",3.429984997481851e-05,1613940875116,1516
"mom_1",0.8892503750629537,1613940875116,1516
"eps_1",1e-05,1613940875116,1516
"wd_2",0.01,1613940875116,1516
"sqr_mom_2",0.99,1613940875116,1516
"lr_2",0.0003429984997481851,1613940875116,1516
"mom_2",0.8892503750629537,1613940875116,1516
"eps_2",1e-05,1613940875116,1516
"train_loss",0.06893627,1613940876091,1517
"raw_loss",0.06505904,1613940876091,1517
"epoch",9.547169811320735,1613940876091,1517
"wd_0",0.01,1613940876091,1517
"sqr_mom_0",0.99,1613940876091,1517
"lr_0",3.4325576709852153e-06,1613940876091,1517
"mom_0",0.8891860582253696,1613940876091,1517
"eps_0",1e-05,1613940876091,1517
"wd_1",0.01,1613940876091,1517
"sqr_mom_1",0.99,1613940876091,1517
"lr_1",3.432557670985215e-05,1613940876091,1517
"mom_1",0.8891860582253696,1613940876091,1517
"eps_1",1e-05,1613940876091,1517
"wd_2",0.01,1613940876091,1517
"sqr_mom_2",0.99,1613940876091,1517
"lr_2",0.00034325576709852147,1613940876091,1517
"mom_2",0.8891860582253696,1613940876091,1517
"eps_2",1e-05,1613940876091,1517
"train_loss",0.0685428,1613940877052,1518
"raw_loss",0.04926266,1613940877052,1518
"epoch",9.553459119496836,1613940877052,1518
"wd_0",0.01,1613940877052,1518
"sqr_mom_0",0.99,1613940877052,1518
"lr_0",3.435129228311822e-06,1613940877052,1518
"mom_0",0.8891217692922044,1613940877052,1518
"eps_0",1e-05,1613940877052,1518
"wd_1",0.01,1613940877052,1518
"sqr_mom_1",0.99,1613940877052,1518
"lr_1",3.435129228311822e-05,1613940877052,1518
"mom_1",0.8891217692922044,1613940877052,1518
"eps_1",1e-05,1613940877052,1518
"wd_2",0.01,1613940877052,1518
"sqr_mom_2",0.99,1613940877052,1518
"lr_2",0.0003435129228311822,1613940877052,1518
"mom_2",0.8891217692922044,1613940877052,1518
"eps_2",1e-05,1613940877052,1518
"train_loss",0.06883663,1613940878017,1519
"raw_loss",0.08323408,1613940878017,1519
"epoch",9.559748427672936,1613940878017,1519
"wd_0",0.01,1613940878017,1519
"sqr_mom_0",0.99,1613940878017,1519
"lr_0",3.4377000307498144e-06,1613940878017,1519
"mom_0",0.8890574992312547,1613940878017,1519
"eps_0",1e-05,1613940878017,1519
"wd_1",0.01,1613940878017,1519
"sqr_mom_1",0.99,1613940878017,1519
"lr_1",3.437700030749814e-05,1613940878017,1519
"mom_1",0.8890574992312547,1613940878017,1519
"eps_1",1e-05,1613940878017,1519
"wd_2",0.01,1613940878017,1519
"sqr_mom_2",0.99,1613940878017,1519
"lr_2",0.0003437700030749814,1613940878017,1519
"mom_2",0.8890574992312547,1613940878017,1519
"eps_2",1e-05,1613940878017,1519
"train_loss",0.06866632,1613940878961,1520
"raw_loss",0.060320888,1613940878961,1520
"epoch",9.566037735849036,1613940878961,1520
"wd_0",0.01,1613940878961,1520
"sqr_mom_0",0.99,1613940878961,1520
"lr_0",3.4402704391593493e-06,1613940878961,1520
"mom_0",0.8889932390210162,1613940878961,1520
"eps_0",1e-05,1613940878961,1520
"wd_1",0.01,1613940878961,1520
"sqr_mom_1",0.99,1613940878961,1520
"lr_1",3.440270439159349e-05,1613940878961,1520
"mom_1",0.8889932390210162,1613940878961,1520
"eps_1",1e-05,1613940878961,1520
"wd_2",0.01,1613940878961,1520
"sqr_mom_2",0.99,1613940878961,1520
"lr_2",0.0003440270439159349,1613940878961,1520
"mom_2",0.8889932390210162,1613940878961,1520
"eps_2",1e-05,1613940878961,1520
"train_loss",0.068911105,1613940879917,1521
"raw_loss",0.080905885,1613940879917,1521
"epoch",9.572327044025137,1613940879917,1521
"wd_0",0.01,1613940879917,1521
"sqr_mom_0",0.99,1613940879917,1521
"lr_0",3.442839718332573e-06,1613940879917,1521
"mom_0",0.8889290070416856,1613940879917,1521
"eps_0",1e-05,1613940879917,1521
"wd_1",0.01,1613940879917,1521
"sqr_mom_1",0.99,1613940879917,1521
"lr_1",3.442839718332573e-05,1613940879917,1521
"mom_1",0.8889290070416856,1613940879917,1521
"eps_1",1e-05,1613940879917,1521
"wd_2",0.01,1613940879917,1521
"sqr_mom_2",0.99,1613940879917,1521
"lr_2",0.00034428397183325723,1613940879917,1521
"mom_2",0.8889290070416856,1613940879917,1521
"eps_2",1e-05,1613940879917,1521
"train_loss",0.06900795,1613940880869,1522
"raw_loss",0.07375339,1613940880869,1522
"epoch",9.578616352201237,1613940880869,1522
"wd_0",0.01,1613940880869,1522
"sqr_mom_0",0.99,1613940880869,1522
"lr_0",3.445408594342238e-06,1613940880869,1522
"mom_0",0.8888647851414441,1613940880869,1522
"eps_0",1e-05,1613940880869,1522
"wd_1",0.01,1613940880869,1522
"sqr_mom_1",0.99,1613940880869,1522
"lr_1",3.4454085943422374e-05,1613940880869,1522
"mom_1",0.8888647851414441,1613940880869,1522
"eps_1",1e-05,1613940880869,1522
"wd_2",0.01,1613940880869,1522
"sqr_mom_2",0.99,1613940880869,1522
"lr_2",0.0003445408594342237,1613940880869,1522
"mom_2",0.8888647851414441,1613940880869,1522
"eps_2",1e-05,1613940880869,1522
"train_loss",0.068253465,1613940881898,1523
"raw_loss",0.03128378,1613940881898,1523
"epoch",9.584905660377338,1613940881898,1523
"wd_0",0.01,1613940881898,1523
"sqr_mom_0",0.99,1613940881898,1523
"lr_0",3.4479766974102938e-06,1613940881898,1523
"mom_0",0.8888005825647426,1613940881898,1523
"eps_0",1e-05,1613940881898,1523
"wd_1",0.01,1613940881898,1523
"sqr_mom_1",0.99,1613940881898,1523
"lr_1",3.4479766974102934e-05,1613940881898,1523
"mom_1",0.8888005825647426,1613940881898,1523
"eps_1",1e-05,1613940881898,1523
"wd_2",0.01,1613940881898,1523
"sqr_mom_2",0.99,1613940881898,1523
"lr_2",0.00034479766974102933,1613940881898,1523
"mom_2",0.8888005825647426,1613940881898,1523
"eps_2",1e-05,1613940881898,1523
"train_loss",0.0695832,1613940883098,1524
"raw_loss",0.13474017,1613940883098,1524
"epoch",9.591194968553438,1613940883098,1524
"wd_0",0.01,1613940883098,1524
"sqr_mom_0",0.99,1613940883098,1524
"lr_0",3.4505436581994983e-06,1613940883098,1524
"mom_0",0.8887364085450126,1613940883098,1524
"eps_0",1e-05,1613940883098,1524
"wd_1",0.01,1613940883098,1524
"sqr_mom_1",0.99,1613940883098,1524
"lr_1",3.450543658199498e-05,1613940883098,1524
"mom_1",0.8887364085450126,1613940883098,1524
"eps_1",1e-05,1613940883098,1524
"wd_2",0.01,1613940883098,1524
"sqr_mom_2",0.99,1613940883098,1524
"lr_2",0.00034505436581994977,1613940883098,1524
"mom_2",0.8887364085450126,1613940883098,1524
"eps_2",1e-05,1613940883098,1524
"train_loss",0.07129282,1613940884407,1525
"raw_loss",0.1550643,1613940884407,1525
"epoch",9.597484276729539,1613940884407,1525
"wd_0",0.01,1613940884407,1525
"sqr_mom_0",0.99,1613940884407,1525
"lr_0",3.4531102021274352e-06,1613940884407,1525
"mom_0",0.8886722449468141,1613940884407,1525
"eps_0",1e-05,1613940884407,1525
"wd_1",0.01,1613940884407,1525
"sqr_mom_1",0.99,1613940884407,1525
"lr_1",3.453110202127435e-05,1613940884407,1525
"mom_1",0.8886722449468141,1613940884407,1525
"eps_1",1e-05,1613940884407,1525
"wd_2",0.01,1613940884407,1525
"sqr_mom_2",0.99,1613940884407,1525
"lr_2",0.0003453110202127434,1613940884407,1525
"mom_2",0.8886722449468141,1613940884407,1525
"eps_2",1e-05,1613940884407,1525
"train_loss",0.07085246,1613940885539,1526
"raw_loss",0.049274962,1613940885539,1526
"epoch",9.603773584905639,1613940885539,1526
"wd_0",0.01,1613940885539,1526
"sqr_mom_0",0.99,1613940885539,1526
"lr_0",3.455675595091598e-06,1613940885539,1526
"mom_0",0.88860811012271,1613940885539,1526
"eps_0",1e-05,1613940885539,1526
"wd_1",0.01,1613940885539,1526
"sqr_mom_1",0.99,1613940885539,1526
"lr_1",3.455675595091598e-05,1613940885539,1526
"mom_1",0.88860811012271,1613940885539,1526
"eps_1",1e-05,1613940885539,1526
"wd_2",0.01,1613940885539,1526
"sqr_mom_2",0.99,1613940885539,1526
"lr_2",0.0003455675595091598,1613940885539,1526
"mom_2",0.88860811012271,1613940885539,1526
"eps_2",1e-05,1613940885539,1526
"train_loss",0.071342245,1613940886760,1527
"raw_loss",0.09534186,1613940886760,1527
"epoch",9.61006289308174,1613940886760,1527
"wd_0",0.01,1613940886760,1527
"sqr_mom_0",0.99,1613940886760,1527
"lr_0",3.4582401975220613e-06,1613940886760,1527
"mom_0",0.8885439950619485,1613940886760,1527
"eps_0",1e-05,1613940886760,1527
"wd_1",0.01,1613940886760,1527
"sqr_mom_1",0.99,1613940886760,1527
"lr_1",3.4582401975220615e-05,1613940886760,1527
"mom_1",0.8885439950619485,1613940886760,1527
"eps_1",1e-05,1613940886760,1527
"wd_2",0.01,1613940886760,1527
"sqr_mom_2",0.99,1613940886760,1527
"lr_2",0.0003458240197522061,1613940886760,1527
"mom_2",0.8885439950619485,1613940886760,1527
"eps_2",1e-05,1613940886760,1527
"train_loss",0.071262255,1613940887723,1528
"raw_loss",0.06734276,1613940887723,1528
"epoch",9.61635220125784,1613940887723,1528
"wd_0",0.01,1613940887723,1528
"sqr_mom_0",0.99,1613940887723,1528
"lr_0",3.4608043694007055e-06,1613940887723,1528
"mom_0",0.8884798907649823,1613940887723,1528
"eps_0",1e-05,1613940887723,1528
"wd_1",0.01,1613940887723,1528
"sqr_mom_1",0.99,1613940887723,1528
"lr_1",3.4608043694007056e-05,1613940887723,1528
"mom_1",0.8884798907649823,1613940887723,1528
"eps_1",1e-05,1613940887723,1528
"wd_2",0.01,1613940887723,1528
"sqr_mom_2",0.99,1613940887723,1528
"lr_2",0.0003460804369400705,1613940887723,1528
"mom_2",0.8884798907649823,1613940887723,1528
"eps_2",1e-05,1613940887723,1528
"train_loss",0.0709268,1613940888689,1529
"raw_loss",0.054489605,1613940888689,1529
"epoch",9.62264150943394,1613940888689,1529
"wd_0",0.01,1613940888689,1529
"sqr_mom_0",0.99,1613940888689,1529
"lr_0",3.463367377303497e-06,1613940888689,1529
"mom_0",0.8884158155674126,1613940888689,1529
"eps_0",1e-05,1613940888689,1529
"wd_1",0.01,1613940888689,1529
"sqr_mom_1",0.99,1613940888689,1529
"lr_1",3.463367377303496e-05,1613940888689,1529
"mom_1",0.8884158155674126,1613940888689,1529
"eps_1",1e-05,1613940888689,1529
"wd_2",0.01,1613940888689,1529
"sqr_mom_2",0.99,1613940888689,1529
"lr_2",0.0003463367377303496,1613940888689,1529
"mom_2",0.8884158155674126,1613940888689,1529
"eps_2",1e-05,1613940888689,1529
"train_loss",0.071152784,1613940889766,1530
"raw_loss",0.08222585,1613940889766,1530
"epoch",9.62893081761004,1613940889766,1530
"wd_0",0.01,1613940889766,1530
"sqr_mom_0",0.99,1613940889766,1530
"lr_0",3.46592994553094e-06,1613940889766,1530
"mom_0",0.8883517513617265,1613940889766,1530
"eps_0",1e-05,1613940889766,1530
"wd_1",0.01,1613940889766,1530
"sqr_mom_1",0.99,1613940889766,1530
"lr_1",3.4659299455309394e-05,1613940889766,1530
"mom_1",0.8883517513617265,1613940889766,1530
"eps_1",1e-05,1613940889766,1530
"wd_2",0.01,1613940889766,1530
"sqr_mom_2",0.99,1613940889766,1530
"lr_2",0.00034659299455309396,1613940889766,1530
"mom_2",0.8883517513617265,1613940889766,1530
"eps_2",1e-05,1613940889766,1530
"train_loss",0.0710241,1613940890764,1531
"raw_loss",0.06471834,1613940890764,1531
"epoch",9.635220125786141,1613940890764,1531
"wd_0",0.01,1613940890764,1531
"sqr_mom_0",0.99,1613940890764,1531
"lr_0",3.46849134111769e-06,1613940890764,1531
"mom_0",0.8882877164720577,1613940890764,1531
"eps_0",1e-05,1613940890764,1531
"wd_1",0.01,1613940890764,1531
"sqr_mom_1",0.99,1613940890764,1531
"lr_1",3.46849134111769e-05,1613940890764,1531
"mom_1",0.8882877164720577,1613940890764,1531
"eps_1",1e-05,1613940890764,1531
"wd_2",0.01,1613940890764,1531
"sqr_mom_2",0.99,1613940890764,1531
"lr_2",0.00034684913411176893,1613940890764,1531
"mom_2",0.8882877164720577,1613940890764,1531
"eps_2",1e-05,1613940890764,1531
"train_loss",0.07038202,1613940891744,1532
"raw_loss",0.038920384,1613940891744,1532
"epoch",9.641509433962241,1613940891744,1532
"wd_0",0.01,1613940891744,1532
"sqr_mom_0",0.99,1613940891744,1532
"lr_0",3.471052287908616e-06,1613940891744,1532
"mom_0",0.8882236928022846,1613940891744,1532
"eps_0",1e-05,1613940891744,1532
"wd_1",0.01,1613940891744,1532
"sqr_mom_1",0.99,1613940891744,1532
"lr_1",3.471052287908616e-05,1613940891744,1532
"mom_1",0.8882236928022846,1613940891744,1532
"eps_1",1e-05,1613940891744,1532
"wd_2",0.01,1613940891744,1532
"sqr_mom_2",0.99,1613940891744,1532
"lr_2",0.00034710522879086153,1613940891744,1532
"mom_2",0.8882236928022846,1613940891744,1532
"eps_2",1e-05,1613940891744,1532
"train_loss",0.070044026,1613940892711,1533
"raw_loss",0.053482108,1613940892711,1533
"epoch",9.647798742138342,1613940892711,1533
"wd_0",0.01,1613940892711,1533
"sqr_mom_0",0.99,1613940892711,1533
"lr_0",3.473612417257046e-06,1613940892711,1533
"mom_0",0.8881596895685738,1613940892711,1533
"eps_0",1e-05,1613940892711,1533
"wd_1",0.01,1613940892711,1533
"sqr_mom_1",0.99,1613940892711,1533
"lr_1",3.4736124172570454e-05,1613940892711,1533
"mom_1",0.8881596895685738,1613940892711,1533
"eps_1",1e-05,1613940892711,1533
"wd_2",0.01,1613940892711,1533
"sqr_mom_2",0.99,1613940892711,1533
"lr_2",0.0003473612417257045,1613940892711,1533
"mom_2",0.8881596895685738,1613940892711,1533
"eps_2",1e-05,1613940892711,1533
"train_loss",0.06926552,1613940893703,1534
"raw_loss",0.031118639,1613940893703,1534
"epoch",9.654088050314442,1613940893703,1534
"wd_0",0.01,1613940893703,1534
"sqr_mom_0",0.99,1613940893703,1534
"lr_0",3.4761713609824936e-06,1613940893703,1534
"mom_0",0.8880957159754377,1613940893703,1534
"eps_0",1e-05,1613940893703,1534
"wd_1",0.01,1613940893703,1534
"sqr_mom_1",0.99,1613940893703,1534
"lr_1",3.476171360982493e-05,1613940893703,1534
"mom_1",0.8880957159754377,1613940893703,1534
"eps_1",1e-05,1613940893703,1534
"wd_2",0.01,1613940893703,1534
"sqr_mom_2",0.99,1613940893703,1534
"lr_2",0.0003476171360982493,1613940893703,1534
"mom_2",0.8880957159754377,1613940893703,1534
"eps_2",1e-05,1613940893703,1534
"train_loss",0.06901873,1613940894661,1535
"raw_loss",0.056925893,1613940894661,1535
"epoch",9.660377358490543,1613940894661,1535
"wd_0",0.01,1613940894661,1535
"sqr_mom_0",0.99,1613940894661,1535
"lr_0",3.4787294786169426e-06,1613940894661,1535
"mom_0",0.8880317630345764,1613940894661,1535
"eps_0",1e-05,1613940894661,1535
"wd_1",0.01,1613940894661,1535
"sqr_mom_1",0.99,1613940894661,1535
"lr_1",3.4787294786169424e-05,1613940894661,1535
"mom_1",0.8880317630345764,1613940894661,1535
"eps_1",1e-05,1613940894661,1535
"wd_2",0.01,1613940894661,1535
"sqr_mom_2",0.99,1613940894661,1535
"lr_2",0.0003478729478616942,1613940894661,1535
"mom_2",0.8880317630345764,1613940894661,1535
"eps_2",1e-05,1613940894661,1535
"train_loss",0.06897068,1613940895645,1536
"raw_loss",0.06661625,1613940895645,1536
"epoch",9.666666666666643,1613940895645,1536
"wd_0",0.01,1613940895645,1536
"sqr_mom_0",0.99,1613940895645,1536
"lr_0",3.4812871292240214e-06,1613940895645,1536
"mom_0",0.8879678217693995,1613940895645,1536
"eps_0",1e-05,1613940895645,1536
"wd_1",0.01,1613940895645,1536
"sqr_mom_1",0.99,1613940895645,1536
"lr_1",3.481287129224021e-05,1613940895645,1536
"mom_1",0.8879678217693995,1613940895645,1536
"eps_1",1e-05,1613940895645,1536
"wd_2",0.01,1613940895645,1536
"sqr_mom_2",0.99,1613940895645,1536
"lr_2",0.00034812871292240206,1613940895645,1536
"mom_2",0.8879678217693995,1613940895645,1536
"eps_2",1e-05,1613940895645,1536
"train_loss",0.06844359,1613940896623,1537
"raw_loss",0.042616025,1613940896623,1537
"epoch",9.672955974842743,1613940896623,1537
"wd_0",0.01,1613940896623,1537
"sqr_mom_0",0.99,1613940896623,1537
"lr_0",3.4838435812449602e-06,1613940896623,1537
"mom_0",0.887903910468876,1613940896623,1537
"eps_0",1e-05,1613940896623,1537
"wd_1",0.01,1613940896623,1537
"sqr_mom_1",0.99,1613940896623,1537
"lr_1",3.48384358124496e-05,1613940896623,1537
"mom_1",0.887903910468876,1613940896623,1537
"eps_1",1e-05,1613940896623,1537
"wd_2",0.01,1613940896623,1537
"sqr_mom_2",0.99,1613940896623,1537
"lr_2",0.00034838435812449596,1613940896623,1537
"mom_2",0.887903910468876,1613940896623,1537
"eps_2",1e-05,1613940896623,1537
"train_loss",0.06910912,1613940897602,1538
"raw_loss",0.10172031,1613940897602,1538
"epoch",9.679245283018844,1613940897602,1538
"wd_0",0.01,1613940897602,1538
"sqr_mom_0",0.99,1613940897602,1538
"lr_0",3.4863991938646658e-06,1613940897602,1538
"mom_0",0.8878400201533834,1613940897602,1538
"eps_0",1e-05,1613940897602,1538
"wd_1",0.01,1613940897602,1538
"sqr_mom_1",0.99,1613940897602,1538
"lr_1",3.4863991938646654e-05,1613940897602,1538
"mom_1",0.8878400201533834,1613940897602,1538
"eps_1",1e-05,1613940897602,1538
"wd_2",0.01,1613940897602,1538
"sqr_mom_2",0.99,1613940897602,1538
"lr_2",0.0003486399193864665,1613940897602,1538
"mom_2",0.8878400201533834,1613940897602,1538
"eps_2",1e-05,1613940897602,1538
"train_loss",0.0684021,1613940898559,1539
"raw_loss",0.033757932,1613940898559,1539
"epoch",9.685534591194944,1613940898559,1539
"wd_0",0.01,1613940898559,1539
"sqr_mom_0",0.99,1613940898559,1539
"lr_0",3.4889543257921467e-06,1613940898559,1539
"mom_0",0.8877761418551963,1613940898559,1539
"eps_0",1e-05,1613940898559,1539
"wd_1",0.01,1613940898559,1539
"sqr_mom_1",0.99,1613940898559,1539
"lr_1",3.488954325792147e-05,1613940898559,1539
"mom_1",0.8877761418551963,1613940898559,1539
"eps_1",1e-05,1613940898559,1539
"wd_2",0.01,1613940898559,1539
"sqr_mom_2",0.99,1613940898559,1539
"lr_2",0.00034889543257921464,1613940898559,1539
"mom_2",0.8877761418551963,1613940898559,1539
"eps_2",1e-05,1613940898559,1539
"train_loss",0.06806975,1613940899516,1540
"raw_loss",0.05178462,1613940899516,1540
"epoch",9.691823899371045,1613940899516,1540
"wd_0",0.01,1613940899516,1540
"sqr_mom_0",0.99,1613940899516,1540
"lr_0",3.491508246189045e-06,1613940899516,1540
"mom_0",0.8877122938452738,1613940899516,1540
"eps_0",1e-05,1613940899516,1540
"wd_1",0.01,1613940899516,1540
"sqr_mom_1",0.99,1613940899516,1540
"lr_1",3.4915082461890445e-05,1613940899516,1540
"mom_1",0.8877122938452738,1613940899516,1540
"eps_1",1e-05,1613940899516,1540
"wd_2",0.01,1613940899516,1540
"sqr_mom_2",0.99,1613940899516,1540
"lr_2",0.0003491508246189044,1613940899516,1540
"mom_2",0.8877122938452738,1613940899516,1540
"eps_2",1e-05,1613940899516,1540
"train_loss",0.06765211,1613940900483,1541
"raw_loss",0.047187645,1613940900483,1541
"epoch",9.698113207547145,1613940900483,1541
"wd_0",0.01,1613940900483,1541
"sqr_mom_0",0.99,1613940900483,1541
"lr_0",3.4940616767877563e-06,1613940900483,1541
"mom_0",0.8876484580803061,1613940900483,1541
"eps_0",1e-05,1613940900483,1541
"wd_1",0.01,1613940900483,1541
"sqr_mom_1",0.99,1613940900483,1541
"lr_1",3.494061676787756e-05,1613940900483,1541
"mom_1",0.8876484580803061,1613940900483,1541
"eps_1",1e-05,1613940900483,1541
"wd_2",0.01,1613940900483,1541
"sqr_mom_2",0.99,1613940900483,1541
"lr_2",0.0003494061676787756,1613940900483,1541
"mom_2",0.8876484580803061,1613940900483,1541
"eps_2",1e-05,1613940900483,1541
"train_loss",0.06698246,1613940901448,1542
"raw_loss",0.03416979,1613940901448,1542
"epoch",9.704402515723245,1613940901448,1542
"wd_0",0.01,1613940901448,1542
"sqr_mom_0",0.99,1613940901448,1542
"lr_0",3.4966142500145346e-06,1613940901448,1542
"mom_0",0.8875846437496366,1613940901448,1542
"eps_0",1e-05,1613940901448,1542
"wd_1",0.01,1613940901448,1542
"sqr_mom_1",0.99,1613940901448,1542
"lr_1",3.496614250014534e-05,1613940901448,1542
"mom_1",0.8875846437496366,1613940901448,1542
"eps_1",1e-05,1613940901448,1542
"wd_2",0.01,1613940901448,1542
"sqr_mom_2",0.99,1613940901448,1542
"lr_2",0.00034966142500145344,1613940901448,1542
"mom_2",0.8875846437496366,1613940901448,1542
"eps_2",1e-05,1613940901448,1542
"train_loss",0.06658083,1613940902415,1543
"raw_loss",0.046900935,1613940902415,1543
"epoch",9.710691823899346,1613940902415,1543
"wd_0",0.01,1613940902415,1543
"sqr_mom_0",0.99,1613940902415,1543
"lr_0",3.4991655987845933e-06,1613940902415,1543
"mom_0",0.8875208600303851,1613940902415,1543
"eps_0",1e-05,1613940902415,1543
"wd_1",0.01,1613940902415,1543
"sqr_mom_1",0.99,1613940902415,1543
"lr_1",3.499165598784593e-05,1613940902415,1543
"mom_1",0.8875208600303851,1613940902415,1543
"eps_1",1e-05,1613940902415,1543
"wd_2",0.01,1613940902415,1543
"sqr_mom_2",0.99,1613940902415,1543
"lr_2",0.00034991655987845927,1613940902415,1543
"mom_2",0.8875208600303851,1613940902415,1543
"eps_2",1e-05,1613940902415,1543
"train_loss",0.065814555,1613940903362,1544
"raw_loss",0.028266883,1613940903362,1544
"epoch",9.716981132075446,1613940903362,1544
"wd_0",0.01,1613940903362,1544
"sqr_mom_0",0.99,1613940903362,1544
"lr_0",3.5017164441035928e-06,1613940903362,1544
"mom_0",0.8874570888974102,1613940903362,1544
"eps_0",1e-05,1613940903362,1544
"wd_1",0.01,1613940903362,1544
"sqr_mom_1",0.99,1613940903362,1544
"lr_1",3.501716444103592e-05,1613940903362,1544
"mom_1",0.8874570888974102,1613940903362,1544
"eps_1",1e-05,1613940903362,1544
"wd_2",0.01,1613940903362,1544
"sqr_mom_2",0.99,1613940903362,1544
"lr_2",0.0003501716444103592,1613940903362,1544
"mom_2",0.8874570888974102,1613940903362,1544
"eps_2",1e-05,1613940903362,1544
"train_loss",0.06537126,1613940904317,1545
"raw_loss",0.043649726,1613940904317,1545
"epoch",9.723270440251547,1613940904317,1545
"wd_0",0.01,1613940904317,1545
"sqr_mom_0",0.99,1613940904317,1545
"lr_0",3.5042660563592633e-06,1613940904317,1545
"mom_0",0.8873933485910184,1613940904317,1545
"eps_0",1e-05,1613940904317,1545
"wd_1",0.01,1613940904317,1545
"sqr_mom_1",0.99,1613940904317,1545
"lr_1",3.504266056359263e-05,1613940904317,1545
"mom_1",0.8873933485910184,1613940904317,1545
"eps_1",1e-05,1613940904317,1545
"wd_2",0.01,1613940904317,1545
"sqr_mom_2",0.99,1613940904317,1545
"lr_2",0.00035042660563592627,1613940904317,1545
"mom_2",0.8873933485910184,1613940904317,1545
"eps_2",1e-05,1613940904317,1545
"train_loss",0.064712815,1613940905269,1546
"raw_loss",0.032448847,1613940905269,1546
"epoch",9.729559748427647,1613940905269,1546
"wd_0",0.01,1613940905269,1546
"sqr_mom_0",0.99,1613940905269,1546
"lr_0",3.5068147937835497e-06,1613940905269,1546
"mom_0",0.8873296301554112,1613940905269,1546
"eps_0",1e-05,1613940905269,1546
"wd_1",0.01,1613940905269,1546
"sqr_mom_1",0.99,1613940905269,1546
"lr_1",3.5068147937835495e-05,1613940905269,1546
"mom_1",0.8873296301554112,1613940905269,1546
"eps_1",1e-05,1613940905269,1546
"wd_2",0.01,1613940905269,1546
"sqr_mom_2",0.99,1613940905269,1546
"lr_2",0.0003506814793783549,1613940905269,1546
"mom_2",0.8873296301554112,1613940905269,1546
"eps_2",1e-05,1613940905269,1546
"train_loss",0.06441035,1613940906233,1547
"raw_loss",0.04958977,1613940906233,1547
"epoch",9.735849056603747,1613940906233,1547
"wd_0",0.01,1613940906233,1547
"sqr_mom_0",0.99,1613940906233,1547
"lr_0",3.5093630141124132e-06,1613940906233,1547
"mom_0",0.8872659246471897,1613940906233,1547
"eps_0",1e-05,1613940906233,1547
"wd_1",0.01,1613940906233,1547
"sqr_mom_1",0.99,1613940906233,1547
"lr_1",3.5093630141124126e-05,1613940906233,1547
"mom_1",0.8872659246471897,1613940906233,1547
"eps_1",1e-05,1613940906233,1547
"wd_2",0.01,1613940906233,1547
"sqr_mom_2",0.99,1613940906233,1547
"lr_2",0.0003509363014112413,1613940906233,1547
"mom_2",0.8872659246471897,1613940906233,1547
"eps_2",1e-05,1613940906233,1547
"train_loss",0.06411348,1613940907190,1548
"raw_loss",0.049566887,1613940907190,1548
"epoch",9.742138364779848,1613940907190,1548
"wd_0",0.01,1613940907190,1548
"sqr_mom_0",0.99,1613940907190,1548
"lr_0",3.511909988484403e-06,1613940907190,1548
"mom_0",0.8872022502878899,1613940907190,1548
"eps_0",1e-05,1613940907190,1548
"wd_1",0.01,1613940907190,1548
"sqr_mom_1",0.99,1613940907190,1548
"lr_1",3.511909988484403e-05,1613940907190,1548
"mom_1",0.8872022502878899,1613940907190,1548
"eps_1",1e-05,1613940907190,1548
"wd_2",0.01,1613940907190,1548
"sqr_mom_2",0.99,1613940907190,1548
"lr_2",0.00035119099884844024,1613940907190,1548
"mom_2",0.8872022502878899,1613940907190,1548
"eps_2",1e-05,1613940907190,1548
"train_loss",0.06351308,1613940908161,1549
"raw_loss",0.03409321,1613940908161,1549
"epoch",9.748427672955948,1613940908161,1549
"wd_0",0.01,1613940908161,1549
"sqr_mom_0",0.99,1613940908161,1549
"lr_0",3.5144560747638523e-06,1613940908161,1549
"mom_0",0.8871385981309037,1613940908161,1549
"eps_0",1e-05,1613940908161,1549
"wd_1",0.01,1613940908161,1549
"sqr_mom_1",0.99,1613940908161,1549
"lr_1",3.5144560747638516e-05,1613940908161,1549
"mom_1",0.8871385981309037,1613940908161,1549
"eps_1",1e-05,1613940908161,1549
"wd_2",0.01,1613940908161,1549
"sqr_mom_2",0.99,1613940908161,1549
"lr_2",0.00035144560747638515,1613940908161,1549
"mom_2",0.8871385981309037,1613940908161,1549
"eps_2",1e-05,1613940908161,1549
"train_loss",0.063067615,1613940909115,1550
"raw_loss",0.04124009,1613940909115,1550
"epoch",9.754716981132049,1613940909115,1550
"wd_0",0.01,1613940909115,1550
"sqr_mom_0",0.99,1613940909115,1550
"lr_0",3.517001630311588e-06,1613940909115,1550
"mom_0",0.8870749592422102,1613940909115,1550
"eps_0",1e-05,1613940909115,1550
"wd_1",0.01,1613940909115,1550
"sqr_mom_1",0.99,1613940909115,1550
"lr_1",3.517001630311588e-05,1613940909115,1550
"mom_1",0.8870749592422102,1613940909115,1550
"eps_1",1e-05,1613940909115,1550
"wd_2",0.01,1613940909115,1550
"sqr_mom_2",0.99,1613940909115,1550
"lr_2",0.00035170016303115876,1613940909115,1550
"mom_2",0.8870749592422102,1613940909115,1550
"eps_2",1e-05,1613940909115,1550
"train_loss",0.06265586,1613940910126,1551
"raw_loss",0.04247967,1613940910126,1551
"epoch",9.761006289308149,1613940910126,1551
"wd_0",0.01,1613940910126,1551
"sqr_mom_0",0.99,1613940910126,1551
"lr_0",3.5195462886784502e-06,1613940910126,1551
"mom_0",0.8870113427830387,1613940910126,1551
"eps_0",1e-05,1613940910126,1551
"wd_1",0.01,1613940910126,1551
"sqr_mom_1",0.99,1613940910126,1551
"lr_1",3.5195462886784496e-05,1613940910126,1551
"mom_1",0.8870113427830387,1613940910126,1551
"eps_1",1e-05,1613940910126,1551
"wd_2",0.01,1613940910126,1551
"sqr_mom_2",0.99,1613940910126,1551
"lr_2",0.000351954628867845,1613940910126,1551
"mom_2",0.8870113427830387,1613940910126,1551
"eps_2",1e-05,1613940910126,1551
"train_loss",0.062082026,1613940911177,1552
"raw_loss",0.03396423,1613940911177,1552
"epoch",9.76729559748425,1613940911177,1552
"wd_0",0.01,1613940911177,1552
"sqr_mom_0",0.99,1613940911177,1552
"lr_0",3.5220900454485543e-06,1613940911177,1552
"mom_0",0.8869477488637861,1613940911177,1552
"eps_0",1e-05,1613940911177,1552
"wd_1",0.01,1613940911177,1552
"sqr_mom_1",0.99,1613940911177,1552
"lr_1",3.522090045448554e-05,1613940911177,1552
"mom_1",0.8869477488637861,1613940911177,1552
"eps_1",1e-05,1613940911177,1552
"wd_2",0.01,1613940911177,1552
"sqr_mom_2",0.99,1613940911177,1552
"lr_2",0.00035220900454485535,1613940911177,1552
"mom_2",0.8869477488637861,1613940911177,1552
"eps_2",1e-05,1613940911177,1552
"train_loss",0.062429152,1613940912189,1553
"raw_loss",0.079438366,1613940912189,1553
"epoch",9.77358490566035,1613940912189,1553
"wd_0",0.01,1613940912189,1553
"sqr_mom_0",0.99,1613940912189,1553
"lr_0",3.5246325348150678e-06,1613940912189,1553
"mom_0",0.8868841866296233,1613940912189,1553
"eps_0",1e-05,1613940912189,1553
"wd_1",0.01,1613940912189,1553
"sqr_mom_1",0.99,1613940912189,1553
"lr_1",3.524632534815068e-05,1613940912189,1553
"mom_1",0.8868841866296233,1613940912189,1553
"eps_1",1e-05,1613940912189,1553
"wd_2",0.01,1613940912189,1553
"sqr_mom_2",0.99,1613940912189,1553
"lr_2",0.00035246325348150674,1613940912189,1553
"mom_2",0.8868841866296233,1613940912189,1553
"eps_2",1e-05,1613940912189,1553
"train_loss",0.062010717,1613940913150,1554
"raw_loss",0.041507315,1613940913150,1554
"epoch",9.77987421383645,1613940913150,1554
"wd_0",0.01,1613940913150,1554
"sqr_mom_0",0.99,1613940913150,1554
"lr_0",3.5271741140171937e-06,1613940913150,1554
"mom_0",0.8868206471495701,1613940913150,1554
"eps_0",1e-05,1613940913150,1554
"wd_1",0.01,1613940913150,1554
"sqr_mom_1",0.99,1613940913150,1554
"lr_1",3.5271741140171934e-05,1613940913150,1554
"mom_1",0.8868206471495701,1613940913150,1554
"eps_1",1e-05,1613940913150,1554
"wd_2",0.01,1613940913150,1554
"sqr_mom_2",0.99,1613940913150,1554
"lr_2",0.0003527174114017193,1613940913150,1554
"mom_2",0.8868206471495701,1613940913150,1554
"eps_2",1e-05,1613940913150,1554
"train_loss",0.06314988,1613940914116,1555
"raw_loss",0.11896877,1613940914116,1555
"epoch",9.78616352201255,1613940914116,1555
"wd_0",0.01,1613940914116,1555
"sqr_mom_0",0.99,1613940914116,1555
"lr_0",3.5297151397781186e-06,1613940914116,1555
"mom_0",0.886757121505547,1613940914116,1555
"eps_0",1e-05,1613940914116,1555
"wd_1",0.01,1613940914116,1555
"sqr_mom_1",0.99,1613940914116,1555
"lr_1",3.5297151397781184e-05,1613940914116,1555
"mom_1",0.886757121505547,1613940914116,1555
"eps_1",1e-05,1613940914116,1555
"wd_2",0.01,1613940914116,1555
"sqr_mom_2",0.99,1613940914116,1555
"lr_2",0.0003529715139778118,1613940914116,1555
"mom_2",0.886757121505547,1613940914116,1555
"eps_2",1e-05,1613940914116,1555
"train_loss",0.0627317,1613940915083,1556
"raw_loss",0.042241067,1613940915083,1556
"epoch",9.792452830188651,1613940915083,1556
"wd_0",0.01,1613940915083,1556
"sqr_mom_0",0.99,1613940915083,1556
"lr_0",3.5322548852942383e-06,1613940915083,1556
"mom_0",0.886693627867644,1613940915083,1556
"eps_0",1e-05,1613940915083,1556
"wd_1",0.01,1613940915083,1556
"sqr_mom_1",0.99,1613940915083,1556
"lr_1",3.5322548852942375e-05,1613940915083,1556
"mom_1",0.886693627867644,1613940915083,1556
"eps_1",1e-05,1613940915083,1556
"wd_2",0.01,1613940915083,1556
"sqr_mom_2",0.99,1613940915083,1556
"lr_2",0.00035322548852942376,1613940915083,1556
"mom_2",0.886693627867644,1613940915083,1556
"eps_2",1e-05,1613940915083,1556
"train_loss",0.062383953,1613940916070,1557
"raw_loss",0.04534445,1613940916070,1557
"epoch",9.798742138364751,1613940916070,1557
"wd_0",0.01,1613940916070,1557
"sqr_mom_0",0.99,1613940916070,1557
"lr_0",3.5347937074222533e-06,1613940916070,1557
"mom_0",0.8866301573144436,1613940916070,1557
"eps_0",1e-05,1613940916070,1557
"wd_1",0.01,1613940916070,1557
"sqr_mom_1",0.99,1613940916070,1557
"lr_1",3.534793707422253e-05,1613940916070,1557
"mom_1",0.8866301573144436,1613940916070,1557
"eps_1",1e-05,1613940916070,1557
"wd_2",0.01,1613940916070,1557
"sqr_mom_2",0.99,1613940916070,1557
"lr_2",0.0003534793707422253,1613940916070,1557
"mom_2",0.8866301573144436,1613940916070,1557
"eps_2",1e-05,1613940916070,1557
"train_loss",0.06233474,1613940917051,1558
"raw_loss",0.059923217,1613940917051,1558
"epoch",9.805031446540852,1613940917051,1558
"wd_0",0.01,1613940917051,1558
"sqr_mom_0",0.99,1613940917051,1558
"lr_0",3.537331962495352e-06,1613940917051,1558
"mom_0",0.8865667009376161,1613940917051,1558
"eps_0",1e-05,1613940917051,1558
"wd_1",0.01,1613940917051,1558
"sqr_mom_1",0.99,1613940917051,1558
"lr_1",3.537331962495352e-05,1613940917051,1558
"mom_1",0.8865667009376161,1613940917051,1558
"eps_1",1e-05,1613940917051,1558
"wd_2",0.01,1613940917051,1558
"sqr_mom_2",0.99,1613940917051,1558
"lr_2",0.00035373319624953513,1613940917051,1558
"mom_2",0.8865667009376161,1613940917051,1558
"eps_2",1e-05,1613940917051,1558
"train_loss",0.062723905,1613940918061,1559
"raw_loss",0.08179291,1613940918061,1559
"epoch",9.811320754716952,1613940918061,1559
"wd_0",0.01,1613940918061,1559
"sqr_mom_0",0.99,1613940918061,1559
"lr_0",3.539868924502422e-06,1613940918061,1559
"mom_0",0.8865032768874395,1613940918061,1559
"eps_0",1e-05,1613940918061,1559
"wd_1",0.01,1613940918061,1559
"sqr_mom_1",0.99,1613940918061,1559
"lr_1",3.5398689245024216e-05,1613940918061,1559
"mom_1",0.8865032768874395,1613940918061,1559
"eps_1",1e-05,1613940918061,1559
"wd_2",0.01,1613940918061,1559
"sqr_mom_2",0.99,1613940918061,1559
"lr_2",0.00035398689245024216,1613940918061,1559
"mom_2",0.8865032768874395,1613940918061,1559
"eps_2",1e-05,1613940918061,1559
"train_loss",0.062138118,1613940919029,1560
"raw_loss",0.033434518,1613940919029,1560
"epoch",9.817610062893053,1613940919029,1560
"wd_0",0.01,1613940919029,1560
"sqr_mom_0",0.99,1613940919029,1560
"lr_0",3.5424053103834554e-06,1613940919029,1560
"mom_0",0.8864398672404136,1613940919029,1560
"eps_0",1e-05,1613940919029,1560
"wd_1",0.01,1613940919029,1560
"sqr_mom_1",0.99,1613940919029,1560
"lr_1",3.5424053103834554e-05,1613940919029,1560
"mom_1",0.8864398672404136,1613940919029,1560
"eps_1",1e-05,1613940919029,1560
"wd_2",0.01,1613940919029,1560
"sqr_mom_2",0.99,1613940919029,1560
"lr_2",0.0003542405310383455,1613940919029,1560
"mom_2",0.8864398672404136,1613940919029,1560
"eps_2",1e-05,1613940919029,1560
"train_loss",0.062624075,1613940920001,1561
"raw_loss",0.0864358,1613940920001,1561
"epoch",9.823899371069153,1613940920001,1561
"wd_0",0.01,1613940920001,1561
"sqr_mom_0",0.99,1613940920001,1561
"lr_0",3.5449407549992354e-06,1613940920001,1561
"mom_0",0.8863764811250191,1613940920001,1561
"eps_0",1e-05,1613940920001,1561
"wd_1",0.01,1613940920001,1561
"sqr_mom_1",0.99,1613940920001,1561
"lr_1",3.544940754999235e-05,1613940920001,1561
"mom_1",0.8863764811250191,1613940920001,1561
"eps_1",1e-05,1613940920001,1561
"wd_2",0.01,1613940920001,1561
"sqr_mom_2",0.99,1613940920001,1561
"lr_2",0.0003544940754999235,1613940920001,1561
"mom_2",0.8863764811250191,1613940920001,1561
"eps_2",1e-05,1613940920001,1561
"train_loss",0.062244274,1613940920968,1562
"raw_loss",0.043634098,1613940920968,1562
"epoch",9.830188679245254,1613940920968,1562
"wd_0",0.01,1613940920968,1562
"sqr_mom_0",0.99,1613940920968,1562
"lr_0",3.547474893747349e-06,1613940920968,1562
"mom_0",0.8863131276563163,1613940920968,1562
"eps_0",1e-05,1613940920968,1562
"wd_1",0.01,1613940920968,1562
"sqr_mom_1",0.99,1613940920968,1562
"lr_1",3.5474748937473486e-05,1613940920968,1562
"mom_1",0.8863131276563163,1613940920968,1562
"eps_1",1e-05,1613940920968,1562
"wd_2",0.01,1613940920968,1562
"sqr_mom_2",0.99,1613940920968,1562
"lr_2",0.00035474748937473484,1613940920968,1562
"mom_2",0.8863131276563163,1613940920968,1562
"eps_2",1e-05,1613940920968,1562
"train_loss",0.06250394,1613940921930,1563
"raw_loss",0.07522752,1613940921930,1563
"epoch",9.836477987421354,1613940921930,1563
"wd_0",0.01,1613940921930,1563
"sqr_mom_0",0.99,1613940921930,1563
"lr_0",3.5500084427699413e-06,1613940921930,1563
"mom_0",0.8862497889307515,1613940921930,1563
"eps_0",1e-05,1613940921930,1563
"wd_1",0.01,1613940921930,1563
"sqr_mom_1",0.99,1613940921930,1563
"lr_1",3.550008442769941e-05,1613940921930,1563
"mom_1",0.8862497889307515,1613940921930,1563
"eps_1",1e-05,1613940921930,1563
"wd_2",0.01,1613940921930,1563
"sqr_mom_2",0.99,1613940921930,1563
"lr_2",0.0003550008442769941,1613940921930,1563
"mom_2",0.8862497889307515,1613940921930,1563
"eps_2",1e-05,1613940921930,1563
"train_loss",0.062116437,1613940922908,1564
"raw_loss",0.043128755,1613940922908,1564
"epoch",9.842767295597454,1613940922908,1564
"wd_0",0.01,1613940922908,1564
"sqr_mom_0",0.99,1613940922908,1564
"lr_0",3.5525406774019624e-06,1613940922908,1564
"mom_0",0.886186483064951,1613940922908,1564
"eps_0",1e-05,1613940922908,1564
"wd_1",0.01,1613940922908,1564
"sqr_mom_1",0.99,1613940922908,1564
"lr_1",3.552540677401962e-05,1613940922908,1564
"mom_1",0.886186483064951,1613940922908,1564
"eps_1",1e-05,1613940922908,1564
"wd_2",0.01,1613940922908,1564
"sqr_mom_2",0.99,1613940922908,1564
"lr_2",0.00035525406774019615,1613940922908,1564
"mom_2",0.886186483064951,1613940922908,1564
"eps_2",1e-05,1613940922908,1564
"train_loss",0.06262585,1613940923927,1565
"raw_loss",0.087587014,1613940923927,1565
"epoch",9.849056603773555,1613940923927,1565
"wd_0",0.01,1613940923927,1565
"sqr_mom_0",0.99,1613940923927,1565
"lr_0",3.555071953452855e-06,1613940923927,1565
"mom_0",0.8861232011636786,1613940923927,1565
"eps_0",1e-05,1613940923927,1565
"wd_1",0.01,1613940923927,1565
"sqr_mom_1",0.99,1613940923927,1565
"lr_1",3.555071953452855e-05,1613940923927,1565
"mom_1",0.8861232011636786,1613940923927,1565
"eps_1",1e-05,1613940923927,1565
"wd_2",0.01,1613940923927,1565
"sqr_mom_2",0.99,1613940923927,1565
"lr_2",0.00035550719534528544,1613940923927,1565
"mom_2",0.8861232011636786,1613940923927,1565
"eps_2",1e-05,1613940923927,1565
"train_loss",0.06271807,1613940924886,1566
"raw_loss",0.067237005,1613940924886,1566
"epoch",9.855345911949655,1613940924886,1566
"wd_0",0.01,1613940924886,1566
"sqr_mom_0",0.99,1613940924886,1566
"lr_0",3.5576026261885953e-06,1613940924886,1566
"mom_0",0.8860599343452851,1613940924886,1566
"eps_0",1e-05,1613940924886,1566
"wd_1",0.01,1613940924886,1566
"sqr_mom_1",0.99,1613940924886,1566
"lr_1",3.557602626188595e-05,1613940924886,1566
"mom_1",0.8860599343452851,1613940924886,1566
"eps_1",1e-05,1613940924886,1566
"wd_2",0.01,1613940924886,1566
"sqr_mom_2",0.99,1613940924886,1566
"lr_2",0.0003557602626188595,1613940924886,1566
"mom_2",0.8860599343452851,1613940924886,1566
"eps_2",1e-05,1613940924886,1566
"train_loss",0.06256637,1613940925922,1567
"raw_loss",0.05513287,1613940925922,1567
"epoch",9.861635220125756,1613940925922,1567
"wd_0",0.01,1613940925922,1567
"sqr_mom_0",0.99,1613940925922,1567
"lr_0",3.560131971766831e-06,1613940925922,1567
"mom_0",0.8859967007058293,1613940925922,1567
"eps_0",1e-05,1613940925922,1567
"wd_1",0.01,1613940925922,1567
"sqr_mom_1",0.99,1613940925922,1567
"lr_1",3.560131971766831e-05,1613940925922,1567
"mom_1",0.8859967007058293,1613940925922,1567
"eps_1",1e-05,1613940925922,1567
"wd_2",0.01,1613940925922,1567
"sqr_mom_2",0.99,1613940925922,1567
"lr_2",0.00035601319717668304,1613940925922,1567
"mom_2",0.8859967007058293,1613940925922,1567
"eps_2",1e-05,1613940925922,1567
"train_loss",0.06431084,1613940926885,1568
"raw_loss",0.14979011,1613940926885,1568
"epoch",9.867924528301856,1613940926885,1568
"wd_0",0.01,1613940926885,1568
"sqr_mom_0",0.99,1613940926885,1568
"lr_0",3.562660345594099e-06,1613940926885,1568
"mom_0",0.8859334913601475,1613940926885,1568
"eps_0",1e-05,1613940926885,1568
"wd_1",0.01,1613940926885,1568
"sqr_mom_1",0.99,1613940926885,1568
"lr_1",3.5626603455940987e-05,1613940926885,1568
"mom_1",0.8859334913601475,1613940926885,1568
"eps_1",1e-05,1613940926885,1568
"wd_2",0.01,1613940926885,1568
"sqr_mom_2",0.99,1613940926885,1568
"lr_2",0.00035626603455940985,1613940926885,1568
"mom_2",0.8859334913601475,1613940926885,1568
"eps_2",1e-05,1613940926885,1568
"train_loss",0.064767435,1613940927934,1569
"raw_loss",0.08714063,1613940927934,1569
"epoch",9.874213836477956,1613940927934,1569
"wd_0",0.01,1613940927934,1569
"sqr_mom_0",0.99,1613940927934,1569
"lr_0",3.5651881025260058e-06,1613940927934,1569
"mom_0",0.8858702974368499,1613940927934,1569
"eps_0",1e-05,1613940927934,1569
"wd_1",0.01,1613940927934,1569
"sqr_mom_1",0.99,1613940927934,1569
"lr_1",3.565188102526005e-05,1613940927934,1569
"mom_1",0.8858702974368499,1613940927934,1569
"eps_1",1e-05,1613940927934,1569
"wd_2",0.01,1613940927934,1569
"sqr_mom_2",0.99,1613940927934,1569
"lr_2",0.00035651881025260053,1613940927934,1569
"mom_2",0.8858702974368499,1613940927934,1569
"eps_2",1e-05,1613940927934,1569
"train_loss",0.06463013,1613940928894,1570
"raw_loss",0.057901993,1613940928894,1570
"epoch",9.880503144654057,1613940928894,1570
"wd_0",0.01,1613940928894,1570
"sqr_mom_0",0.99,1613940928894,1570
"lr_0",3.5677148786564477e-06,1613940928894,1570
"mom_0",0.8858071280335887,1613940928894,1570
"eps_0",1e-05,1613940928894,1570
"wd_1",0.01,1613940928894,1570
"sqr_mom_1",0.99,1613940928894,1570
"lr_1",3.5677148786564474e-05,1613940928894,1570
"mom_1",0.8858071280335887,1613940928894,1570
"eps_1",1e-05,1613940928894,1570
"wd_2",0.01,1613940928894,1570
"sqr_mom_2",0.99,1613940928894,1570
"lr_2",0.0003567714878656447,1613940928894,1570
"mom_2",0.8858071280335887,1613940928894,1570
"eps_2",1e-05,1613940928894,1570
"train_loss",0.066194125,1613940929854,1571
"raw_loss",0.14283013,1613940929854,1571
"epoch",9.886792452830157,1613940929854,1571
"wd_0",0.01,1613940929854,1571
"sqr_mom_0",0.99,1613940929854,1571
"lr_0",3.570240669600575e-06,1613940929854,1571
"mom_0",0.8857439832599856,1613940929854,1571
"eps_0",1e-05,1613940929854,1571
"wd_1",0.01,1613940929854,1571
"sqr_mom_1",0.99,1613940929854,1571
"lr_1",3.570240669600574e-05,1613940929854,1571
"mom_1",0.8857439832599856,1613940929854,1571
"eps_1",1e-05,1613940929854,1571
"wd_2",0.01,1613940929854,1571
"sqr_mom_2",0.99,1613940929854,1571
"lr_2",0.0003570240669600574,1613940929854,1571
"mom_2",0.8857439832599856,1613940929854,1571
"eps_2",1e-05,1613940929854,1571
"train_loss",0.06676915,1613940930849,1572
"raw_loss",0.09494546,1613940930849,1572
"epoch",9.893081761006258,1613940930849,1572
"wd_0",0.01,1613940930849,1572
"sqr_mom_0",0.99,1613940930849,1572
"lr_0",3.5727651121543213e-06,1613940930849,1572
"mom_0",0.885680872196142,1613940930849,1572
"eps_0",1e-05,1613940930849,1572
"wd_1",0.01,1613940930849,1572
"sqr_mom_1",0.99,1613940930849,1572
"lr_1",3.572765112154321e-05,1613940930849,1572
"mom_1",0.885680872196142,1613940930849,1572
"eps_1",1e-05,1613940930849,1572
"wd_2",0.01,1613940930849,1572
"sqr_mom_2",0.99,1613940930849,1572
"lr_2",0.0003572765112154321,1613940930849,1572
"mom_2",0.885680872196142,1613940930849,1572
"eps_2",1e-05,1613940930849,1572
"train_loss",0.06664468,1613940931889,1573
"raw_loss",0.06054552,1613940931889,1573
"epoch",9.899371069182358,1613940931889,1573
"wd_0",0.01,1613940931889,1573
"sqr_mom_0",0.99,1613940931889,1573
"lr_0",3.575288561040362e-06,1613940931889,1573
"mom_0",0.8856177859739909,1613940931889,1573
"eps_0",1e-05,1613940931889,1573
"wd_1",0.01,1613940931889,1573
"sqr_mom_1",0.99,1613940931889,1573
"lr_1",3.575288561040362e-05,1613940931889,1573
"mom_1",0.8856177859739909,1613940931889,1573
"eps_1",1e-05,1613940931889,1573
"wd_2",0.01,1613940931889,1573
"sqr_mom_2",0.99,1613940931889,1573
"lr_2",0.00035752885610403616,1613940931889,1573
"mom_2",0.8856177859739909,1613940931889,1573
"eps_2",1e-05,1613940931889,1573
"train_loss",0.0708586,1613940932884,1574
"raw_loss",0.2773406,1613940932884,1574
"epoch",9.905660377358458,1613940932884,1574
"wd_0",0.01,1613940932884,1574
"sqr_mom_0",0.99,1613940932884,1574
"lr_0",3.5778113704180114e-06,1613940932884,1574
"mom_0",0.8855547157395497,1613940932884,1574
"eps_0",1e-05,1613940932884,1574
"wd_1",0.01,1613940932884,1574
"sqr_mom_1",0.99,1613940932884,1574
"lr_1",3.577811370418011e-05,1613940932884,1574
"mom_1",0.8855547157395497,1613940932884,1574
"eps_1",1e-05,1613940932884,1574
"wd_2",0.01,1613940932884,1574
"sqr_mom_2",0.99,1613940932884,1574
"lr_2",0.0003577811370418011,1613940932884,1574
"mom_2",0.8855547157395497,1613940932884,1574
"eps_2",1e-05,1613940932884,1574
"train_loss",0.07042043,1613940933868,1575
"raw_loss",0.048950214,1613940933868,1575
"epoch",9.911949685534559,1613940933868,1575
"wd_0",0.01,1613940933868,1575
"sqr_mom_0",0.99,1613940933868,1575
"lr_0",3.580332818694054e-06,1613940933868,1575
"mom_0",0.8854916795326486,1613940933868,1575
"eps_0",1e-05,1613940933868,1575
"wd_1",0.01,1613940933868,1575
"sqr_mom_1",0.99,1613940933868,1575
"lr_1",3.580332818694054e-05,1613940933868,1575
"mom_1",0.8854916795326486,1613940933868,1575
"eps_1",1e-05,1613940933868,1575
"wd_2",0.01,1613940933868,1575
"sqr_mom_2",0.99,1613940933868,1575
"lr_2",0.0003580332818694053,1613940933868,1575
"mom_2",0.8854916795326486,1613940933868,1575
"eps_2",1e-05,1613940933868,1575
"train_loss",0.07036667,1613940934811,1576
"raw_loss",0.067732744,1613940934811,1576
"epoch",9.91823899371066,1613940934811,1576
"wd_0",0.01,1613940934811,1576
"sqr_mom_0",0.99,1613940934811,1576
"lr_0",3.582853260173473e-06,1613940934811,1576
"mom_0",0.8854286684956632,1613940934811,1576
"eps_0",1e-05,1613940934811,1576
"wd_1",0.01,1613940934811,1576
"sqr_mom_1",0.99,1613940934811,1576
"lr_1",3.582853260173473e-05,1613940934811,1576
"mom_1",0.8854286684956632,1613940934811,1576
"eps_1",1e-05,1613940934811,1576
"wd_2",0.01,1613940934811,1576
"sqr_mom_2",0.99,1613940934811,1576
"lr_2",0.00035828532601734725,1613940934811,1576
"mom_2",0.8854286684956632,1613940934811,1576
"eps_2",1e-05,1613940934811,1576
"train_loss",0.070234016,1613940935796,1577
"raw_loss",0.063733876,1613940935796,1577
"epoch",9.92452830188676,1613940935796,1577
"wd_0",0.01,1613940935796,1577
"sqr_mom_0",0.99,1613940935796,1577
"lr_0",3.5853730485904502e-06,1613940935796,1577
"mom_0",0.8853656737852387,1613940935796,1577
"eps_0",1e-05,1613940935796,1577
"wd_1",0.01,1613940935796,1577
"sqr_mom_1",0.99,1613940935796,1577
"lr_1",3.5853730485904496e-05,1613940935796,1577
"mom_1",0.8853656737852387,1613940935796,1577
"eps_1",1e-05,1613940935796,1577
"wd_2",0.01,1613940935796,1577
"sqr_mom_2",0.99,1613940935796,1577
"lr_2",0.00035853730485904494,1613940935796,1577
"mom_2",0.8853656737852387,1613940935796,1577
"eps_2",1e-05,1613940935796,1577
"train_loss",0.07037113,1613940936755,1578
"raw_loss",0.07708981,1613940936755,1578
"epoch",9.93081761006286,1613940936755,1578
"wd_0",0.01,1613940936755,1578
"sqr_mom_0",0.99,1613940936755,1578
"lr_0",3.587891463215848e-06,1613940936755,1578
"mom_0",0.8853027134196038,1613940936755,1578
"eps_0",1e-05,1613940936755,1578
"wd_1",0.01,1613940936755,1578
"sqr_mom_1",0.99,1613940936755,1578
"lr_1",3.5878914632158474e-05,1613940936755,1578
"mom_1",0.8853027134196038,1613940936755,1578
"eps_1",1e-05,1613940936755,1578
"wd_2",0.01,1613940936755,1578
"sqr_mom_2",0.99,1613940936755,1578
"lr_2",0.00035878914632158477,1613940936755,1578
"mom_2",0.8853027134196038,1613940936755,1578
"eps_2",1e-05,1613940936755,1578
"train_loss",0.069584176,1613940937731,1579
"raw_loss",0.031023318,1613940937731,1579
"epoch",9.93710691823896,1613940937731,1579
"wd_0",0.01,1613940937731,1579
"sqr_mom_0",0.99,1613940937731,1579
"lr_0",3.590409215748207e-06,1613940937731,1579
"mom_0",0.8852397696062948,1613940937731,1579
"eps_0",1e-05,1613940937731,1579
"wd_1",0.01,1613940937731,1579
"sqr_mom_1",0.99,1613940937731,1579
"lr_1",3.590409215748207e-05,1613940937731,1579
"mom_1",0.8852397696062948,1613940937731,1579
"eps_1",1e-05,1613940937731,1579
"wd_2",0.01,1613940937731,1579
"sqr_mom_2",0.99,1613940937731,1579
"lr_2",0.00035904092157482067,1613940937731,1579
"mom_2",0.8852397696062948,1613940937731,1579
"eps_2",1e-05,1613940937731,1579
"train_loss",0.069855414,1613940938687,1580
"raw_loss",0.08314594,1613940938687,1580
"epoch",9.94339622641506,1613940938687,1580
"wd_0",0.01,1613940938687,1580
"sqr_mom_0",0.99,1613940938687,1580
"lr_0",3.5929259437115417e-06,1613940938687,1580
"mom_0",0.8851768514072115,1613940938687,1580
"eps_0",1e-05,1613940938687,1580
"wd_1",0.01,1613940938687,1580
"sqr_mom_1",0.99,1613940938687,1580
"lr_1",3.5929259437115414e-05,1613940938687,1580
"mom_1",0.8851768514072115,1613940938687,1580
"eps_1",1e-05,1613940938687,1580
"wd_2",0.01,1613940938687,1580
"sqr_mom_2",0.99,1613940938687,1580
"lr_2",0.0003592925943711541,1613940938687,1580
"mom_2",0.8851768514072115,1613940938687,1580
"eps_2",1e-05,1613940938687,1580
"train_loss",0.06948175,1613940939663,1581
"raw_loss",0.051172394,1613940939663,1581
"epoch",9.949685534591161,1613940939663,1581
"wd_0",0.01,1613940939663,1581
"sqr_mom_0",0.99,1613940939663,1581
"lr_0",3.595441285214176e-06,1613940939663,1581
"mom_0",0.8851139678696456,1613940939663,1581
"eps_0",1e-05,1613940939663,1581
"wd_1",0.01,1613940939663,1581
"sqr_mom_1",0.99,1613940939663,1581
"lr_1",3.595441285214176e-05,1613940939663,1581
"mom_1",0.8851139678696456,1613940939663,1581
"eps_1",1e-05,1613940939663,1581
"wd_2",0.01,1613940939663,1581
"sqr_mom_2",0.99,1613940939663,1581
"lr_2",0.0003595441285214176,1613940939663,1581
"mom_2",0.8851139678696456,1613940939663,1581
"eps_2",1e-05,1613940939663,1581
"train_loss",0.06901018,1613940940613,1582
"raw_loss",0.045903217,1613940940613,1582
"epoch",9.955974842767262,1613940940613,1582
"wd_0",0.01,1613940940613,1582
"sqr_mom_0",0.99,1613940940613,1582
"lr_0",3.597955951086194e-06,1613940940613,1582
"mom_0",0.8850511012228451,1613940940613,1582
"eps_0",1e-05,1613940940613,1582
"wd_1",0.01,1613940940613,1582
"sqr_mom_1",0.99,1613940940613,1582
"lr_1",3.597955951086194e-05,1613940940613,1582
"mom_1",0.8850511012228451,1613940940613,1582
"eps_1",1e-05,1613940940613,1582
"wd_2",0.01,1613940940613,1582
"sqr_mom_2",0.99,1613940940613,1582
"lr_2",0.0003597955951086194,1613940940613,1582
"mom_2",0.8850511012228451,1613940940613,1582
"eps_2",1e-05,1613940940613,1582
"train_loss",0.06953773,1613940941571,1583
"raw_loss",0.09538746,1613940941571,1583
"epoch",9.962264150943362,1613940941571,1583
"wd_0",0.01,1613940941571,1583
"sqr_mom_0",0.99,1613940941571,1583
"lr_0",3.6004692220636478e-06,1613940941571,1583
"mom_0",0.8849882694484088,1613940941571,1583
"eps_0",1e-05,1613940941571,1583
"wd_1",0.01,1613940941571,1583
"sqr_mom_1",0.99,1613940941571,1583
"lr_1",3.600469222063648e-05,1613940941571,1583
"mom_1",0.8849882694484088,1613940941571,1583
"eps_1",1e-05,1613940941571,1583
"wd_2",0.01,1613940941571,1583
"sqr_mom_2",0.99,1613940941571,1583
"lr_2",0.00036004692220636475,1613940941571,1583
"mom_2",0.8849882694484088,1613940941571,1583
"eps_2",1e-05,1613940941571,1583
"train_loss",0.06953358,1613940942518,1584
"raw_loss",0.06933038,1613940942518,1584
"epoch",9.968553459119462,1613940942518,1584
"wd_0",0.01,1613940942518,1584
"sqr_mom_0",0.99,1613940942518,1584
"lr_0",3.6029814513106237e-06,1613940942518,1584
"mom_0",0.8849254637172344,1613940942518,1584
"eps_0",1e-05,1613940942518,1584
"wd_1",0.01,1613940942518,1584
"sqr_mom_1",0.99,1613940942518,1584
"lr_1",3.602981451310624e-05,1613940942518,1584
"mom_1",0.8849254637172344,1613940942518,1584
"eps_1",1e-05,1613940942518,1584
"wd_2",0.01,1613940942518,1584
"sqr_mom_2",0.99,1613940942518,1584
"lr_2",0.00036029814513106233,1613940942518,1584
"mom_2",0.8849254637172344,1613940942518,1584
"eps_2",1e-05,1613940942518,1584
"train_loss",0.06943743,1613940943478,1585
"raw_loss",0.0647261,1613940943478,1585
"epoch",9.974842767295563,1613940943478,1585
"wd_0",0.01,1613940943478,1585
"sqr_mom_0",0.99,1613940943478,1585
"lr_0",3.605492991400597e-06,1613940943478,1585
"mom_0",0.8848626752149851,1613940943478,1585
"eps_0",1e-05,1613940943478,1585
"wd_1",0.01,1613940943478,1585
"sqr_mom_1",0.99,1613940943478,1585
"lr_1",3.605492991400597e-05,1613940943478,1585
"mom_1",0.8848626752149851,1613940943478,1585
"eps_1",1e-05,1613940943478,1585
"wd_2",0.01,1613940943478,1585
"sqr_mom_2",0.99,1613940943478,1585
"lr_2",0.00036054929914005967,1613940943478,1585
"mom_2",0.8848626752149851,1613940943478,1585
"eps_2",1e-05,1613940943478,1585
"train_loss",0.07088563,1613940944430,1586
"raw_loss",0.14184742,1613940944430,1586
"epoch",9.981132075471663,1613940944430,1586
"wd_0",0.01,1613940944430,1586
"sqr_mom_0",0.99,1613940944430,1586
"lr_0",3.6080031239636796e-06,1613940944430,1586
"mom_0",0.884799921900908,1613940944430,1586
"eps_0",1e-05,1613940944430,1586
"wd_1",0.01,1613940944430,1586
"sqr_mom_1",0.99,1613940944430,1586
"lr_1",3.608003123963679e-05,1613940944430,1586
"mom_1",0.884799921900908,1613940944430,1586
"eps_1",1e-05,1613940944430,1586
"wd_2",0.01,1613940944430,1586
"sqr_mom_2",0.99,1613940944430,1586
"lr_2",0.0003608003123963679,1613940944430,1586
"mom_2",0.884799921900908,1613940944430,1586
"eps_2",1e-05,1613940944430,1586
"train_loss",0.071140066,1613940945402,1587
"raw_loss",0.08360764,1613940945402,1587
"epoch",9.987421383647764,1613940945402,1587
"wd_0",0.01,1613940945402,1587
"sqr_mom_0",0.99,1613940945402,1587
"lr_0",3.6105122017260136e-06,1613940945402,1587
"mom_0",0.8847371949568497,1613940945402,1587
"eps_0",1e-05,1613940945402,1587
"wd_1",0.01,1613940945402,1587
"sqr_mom_1",0.99,1613940945402,1587
"lr_1",3.6105122017260134e-05,1613940945402,1587
"mom_1",0.8847371949568497,1613940945402,1587
"eps_1",1e-05,1613940945402,1587
"wd_2",0.01,1613940945402,1587
"sqr_mom_2",0.99,1613940945402,1587
"lr_2",0.0003610512201726013,1613940945402,1587
"mom_2",0.8847371949568497,1613940945402,1587
"eps_2",1e-05,1613940945402,1587
"train_loss",0.07093401,1613940946349,1588
"raw_loss",0.06083731,1613940946349,1588
"epoch",9.993710691823864,1613940946349,1588
"wd_0",0.01,1613940946349,1588
"sqr_mom_0",0.99,1613940946349,1588
"lr_0",3.6130205768157203e-06,1613940946349,1588
"mom_0",0.8846744855796069,1613940946349,1588
"eps_0",1e-05,1613940946349,1588
"wd_1",0.01,1613940946349,1588
"sqr_mom_1",0.99,1613940946349,1588
"lr_1",3.61302057681572e-05,1613940946349,1588
"mom_1",0.8846744855796069,1613940946349,1588
"eps_1",1e-05,1613940946349,1588
"wd_2",0.01,1613940946349,1588
"sqr_mom_2",0.99,1613940946349,1588
"lr_2",0.00036130205768157195,1613940946349,1588
"mom_2",0.8846744855796069,1613940946349,1588
"eps_2",1e-05,1613940946349,1588
"train_loss",0.07071426,1613940947312,1589
"raw_loss",0.059946407,1613940947312,1589
"epoch",9.999999999999964,1613940947312,1589
"wd_0",0.01,1613940947312,1589
"sqr_mom_0",0.99,1613940947312,1589
"lr_0",3.615527888097685e-06,1613940947312,1589
"mom_0",0.8846118027975579,1613940947312,1589
"eps_0",1e-05,1613940947312,1589
"wd_1",0.01,1613940947312,1589
"sqr_mom_1",0.99,1613940947312,1589
"lr_1",3.615527888097684e-05,1613940947312,1589
"mom_1",0.8846118027975579,1613940947312,1589
"eps_1",1e-05,1613940947312,1589
"wd_2",0.01,1613940947312,1589
"sqr_mom_2",0.99,1613940947312,1589
"lr_2",0.0003615527888097684,1613940947312,1589
"mom_2",0.8846118027975579,1613940947312,1589
"eps_2",1e-05,1613940947312,1589
"valid_loss",0.13362058997154236,1613940982468,1589
"_rmse",0.3655414879322052,1613940982468,1589
"epoch",10,1613940982468,1589
"train_loss",0.07012563,1613940983532,1590
"raw_loss",0.04128288,1613940983532,1590
"epoch",10.0062893081761,1613940983532,1590
"wd_0",0.01,1613940983532,1590
"sqr_mom_0",0.99,1613940983532,1590
"lr_0",3.6180341312208335e-06,1613940983532,1590
"mom_0",0.8845491467194792,1613940983532,1590
"eps_0",1e-05,1613940983532,1590
"wd_1",0.01,1613940983532,1590
"sqr_mom_1",0.99,1613940983532,1590
"lr_1",3.618034131220834e-05,1613940983532,1590
"mom_1",0.8845491467194792,1613940983532,1590
"eps_1",1e-05,1613940983532,1590
"wd_2",0.01,1613940983532,1590
"sqr_mom_2",0.99,1613940983532,1590
"lr_2",0.0003618034131220833,1613940983532,1590
"mom_2",0.8845491467194792,1613940983532,1590
"eps_2",1e-05,1613940983532,1590
"train_loss",0.07007025,1613940984502,1591
"raw_loss",0.06735667,1613940984502,1591
"epoch",10.0125786163522,1613940984502,1591
"wd_0",0.01,1613940984502,1591
"sqr_mom_0",0.99,1613940984502,1591
"lr_0",3.6205389458113593e-06,1613940984502,1591
"mom_0",0.884486526354716,1613940984502,1591
"eps_0",1e-05,1613940984502,1591
"wd_1",0.01,1613940984502,1591
"sqr_mom_1",0.99,1613940984502,1591
"lr_1",3.620538945811359e-05,1613940984502,1591
"mom_1",0.884486526354716,1613940984502,1591
"eps_1",1e-05,1613940984502,1591
"wd_2",0.01,1613940984502,1591
"sqr_mom_2",0.99,1613940984502,1591
"lr_2",0.0003620538945811359,1613940984502,1591
"mom_2",0.884486526354716,1613940984502,1591
"eps_2",1e-05,1613940984502,1591
"train_loss",0.06966539,1613940985458,1592
"raw_loss",0.049827095,1613940985458,1592
"epoch",10.018867924528301,1613940985458,1592
"wd_0",0.01,1613940985458,1592
"sqr_mom_0",0.99,1613940985458,1592
"lr_0",3.6230426838532313e-06,1613940985458,1592
"mom_0",0.8844239329036692,1613940985458,1592
"eps_0",1e-05,1613940985458,1592
"wd_1",0.01,1613940985458,1592
"sqr_mom_1",0.99,1613940985458,1592
"lr_1",3.623042683853231e-05,1613940985458,1592
"mom_1",0.8844239329036692,1613940985458,1592
"eps_1",1e-05,1613940985458,1592
"wd_2",0.01,1613940985458,1592
"sqr_mom_2",0.99,1613940985458,1592
"lr_2",0.00036230426838532306,1613940985458,1592
"mom_2",0.8844239329036692,1613940985458,1592
"eps_2",1e-05,1613940985458,1592
"train_loss",0.06951198,1613940986425,1593
"raw_loss",0.06199495,1613940986425,1593
"epoch",10.025157232704402,1613940986425,1593
"wd_0",0.01,1613940986425,1593
"sqr_mom_0",0.99,1613940986425,1593
"lr_0",3.6255456967200682e-06,1613940986425,1593
"mom_0",0.8843613575819983,1613940986425,1593
"eps_0",1e-05,1613940986425,1593
"wd_1",0.01,1613940986425,1593
"sqr_mom_1",0.99,1613940986425,1593
"lr_1",3.6255456967200676e-05,1613940986425,1593
"mom_1",0.8843613575819983,1613940986425,1593
"eps_1",1e-05,1613940986425,1593
"wd_2",0.01,1613940986425,1593
"sqr_mom_2",0.99,1613940986425,1593
"lr_2",0.0003625545696720068,1613940986425,1593
"mom_2",0.8843613575819983,1613940986425,1593
"eps_2",1e-05,1613940986425,1593
"train_loss",0.0702834,1613940987390,1594
"raw_loss",0.108083084,1613940987390,1594
"epoch",10.031446540880502,1613940987390,1594
"wd_0",0.01,1613940987390,1594
"sqr_mom_0",0.99,1613940987390,1594
"lr_0",3.6280472684810044e-06,1613940987390,1594
"mom_0",0.8842988182879749,1613940987390,1594
"eps_0",1e-05,1613940987390,1594
"wd_1",0.01,1613940987390,1594
"sqr_mom_1",0.99,1613940987390,1594
"lr_1",3.628047268481004e-05,1613940987390,1594
"mom_1",0.8842988182879749,1613940987390,1594
"eps_1",1e-05,1613940987390,1594
"wd_2",0.01,1613940987390,1594
"sqr_mom_2",0.99,1613940987390,1594
"lr_2",0.00036280472684810036,1613940987390,1594
"mom_2",0.8842988182879749,1613940987390,1594
"eps_2",1e-05,1613940987390,1594
"train_loss",0.070344135,1613940988361,1595
"raw_loss",0.07332018,1613940988361,1595
"epoch",10.037735849056602,1613940988361,1595
"wd_0",0.01,1613940988361,1595
"sqr_mom_0",0.99,1613940988361,1595
"lr_0",3.6305477506673925e-06,1613940988361,1595
"mom_0",0.8842363062333152,1613940988361,1595
"eps_0",1e-05,1613940988361,1595
"wd_1",0.01,1613940988361,1595
"sqr_mom_1",0.99,1613940988361,1595
"lr_1",3.6305477506673923e-05,1613940988361,1595
"mom_1",0.8842363062333152,1613940988361,1595
"eps_1",1e-05,1613940988361,1595
"wd_2",0.01,1613940988361,1595
"sqr_mom_2",0.99,1613940988361,1595
"lr_2",0.00036305477506673917,1613940988361,1595
"mom_2",0.8842363062333152,1613940988361,1595
"eps_2",1e-05,1613940988361,1595
"train_loss",0.06978786,1613940989341,1596
"raw_loss",0.042530492,1613940989341,1596
"epoch",10.044025157232703,1613940989341,1596
"wd_0",0.01,1613940989341,1596
"sqr_mom_0",0.99,1613940989341,1596
"lr_0",3.6330474941928494e-06,1613940989341,1596
"mom_0",0.8841738126451788,1613940989341,1596
"eps_0",1e-05,1613940989341,1596
"wd_1",0.01,1613940989341,1596
"sqr_mom_1",0.99,1613940989341,1596
"lr_1",3.633047494192849e-05,1613940989341,1596
"mom_1",0.8841738126451788,1613940989341,1596
"eps_1",1e-05,1613940989341,1596
"wd_2",0.01,1613940989341,1596
"sqr_mom_2",0.99,1613940989341,1596
"lr_2",0.0003633047494192849,1613940989341,1596
"mom_2",0.8841738126451788,1613940989341,1596
"eps_2",1e-05,1613940989341,1596
"train_loss",0.06898622,1613940990424,1597
"raw_loss",0.02970582,1613940990424,1597
"epoch",10.050314465408803,1613940990424,1597
"wd_0",0.01,1613940990424,1597
"sqr_mom_0",0.99,1613940990424,1597
"lr_0",3.6355457840616308e-06,1613940990424,1597
"mom_0",0.8841113553984592,1613940990424,1597
"eps_0",1e-05,1613940990424,1597
"wd_1",0.01,1613940990424,1597
"sqr_mom_1",0.99,1613940990424,1597
"lr_1",3.6355457840616304e-05,1613940990424,1597
"mom_1",0.8841113553984592,1613940990424,1597
"eps_1",1e-05,1613940990424,1597
"wd_2",0.01,1613940990424,1597
"sqr_mom_2",0.99,1613940990424,1597
"lr_2",0.000363554578406163,1613940990424,1597
"mom_2",0.8841113553984592,1613940990424,1597
"eps_2",1e-05,1613940990424,1597
"train_loss",0.068820685,1613940991391,1598
"raw_loss",0.060709346,1613940991391,1598
"epoch",10.056603773584904,1613940991391,1598
"wd_0",0.01,1613940991391,1598
"sqr_mom_0",0.99,1613940991391,1598
"lr_0",3.638043326285067e-06,1613940991391,1598
"mom_0",0.8840489168428733,1613940991391,1598
"eps_0",1e-05,1613940991391,1598
"wd_1",0.01,1613940991391,1598
"sqr_mom_1",0.99,1613940991391,1598
"lr_1",3.6380433262850666e-05,1613940991391,1598
"mom_1",0.8840489168428733,1613940991391,1598
"eps_1",1e-05,1613940991391,1598
"wd_2",0.01,1613940991391,1598
"sqr_mom_2",0.99,1613940991391,1598
"lr_2",0.0003638043326285066,1613940991391,1598
"mom_2",0.8840489168428733,1613940991391,1598
"eps_2",1e-05,1613940991391,1598
"train_loss",0.06933894,1613940992358,1599
"raw_loss",0.094733365,1613940992358,1599
"epoch",10.062893081761004,1613940992358,1599
"wd_0",0.01,1613940992358,1599
"sqr_mom_0",0.99,1613940992358,1599
"lr_0",3.6405397612774307e-06,1613940992358,1599
"mom_0",0.8839865059680643,1613940992358,1599
"eps_0",1e-05,1613940992358,1599
"wd_1",0.01,1613940992358,1599
"sqr_mom_1",0.99,1613940992358,1599
"lr_1",3.6405397612774304e-05,1613940992358,1599
"mom_1",0.8839865059680643,1613940992358,1599
"eps_1",1e-05,1613940992358,1599
"wd_2",0.01,1613940992358,1599
"sqr_mom_2",0.99,1613940992358,1599
"lr_2",0.000364053976127743,1613940992358,1599
"mom_2",0.8839865059680643,1613940992358,1599
"eps_2",1e-05,1613940992358,1599
"train_loss",0.06910044,1613940993424,1600
"raw_loss",0.05741404,1613940993424,1600
"epoch",10.069182389937104,1613940993424,1600
"wd_0",0.01,1613940993424,1600
"sqr_mom_0",0.99,1613940993424,1600
"lr_0",3.6430347300844514e-06,1613940993424,1600
"mom_0",0.8839241317478888,1613940993424,1600
"eps_0",1e-05,1613940993424,1600
"wd_1",0.01,1613940993424,1600
"sqr_mom_1",0.99,1613940993424,1600
"lr_1",3.643034730084451e-05,1613940993424,1600
"mom_1",0.8839241317478888,1613940993424,1600
"eps_1",1e-05,1613940993424,1600
"wd_2",0.01,1613940993424,1600
"sqr_mom_2",0.99,1613940993424,1600
"lr_2",0.0003643034730084451,1613940993424,1600
"mom_2",0.8839241317478888,1613940993424,1600
"eps_2",1e-05,1613940993424,1600
"train_loss",0.068694994,1613940994386,1601
"raw_loss",0.048827957,1613940994386,1601
"epoch",10.075471698113205,1613940994386,1601
"wd_0",0.01,1613940994386,1601
"sqr_mom_0",0.99,1613940994386,1601
"lr_0",3.645528937778933e-06,1613940994386,1601
"mom_0",0.8838617765555267,1613940994386,1601
"eps_0",1e-05,1613940994386,1601
"wd_1",0.01,1613940994386,1601
"sqr_mom_1",0.99,1613940994386,1601
"lr_1",3.6455289377789325e-05,1613940994386,1601
"mom_1",0.8838617765555267,1613940994386,1601
"eps_1",1e-05,1613940994386,1601
"wd_2",0.01,1613940994386,1601
"sqr_mom_2",0.99,1613940994386,1601
"lr_2",0.00036455289377789325,1613940994386,1601
"mom_2",0.8838617765555267,1613940994386,1601
"eps_2",1e-05,1613940994386,1601
"train_loss",0.0710014,1613940995762,1602
"raw_loss",0.18401541,1613940995762,1602
"epoch",10.081761006289305,1613940995762,1602
"wd_0",0.01,1613940995762,1602
"sqr_mom_0",0.99,1613940995762,1602
"lr_0",3.648021670948532e-06,1613940995762,1602
"mom_0",0.8837994582262867,1613940995762,1602
"eps_0",1e-05,1613940995762,1602
"wd_1",0.01,1613940995762,1602
"sqr_mom_1",0.99,1613940995762,1602
"lr_1",3.6480216709485314e-05,1613940995762,1602
"mom_1",0.8837994582262867,1613940995762,1602
"eps_1",1e-05,1613940995762,1602
"wd_2",0.01,1613940995762,1602
"sqr_mom_2",0.99,1613940995762,1602
"lr_2",0.00036480216709485315,1613940995762,1602
"mom_2",0.8837994582262867,1613940995762,1602
"eps_2",1e-05,1613940995762,1602
"train_loss",0.07006265,1613940996784,1603
"raw_loss",0.024063801,1613940996784,1603
"epoch",10.088050314465406,1613940996784,1603
"wd_0",0.01,1613940996784,1603
"sqr_mom_0",0.99,1613940996784,1603
"lr_0",3.6505132798907763e-06,1613940996784,1603
"mom_0",0.8837371680027306,1613940996784,1603
"eps_0",1e-05,1613940996784,1603
"wd_1",0.01,1613940996784,1603
"sqr_mom_1",0.99,1613940996784,1603
"lr_1",3.650513279890776e-05,1613940996784,1603
"mom_1",0.8837371680027306,1613940996784,1603
"eps_1",1e-05,1613940996784,1603
"wd_2",0.01,1613940996784,1603
"sqr_mom_2",0.99,1613940996784,1603
"lr_2",0.00036505132798907755,1613940996784,1603
"mom_2",0.8837371680027306,1613940996784,1603
"eps_2",1e-05,1613940996784,1603
"train_loss",0.06937639,1613940997780,1604
"raw_loss",0.03574942,1613940997780,1604
"epoch",10.094339622641506,1613940997780,1604
"wd_0",0.01,1613940997780,1604
"sqr_mom_0",0.99,1613940997780,1604
"lr_0",3.6530041142658115e-06,1613940997780,1604
"mom_0",0.8836748971433547,1613940997780,1604
"eps_0",1e-05,1613940997780,1604
"wd_1",0.01,1613940997780,1604
"sqr_mom_1",0.99,1613940997780,1604
"lr_1",3.653004114265811e-05,1613940997780,1604
"mom_1",0.8836748971433547,1613940997780,1604
"eps_1",1e-05,1613940997780,1604
"wd_2",0.01,1613940997780,1604
"sqr_mom_2",0.99,1613940997780,1604
"lr_2",0.00036530041142658105,1613940997780,1604
"mom_2",0.8836748971433547,1613940997780,1604
"eps_2",1e-05,1613940997780,1604
"train_loss",0.068637654,1613940998772,1605
"raw_loss",0.032439634,1613940998772,1605
"epoch",10.100628930817606,1613940998772,1605
"wd_0",0.01,1613940998772,1605
"sqr_mom_0",0.99,1613940998772,1605
"lr_0",3.6554934616261563e-06,1613940998772,1605
"mom_0",0.8836126634593461,1613940998772,1605
"eps_0",1e-05,1613940998772,1605
"wd_1",0.01,1613940998772,1605
"sqr_mom_1",0.99,1613940998772,1605
"lr_1",3.655493461626156e-05,1613940998772,1605
"mom_1",0.8836126634593461,1613940998772,1605
"eps_1",1e-05,1613940998772,1605
"wd_2",0.01,1613940998772,1605
"sqr_mom_2",0.99,1613940998772,1605
"lr_2",0.0003655493461626156,1613940998772,1605
"mom_2",0.8836126634593461,1613940998772,1605
"eps_2",1e-05,1613940998772,1605
"train_loss",0.067689486,1613940999761,1606
"raw_loss",0.021229124,1613940999761,1606
"epoch",10.106918238993707,1613940999761,1606
"wd_0",0.01,1613940999761,1606
"sqr_mom_0",0.99,1613940999761,1606
"lr_0",3.6579816717966307e-06,1613940999761,1606
"mom_0",0.8835504582050842,1613940999761,1606
"eps_0",1e-05,1613940999761,1606
"wd_1",0.01,1613940999761,1606
"sqr_mom_1",0.99,1613940999761,1606
"lr_1",3.6579816717966304e-05,1613940999761,1606
"mom_1",0.8835504582050842,1613940999761,1606
"eps_1",1e-05,1613940999761,1606
"wd_2",0.01,1613940999761,1606
"sqr_mom_2",0.99,1613940999761,1606
"lr_2",0.00036579816717966304,1613940999761,1606
"mom_2",0.8835504582050842,1613940999761,1606
"eps_2",1e-05,1613940999761,1606
"train_loss",0.0694453,1613941000768,1607
"raw_loss",0.15548018,1613941000768,1607
"epoch",10.113207547169807,1613941000768,1607
"wd_0",0.01,1613941000768,1607
"sqr_mom_0",0.99,1613941000768,1607
"lr_0",3.6604690939573217e-06,1613941000768,1607
"mom_0",0.8834882726510669,1613941000768,1607
"eps_0",1e-05,1613941000768,1607
"wd_1",0.01,1613941000768,1607
"sqr_mom_1",0.99,1613941000768,1607
"lr_1",3.660469093957321e-05,1613941000768,1607
"mom_1",0.8834882726510669,1613941000768,1607
"eps_1",1e-05,1613941000768,1607
"wd_2",0.01,1613941000768,1607
"sqr_mom_2",0.99,1613941000768,1607
"lr_2",0.0003660469093957321,1613941000768,1607
"mom_2",0.8834882726510669,1613941000768,1607
"eps_2",1e-05,1613941000768,1607
"train_loss",0.06900729,1613941001744,1608
"raw_loss",0.04754503,1613941001744,1608
"epoch",10.119496855345908,1613941001744,1608
"wd_0",0.01,1613941001744,1608
"sqr_mom_0",0.99,1613941001744,1608
"lr_0",3.662955369970294e-06,1613941001744,1608
"mom_0",0.8834261157507426,1613941001744,1608
"eps_0",1e-05,1613941001744,1608
"wd_1",0.01,1613941001744,1608
"sqr_mom_1",0.99,1613941001744,1608
"lr_1",3.662955369970294e-05,1613941001744,1608
"mom_1",0.8834261157507426,1613941001744,1608
"eps_1",1e-05,1613941001744,1608
"wd_2",0.01,1613941001744,1608
"sqr_mom_2",0.99,1613941001744,1608
"lr_2",0.00036629553699702935,1613941001744,1608
"mom_2",0.8834261157507426,1613941001744,1608
"eps_2",1e-05,1613941001744,1608
"train_loss",0.06858071,1613941002731,1609
"raw_loss",0.047678176,1613941002731,1609
"epoch",10.125786163522008,1613941002731,1609
"wd_0",0.01,1613941002731,1609
"sqr_mom_0",0.99,1613941002731,1609
"lr_0",3.665440142351261e-06,1613941002731,1609
"mom_0",0.8833639964412184,1613941002731,1609
"eps_0",1e-05,1613941002731,1609
"wd_1",0.01,1613941002731,1609
"sqr_mom_1",0.99,1613941002731,1609
"lr_1",3.6654401423512606e-05,1613941002731,1609
"mom_1",0.8833639964412184,1613941002731,1609
"eps_1",1e-05,1613941002731,1609
"wd_2",0.01,1613941002731,1609
"sqr_mom_2",0.99,1613941002731,1609
"lr_2",0.00036654401423512605,1613941002731,1609
"mom_2",0.8833639964412184,1613941002731,1609
"eps_2",1e-05,1613941002731,1609
"train_loss",0.06792713,1613941003718,1610
"raw_loss",0.035901506,1613941003718,1610
"epoch",10.132075471698109,1613941003718,1610
"wd_0",0.01,1613941003718,1610
"sqr_mom_0",0.99,1613941003718,1610
"lr_0",3.6679241132915388e-06,1613941003718,1610
"mom_0",0.8833018971677116,1613941003718,1610
"eps_0",1e-05,1613941003718,1610
"wd_1",0.01,1613941003718,1610
"sqr_mom_1",0.99,1613941003718,1610
"lr_1",3.6679241132915385e-05,1613941003718,1610
"mom_1",0.8833018971677116,1613941003718,1610
"eps_1",1e-05,1613941003718,1610
"wd_2",0.01,1613941003718,1610
"sqr_mom_2",0.99,1613941003718,1610
"lr_2",0.0003667924113291538,1613941003718,1610
"mom_2",0.8833018971677116,1613941003718,1610
"eps_2",1e-05,1613941003718,1610
"train_loss",0.06807391,1613941004701,1611
"raw_loss",0.075266235,1613941004701,1611
"epoch",10.138364779874209,1613941004701,1611
"wd_0",0.01,1613941004701,1611
"sqr_mom_0",0.99,1613941004701,1611
"lr_0",3.6704065723067786e-06,1613941004701,1611
"mom_0",0.8832398356923306,1613941004701,1611
"eps_0",1e-05,1613941004701,1611
"wd_1",0.01,1613941004701,1611
"sqr_mom_1",0.99,1613941004701,1611
"lr_1",3.670406572306778e-05,1613941004701,1611
"mom_1",0.8832398356923306,1613941004701,1611
"eps_1",1e-05,1613941004701,1611
"wd_2",0.01,1613941004701,1611
"sqr_mom_2",0.99,1613941004701,1611
"lr_2",0.00036704065723067777,1613941004701,1611
"mom_2",0.8832398356923306,1613941004701,1611
"eps_2",1e-05,1613941004701,1611
"train_loss",0.06740371,1613941005698,1612
"raw_loss",0.034563802,1613941005698,1612
"epoch",10.14465408805031,1613941005698,1612
"wd_0",0.01,1613941005698,1612
"sqr_mom_0",0.99,1613941005698,1612
"lr_0",3.6728882209345434e-06,1613941005698,1612
"mom_0",0.8831777944766364,1613941005698,1612
"eps_0",1e-05,1613941005698,1612
"wd_1",0.01,1613941005698,1612
"sqr_mom_1",0.99,1613941005698,1612
"lr_1",3.672888220934543e-05,1613941005698,1612
"mom_1",0.8831777944766364,1613941005698,1612
"eps_1",1e-05,1613941005698,1612
"wd_2",0.01,1613941005698,1612
"sqr_mom_2",0.99,1613941005698,1612
"lr_2",0.00036728882209345425,1613941005698,1612
"mom_2",0.8831777944766364,1613941005698,1612
"eps_2",1e-05,1613941005698,1612
"train_loss",0.0667906,1613941006685,1613
"raw_loss",0.036748234,1613941006685,1613
"epoch",10.15094339622641,1613941006685,1613
"wd_0",0.01,1613941006685,1613
"sqr_mom_0",0.99,1613941006685,1613
"lr_0",3.6753683493547305e-06,1613941006685,1613
"mom_0",0.8831157912661317,1613941006685,1613
"eps_0",1e-05,1613941006685,1613
"wd_1",0.01,1613941006685,1613
"sqr_mom_1",0.99,1613941006685,1613
"lr_1",3.67536834935473e-05,1613941006685,1613
"mom_1",0.8831157912661317,1613941006685,1613
"eps_1",1e-05,1613941006685,1613
"wd_2",0.01,1613941006685,1613
"sqr_mom_2",0.99,1613941006685,1613
"lr_2",0.000367536834935473,1613941006685,1613
"mom_2",0.8831157912661317,1613941006685,1613
"eps_2",1e-05,1613941006685,1613
"train_loss",0.06660202,1613941007700,1614
"raw_loss",0.05736158,1613941007700,1614
"epoch",10.15723270440251,1613941007700,1614
"wd_0",0.01,1613941007700,1614
"sqr_mom_0",0.99,1613941007700,1614
"lr_0",3.677847306104885e-06,1613941007700,1614
"mom_0",0.8830538173473779,1613941007700,1614
"eps_0",1e-05,1613941007700,1614
"wd_1",0.01,1613941007700,1614
"sqr_mom_1",0.99,1613941007700,1614
"lr_1",3.677847306104885e-05,1613941007700,1614
"mom_1",0.8830538173473779,1613941007700,1614
"eps_1",1e-05,1613941007700,1614
"wd_2",0.01,1613941007700,1614
"sqr_mom_2",0.99,1613941007700,1614
"lr_2",0.00036778473061048846,1613941007700,1614
"mom_2",0.8830538173473779,1613941007700,1614
"eps_2",1e-05,1613941007700,1614
"train_loss",0.06902058,1613941008688,1615
"raw_loss",0.18752982,1613941008688,1615
"epoch",10.16352201257861,1613941008688,1615
"wd_0",0.01,1613941008688,1615
"sqr_mom_0",0.99,1613941008688,1615
"lr_0",3.6803254390582697e-06,1613941008688,1615
"mom_0",0.8829918640235432,1613941008688,1615
"eps_0",1e-05,1613941008688,1615
"wd_1",0.01,1613941008688,1615
"sqr_mom_1",0.99,1613941008688,1615
"lr_1",3.6803254390582696e-05,1613941008688,1615
"mom_1",0.8829918640235432,1613941008688,1615
"eps_1",1e-05,1613941008688,1615
"wd_2",0.01,1613941008688,1615
"sqr_mom_2",0.99,1613941008688,1615
"lr_2",0.0003680325439058269,1613941008688,1615
"mom_2",0.8829918640235432,1613941008688,1615
"eps_2",1e-05,1613941008688,1615
"train_loss",0.0700307,1613941009683,1616
"raw_loss",0.11952677,1613941009683,1616
"epoch",10.169811320754711,1613941009683,1616
"wd_0",0.01,1613941009683,1616
"sqr_mom_0",0.99,1613941009683,1616
"lr_0",3.6828020394003624e-06,1613941009683,1616
"mom_0",0.8829299490149909,1613941009683,1616
"eps_0",1e-05,1613941009683,1616
"wd_1",0.01,1613941009683,1616
"sqr_mom_1",0.99,1613941009683,1616
"lr_1",3.682802039400362e-05,1613941009683,1616
"mom_1",0.8829299490149909,1613941009683,1616
"eps_1",1e-05,1613941009683,1616
"wd_2",0.01,1613941009683,1616
"sqr_mom_2",0.99,1613941009683,1616
"lr_2",0.00036828020394003615,1613941009683,1616
"mom_2",0.8829299490149909,1613941009683,1616
"eps_2",1e-05,1613941009683,1616
"train_loss",0.07143998,1613941010668,1617
"raw_loss",0.14049508,1613941010668,1617
"epoch",10.176100628930811,1613941010668,1617
"wd_0",0.01,1613941010668,1617
"sqr_mom_0",0.99,1613941010668,1617
"lr_0",3.6852778070130784e-06,1613941010668,1617
"mom_0",0.882868054824673,1613941010668,1617
"eps_0",1e-05,1613941010668,1617
"wd_1",0.01,1613941010668,1617
"sqr_mom_1",0.99,1613941010668,1617
"lr_1",3.6852778070130784e-05,1613941010668,1617
"mom_1",0.882868054824673,1613941010668,1617
"eps_1",1e-05,1613941010668,1617
"wd_2",0.01,1613941010668,1617
"sqr_mom_2",0.99,1613941010668,1617
"lr_2",0.0003685277807013078,1613941010668,1617
"mom_2",0.882868054824673,1613941010668,1617
"eps_2",1e-05,1613941010668,1617
"train_loss",0.07104102,1613941011667,1618
"raw_loss",0.05149183,1613941011667,1618
"epoch",10.182389937106912,1613941011667,1618
"wd_0",0.01,1613941011667,1618
"sqr_mom_0",0.99,1613941011667,1618
"lr_0",3.687752385426175e-06,1613941011667,1618
"mom_0",0.8828061903643456,1613941011667,1618
"eps_0",1e-05,1613941011667,1618
"wd_1",0.01,1613941011667,1618
"sqr_mom_1",0.99,1613941011667,1618
"lr_1",3.687752385426175e-05,1613941011667,1618
"mom_1",0.8828061903643456,1613941011667,1618
"eps_1",1e-05,1613941011667,1618
"wd_2",0.01,1613941011667,1618
"sqr_mom_2",0.99,1613941011667,1618
"lr_2",0.0003687752385426174,1613941011667,1618
"mom_2",0.8828061903643456,1613941011667,1618
"eps_2",1e-05,1613941011667,1618
"train_loss",0.07152917,1613941012647,1619
"raw_loss",0.095448695,1613941012647,1619
"epoch",10.188679245283012,1613941012647,1619
"wd_0",0.01,1613941012647,1619
"sqr_mom_0",0.99,1613941012647,1619
"lr_0",3.690225418847611e-06,1613941012647,1619
"mom_0",0.8827443645288097,1613941012647,1619
"eps_0",1e-05,1613941012647,1619
"wd_1",0.01,1613941012647,1619
"sqr_mom_1",0.99,1613941012647,1619
"lr_1",3.690225418847611e-05,1613941012647,1619
"mom_1",0.8827443645288097,1613941012647,1619
"eps_1",1e-05,1613941012647,1619
"wd_2",0.01,1613941012647,1619
"sqr_mom_2",0.99,1613941012647,1619
"lr_2",0.000369022541884761,1613941012647,1619
"mom_2",0.8827443645288097,1613941012647,1619
"eps_2",1e-05,1613941012647,1619
"train_loss",0.071508124,1613941013655,1620
"raw_loss",0.0704768,1613941013655,1620
"epoch",10.194968553459113,1613941013655,1620
"wd_0",0.01,1613941013655,1620
"sqr_mom_0",0.99,1613941013655,1620
"lr_0",3.692697606151297e-06,1613941013655,1620
"mom_0",0.8826825598462176,1613941013655,1620
"eps_0",1e-05,1613941013655,1620
"wd_1",0.01,1613941013655,1620
"sqr_mom_1",0.99,1613941013655,1620
"lr_1",3.6926976061512964e-05,1613941013655,1620
"mom_1",0.8826825598462176,1613941013655,1620
"eps_1",1e-05,1613941013655,1620
"wd_2",0.01,1613941013655,1620
"sqr_mom_2",0.99,1613941013655,1620
"lr_2",0.0003692697606151296,1613941013655,1620
"mom_2",0.8826825598462176,1613941013655,1620
"eps_2",1e-05,1613941013655,1620
"train_loss",0.0716423,1613941014627,1621
"raw_loss",0.07821712,1613941014627,1621
"epoch",10.201257861635213,1613941014627,1621
"wd_0",0.01,1613941014627,1621
"sqr_mom_0",0.99,1613941014627,1621
"lr_0",3.6951682402233298e-06,1613941014627,1621
"mom_0",0.8826207939944167,1613941014627,1621
"eps_0",1e-05,1613941014627,1621
"wd_1",0.01,1613941014627,1621
"sqr_mom_1",0.99,1613941014627,1621
"lr_1",3.695168240223329e-05,1613941014627,1621
"mom_1",0.8826207939944167,1613941014627,1621
"eps_1",1e-05,1613941014627,1621
"wd_2",0.01,1613941014627,1621
"sqr_mom_2",0.99,1613941014627,1621
"lr_2",0.0003695168240223329,1613941014627,1621
"mom_2",0.8826207939944167,1613941014627,1621
"eps_2",1e-05,1613941014627,1621
"train_loss",0.071127795,1613941015599,1622
"raw_loss",0.04591689,1613941015599,1622
"epoch",10.207547169811313,1613941015599,1622
"wd_0",0.01,1613941015599,1622
"sqr_mom_0",0.99,1613941015599,1622
"lr_0",3.6976376682752766e-06,1613941015599,1622
"mom_0",0.8825590582931181,1613941015599,1622
"eps_0",1e-05,1613941015599,1622
"wd_1",0.01,1613941015599,1622
"sqr_mom_1",0.99,1613941015599,1622
"lr_1",3.697637668275276e-05,1613941015599,1622
"mom_1",0.8825590582931181,1613941015599,1622
"eps_1",1e-05,1613941015599,1622
"wd_2",0.01,1613941015599,1622
"sqr_mom_2",0.99,1613941015599,1622
"lr_2",0.0003697637668275276,1613941015599,1622
"mom_2",0.8825590582931181,1613941015599,1622
"eps_2",1e-05,1613941015599,1622
"train_loss",0.07053631,1613941016568,1623
"raw_loss",0.04155332,1613941016568,1623
"epoch",10.213836477987414,1613941016568,1623
"wd_0",0.01,1613941016568,1623
"sqr_mom_0",0.99,1613941016568,1623
"lr_0",3.7001062368349476e-06,1613941016568,1623
"mom_0",0.8824973440791263,1613941016568,1623
"eps_0",1e-05,1613941016568,1623
"wd_1",0.01,1613941016568,1623
"sqr_mom_1",0.99,1613941016568,1623
"lr_1",3.700106236834947e-05,1613941016568,1623
"mom_1",0.8824973440791263,1613941016568,1623
"eps_1",1e-05,1613941016568,1623
"wd_2",0.01,1613941016568,1623
"sqr_mom_2",0.99,1613941016568,1623
"lr_2",0.0003700106236834947,1613941016568,1623
"mom_2",0.8824973440791263,1613941016568,1623
"eps_2",1e-05,1613941016568,1623
"train_loss",0.06967246,1613941017540,1624
"raw_loss",0.02734392,1613941017540,1624
"epoch",10.220125786163514,1613941017540,1624
"wd_0",0.01,1613941017540,1624
"sqr_mom_0",0.99,1613941017540,1624
"lr_0",3.7025732398235015e-06,1613941017540,1624
"mom_0",0.8824356690044124,1613941017540,1624
"eps_0",1e-05,1613941017540,1624
"wd_1",0.01,1613941017540,1624
"sqr_mom_1",0.99,1613941017540,1624
"lr_1",3.702573239823501e-05,1613941017540,1624
"mom_1",0.8824356690044124,1613941017540,1624
"eps_1",1e-05,1613941017540,1624
"wd_2",0.01,1613941017540,1624
"sqr_mom_2",0.99,1613941017540,1624
"lr_2",0.0003702573239823501,1613941017540,1624
"mom_2",0.8824356690044124,1613941017540,1624
"eps_2",1e-05,1613941017540,1624
"train_loss",0.06948629,1613941018515,1625
"raw_loss",0.060363926,1613941018515,1625
"epoch",10.226415094339615,1613941018515,1625
"wd_0",0.01,1613941018515,1625
"sqr_mom_0",0.99,1613941018515,1625
"lr_0",3.7050390239453247e-06,1613941018515,1625
"mom_0",0.8823740244013669,1613941018515,1625
"eps_0",1e-05,1613941018515,1625
"wd_1",0.01,1613941018515,1625
"sqr_mom_1",0.99,1613941018515,1625
"lr_1",3.7050390239453246e-05,1613941018515,1625
"mom_1",0.8823740244013669,1613941018515,1625
"eps_1",1e-05,1613941018515,1625
"wd_2",0.01,1613941018515,1625
"sqr_mom_2",0.99,1613941018515,1625
"lr_2",0.0003705039023945324,1613941018515,1625
"mom_2",0.8823740244013669,1613941018515,1625
"eps_2",1e-05,1613941018515,1625
"train_loss",0.068877645,1613941019487,1626
"raw_loss",0.039053887,1613941019487,1626
"epoch",10.232704402515715,1613941019487,1626
"wd_0",0.01,1613941019487,1626
"sqr_mom_0",0.99,1613941019487,1626
"lr_0",3.7075039352137687e-06,1613941019487,1626
"mom_0",0.8823124016196557,1613941019487,1626
"eps_0",1e-05,1613941019487,1626
"wd_1",0.01,1613941019487,1626
"sqr_mom_1",0.99,1613941019487,1626
"lr_1",3.7075039352137685e-05,1613941019487,1626
"mom_1",0.8823124016196557,1613941019487,1626
"eps_1",1e-05,1613941019487,1626
"wd_2",0.01,1613941019487,1626
"sqr_mom_2",0.99,1613941019487,1626
"lr_2",0.0003707503935213768,1613941019487,1626
"mom_2",0.8823124016196557,1613941019487,1626
"eps_2",1e-05,1613941019487,1626
"train_loss",0.06853331,1613941020490,1627
"raw_loss",0.051660657,1613941020490,1627
"epoch",10.238993710691815,1613941020490,1627
"wd_0",0.01,1613941020490,1627
"sqr_mom_0",0.99,1613941020490,1627
"lr_0",3.7099676187123917e-06,1613941020490,1627
"mom_0",0.8822508095321902,1613941020490,1627
"eps_0",1e-05,1613941020490,1627
"wd_1",0.01,1613941020490,1627
"sqr_mom_1",0.99,1613941020490,1627
"lr_1",3.709967618712391e-05,1613941020490,1627
"mom_1",0.8822508095321902,1613941020490,1627
"eps_1",1e-05,1613941020490,1627
"wd_2",0.01,1613941020490,1627
"sqr_mom_2",0.99,1613941020490,1627
"lr_2",0.00037099676187123907,1613941020490,1627
"mom_2",0.8822508095321902,1613941020490,1627
"eps_2",1e-05,1613941020490,1627
"train_loss",0.06780504,1613941021470,1628
"raw_loss",0.032119863,1613941021470,1628
"epoch",10.245283018867916,1613941021470,1628
"wd_0",0.01,1613941021470,1628
"sqr_mom_0",0.99,1613941021470,1628
"lr_0",3.71242972022495e-06,1613941021470,1628
"mom_0",0.8821892569943762,1613941021470,1628
"eps_0",1e-05,1613941021470,1628
"wd_1",0.01,1613941021470,1628
"sqr_mom_1",0.99,1613941021470,1628
"lr_1",3.71242972022495e-05,1613941021470,1628
"mom_1",0.8821892569943762,1613941021470,1628
"eps_1",1e-05,1613941021470,1628
"wd_2",0.01,1613941021470,1628
"sqr_mom_2",0.99,1613941021470,1628
"lr_2",0.0003712429720224949,1613941021470,1628
"mom_2",0.8821892569943762,1613941021470,1628
"eps_2",1e-05,1613941021470,1628
"train_loss",0.067583665,1613941022459,1629
"raw_loss",0.056736287,1613941022459,1629
"epoch",10.251572327044016,1613941022459,1629
"wd_0",0.01,1613941022459,1629
"sqr_mom_0",0.99,1613941022459,1629
"lr_0",3.7148909355360207e-06,1613941022459,1629
"mom_0",0.8821277266115994,1613941022459,1629
"eps_0",1e-05,1613941022459,1629
"wd_1",0.01,1613941022459,1629
"sqr_mom_1",0.99,1613941022459,1629
"lr_1",3.714890935536021e-05,1613941022459,1629
"mom_1",0.8821277266115994,1613941022459,1629
"eps_1",1e-05,1613941022459,1629
"wd_2",0.01,1613941022459,1629
"sqr_mom_2",0.99,1613941022459,1629
"lr_2",0.000371489093553602,1613941022459,1629
"mom_2",0.8821277266115994,1613941022459,1629
"eps_2",1e-05,1613941022459,1629
"train_loss",0.06755908,1613941023453,1630
"raw_loss",0.06635413,1613941023453,1630
"epoch",10.257861635220117,1613941023453,1630
"wd_0",0.01,1613941023453,1630
"sqr_mom_0",0.99,1613941023453,1630
"lr_0",3.717350560669996e-06,1613941023453,1630
"mom_0",0.8820662359832501,1613941023453,1630
"eps_0",1e-05,1613941023453,1630
"wd_1",0.01,1613941023453,1630
"sqr_mom_1",0.99,1613941023453,1630
"lr_1",3.717350560669995e-05,1613941023453,1630
"mom_1",0.8820662359832501,1613941023453,1630
"eps_1",1e-05,1613941023453,1630
"wd_2",0.01,1613941023453,1630
"sqr_mom_2",0.99,1613941023453,1630
"lr_2",0.0003717350560669995,1613941023453,1630
"mom_2",0.8820662359832501,1613941023453,1630
"eps_2",1e-05,1613941023453,1630
"train_loss",0.06683522,1613941024422,1631
"raw_loss",0.031366028,1613941024422,1631
"epoch",10.264150943396217,1613941024422,1631
"wd_0",0.01,1613941024422,1631
"sqr_mom_0",0.99,1613941024422,1631
"lr_0",3.719809290711631e-06,1613941024422,1631
"mom_0",0.8820047677322091,1613941024422,1631
"eps_0",1e-05,1613941024422,1631
"wd_1",0.01,1613941024422,1631
"sqr_mom_1",0.99,1613941024422,1631
"lr_1",3.7198092907116305e-05,1613941024422,1631
"mom_1",0.8820047677322091,1613941024422,1631
"eps_1",1e-05,1613941024422,1631
"wd_2",0.01,1613941024422,1631
"sqr_mom_2",0.99,1613941024422,1631
"lr_2",0.00037198092907116305,1613941024422,1631
"mom_2",0.8820047677322091,1613941024422,1631
"eps_2",1e-05,1613941024422,1631
"train_loss",0.06872863,1613941025384,1632
"raw_loss",0.1615061,1613941025384,1632
"epoch",10.270440251572317,1613941025384,1632
"wd_0",0.01,1613941025384,1632
"sqr_mom_0",0.99,1613941025384,1632
"lr_0",3.722266422396174e-06,1613941025384,1632
"mom_0",0.8819433394400956,1613941025384,1632
"eps_0",1e-05,1613941025384,1632
"wd_1",0.01,1613941025384,1632
"sqr_mom_1",0.99,1613941025384,1632
"lr_1",3.722266422396174e-05,1613941025384,1632
"mom_1",0.8819433394400956,1613941025384,1632
"eps_1",1e-05,1613941025384,1632
"wd_2",0.01,1613941025384,1632
"sqr_mom_2",0.99,1613941025384,1632
"lr_2",0.00037222664223961736,1613941025384,1632
"mom_2",0.8819433394400956,1613941025384,1632
"eps_2",1e-05,1613941025384,1632
"train_loss",0.06863867,1613941026341,1633
"raw_loss",0.064230405,1613941026341,1633
"epoch",10.276729559748418,1613941026341,1633
"wd_0",0.01,1613941026341,1633
"sqr_mom_0",0.99,1613941026341,1633
"lr_0",3.724722301049058e-06,1613941026341,1633
"mom_0",0.8818819424737735,1613941026341,1633
"eps_0",1e-05,1613941026341,1633
"wd_1",0.01,1613941026341,1633
"sqr_mom_1",0.99,1613941026341,1633
"lr_1",3.724722301049058e-05,1613941026341,1633
"mom_1",0.8818819424737735,1613941026341,1633
"eps_1",1e-05,1613941026341,1633
"wd_2",0.01,1613941026341,1633
"sqr_mom_2",0.99,1613941026341,1633
"lr_2",0.00037247223010490577,1613941026341,1633
"mom_2",0.8818819424737735,1613941026341,1633
"eps_2",1e-05,1613941026341,1633
"train_loss",0.06801933,1613941027284,1634
"raw_loss",0.037671823,1613941027284,1634
"epoch",10.283018867924518,1613941027284,1634
"wd_0",0.01,1613941027284,1634
"sqr_mom_0",0.99,1613941027284,1634
"lr_0",3.727177271285309e-06,1613941027284,1634
"mom_0",0.8818205682178673,1613941027284,1634
"eps_0",1e-05,1613941027284,1634
"wd_1",0.01,1613941027284,1634
"sqr_mom_1",0.99,1613941027284,1634
"lr_1",3.7271772712853084e-05,1613941027284,1634
"mom_1",0.8818205682178673,1613941027284,1634
"eps_1",1e-05,1613941027284,1634
"wd_2",0.01,1613941027284,1634
"sqr_mom_2",0.99,1613941027284,1634
"lr_2",0.00037271772712853084,1613941027284,1634
"mom_2",0.8818205682178673,1613941027284,1634
"eps_2",1e-05,1613941027284,1634
"train_loss",0.067755915,1613941028235,1635
"raw_loss",0.054848447,1613941028235,1635
"epoch",10.289308176100619,1613941028235,1635
"wd_0",0.01,1613941028235,1635
"sqr_mom_0",0.99,1613941028235,1635
"lr_0",3.72963063091558e-06,1613941028235,1635
"mom_0",0.8817592342271104,1613941028235,1635
"eps_0",1e-05,1613941028235,1635
"wd_1",0.01,1613941028235,1635
"sqr_mom_1",0.99,1613941028235,1635
"lr_1",3.72963063091558e-05,1613941028235,1635
"mom_1",0.8817592342271104,1613941028235,1635
"eps_1",1e-05,1613941028235,1635
"wd_2",0.01,1613941028235,1635
"sqr_mom_2",0.99,1613941028235,1635
"lr_2",0.00037296306309155794,1613941028235,1635
"mom_2",0.8817592342271104,1613941028235,1635
"eps_2",1e-05,1613941028235,1635
"train_loss",0.067296825,1613941029183,1636
"raw_loss",0.04480128,1613941029183,1636
"epoch",10.295597484276719,1613941029183,1636
"wd_0",0.01,1613941029183,1636
"sqr_mom_0",0.99,1613941029183,1636
"lr_0",3.732083073254013e-06,1613941029183,1636
"mom_0",0.8816979231686497,1613941029183,1636
"eps_0",1e-05,1613941029183,1636
"wd_1",0.01,1613941029183,1636
"sqr_mom_1",0.99,1613941029183,1636
"lr_1",3.7320830732540126e-05,1613941029183,1636
"mom_1",0.8816979231686497,1613941029183,1636
"eps_1",1e-05,1613941029183,1636
"wd_2",0.01,1613941029183,1636
"sqr_mom_2",0.99,1613941029183,1636
"lr_2",0.0003732083073254013,1613941029183,1636
"mom_2",0.8816979231686497,1613941029183,1636
"eps_2",1e-05,1613941029183,1636
"train_loss",0.06758742,1613941030144,1637
"raw_loss",0.08182651,1613941030144,1637
"epoch",10.30188679245282,1613941030144,1637
"wd_0",0.01,1613941030144,1637
"sqr_mom_0",0.99,1613941030144,1637
"lr_0",3.734534245169118e-06,1613941030144,1637
"mom_0",0.881636643870772,1613941030144,1637
"eps_0",1e-05,1613941030144,1637
"wd_1",0.01,1613941030144,1637
"sqr_mom_1",0.99,1613941030144,1637
"lr_1",3.734534245169118e-05,1613941030144,1637
"mom_1",0.881636643870772,1613941030144,1637
"eps_1",1e-05,1613941030144,1637
"wd_2",0.01,1613941030144,1637
"sqr_mom_2",0.99,1613941030144,1637
"lr_2",0.00037345342451691174,1613941030144,1637
"mom_2",0.881636643870772,1613941030144,1637
"eps_2",1e-05,1613941030144,1637
"train_loss",0.06943346,1613941031097,1638
"raw_loss",0.15988947,1613941031097,1638
"epoch",10.30817610062892,1613941031097,1638
"wd_0",0.01,1613941031097,1638
"sqr_mom_0",0.99,1613941031097,1638
"lr_0",3.7369837942539293e-06,1613941031097,1638
"mom_0",0.8815754051436517,1613941031097,1638
"eps_0",1e-05,1613941031097,1638
"wd_1",0.01,1613941031097,1638
"sqr_mom_1",0.99,1613941031097,1638
"lr_1",3.736983794253929e-05,1613941031097,1638
"mom_1",0.8815754051436517,1613941031097,1638
"eps_1",1e-05,1613941031097,1638
"wd_2",0.01,1613941031097,1638
"sqr_mom_2",0.99,1613941031097,1638
"lr_2",0.0003736983794253929,1613941031097,1638
"mom_2",0.8815754051436517,1613941031097,1638
"eps_2",1e-05,1613941031097,1638
"train_loss",0.06913558,1613941032047,1639
"raw_loss",0.05453921,1613941032047,1639
"epoch",10.31446540880502,1613941032047,1639
"wd_0",0.01,1613941032047,1639
"sqr_mom_0",0.99,1613941032047,1639
"lr_0",3.73943206477449e-06,1613941032047,1639
"mom_0",0.8815141983806377,1613941032047,1639
"eps_0",1e-05,1613941032047,1639
"wd_1",0.01,1613941032047,1639
"sqr_mom_1",0.99,1613941032047,1639
"lr_1",3.73943206477449e-05,1613941032047,1639
"mom_1",0.8815141983806377,1613941032047,1639
"eps_1",1e-05,1613941032047,1639
"wd_2",0.01,1613941032047,1639
"sqr_mom_2",0.99,1613941032047,1639
"lr_2",0.00037394320647744897,1613941032047,1639
"mom_2",0.8815141983806377,1613941032047,1639
"eps_2",1e-05,1613941032047,1639
"train_loss",0.06927809,1613941032999,1640
"raw_loss",0.07626135,1613941032999,1640
"epoch",10.32075471698112,1613941032999,1640
"wd_0",0.01,1613941032999,1640
"sqr_mom_0",0.99,1613941032999,1640
"lr_0",3.7418794002719627e-06,1613941032999,1640
"mom_0",0.881453014993201,1613941032999,1640
"eps_0",1e-05,1613941032999,1640
"wd_1",0.01,1613941032999,1640
"sqr_mom_1",0.99,1613941032999,1640
"lr_1",3.7418794002719625e-05,1613941032999,1640
"mom_1",0.881453014993201,1613941032999,1640
"eps_1",1e-05,1613941032999,1640
"wd_2",0.01,1613941032999,1640
"sqr_mom_2",0.99,1613941032999,1640
"lr_2",0.0003741879400271962,1613941032999,1640
"mom_2",0.881453014993201,1613941032999,1640
"eps_2",1e-05,1613941032999,1640
"train_loss",0.06891807,1613941033946,1641
"raw_loss",0.05127703,1613941033946,1641
"epoch",10.327044025157221,1613941033946,1641
"wd_0",0.01,1613941033946,1641
"sqr_mom_0",0.99,1613941033946,1641
"lr_0",3.744325100740747e-06,1613941033946,1641
"mom_0",0.8813918724814813,1613941033946,1641
"eps_0",1e-05,1613941033946,1641
"wd_1",0.01,1613941033946,1641
"sqr_mom_1",0.99,1613941033946,1641
"lr_1",3.7443251007407466e-05,1613941033946,1641
"mom_1",0.8813918724814813,1613941033946,1641
"eps_1",1e-05,1613941033946,1641
"wd_2",0.01,1613941033946,1641
"sqr_mom_2",0.99,1613941033946,1641
"lr_2",0.0003744325100740746,1613941033946,1641
"mom_2",0.8813918724814813,1613941033946,1641
"eps_2",1e-05,1613941033946,1641
"train_loss",0.06810025,1613941034899,1642
"raw_loss",0.028026933,1613941034899,1642
"epoch",10.333333333333321,1613941034899,1642
"wd_0",0.01,1613941034899,1642
"sqr_mom_0",0.99,1613941034899,1642
"lr_0",3.7467698573305204e-06,1613941034899,1642
"mom_0",0.881330753566737,1613941034899,1642
"eps_0",1e-05,1613941034899,1642
"wd_1",0.01,1613941034899,1642
"sqr_mom_1",0.99,1613941034899,1642
"lr_1",3.7467698573305206e-05,1613941034899,1642
"mom_1",0.881330753566737,1613941034899,1642
"eps_1",1e-05,1613941034899,1642
"wd_2",0.01,1613941034899,1642
"sqr_mom_2",0.99,1613941034899,1642
"lr_2",0.000374676985733052,1613941034899,1642
"mom_2",0.881330753566737,1613941034899,1642
"eps_2",1e-05,1613941034899,1642
"train_loss",0.06772656,1613941035878,1643
"raw_loss",0.049415573,1613941035878,1643
"epoch",10.339622641509422,1613941035878,1643
"wd_0",0.01,1613941035878,1643
"sqr_mom_0",0.99,1613941035878,1643
"lr_0",3.7492129707733227e-06,1613941035878,1643
"mom_0",0.881269675730667,1613941035878,1643
"eps_0",1e-05,1613941035878,1643
"wd_1",0.01,1613941035878,1643
"sqr_mom_1",0.99,1613941035878,1643
"lr_1",3.749212970773322e-05,1613941035878,1643
"mom_1",0.881269675730667,1613941035878,1643
"eps_1",1e-05,1613941035878,1643
"wd_2",0.01,1613941035878,1643
"sqr_mom_2",0.99,1613941035878,1643
"lr_2",0.0003749212970773322,1613941035878,1643
"mom_2",0.881269675730667,1613941035878,1643
"eps_2",1e-05,1613941035878,1643
"train_loss",0.06761626,1613941036985,1644
"raw_loss",0.062211454,1613941036985,1644
"epoch",10.345911949685522,1613941036985,1644
"wd_0",0.01,1613941036985,1644
"sqr_mom_0",0.99,1613941036985,1644
"lr_0",3.751654784435957e-06,1613941036985,1644
"mom_0",0.881208630389101,1613941036985,1644
"eps_0",1e-05,1613941036985,1644
"wd_1",0.01,1613941036985,1644
"sqr_mom_1",0.99,1613941036985,1644
"lr_1",3.751654784435957e-05,1613941036985,1644
"mom_1",0.881208630389101,1613941036985,1644
"eps_1",1e-05,1613941036985,1644
"wd_2",0.01,1613941036985,1644
"sqr_mom_2",0.99,1613941036985,1644
"lr_2",0.00037516547844359567,1613941036985,1644
"mom_2",0.881208630389101,1613941036985,1644
"eps_2",1e-05,1613941036985,1644
"train_loss",0.0672683,1613941038199,1645
"raw_loss",0.050218023,1613941038199,1645
"epoch",10.352201257861623,1613941038199,1645
"wd_0",0.01,1613941038199,1645
"sqr_mom_0",0.99,1613941038199,1645
"lr_0",3.754095640948315e-06,1613941038199,1645
"mom_0",0.8811476089762921,1613941038199,1645
"eps_0",1e-05,1613941038199,1645
"wd_1",0.01,1613941038199,1645
"sqr_mom_1",0.99,1613941038199,1645
"lr_1",3.754095640948315e-05,1613941038199,1645
"mom_1",0.8811476089762921,1613941038199,1645
"eps_1",1e-05,1613941038199,1645
"wd_2",0.01,1613941038199,1645
"sqr_mom_2",0.99,1613941038199,1645
"lr_2",0.00037540956409483144,1613941038199,1645
"mom_2",0.8811476089762921,1613941038199,1645
"eps_2",1e-05,1613941038199,1645
"train_loss",0.06795012,1613941039390,1646
"raw_loss",0.10135973,1613941039390,1646
"epoch",10.358490566037723,1613941039390,1646
"wd_0",0.01,1613941039390,1646
"sqr_mom_0",0.99,1613941039390,1646
"lr_0",3.7565351888377466e-06,1613941039390,1646
"mom_0",0.8810866202790564,1613941039390,1646
"eps_0",1e-05,1613941039390,1646
"wd_1",0.01,1613941039390,1646
"sqr_mom_1",0.99,1613941039390,1646
"lr_1",3.756535188837746e-05,1613941039390,1646
"mom_1",0.8810866202790564,1613941039390,1646
"eps_1",1e-05,1613941039390,1646
"wd_2",0.01,1613941039390,1646
"sqr_mom_2",0.99,1613941039390,1646
"lr_2",0.0003756535188837746,1613941039390,1646
"mom_2",0.8810866202790564,1613941039390,1646
"eps_2",1e-05,1613941039390,1646
"train_loss",0.06744931,1613941040648,1647
"raw_loss",0.042909496,1613941040648,1647
"epoch",10.364779874213824,1613941040648,1647
"wd_0",0.01,1613941040648,1647
"sqr_mom_0",0.99,1613941040648,1647
"lr_0",3.75897307737791e-06,1613941040648,1647
"mom_0",0.8810256730655522,1613941040648,1647
"eps_0",1e-05,1613941040648,1647
"wd_1",0.01,1613941040648,1647
"sqr_mom_1",0.99,1613941040648,1647
"lr_1",3.75897307737791e-05,1613941040648,1647
"mom_1",0.8810256730655522,1613941040648,1647
"eps_1",1e-05,1613941040648,1647
"wd_2",0.01,1613941040648,1647
"sqr_mom_2",0.99,1613941040648,1647
"lr_2",0.00037589730773779096,1613941040648,1647
"mom_2",0.8810256730655522,1613941040648,1647
"eps_2",1e-05,1613941040648,1647
"train_loss",0.067309245,1613941041657,1648
"raw_loss",0.06044626,1613941041657,1648
"epoch",10.371069182389924,1613941041657,1648
"wd_0",0.01,1613941041657,1648
"sqr_mom_0",0.99,1613941041657,1648
"lr_0",3.761409995510849e-06,1613941041657,1648
"mom_0",0.8809647501122287,1613941041657,1648
"eps_0",1e-05,1613941041657,1648
"wd_1",0.01,1613941041657,1648
"sqr_mom_1",0.99,1613941041657,1648
"lr_1",3.761409995510849e-05,1613941041657,1648
"mom_1",0.8809647501122287,1613941041657,1648
"eps_1",1e-05,1613941041657,1648
"wd_2",0.01,1613941041657,1648
"sqr_mom_2",0.99,1613941041657,1648
"lr_2",0.0003761409995510849,1613941041657,1648
"mom_2",0.8809647501122287,1613941041657,1648
"eps_2",1e-05,1613941041657,1648
"train_loss",0.06719012,1613941042605,1649
"raw_loss",0.06135284,1613941042605,1649
"epoch",10.377358490566024,1613941042605,1649
"wd_0",0.01,1613941042605,1649
"sqr_mom_0",0.99,1613941042605,1649
"lr_0",3.7638452462106184e-06,1613941042605,1649
"mom_0",0.8809038688447345,1613941042605,1649
"eps_0",1e-05,1613941042605,1649
"wd_1",0.01,1613941042605,1649
"sqr_mom_1",0.99,1613941042605,1649
"lr_1",3.763845246210618e-05,1613941042605,1649
"mom_1",0.8809038688447345,1613941042605,1649
"eps_1",1e-05,1613941042605,1649
"wd_2",0.01,1613941042605,1649
"sqr_mom_2",0.99,1613941042605,1649
"lr_2",0.0003763845246210618,1613941042605,1649
"mom_2",0.8809038688447345,1613941042605,1649
"eps_2",1e-05,1613941042605,1649
"train_loss",0.06649326,1613941043582,1650
"raw_loss",0.032346953,1613941043582,1650
"epoch",10.383647798742125,1613941043582,1650
"wd_0",0.01,1613941043582,1650
"sqr_mom_0",0.99,1613941043582,1650
"lr_0",3.766279517673814e-06,1613941043582,1650
"mom_0",0.8808430120581546,1613941043582,1650
"eps_0",1e-05,1613941043582,1650
"wd_1",0.01,1613941043582,1650
"sqr_mom_1",0.99,1613941043582,1650
"lr_1",3.7662795176738135e-05,1613941043582,1650
"mom_1",0.8808430120581546,1613941043582,1650
"eps_1",1e-05,1613941043582,1650
"wd_2",0.01,1613941043582,1650
"sqr_mom_2",0.99,1613941043582,1650
"lr_2",0.0003766279517673813,1613941043582,1650
"mom_2",0.8808430120581546,1613941043582,1650
"eps_2",1e-05,1613941043582,1650
"train_loss",0.06738837,1613941044553,1651
"raw_loss",0.11124882,1613941044553,1651
"epoch",10.389937106918225,1613941044553,1651
"wd_0",0.01,1613941044553,1651
"sqr_mom_0",0.99,1613941044553,1651
"lr_0",3.7687121136315107e-06,1613941044553,1651
"mom_0",0.8807821971592122,1613941044553,1651
"eps_0",1e-05,1613941044553,1651
"wd_1",0.01,1613941044553,1651
"sqr_mom_1",0.99,1613941044553,1651
"lr_1",3.7687121136315104e-05,1613941044553,1651
"mom_1",0.8807821971592122,1613941044553,1651
"eps_1",1e-05,1613941044553,1651
"wd_2",0.01,1613941044553,1651
"sqr_mom_2",0.99,1613941044553,1651
"lr_2",0.000376871211363151,1613941044553,1651
"mom_2",0.8807821971592122,1613941044553,1651
"eps_2",1e-05,1613941044553,1651
"train_loss",0.06672108,1613941045531,1652
"raw_loss",0.03402383,1613941045531,1652
"epoch",10.396226415094326,1613941045531,1652
"wd_0",0.01,1613941045531,1652
"sqr_mom_0",0.99,1613941045531,1652
"lr_0",3.771143375980742e-06,1613941045531,1652
"mom_0",0.8807214156004814,1613941045531,1652
"eps_0",1e-05,1613941045531,1652
"wd_1",0.01,1613941045531,1652
"sqr_mom_1",0.99,1613941045531,1652
"lr_1",3.7711433759807415e-05,1613941045531,1652
"mom_1",0.8807214156004814,1613941045531,1652
"eps_1",1e-05,1613941045531,1652
"wd_2",0.01,1613941045531,1652
"sqr_mom_2",0.99,1613941045531,1652
"lr_2",0.0003771143375980741,1613941045531,1652
"mom_2",0.8807214156004814,1613941045531,1652
"eps_2",1e-05,1613941045531,1652
"train_loss",0.06700454,1613941046497,1653
"raw_loss",0.08089403,1613941046497,1653
"epoch",10.402515723270426,1613941046497,1653
"wd_0",0.01,1613941046497,1653
"sqr_mom_0",0.99,1613941046497,1653
"lr_0",3.773573645862451e-06,1613941046497,1653
"mom_0",0.8806606588534387,1613941046497,1653
"eps_0",1e-05,1613941046497,1653
"wd_1",0.01,1613941046497,1653
"sqr_mom_1",0.99,1613941046497,1653
"lr_1",3.77357364586245e-05,1613941046497,1653
"mom_1",0.8806606588534387,1613941046497,1653
"eps_1",1e-05,1613941046497,1653
"wd_2",0.01,1613941046497,1653
"sqr_mom_2",0.99,1613941046497,1653
"lr_2",0.000377357364586245,1613941046497,1653
"mom_2",0.8806606588534387,1613941046497,1653
"eps_2",1e-05,1613941046497,1653
"train_loss",0.06765278,1613941047449,1654
"raw_loss",0.09941663,1613941047449,1654
"epoch",10.408805031446526,1613941047449,1654
"wd_0",0.01,1613941047449,1654
"sqr_mom_0",0.99,1613941047449,1654
"lr_0",3.7760022281522745e-06,1613941047449,1654
"mom_0",0.8805999442961931,1613941047449,1654
"eps_0",1e-05,1613941047449,1654
"wd_1",0.01,1613941047449,1654
"sqr_mom_1",0.99,1613941047449,1654
"lr_1",3.776002228152274e-05,1613941047449,1654
"mom_1",0.8805999442961931,1613941047449,1654
"eps_1",1e-05,1613941047449,1654
"wd_2",0.01,1613941047449,1654
"sqr_mom_2",0.99,1613941047449,1654
"lr_2",0.0003776002228152274,1613941047449,1654
"mom_2",0.8805999442961931,1613941047449,1654
"eps_2",1e-05,1613941047449,1654
"train_loss",0.06729925,1613941048399,1655
"raw_loss",0.049976207,1613941048399,1655
"epoch",10.415094339622627,1613941048399,1655
"wd_0",0.01,1613941048399,1655
"sqr_mom_0",0.99,1613941048399,1655
"lr_0",3.7784298091623315e-06,1613941048399,1655
"mom_0",0.8805392547709416,1613941048399,1655
"eps_0",1e-05,1613941048399,1655
"wd_1",0.01,1613941048399,1655
"sqr_mom_1",0.99,1613941048399,1655
"lr_1",3.7784298091623315e-05,1613941048399,1655
"mom_1",0.8805392547709416,1613941048399,1655
"eps_1",1e-05,1613941048399,1655
"wd_2",0.01,1613941048399,1655
"sqr_mom_2",0.99,1613941048399,1655
"lr_2",0.0003778429809162331,1613941048399,1655
"mom_2",0.8805392547709416,1613941048399,1655
"eps_2",1e-05,1613941048399,1655
"train_loss",0.06725086,1613941049344,1656
"raw_loss",0.06488014,1613941049344,1656
"epoch",10.421383647798727,1613941049344,1656
"wd_0",0.01,1613941049344,1656
"sqr_mom_0",0.99,1613941049344,1656
"lr_0",3.7808560393210644e-06,1613941049344,1656
"mom_0",0.8804785990169733,1613941049344,1656
"eps_0",1e-05,1613941049344,1656
"wd_1",0.01,1613941049344,1656
"sqr_mom_1",0.99,1613941049344,1656
"lr_1",3.780856039321064e-05,1613941049344,1656
"mom_1",0.8804785990169733,1613941049344,1656
"eps_1",1e-05,1613941049344,1656
"wd_2",0.01,1613941049344,1656
"sqr_mom_2",0.99,1613941049344,1656
"lr_2",0.0003780856039321064,1613941049344,1656
"mom_2",0.8804785990169733,1613941049344,1656
"eps_2",1e-05,1613941049344,1656
"train_loss",0.06662152,1613941050294,1657
"raw_loss",0.0357838,1613941050294,1657
"epoch",10.427672955974828,1613941050294,1657
"wd_0",0.01,1613941050294,1657
"sqr_mom_0",0.99,1613941050294,1657
"lr_0",3.7832805698273076e-06,1613941050294,1657
"mom_0",0.8804179857543173,1613941050294,1657
"eps_0",1e-05,1613941050294,1657
"wd_1",0.01,1613941050294,1657
"sqr_mom_1",0.99,1613941050294,1657
"lr_1",3.783280569827307e-05,1613941050294,1657
"mom_1",0.8804179857543173,1613941050294,1657
"eps_1",1e-05,1613941050294,1657
"wd_2",0.01,1613941050294,1657
"sqr_mom_2",0.99,1613941050294,1657
"lr_2",0.0003783280569827307,1613941050294,1657
"mom_2",0.8804179857543173,1613941050294,1657
"eps_2",1e-05,1613941050294,1657
"train_loss",0.06603794,1613941051232,1658
"raw_loss",0.03744235,1613941051232,1658
"epoch",10.433962264150928,1613941051232,1658
"wd_0",0.01,1613941051232,1658
"sqr_mom_0",0.99,1613941051232,1658
"lr_0",3.7857037414508434e-06,1613941051232,1658
"mom_0",0.880357406463729,1613941051232,1658
"eps_0",1e-05,1613941051232,1658
"wd_1",0.01,1613941051232,1658
"sqr_mom_1",0.99,1613941051232,1658
"lr_1",3.785703741450843e-05,1613941051232,1658
"mom_1",0.880357406463729,1613941051232,1658
"eps_1",1e-05,1613941051232,1658
"wd_2",0.01,1613941051232,1658
"sqr_mom_2",0.99,1613941051232,1658
"lr_2",0.0003785703741450843,1613941051232,1658
"mom_2",0.880357406463729,1613941051232,1658
"eps_2",1e-05,1613941051232,1658
"train_loss",0.06553633,1613941052183,1659
"raw_loss",0.04095748,1613941052183,1659
"epoch",10.440251572327028,1613941052183,1659
"wd_0",0.01,1613941052183,1659
"sqr_mom_0",0.99,1613941052183,1659
"lr_0",3.7881258941910325e-06,1613941052183,1659
"mom_0",0.8802968526452242,1613941052183,1659
"eps_0",1e-05,1613941052183,1659
"wd_1",0.01,1613941052183,1659
"sqr_mom_1",0.99,1613941052183,1659
"lr_1",3.788125894191032e-05,1613941052183,1659
"mom_1",0.8802968526452242,1613941052183,1659
"eps_1",1e-05,1613941052183,1659
"wd_2",0.01,1613941052183,1659
"sqr_mom_2",0.99,1613941052183,1659
"lr_2",0.00037881258941910317,1613941052183,1659
"mom_2",0.8802968526452242,1613941052183,1659
"eps_2",1e-05,1613941052183,1659
"train_loss",0.06584888,1613941053135,1660
"raw_loss",0.081163965,1613941053135,1660
"epoch",10.446540880503129,1613941053135,1660
"wd_0",0.01,1613941053135,1660
"sqr_mom_0",0.99,1613941053135,1660
"lr_0",3.7905463352452393e-06,1613941053135,1660
"mom_0",0.880236341618869,1613941053135,1660
"eps_0",1e-05,1613941053135,1660
"wd_1",0.01,1613941053135,1660
"sqr_mom_1",0.99,1613941053135,1660
"lr_1",3.790546335245239e-05,1613941053135,1660
"mom_1",0.880236341618869,1613941053135,1660
"eps_1",1e-05,1613941053135,1660
"wd_2",0.01,1613941053135,1660
"sqr_mom_2",0.99,1613941053135,1660
"lr_2",0.0003790546335245239,1613941053135,1660
"mom_2",0.880236341618869,1613941053135,1660
"eps_2",1e-05,1613941053135,1660
"train_loss",0.0652841,1613941054081,1661
"raw_loss",0.037610065,1613941054081,1661
"epoch",10.45283018867923,1613941054081,1661
"wd_0",0.01,1613941054081,1661
"sqr_mom_0",0.99,1613941054081,1661
"lr_0",3.792965748624887e-06,1613941054081,1661
"mom_0",0.8801758562843778,1613941054081,1661
"eps_0",1e-05,1613941054081,1661
"wd_1",0.01,1613941054081,1661
"sqr_mom_1",0.99,1613941054081,1661
"lr_1",3.7929657486248865e-05,1613941054081,1661
"mom_1",0.8801758562843778,1613941054081,1661
"eps_1",1e-05,1613941054081,1661
"wd_2",0.01,1613941054081,1661
"sqr_mom_2",0.99,1613941054081,1661
"lr_2",0.0003792965748624886,1613941054081,1661
"mom_2",0.8801758562843778,1613941054081,1661
"eps_2",1e-05,1613941054081,1661
"train_loss",0.06515446,1613941055033,1662
"raw_loss",0.058802,1613941055033,1662
"epoch",10.45911949685533,1613941055033,1662
"wd_0",0.01,1613941055033,1662
"sqr_mom_0",0.99,1613941055033,1662
"lr_0",3.795383442310873e-06,1613941055033,1662
"mom_0",0.8801154139422281,1613941055033,1662
"eps_0",1e-05,1613941055033,1662
"wd_1",0.01,1613941055033,1662
"sqr_mom_1",0.99,1613941055033,1662
"lr_1",3.795383442310872e-05,1613941055033,1662
"mom_1",0.8801154139422281,1613941055033,1662
"eps_1",1e-05,1613941055033,1662
"wd_2",0.01,1613941055033,1662
"sqr_mom_2",0.99,1613941055033,1662
"lr_2",0.0003795383442310872,1613941055033,1662
"mom_2",0.8801154139422281,1613941055033,1662
"eps_2",1e-05,1613941055033,1662
"train_loss",0.06457021,1613941056080,1663
"raw_loss",0.03594191,1613941056080,1663
"epoch",10.46540880503143,1613941056080,1663
"wd_0",0.01,1613941056080,1663
"sqr_mom_0",0.99,1613941056080,1663
"lr_0",3.7977997561173516e-06,1613941056080,1663
"mom_0",0.8800550060970662,1613941056080,1663
"eps_0",1e-05,1613941056080,1663
"wd_1",0.01,1613941056080,1663
"sqr_mom_1",0.99,1613941056080,1663
"lr_1",3.797799756117351e-05,1613941056080,1663
"mom_1",0.8800550060970662,1613941056080,1663
"eps_1",1e-05,1613941056080,1663
"wd_2",0.01,1613941056080,1663
"sqr_mom_2",0.99,1613941056080,1663
"lr_2",0.00037977997561173507,1613941056080,1663
"mom_2",0.8800550060970662,1613941056080,1663
"eps_2",1e-05,1613941056080,1663
"train_loss",0.06475556,1613941057091,1664
"raw_loss",0.07383772,1613941057091,1664
"epoch",10.47169811320753,1613941057091,1664
"wd_0",0.01,1613941057091,1664
"sqr_mom_0",0.99,1613941057091,1664
"lr_0",3.800215029076156e-06,1613941057091,1664
"mom_0",0.879994624273096,1613941057091,1664
"eps_0",1e-05,1613941057091,1664
"wd_1",0.01,1613941057091,1664
"sqr_mom_1",0.99,1613941057091,1664
"lr_1",3.800215029076156e-05,1613941057091,1664
"mom_1",0.879994624273096,1613941057091,1664
"eps_1",1e-05,1613941057091,1664
"wd_2",0.01,1613941057091,1664
"sqr_mom_2",0.99,1613941057091,1664
"lr_2",0.00038002150290761553,1613941057091,1664
"mom_2",0.879994624273096,1613941057091,1664
"eps_2",1e-05,1613941057091,1664
"train_loss",0.06468165,1613941058050,1665
"raw_loss",0.06105995,1613941058050,1665
"epoch",10.47798742138363,1613941058050,1665
"wd_0",0.01,1613941058050,1665
"sqr_mom_0",0.99,1613941058050,1665
"lr_0",3.8026289133785665e-06,1613941058050,1665
"mom_0",0.8799342771655358,1613941058050,1665
"eps_0",1e-05,1613941058050,1665
"wd_1",0.01,1613941058050,1665
"sqr_mom_1",0.99,1613941058050,1665
"lr_1",3.8026289133785664e-05,1613941058050,1665
"mom_1",0.8799342771655358,1613941058050,1665
"eps_1",1e-05,1613941058050,1665
"wd_2",0.01,1613941058050,1665
"sqr_mom_2",0.99,1613941058050,1665
"lr_2",0.00038026289133785663,1613941058050,1665
"mom_2",0.8799342771655358,1613941058050,1665
"eps_2",1e-05,1613941058050,1665
"train_loss",0.06439842,1613941059013,1666
"raw_loss",0.050520375,1613941059013,1666
"epoch",10.484276729559731,1613941059013,1666
"wd_0",0.01,1613941059013,1666
"sqr_mom_0",0.99,1613941059013,1666
"lr_0",3.8050410620078173e-06,1613941059013,1666
"mom_0",0.8798739734498046,1613941059013,1666
"eps_0",1e-05,1613941059013,1666
"wd_1",0.01,1613941059013,1666
"sqr_mom_1",0.99,1613941059013,1666
"lr_1",3.805041062007817e-05,1613941059013,1666
"mom_1",0.8798739734498046,1613941059013,1666
"eps_1",1e-05,1613941059013,1666
"wd_2",0.01,1613941059013,1666
"sqr_mom_2",0.99,1613941059013,1666
"lr_2",0.00038050410620078166,1613941059013,1666
"mom_2",0.8798739734498046,1613941059013,1666
"eps_2",1e-05,1613941059013,1666
"train_loss",0.06457237,1613941059977,1667
"raw_loss",0.0730959,1613941059977,1667
"epoch",10.490566037735832,1613941059977,1667
"wd_0",0.01,1613941059977,1667
"sqr_mom_0",0.99,1613941059977,1667
"lr_0",3.8074521566319074e-06,1613941059977,1667
"mom_0",0.8798136960842023,1613941059977,1667
"eps_0",1e-05,1613941059977,1667
"wd_1",0.01,1613941059977,1667
"sqr_mom_1",0.99,1613941059977,1667
"lr_1",3.8074521566319066e-05,1613941059977,1667
"mom_1",0.8798136960842023,1613941059977,1667
"eps_1",1e-05,1613941059977,1667
"wd_2",0.01,1613941059977,1667
"sqr_mom_2",0.99,1613941059977,1667
"lr_2",0.0003807452156631907,1613941059977,1667
"mom_2",0.8798136960842023,1613941059977,1667
"eps_2",1e-05,1613941059977,1667
"train_loss",0.06406076,1613941060942,1668
"raw_loss",0.03899188,1613941060942,1668
"epoch",10.496855345911932,1613941060942,1668
"wd_0",0.01,1613941060942,1668
"sqr_mom_0",0.99,1613941060942,1668
"lr_0",3.8098615076111287e-06,1613941060942,1668
"mom_0",0.8797534623097217,1613941060942,1668
"eps_0",1e-05,1613941060942,1668
"wd_1",0.01,1613941060942,1668
"sqr_mom_1",0.99,1613941060942,1668
"lr_1",3.809861507611128e-05,1613941060942,1668
"mom_1",0.8797534623097217,1613941060942,1668
"eps_1",1e-05,1613941060942,1668
"wd_2",0.01,1613941060942,1668
"sqr_mom_2",0.99,1613941060942,1668
"lr_2",0.0003809861507611128,1613941060942,1668
"mom_2",0.8797534623097217,1613941060942,1668
"eps_2",1e-05,1613941060942,1668
"train_loss",0.063504204,1613941061905,1669
"raw_loss",0.036232732,1613941061905,1669
"epoch",10.503144654088032,1613941061905,1669
"wd_0",0.01,1613941061905,1669
"sqr_mom_0",0.99,1613941061905,1669
"lr_0",3.8122694535934173e-06,1613941061905,1669
"mom_0",0.8796932636601645,1613941061905,1669
"eps_0",1e-05,1613941061905,1669
"wd_1",0.01,1613941061905,1669
"sqr_mom_1",0.99,1613941061905,1669
"lr_1",3.812269453593417e-05,1613941061905,1669
"mom_1",0.8796932636601645,1613941061905,1669
"eps_1",1e-05,1613941061905,1669
"wd_2",0.01,1613941061905,1669
"sqr_mom_2",0.99,1613941061905,1669
"lr_2",0.00038122694535934167,1613941061905,1669
"mom_2",0.8796932636601645,1613941061905,1669
"eps_2",1e-05,1613941061905,1669
"train_loss",0.06427136,1613941062886,1670
"raw_loss",0.10186211,1613941062886,1670
"epoch",10.509433962264133,1613941062886,1670
"wd_0",0.01,1613941062886,1670
"sqr_mom_0",0.99,1613941062886,1670
"lr_0",3.814676332430142e-06,1613941062886,1670
"mom_0",0.8796330916892464,1613941062886,1670
"eps_0",1e-05,1613941062886,1670
"wd_1",0.01,1613941062886,1670
"sqr_mom_1",0.99,1613941062886,1670
"lr_1",3.814676332430142e-05,1613941062886,1670
"mom_1",0.8796330916892464,1613941062886,1670
"eps_1",1e-05,1613941062886,1670
"wd_2",0.01,1613941062886,1670
"sqr_mom_2",0.99,1613941062886,1670
"lr_2",0.00038146763324301415,1613941062886,1670
"mom_2",0.8796330916892464,1613941062886,1670
"eps_2",1e-05,1613941062886,1670
"train_loss",0.064212956,1613941063869,1671
"raw_loss",0.06135122,1613941063869,1671
"epoch",10.515723270440233,1613941063869,1671
"wd_0",0.01,1613941063869,1671
"sqr_mom_0",0.99,1613941063869,1671
"lr_0",3.817081455687428e-06,1613941063869,1671
"mom_0",0.8795729636078142,1613941063869,1671
"eps_0",1e-05,1613941063869,1671
"wd_1",0.01,1613941063869,1671
"sqr_mom_1",0.99,1613941063869,1671
"lr_1",3.817081455687428e-05,1613941063869,1671
"mom_1",0.8795729636078142,1613941063869,1671
"eps_1",1e-05,1613941063869,1671
"wd_2",0.01,1613941063869,1671
"sqr_mom_2",0.99,1613941063869,1671
"lr_2",0.00038170814556874274,1613941063869,1671
"mom_2",0.8795729636078142,1613941063869,1671
"eps_2",1e-05,1613941063869,1671
"train_loss",0.06390748,1613941064833,1672
"raw_loss",0.048939154,1613941064833,1672
"epoch",10.522012578616334,1613941064833,1672
"wd_0",0.01,1613941064833,1672
"sqr_mom_0",0.99,1613941064833,1672
"lr_0",3.819485503047919e-06,1613941064833,1672
"mom_0",0.879512862423802,1613941064833,1672
"eps_0",1e-05,1613941064833,1672
"wd_1",0.01,1613941064833,1672
"sqr_mom_1",0.99,1613941064833,1672
"lr_1",3.819485503047919e-05,1613941064833,1672
"mom_1",0.879512862423802,1613941064833,1672
"eps_1",1e-05,1613941064833,1672
"wd_2",0.01,1613941064833,1672
"sqr_mom_2",0.99,1613941064833,1672
"lr_2",0.0003819485503047919,1613941064833,1672
"mom_2",0.879512862423802,1613941064833,1672
"eps_2",1e-05,1613941064833,1672
"train_loss",0.064212464,1613941065817,1673
"raw_loss",0.07915658,1613941065817,1673
"epoch",10.528301886792434,1613941065817,1673
"wd_0",0.01,1613941065817,1673
"sqr_mom_0",0.99,1613941065817,1673
"lr_0",3.821887786887622e-06,1613941065817,1673
"mom_0",0.8794528053278095,1613941065817,1673
"eps_0",1e-05,1613941065817,1673
"wd_1",0.01,1613941065817,1673
"sqr_mom_1",0.99,1613941065817,1673
"lr_1",3.821887786887622e-05,1613941065817,1673
"mom_1",0.8794528053278095,1613941065817,1673
"eps_1",1e-05,1613941065817,1673
"wd_2",0.01,1613941065817,1673
"sqr_mom_2",0.99,1613941065817,1673
"lr_2",0.0003821887786887621,1613941065817,1673
"mom_2",0.8794528053278095,1613941065817,1673
"eps_2",1e-05,1613941065817,1673
"train_loss",0.06403594,1613941066829,1674
"raw_loss",0.055386063,1613941066829,1674
"epoch",10.534591194968534,1613941066829,1674
"wd_0",0.01,1613941066829,1674
"sqr_mom_0",0.99,1613941066829,1674
"lr_0",3.824288986086766e-06,1613941066829,1674
"mom_0",0.8793927753478308,1613941066829,1674
"eps_0",1e-05,1613941066829,1674
"wd_1",0.01,1613941066829,1674
"sqr_mom_1",0.99,1613941066829,1674
"lr_1",3.824288986086766e-05,1613941066829,1674
"mom_1",0.8793927753478308,1613941066829,1674
"eps_1",1e-05,1613941066829,1674
"wd_2",0.01,1613941066829,1674
"sqr_mom_2",0.99,1613941066829,1674
"lr_2",0.0003824288986086766,1613941066829,1674
"mom_2",0.8793927753478308,1613941066829,1674
"eps_2",1e-05,1613941066829,1674
"train_loss",0.06389411,1613941067842,1675
"raw_loss",0.05694437,1613941067842,1675
"epoch",10.540880503144635,1613941067842,1675
"wd_0",0.01,1613941067842,1675
"sqr_mom_0",0.99,1613941067842,1675
"lr_0",3.826688754852678e-06,1613941067842,1675
"mom_0",0.8793327811286831,1613941067842,1675
"eps_0",1e-05,1613941067842,1675
"wd_1",0.01,1613941067842,1675
"sqr_mom_1",0.99,1613941067842,1675
"lr_1",3.826688754852678e-05,1613941067842,1675
"mom_1",0.8793327811286831,1613941067842,1675
"eps_1",1e-05,1613941067842,1675
"wd_2",0.01,1613941067842,1675
"sqr_mom_2",0.99,1613941067842,1675
"lr_2",0.00038266887548526774,1613941067842,1675
"mom_2",0.8793327811286831,1613941067842,1675
"eps_2",1e-05,1613941067842,1675
"train_loss",0.06346002,1613941068843,1676
"raw_loss",0.04218997,1613941068843,1676
"epoch",10.547169811320735,1613941068843,1676
"wd_0",0.01,1613941068843,1676
"sqr_mom_0",0.99,1613941068843,1676
"lr_0",3.82908674820846e-06,1613941068843,1676
"mom_0",0.8792728312947885,1613941068843,1676
"eps_0",1e-05,1613941068843,1676
"wd_1",0.01,1613941068843,1676
"sqr_mom_1",0.99,1613941068843,1676
"lr_1",3.829086748208459e-05,1613941068843,1676
"mom_1",0.8792728312947885,1613941068843,1676
"eps_1",1e-05,1613941068843,1676
"wd_2",0.01,1613941068843,1676
"sqr_mom_2",0.99,1613941068843,1676
"lr_2",0.0003829086748208459,1613941068843,1676
"mom_2",0.8792728312947885,1613941068843,1676
"eps_2",1e-05,1613941068843,1676
"train_loss",0.07013506,1613941069811,1677
"raw_loss",0.39721212,1613941069811,1677
"epoch",10.553459119496836,1613941069811,1677
"wd_0",0.01,1613941069811,1677
"sqr_mom_0",0.99,1613941069811,1677
"lr_0",3.831483303214194e-06,1613941069811,1677
"mom_0",0.8792129174196451,1613941069811,1677
"eps_0",1e-05,1613941069811,1677
"wd_1",0.01,1613941069811,1677
"sqr_mom_1",0.99,1613941069811,1677
"lr_1",3.831483303214193e-05,1613941069811,1677
"mom_1",0.8792129174196451,1613941069811,1677
"eps_1",1e-05,1613941069811,1677
"wd_2",0.01,1613941069811,1677
"sqr_mom_2",0.99,1613941069811,1677
"lr_2",0.0003831483303214193,1613941069811,1677
"mom_2",0.8792129174196451,1613941069811,1677
"eps_2",1e-05,1613941069811,1677
"train_loss",0.06997831,1613941070777,1678
"raw_loss",0.062297925,1613941070777,1678
"epoch",10.559748427672936,1613941070777,1678
"wd_0",0.01,1613941070777,1678
"sqr_mom_0",0.99,1613941070777,1678
"lr_0",3.833878756114486e-06,1613941070777,1678
"mom_0",0.8791530310971378,1613941070777,1678
"eps_0",1e-05,1613941070777,1678
"wd_1",0.01,1613941070777,1678
"sqr_mom_1",0.99,1613941070777,1678
"lr_1",3.833878756114486e-05,1613941070777,1678
"mom_1",0.8791530310971378,1613941070777,1678
"eps_1",1e-05,1613941070777,1678
"wd_2",0.01,1613941070777,1678
"sqr_mom_2",0.99,1613941070777,1678
"lr_2",0.00038338787561144853,1613941070777,1678
"mom_2",0.8791530310971378,1613941070777,1678
"eps_2",1e-05,1613941070777,1678
"train_loss",0.069257416,1613941071758,1679
"raw_loss",0.033933315,1613941071758,1679
"epoch",10.566037735849036,1613941071758,1679
"wd_0",0.01,1613941071758,1679
"sqr_mom_0",0.99,1613941071758,1679
"lr_0",3.836272421743595e-06,1613941071758,1679
"mom_0",0.8790931894564101,1613941071758,1679
"eps_0",1e-05,1613941071758,1679
"wd_1",0.01,1613941071758,1679
"sqr_mom_1",0.99,1613941071758,1679
"lr_1",3.836272421743594e-05,1613941071758,1679
"mom_1",0.8790931894564101,1613941071758,1679
"eps_1",1e-05,1613941071758,1679
"wd_2",0.01,1613941071758,1679
"sqr_mom_2",0.99,1613941071758,1679
"lr_2",0.0003836272421743594,1613941071758,1679
"mom_2",0.8790931894564101,1613941071758,1679
"eps_2",1e-05,1613941071758,1679
"train_loss",0.0688611,1613941072727,1680
"raw_loss",0.04944141,1613941072727,1680
"epoch",10.572327044025137,1613941072727,1680
"wd_0",0.01,1613941072727,1680
"sqr_mom_0",0.99,1613941072727,1680
"lr_0",3.8386649765462645e-06,1613941072727,1680
"mom_0",0.8790333755863433,1613941072727,1680
"eps_0",1e-05,1613941072727,1680
"wd_1",0.01,1613941072727,1680
"sqr_mom_1",0.99,1613941072727,1680
"lr_1",3.838664976546264e-05,1613941072727,1680
"mom_1",0.8790333755863433,1613941072727,1680
"eps_1",1e-05,1613941072727,1680
"wd_2",0.01,1613941072727,1680
"sqr_mom_2",0.99,1613941072727,1680
"lr_2",0.0003838664976546264,1613941072727,1680
"mom_2",0.8790333755863433,1613941072727,1680
"eps_2",1e-05,1613941072727,1680
"train_loss",0.06886917,1613941073809,1681
"raw_loss",0.06926486,1613941073809,1681
"epoch",10.578616352201237,1613941073809,1681
"wd_0",0.01,1613941073809,1681
"sqr_mom_0",0.99,1613941073809,1681
"lr_0",3.841055736185689e-06,1613941073809,1681
"mom_0",0.8789736065953577,1613941073809,1681
"eps_0",1e-05,1613941073809,1681
"wd_1",0.01,1613941073809,1681
"sqr_mom_1",0.99,1613941073809,1681
"lr_1",3.841055736185688e-05,1613941073809,1681
"mom_1",0.8789736065953577,1613941073809,1681
"eps_1",1e-05,1613941073809,1681
"wd_2",0.01,1613941073809,1681
"sqr_mom_2",0.99,1613941073809,1681
"lr_2",0.00038410557361856886,1613941073809,1681
"mom_2",0.8789736065953577,1613941073809,1681
"eps_2",1e-05,1613941073809,1681
"train_loss",0.06872103,1613941074778,1682
"raw_loss",0.061462082,1613941074778,1682
"epoch",10.584905660377338,1613941074778,1682
"wd_0",0.01,1613941074778,1682
"sqr_mom_0",0.99,1613941074778,1682
"lr_0",3.843445036710538e-06,1613941074778,1682
"mom_0",0.8789138740822365,1613941074778,1682
"eps_0",1e-05,1613941074778,1682
"wd_1",0.01,1613941074778,1682
"sqr_mom_1",0.99,1613941074778,1682
"lr_1",3.843445036710537e-05,1613941074778,1682
"mom_1",0.8789138740822365,1613941074778,1682
"eps_1",1e-05,1613941074778,1682
"wd_2",0.01,1613941074778,1682
"sqr_mom_2",0.99,1613941074778,1682
"lr_2",0.00038434450367105365,1613941074778,1682
"mom_2",0.8789138740822365,1613941074778,1682
"eps_2",1e-05,1613941074778,1682
"train_loss",0.068827905,1613941075755,1683
"raw_loss",0.07406466,1613941075755,1683
"epoch",10.591194968553438,1613941075755,1683
"wd_0",0.01,1613941075755,1683
"sqr_mom_0",0.99,1613941075755,1683
"lr_0",3.845833213342232e-06,1613941075755,1683
"mom_0",0.8788541696664441,1613941075755,1683
"eps_0",1e-05,1613941075755,1683
"wd_1",0.01,1613941075755,1683
"sqr_mom_1",0.99,1613941075755,1683
"lr_1",3.8458332133422324e-05,1613941075755,1683
"mom_1",0.8788541696664441,1613941075755,1683
"eps_1",1e-05,1613941075755,1683
"wd_2",0.01,1613941075755,1683
"sqr_mom_2",0.99,1613941075755,1683
"lr_2",0.0003845833213342232,1613941075755,1683
"mom_2",0.8788541696664441,1613941075755,1683
"eps_2",1e-05,1613941075755,1683
"train_loss",0.06850343,1613941076729,1684
"raw_loss",0.052604165,1613941076729,1684
"epoch",10.597484276729539,1613941076729,1684
"wd_0",0.01,1613941076729,1684
"sqr_mom_0",0.99,1613941076729,1684
"lr_0",3.848219922153835e-06,1613941076729,1684
"mom_0",0.8787945019461542,1613941076729,1684
"eps_0",1e-05,1613941076729,1684
"wd_1",0.01,1613941076729,1684
"sqr_mom_1",0.99,1613941076729,1684
"lr_1",3.8482199221538336e-05,1613941076729,1684
"mom_1",0.8787945019461542,1613941076729,1684
"eps_1",1e-05,1613941076729,1684
"wd_2",0.01,1613941076729,1684
"sqr_mom_2",0.99,1613941076729,1684
"lr_2",0.00038482199221538335,1613941076729,1684
"mom_2",0.8787945019461542,1613941076729,1684
"eps_2",1e-05,1613941076729,1684
"train_loss",0.06879365,1613941077725,1685
"raw_loss",0.08301418,1613941077725,1685
"epoch",10.603773584905639,1613941077725,1685
"wd_0",0.01,1613941077725,1685
"sqr_mom_0",0.99,1613941077725,1685
"lr_0",3.850604820055498e-06,1613941077725,1685
"mom_0",0.8787348794986125,1613941077725,1685
"eps_0",1e-05,1613941077725,1685
"wd_1",0.01,1613941077725,1685
"sqr_mom_1",0.99,1613941077725,1685
"lr_1",3.850604820055498e-05,1613941077725,1685
"mom_1",0.8787348794986125,1613941077725,1685
"eps_1",1e-05,1613941077725,1685
"wd_2",0.01,1613941077725,1685
"sqr_mom_2",0.99,1613941077725,1685
"lr_2",0.00038506048200554973,1613941077725,1685
"mom_2",0.8787348794986125,1613941077725,1685
"eps_2",1e-05,1613941077725,1685
"train_loss",0.068360336,1613941078685,1686
"raw_loss",0.04712794,1613941078685,1686
"epoch",10.61006289308174,1613941078685,1686
"wd_0",0.01,1613941078685,1686
"sqr_mom_0",0.99,1613941078685,1686
"lr_0",3.852988581014228e-06,1613941078685,1686
"mom_0",0.8786752854746442,1613941078685,1686
"eps_0",1e-05,1613941078685,1686
"wd_1",0.01,1613941078685,1686
"sqr_mom_1",0.99,1613941078685,1686
"lr_1",3.8529885810142275e-05,1613941078685,1686
"mom_1",0.8786752854746442,1613941078685,1686
"eps_1",1e-05,1613941078685,1686
"wd_2",0.01,1613941078685,1686
"sqr_mom_2",0.99,1613941078685,1686
"lr_2",0.00038529885810142266,1613941078685,1686
"mom_2",0.8786752854746442,1613941078685,1686
"eps_2",1e-05,1613941078685,1686
"train_loss",0.06802082,1613941079679,1687
"raw_loss",0.051384438,1613941079679,1687
"epoch",10.61635220125784,1613941079679,1687
"wd_0",0.01,1613941079679,1687
"sqr_mom_0",0.99,1613941079679,1687
"lr_0",3.855370523208498e-06,1613941079679,1687
"mom_0",0.8786157369197876,1613941079679,1687
"eps_0",1e-05,1613941079679,1687
"wd_1",0.01,1613941079679,1687
"sqr_mom_1",0.99,1613941079679,1687
"lr_1",3.855370523208498e-05,1613941079679,1687
"mom_1",0.8786157369197876,1613941079679,1687
"eps_1",1e-05,1613941079679,1687
"wd_2",0.01,1613941079679,1687
"sqr_mom_2",0.99,1613941079679,1687
"lr_2",0.0003855370523208498,1613941079679,1687
"mom_2",0.8786157369197876,1613941079679,1687
"eps_2",1e-05,1613941079679,1687
"train_loss",0.067844145,1613941080633,1688
"raw_loss",0.05918704,1613941080633,1688
"epoch",10.62264150943394,1613941080633,1688
"wd_0",0.01,1613941080633,1688
"sqr_mom_0",0.99,1613941080633,1688
"lr_0",3.857750981454032e-06,1613941080633,1688
"mom_0",0.8785562254636492,1613941080633,1688
"eps_0",1e-05,1613941080633,1688
"wd_1",0.01,1613941080633,1688
"sqr_mom_1",0.99,1613941080633,1688
"lr_1",3.8577509814540315e-05,1613941080633,1688
"mom_1",0.8785562254636492,1613941080633,1688
"eps_1",1e-05,1613941080633,1688
"wd_2",0.01,1613941080633,1688
"sqr_mom_2",0.99,1613941080633,1688
"lr_2",0.00038577509814540314,1613941080633,1688
"mom_2",0.8785562254636492,1613941080633,1688
"eps_2",1e-05,1613941080633,1688
"train_loss",0.067167476,1613941081701,1689
"raw_loss",0.034010574,1613941081701,1689
"epoch",10.62893081761004,1613941081701,1689
"wd_0",0.01,1613941081701,1689
"sqr_mom_0",0.99,1613941081701,1689
"lr_0",3.860130289725222e-06,1613941081701,1689
"mom_0",0.8784967427568695,1613941081701,1689
"eps_0",1e-05,1613941081701,1689
"wd_1",0.01,1613941081701,1689
"sqr_mom_1",0.99,1613941081701,1689
"lr_1",3.860130289725221e-05,1613941081701,1689
"mom_1",0.8784967427568695,1613941081701,1689
"eps_1",1e-05,1613941081701,1689
"wd_2",0.01,1613941081701,1689
"sqr_mom_2",0.99,1613941081701,1689
"lr_2",0.0003860130289725221,1613941081701,1689
"mom_2",0.8784967427568695,1613941081701,1689
"eps_2",1e-05,1613941081701,1689
"train_loss",0.066998705,1613941082733,1690
"raw_loss",0.058728985,1613941082733,1690
"epoch",10.635220125786141,1613941082733,1690
"wd_0",0.01,1613941082733,1690
"sqr_mom_0",0.99,1613941082733,1690
"lr_0",3.862507767474134e-06,1613941082733,1690
"mom_0",0.8784373058131466,1613941082733,1690
"eps_0",1e-05,1613941082733,1690
"wd_1",0.01,1613941082733,1690
"sqr_mom_1",0.99,1613941082733,1690
"lr_1",3.8625077674741344e-05,1613941082733,1690
"mom_1",0.8784373058131466,1613941082733,1690
"eps_1",1e-05,1613941082733,1690
"wd_2",0.01,1613941082733,1690
"sqr_mom_2",0.99,1613941082733,1690
"lr_2",0.0003862507767474134,1613941082733,1690
"mom_2",0.8784373058131466,1613941082733,1690
"eps_2",1e-05,1613941082733,1690
"train_loss",0.067723185,1613941083721,1691
"raw_loss",0.10322262,1613941083721,1691
"epoch",10.641509433962241,1613941083721,1691
"wd_0",0.01,1613941083721,1691
"sqr_mom_0",0.99,1613941083721,1691
"lr_0",3.864884086570857e-06,1613941083721,1691
"mom_0",0.8783778978357286,1613941083721,1691
"eps_0",1e-05,1613941083721,1691
"wd_1",0.01,1613941083721,1691
"sqr_mom_1",0.99,1613941083721,1691
"lr_1",3.8648840865708565e-05,1613941083721,1691
"mom_1",0.8783778978357286,1613941083721,1691
"eps_1",1e-05,1613941083721,1691
"wd_2",0.01,1613941083721,1691
"sqr_mom_2",0.99,1613941083721,1691
"lr_2",0.00038648840865708565,1613941083721,1691
"mom_2",0.8783778978357286,1613941083721,1691
"eps_2",1e-05,1613941083721,1691
"train_loss",0.067329094,1613941084679,1692
"raw_loss",0.048018612,1613941084679,1692
"epoch",10.647798742138342,1613941084679,1692
"wd_0",0.01,1613941084679,1692
"sqr_mom_0",0.99,1613941084679,1692
"lr_0",3.86725856732244e-06,1613941084679,1692
"mom_0",0.878318535816939,1613941084679,1692
"eps_0",1e-05,1613941084679,1692
"wd_1",0.01,1613941084679,1692
"sqr_mom_1",0.99,1613941084679,1692
"lr_1",3.867258567322441e-05,1613941084679,1692
"mom_1",0.878318535816939,1613941084679,1692
"eps_1",1e-05,1613941084679,1692
"wd_2",0.01,1613941084679,1692
"sqr_mom_2",0.99,1613941084679,1692
"lr_2",0.00038672585673224405,1613941084679,1692
"mom_2",0.878318535816939,1613941084679,1692
"eps_2",1e-05,1613941084679,1692
"train_loss",0.06710408,1613941085669,1693
"raw_loss",0.056078494,1613941085669,1693
"epoch",10.654088050314442,1613941085669,1693
"wd_0",0.01,1613941085669,1693
"sqr_mom_0",0.99,1613941085669,1693
"lr_0",3.869631880752027e-06,1613941085669,1693
"mom_0",0.8782592029811993,1613941085669,1693
"eps_0",1e-05,1613941085669,1693
"wd_1",0.01,1613941085669,1693
"sqr_mom_1",0.99,1613941085669,1693
"lr_1",3.869631880752027e-05,1613941085669,1693
"mom_1",0.8782592029811993,1613941085669,1693
"eps_1",1e-05,1613941085669,1693
"wd_2",0.01,1613941085669,1693
"sqr_mom_2",0.99,1613941085669,1693
"lr_2",0.00038696318807520264,1613941085669,1693
"mom_2",0.8782592029811993,1613941085669,1693
"eps_2",1e-05,1613941085669,1693
"train_loss",0.06704761,1613941086627,1694
"raw_loss",0.06428085,1613941086627,1694
"epoch",10.660377358490543,1613941086627,1694
"wd_0",0.01,1613941086627,1694
"sqr_mom_0",0.99,1613941086627,1694
"lr_0",3.872003685062405e-06,1613941086627,1694
"mom_0",0.8781999078734398,1613941086627,1694
"eps_0",1e-05,1613941086627,1694
"wd_1",0.01,1613941086627,1694
"sqr_mom_1",0.99,1613941086627,1694
"lr_1",3.872003685062405e-05,1613941086627,1694
"mom_1",0.8781999078734398,1613941086627,1694
"eps_1",1e-05,1613941086627,1694
"wd_2",0.01,1613941086627,1694
"sqr_mom_2",0.99,1613941086627,1694
"lr_2",0.0003872003685062405,1613941086627,1694
"mom_2",0.8781999078734398,1613941086627,1694
"eps_2",1e-05,1613941086627,1694
"train_loss",0.06689077,1613941087625,1695
"raw_loss",0.059205595,1613941087625,1695
"epoch",10.666666666666643,1613941087625,1695
"wd_0",0.01,1613941087625,1695
"sqr_mom_0",0.99,1613941087625,1695
"lr_0",3.874373639317015e-06,1613941087625,1695
"mom_0",0.8781406590170746,1613941087625,1695
"eps_0",1e-05,1613941087625,1695
"wd_1",0.01,1613941087625,1695
"sqr_mom_1",0.99,1613941087625,1695
"lr_1",3.874373639317015e-05,1613941087625,1695
"mom_1",0.8781406590170746,1613941087625,1695
"eps_1",1e-05,1613941087625,1695
"wd_2",0.01,1613941087625,1695
"sqr_mom_2",0.99,1613941087625,1695
"lr_2",0.0003874373639317015,1613941087625,1695
"mom_2",0.8781406590170746,1613941087625,1695
"eps_2",1e-05,1613941087625,1695
"train_loss",0.06763279,1613941088590,1696
"raw_loss",0.10399187,1613941088590,1696
"epoch",10.672955974842743,1613941088590,1696
"wd_0",0.01,1613941088590,1696
"sqr_mom_0",0.99,1613941088590,1696
"lr_0",3.8767420766551286e-06,1613941088590,1696
"mom_0",0.8780814480836218,1613941088590,1696
"eps_0",1e-05,1613941088590,1696
"wd_1",0.01,1613941088590,1696
"sqr_mom_1",0.99,1613941088590,1696
"lr_1",3.876742076655128e-05,1613941088590,1696
"mom_1",0.8780814480836218,1613941088590,1696
"eps_1",1e-05,1613941088590,1696
"wd_2",0.01,1613941088590,1696
"sqr_mom_2",0.99,1613941088590,1696
"lr_2",0.0003876742076655128,1613941088590,1696
"mom_2",0.8780814480836218,1613941088590,1696
"eps_2",1e-05,1613941088590,1696
"train_loss",0.067914136,1613941089554,1697
"raw_loss",0.08170026,1613941089554,1697
"epoch",10.679245283018844,1613941089554,1697
"wd_0",0.01,1613941089554,1697
"sqr_mom_0",0.99,1613941089554,1697
"lr_0",3.879109329355995e-06,1613941089554,1697
"mom_0",0.8780222667661001,1613941089554,1697
"eps_0",1e-05,1613941089554,1697
"wd_1",0.01,1613941089554,1697
"sqr_mom_1",0.99,1613941089554,1697
"lr_1",3.879109329355995e-05,1613941089554,1697
"mom_1",0.8780222667661001,1613941089554,1697
"eps_1",1e-05,1613941089554,1697
"wd_2",0.01,1613941089554,1697
"sqr_mom_2",0.99,1613941089554,1697
"lr_2",0.0003879109329355995,1613941089554,1697
"mom_2",0.8780222667661001,1613941089554,1697
"eps_2",1e-05,1613941089554,1697
"train_loss",0.06794519,1613941090510,1698
"raw_loss",0.069466904,1613941090510,1698
"epoch",10.685534591194944,1613941090510,1698
"wd_0",0.01,1613941090510,1698
"sqr_mom_0",0.99,1613941090510,1698
"lr_0",3.88147472031991e-06,1613941090510,1698
"mom_0",0.8779631319920023,1613941090510,1698
"eps_0",1e-05,1613941090510,1698
"wd_1",0.01,1613941090510,1698
"sqr_mom_1",0.99,1613941090510,1698
"lr_1",3.881474720319909e-05,1613941090510,1698
"mom_1",0.8779631319920023,1613941090510,1698
"eps_1",1e-05,1613941090510,1698
"wd_2",0.01,1613941090510,1698
"sqr_mom_2",0.99,1613941090510,1698
"lr_2",0.0003881474720319909,1613941090510,1698
"mom_2",0.8779631319920023,1613941090510,1698
"eps_2",1e-05,1613941090510,1698
"train_loss",0.06895365,1613941091483,1699
"raw_loss",0.11836827,1613941091483,1699
"epoch",10.691823899371045,1613941091483,1699
"wd_0",0.01,1613941091483,1699
"sqr_mom_0",0.99,1613941091483,1699
"lr_0",3.88383858204794e-06,1613941091483,1699
"mom_0",0.8779040354488015,1613941091483,1699
"eps_0",1e-05,1613941091483,1699
"wd_1",0.01,1613941091483,1699
"sqr_mom_1",0.99,1613941091483,1699
"lr_1",3.8838385820479396e-05,1613941091483,1699
"mom_1",0.8779040354488015,1613941091483,1699
"eps_1",1e-05,1613941091483,1699
"wd_2",0.01,1613941091483,1699
"sqr_mom_2",0.99,1613941091483,1699
"lr_2",0.00038838385820479397,1613941091483,1699
"mom_2",0.8779040354488015,1613941091483,1699
"eps_2",1e-05,1613941091483,1699
"train_loss",0.068315834,1613941092457,1700
"raw_loss",0.03706292,1613941092457,1700
"epoch",10.698113207547145,1613941092457,1700
"wd_0",0.01,1613941092457,1700
"sqr_mom_0",0.99,1613941092457,1700
"lr_0",3.8862012461741515e-06,1613941092457,1700
"mom_0",0.8778449688456462,1613941092457,1700
"eps_0",1e-05,1613941092457,1700
"wd_1",0.01,1613941092457,1700
"sqr_mom_1",0.99,1613941092457,1700
"lr_1",3.8862012461741506e-05,1613941092457,1700
"mom_1",0.8778449688456462,1613941092457,1700
"eps_1",1e-05,1613941092457,1700
"wd_2",0.01,1613941092457,1700
"sqr_mom_2",0.99,1613941092457,1700
"lr_2",0.0003886201246174151,1613941092457,1700
"mom_2",0.8778449688456462,1613941092457,1700
"eps_2",1e-05,1613941092457,1700
"train_loss",0.06834895,1613941093471,1701
"raw_loss",0.0699719,1613941093471,1701
"epoch",10.704402515723245,1613941093471,1701
"wd_0",0.01,1613941093471,1701
"sqr_mom_0",0.99,1613941093471,1701
"lr_0",3.888562036911297e-06,1613941093471,1701
"mom_0",0.8777859490772175,1613941093471,1701
"eps_0",1e-05,1613941093471,1701
"wd_1",0.01,1613941093471,1701
"sqr_mom_1",0.99,1613941093471,1701
"lr_1",3.8885620369112964e-05,1613941093471,1701
"mom_1",0.8777859490772175,1613941093471,1701
"eps_1",1e-05,1613941093471,1701
"wd_2",0.01,1613941093471,1701
"sqr_mom_2",0.99,1613941093471,1701
"lr_2",0.0003888562036911296,1613941093471,1701
"mom_2",0.8777859490772175,1613941093471,1701
"eps_2",1e-05,1613941093471,1701
"train_loss",0.06774436,1613941094438,1702
"raw_loss",0.038119186,1613941094438,1702
"epoch",10.710691823899346,1613941094438,1702
"wd_0",0.01,1613941094438,1702
"sqr_mom_0",0.99,1613941094438,1702
"lr_0",3.8909216214137475e-06,1613941094438,1702
"mom_0",0.8777269594646563,1613941094438,1702
"eps_0",1e-05,1613941094438,1702
"wd_1",0.01,1613941094438,1702
"sqr_mom_1",0.99,1613941094438,1702
"lr_1",3.890921621413747e-05,1613941094438,1702
"mom_1",0.8777269594646563,1613941094438,1702
"eps_1",1e-05,1613941094438,1702
"wd_2",0.01,1613941094438,1702
"sqr_mom_2",0.99,1613941094438,1702
"lr_2",0.00038909216214137466,1613941094438,1702
"mom_2",0.8777269594646563,1613941094438,1702
"eps_2",1e-05,1613941094438,1702
"train_loss",0.06781068,1613941095396,1703
"raw_loss",0.07106012,1613941095396,1703
"epoch",10.716981132075446,1613941095396,1703
"wd_0",0.01,1613941095396,1703
"sqr_mom_0",0.99,1613941095396,1703
"lr_0",3.893279659851752e-06,1613941095396,1703
"mom_0",0.8776680085037062,1613941095396,1703
"eps_0",1e-05,1613941095396,1703
"wd_1",0.01,1613941095396,1703
"sqr_mom_1",0.99,1613941095396,1703
"lr_1",3.893279659851752e-05,1613941095396,1703
"mom_1",0.8776680085037062,1613941095396,1703
"eps_1",1e-05,1613941095396,1703
"wd_2",0.01,1613941095396,1703
"sqr_mom_2",0.99,1613941095396,1703
"lr_2",0.00038932796598517517,1613941095396,1703
"mom_2",0.8776680085037062,1613941095396,1703
"eps_2",1e-05,1613941095396,1703
"train_loss",0.068754815,1613941096374,1704
"raw_loss",0.11501743,1613941096374,1704
"epoch",10.723270440251547,1613941096374,1704
"wd_0",0.01,1613941096374,1704
"sqr_mom_0",0.99,1613941096374,1704
"lr_0",3.895635813277281e-06,1613941096374,1704
"mom_0",0.877609104668068,1613941096374,1704
"eps_0",1e-05,1613941096374,1704
"wd_1",0.01,1613941096374,1704
"sqr_mom_1",0.99,1613941096374,1704
"lr_1",3.8956358132772804e-05,1613941096374,1704
"mom_1",0.877609104668068,1613941096374,1704
"eps_1",1e-05,1613941096374,1704
"wd_2",0.01,1613941096374,1704
"sqr_mom_2",0.99,1613941096374,1704
"lr_2",0.00038956358132772803,1613941096374,1704
"mom_2",0.877609104668068,1613941096374,1704
"eps_2",1e-05,1613941096374,1704
"train_loss",0.06783461,1613941097314,1705
"raw_loss",0.022744471,1613941097314,1705
"epoch",10.729559748427647,1613941097314,1705
"wd_0",0.01,1613941097314,1705
"sqr_mom_0",0.99,1613941097314,1705
"lr_0",3.89799074753421e-06,1613941097314,1705
"mom_0",0.8775502313116448,1613941097314,1705
"eps_0",1e-05,1613941097314,1705
"wd_1",0.01,1613941097314,1705
"sqr_mom_1",0.99,1613941097314,1705
"lr_1",3.89799074753421e-05,1613941097314,1705
"mom_1",0.8775502313116448,1613941097314,1705
"eps_1",1e-05,1613941097314,1705
"wd_2",0.01,1613941097314,1705
"sqr_mom_2",0.99,1613941097314,1705
"lr_2",0.000389799074753421,1613941097314,1705
"mom_2",0.8775502313116448,1613941097314,1705
"eps_2",1e-05,1613941097314,1705
"train_loss",0.06774539,1613941098270,1706
"raw_loss",0.06337342,1613941098270,1706
"epoch",10.735849056603747,1613941098270,1706
"wd_0",0.01,1613941098270,1706
"sqr_mom_0",0.99,1613941098270,1706
"lr_0",3.900343789046249e-06,1613941098270,1706
"mom_0",0.8774914052738437,1613941098270,1706
"eps_0",1e-05,1613941098270,1706
"wd_1",0.01,1613941098270,1706
"sqr_mom_1",0.99,1613941098270,1706
"lr_1",3.900343789046248e-05,1613941098270,1706
"mom_1",0.8774914052738437,1613941098270,1706
"eps_1",1e-05,1613941098270,1706
"wd_2",0.01,1613941098270,1706
"sqr_mom_2",0.99,1613941098270,1706
"lr_2",0.00039003437890462484,1613941098270,1706
"mom_2",0.8774914052738437,1613941098270,1706
"eps_2",1e-05,1613941098270,1706
"train_loss",0.06711675,1613941099222,1707
"raw_loss",0.036313534,1613941099222,1707
"epoch",10.742138364779848,1613941099222,1707
"wd_0",0.01,1613941099222,1707
"sqr_mom_0",0.99,1613941099222,1707
"lr_0",3.902695268587197e-06,1613941099222,1707
"mom_0",0.87743261828532,1613941099222,1707
"eps_0",1e-05,1613941099222,1707
"wd_1",0.01,1613941099222,1707
"sqr_mom_1",0.99,1613941099222,1707
"lr_1",3.9026952685871966e-05,1613941099222,1707
"mom_1",0.87743261828532,1613941099222,1707
"eps_1",1e-05,1613941099222,1707
"wd_2",0.01,1613941099222,1707
"sqr_mom_2",0.99,1613941099222,1707
"lr_2",0.00039026952685871963,1613941099222,1707
"mom_2",0.87743261828532,1613941099222,1707
"eps_2",1e-05,1613941099222,1707
"train_loss",0.06713999,1613941100177,1708
"raw_loss",0.06827876,1613941100177,1708
"epoch",10.748427672955948,1613941100177,1708
"wd_0",0.01,1613941100177,1708
"sqr_mom_0",0.99,1613941100177,1708
"lr_0",3.905045516045292e-06,1613941100177,1708
"mom_0",0.8773738620988677,1613941100177,1708
"eps_0",1e-05,1613941100177,1708
"wd_1",0.01,1613941100177,1708
"sqr_mom_1",0.99,1613941100177,1708
"lr_1",3.9050455160452914e-05,1613941100177,1708
"mom_1",0.8773738620988677,1613941100177,1708
"eps_1",1e-05,1613941100177,1708
"wd_2",0.01,1613941100177,1708
"sqr_mom_2",0.99,1613941100177,1708
"lr_2",0.00039050455160452916,1613941100177,1708
"mom_2",0.8773738620988677,1613941100177,1708
"eps_2",1e-05,1613941100177,1708
"train_loss",0.06706972,1613941101138,1709
"raw_loss",0.063626304,1613941101138,1709
"epoch",10.754716981132049,1613941101138,1709
"wd_0",0.01,1613941101138,1709
"sqr_mom_0",0.99,1613941101138,1709
"lr_0",3.907393859184797e-06,1613941101138,1709
"mom_0",0.87731515352038,1613941101138,1709
"eps_0",1e-05,1613941101138,1709
"wd_1",0.01,1613941101138,1709
"sqr_mom_1",0.99,1613941101138,1709
"lr_1",3.9073938591847964e-05,1613941101138,1709
"mom_1",0.87731515352038,1613941101138,1709
"eps_1",1e-05,1613941101138,1709
"wd_2",0.01,1613941101138,1709
"sqr_mom_2",0.99,1613941101138,1709
"lr_2",0.0003907393859184796,1613941101138,1709
"mom_2",0.87731515352038,1613941101138,1709
"eps_2",1e-05,1613941101138,1709
"train_loss",0.06680842,1613941102097,1710
"raw_loss",0.05400475,1613941102097,1710
"epoch",10.761006289308149,1613941102097,1710
"wd_0",0.01,1613941102097,1710
"sqr_mom_0",0.99,1613941102097,1710
"lr_0",3.909740961642419e-06,1613941102097,1710
"mom_0",0.8772564759589395,1613941102097,1710
"eps_0",1e-05,1613941102097,1710
"wd_1",0.01,1613941102097,1710
"sqr_mom_1",0.99,1613941102097,1710
"lr_1",3.909740961642419e-05,1613941102097,1710
"mom_1",0.8772564759589395,1613941102097,1710
"eps_1",1e-05,1613941102097,1710
"wd_2",0.01,1613941102097,1710
"sqr_mom_2",0.99,1613941102097,1710
"lr_2",0.00039097409616424187,1613941102097,1710
"mom_2",0.8772564759589395,1613941102097,1710
"eps_2",1e-05,1613941102097,1710
"train_loss",0.06863717,1613941103047,1711
"raw_loss",0.15824604,1613941103047,1711
"epoch",10.76729559748425,1613941103047,1711
"wd_0",0.01,1613941103047,1711
"sqr_mom_0",0.99,1613941103047,1711
"lr_0",3.912086152081978e-06,1613941103047,1711
"mom_0",0.8771978461979505,1613941103047,1711
"eps_0",1e-05,1613941103047,1711
"wd_1",0.01,1613941103047,1711
"sqr_mom_1",0.99,1613941103047,1711
"lr_1",3.9120861520819777e-05,1613941103047,1711
"mom_1",0.8771978461979505,1613941103047,1711
"eps_1",1e-05,1613941103047,1711
"wd_2",0.01,1613941103047,1711
"sqr_mom_2",0.99,1613941103047,1711
"lr_2",0.0003912086152081978,1613941103047,1711
"mom_2",0.8771978461979505,1613941103047,1711
"eps_2",1e-05,1613941103047,1711
"train_loss",0.06785434,1613941104000,1712
"raw_loss",0.029495684,1613941104000,1712
"epoch",10.77358490566035,1613941104000,1712
"wd_0",0.01,1613941104000,1712
"sqr_mom_0",0.99,1613941104000,1712
"lr_0",3.914430093249235e-06,1613941104000,1712
"mom_0",0.8771392476687692,1613941104000,1712
"eps_0",1e-05,1613941104000,1712
"wd_1",0.01,1613941104000,1712
"sqr_mom_1",0.99,1613941104000,1712
"lr_1",3.914430093249234e-05,1613941104000,1712
"mom_1",0.8771392476687692,1613941104000,1712
"eps_1",1e-05,1613941104000,1712
"wd_2",0.01,1613941104000,1712
"sqr_mom_2",0.99,1613941104000,1712
"lr_2",0.00039144300932492343,1613941104000,1712
"mom_2",0.8771392476687692,1613941104000,1712
"eps_2",1e-05,1613941104000,1712
"train_loss",0.0691746,1613941104948,1713
"raw_loss",0.13386779,1613941104948,1713
"epoch",10.77987421383645,1613941104948,1713
"wd_0",0.01,1613941104948,1713
"sqr_mom_0",0.99,1613941104948,1713
"lr_0",3.9167724475565235e-06,1613941104948,1713
"mom_0",0.8770806888110869,1613941104948,1713
"eps_0",1e-05,1613941104948,1713
"wd_1",0.01,1613941104948,1713
"sqr_mom_1",0.99,1613941104948,1713
"lr_1",3.916772447556523e-05,1613941104948,1713
"mom_1",0.8770806888110869,1613941104948,1713
"eps_1",1e-05,1613941104948,1713
"wd_2",0.01,1613941104948,1713
"sqr_mom_2",0.99,1613941104948,1713
"lr_2",0.00039167724475565227,1613941104948,1713
"mom_2",0.8770806888110869,1613941104948,1713
"eps_2",1e-05,1613941104948,1713
"train_loss",0.0683297,1613941105941,1714
"raw_loss",0.026929507,1613941105941,1714
"epoch",10.78616352201255,1613941105941,1714
"wd_0",0.01,1613941105941,1714
"sqr_mom_0",0.99,1613941105941,1714
"lr_0",3.919112878321166e-06,1613941105941,1714
"mom_0",0.8770221780419708,1613941105941,1714
"eps_0",1e-05,1613941105941,1714
"wd_1",0.01,1613941105941,1714
"sqr_mom_1",0.99,1613941105941,1714
"lr_1",3.919112878321166e-05,1613941105941,1714
"mom_1",0.8770221780419708,1613941105941,1714
"eps_1",1e-05,1613941105941,1714
"wd_2",0.01,1613941105941,1714
"sqr_mom_2",0.99,1613941105941,1714
"lr_2",0.00039191128783211654,1613941105941,1714
"mom_2",0.8770221780419708,1613941105941,1714
"eps_2",1e-05,1613941105941,1714
"train_loss",0.068129234,1613941106915,1715
"raw_loss",0.05830657,1613941106915,1715
"epoch",10.792452830188651,1613941106915,1715
"wd_0",0.01,1613941106915,1715
"sqr_mom_0",0.99,1613941106915,1715
"lr_0",3.921451714552961e-06,1613941106915,1715
"mom_0",0.876963707136176,1613941106915,1715
"eps_0",1e-05,1613941106915,1715
"wd_1",0.01,1613941106915,1715
"sqr_mom_1",0.99,1613941106915,1715
"lr_1",3.921451714552961e-05,1613941106915,1715
"mom_1",0.876963707136176,1613941106915,1715
"eps_1",1e-05,1613941106915,1715
"wd_2",0.01,1613941106915,1715
"sqr_mom_2",0.99,1613941106915,1715
"lr_2",0.0003921451714552961,1613941106915,1715
"mom_2",0.876963707136176,1613941106915,1715
"eps_2",1e-05,1613941106915,1715
"train_loss",0.06897173,1613941107908,1716
"raw_loss",0.11025411,1613941107908,1716
"epoch",10.798742138364751,1613941107908,1716
"wd_0",0.01,1613941107908,1716
"sqr_mom_0",0.99,1613941107908,1716
"lr_0",3.923789284357687e-06,1613941107908,1716
"mom_0",0.8769052678910578,1613941107908,1716
"eps_0",1e-05,1613941107908,1716
"wd_1",0.01,1613941107908,1716
"sqr_mom_1",0.99,1613941107908,1716
"lr_1",3.923789284357686e-05,1613941107908,1716
"mom_1",0.8769052678910578,1613941107908,1716
"eps_1",1e-05,1613941107908,1716
"wd_2",0.01,1613941107908,1716
"sqr_mom_2",0.99,1613941107908,1716
"lr_2",0.0003923789284357686,1613941107908,1716
"mom_2",0.8769052678910578,1613941107908,1716
"eps_2",1e-05,1613941107908,1716
"train_loss",0.06908525,1613941108897,1717
"raw_loss",0.0746476,1613941108897,1717
"epoch",10.805031446540852,1613941108897,1717
"wd_0",0.01,1613941108897,1717
"sqr_mom_0",0.99,1613941108897,1717
"lr_0",3.926124919125765e-06,1613941108897,1717
"mom_0",0.8768468770218558,1613941108897,1717
"eps_0",1e-05,1613941108897,1717
"wd_1",0.01,1613941108897,1717
"sqr_mom_1",0.99,1613941108897,1717
"lr_1",3.926124919125765e-05,1613941108897,1717
"mom_1",0.8768468770218558,1613941108897,1717
"eps_1",1e-05,1613941108897,1717
"wd_2",0.01,1613941108897,1717
"sqr_mom_2",0.99,1613941108897,1717
"lr_2",0.00039261249191257646,1613941108897,1717
"mom_2",0.8768468770218558,1613941108897,1717
"eps_2",1e-05,1613941108897,1717
"train_loss",0.06850634,1613941109866,1718
"raw_loss",0.0401396,1613941109866,1718
"epoch",10.811320754716952,1613941109866,1718
"wd_0",0.01,1613941109866,1718
"sqr_mom_0",0.99,1613941109866,1718
"lr_0",3.928458947196082e-06,1613941109866,1718
"mom_0",0.876788526320098,1613941109866,1718
"eps_0",1e-05,1613941109866,1718
"wd_1",0.01,1613941109866,1718
"sqr_mom_1",0.99,1613941109866,1718
"lr_1",3.928458947196081e-05,1613941109866,1718
"mom_1",0.876788526320098,1613941109866,1718
"eps_1",1e-05,1613941109866,1718
"wd_2",0.01,1613941109866,1718
"sqr_mom_2",0.99,1613941109866,1718
"lr_2",0.0003928458947196081,1613941109866,1718
"mom_2",0.876788526320098,1613941109866,1718
"eps_2",1e-05,1613941109866,1718
"train_loss",0.06872874,1613941110820,1719
"raw_loss",0.07962642,1613941110820,1719
"epoch",10.817610062893053,1613941110820,1719
"wd_0",0.01,1613941110820,1719
"sqr_mom_0",0.99,1613941110820,1719
"lr_0",3.930791695996604e-06,1613941110820,1719
"mom_0",0.8767302076000849,1613941110820,1719
"eps_0",1e-05,1613941110820,1719
"wd_1",0.01,1613941110820,1719
"sqr_mom_1",0.99,1613941110820,1719
"lr_1",3.930791695996604e-05,1613941110820,1719
"mom_1",0.8767302076000849,1613941110820,1719
"eps_1",1e-05,1613941110820,1719
"wd_2",0.01,1613941110820,1719
"sqr_mom_2",0.99,1613941110820,1719
"lr_2",0.0003930791695996604,1613941110820,1719
"mom_2",0.8767302076000849,1613941110820,1719
"eps_2",1e-05,1613941110820,1719
"train_loss",0.068324946,1613941111782,1720
"raw_loss",0.048538957,1613941111782,1720
"epoch",10.823899371069153,1613941111782,1720
"wd_0",0.01,1613941111782,1720
"sqr_mom_0",0.99,1613941111782,1720
"lr_0",3.933122498296694e-06,1613941111782,1720
"mom_0",0.8766719375425827,1613941111782,1720
"eps_0",1e-05,1613941111782,1720
"wd_1",0.01,1613941111782,1720
"sqr_mom_1",0.99,1613941111782,1720
"lr_1",3.933122498296694e-05,1613941111782,1720
"mom_1",0.8766719375425827,1613941111782,1720
"eps_1",1e-05,1613941111782,1720
"wd_2",0.01,1613941111782,1720
"sqr_mom_2",0.99,1613941111782,1720
"lr_2",0.0003933122498296694,1613941111782,1720
"mom_2",0.8766719375425827,1613941111782,1720
"eps_2",1e-05,1613941111782,1720
"train_loss",0.06846427,1613941112751,1721
"raw_loss",0.07529124,1613941112751,1721
"epoch",10.830188679245254,1613941112751,1721
"wd_0",0.01,1613941112751,1721
"sqr_mom_0",0.99,1613941112751,1721
"lr_0",3.935452012776057e-06,1613941112751,1721
"mom_0",0.8766136996805985,1613941112751,1721
"eps_0",1e-05,1613941112751,1721
"wd_1",0.01,1613941112751,1721
"sqr_mom_1",0.99,1613941112751,1721
"lr_1",3.935452012776057e-05,1613941112751,1721
"mom_1",0.8766136996805985,1613941112751,1721
"eps_1",1e-05,1613941112751,1721
"wd_2",0.01,1613941112751,1721
"sqr_mom_2",0.99,1613941112751,1721
"lr_2",0.00039354520127760567,1613941112751,1721
"mom_2",0.8766136996805985,1613941112751,1721
"eps_2",1e-05,1613941112751,1721
"train_loss",0.06788386,1613941113719,1722
"raw_loss",0.039443396,1613941113719,1722
"epoch",10.836477987421354,1613941113719,1722
"wd_0",0.01,1613941113719,1722
"sqr_mom_0",0.99,1613941113719,1722
"lr_0",3.937779903914978e-06,1613941113719,1722
"mom_0",0.8765555024021255,1613941113719,1722
"eps_0",1e-05,1613941113719,1722
"wd_1",0.01,1613941113719,1722
"sqr_mom_1",0.99,1613941113719,1722
"lr_1",3.937779903914978e-05,1613941113719,1722
"mom_1",0.8765555024021255,1613941113719,1722
"eps_1",1e-05,1613941113719,1722
"wd_2",0.01,1613941113719,1722
"sqr_mom_2",0.99,1613941113719,1722
"lr_2",0.00039377799039149776,1613941113719,1722
"mom_2",0.8765555024021255,1613941113719,1722
"eps_2",1e-05,1613941113719,1722
"train_loss",0.06784922,1613941114673,1723
"raw_loss",0.06615178,1613941114673,1723
"epoch",10.842767295597454,1613941114673,1723
"wd_0",0.01,1613941114673,1723
"sqr_mom_0",0.99,1613941114673,1723
"lr_0",3.940105837119537e-06,1613941114673,1723
"mom_0",0.8764973540720116,1613941114673,1723
"eps_0",1e-05,1613941114673,1723
"wd_1",0.01,1613941114673,1723
"sqr_mom_1",0.99,1613941114673,1723
"lr_1",3.940105837119537e-05,1613941114673,1723
"mom_1",0.8764973540720116,1613941114673,1723
"eps_1",1e-05,1613941114673,1723
"wd_2",0.01,1613941114673,1723
"sqr_mom_2",0.99,1613941114673,1723
"lr_2",0.00039401058371195364,1613941114673,1723
"mom_2",0.8764973540720116,1613941114673,1723
"eps_2",1e-05,1613941114673,1723
"train_loss",0.06787453,1613941115637,1724
"raw_loss",0.06911467,1613941115637,1724
"epoch",10.849056603773555,1613941115637,1724
"wd_0",0.01,1613941115637,1724
"sqr_mom_0",0.99,1613941115637,1724
"lr_0",3.9424304696934405e-06,1613941115637,1724
"mom_0",0.876439238257664,1613941115637,1724
"eps_0",1e-05,1613941115637,1724
"wd_1",0.01,1613941115637,1724
"sqr_mom_1",0.99,1613941115637,1724
"lr_1",3.9424304696934405e-05,1613941115637,1724
"mom_1",0.876439238257664,1613941115637,1724
"eps_1",1e-05,1613941115637,1724
"wd_2",0.01,1613941115637,1724
"sqr_mom_2",0.99,1613941115637,1724
"lr_2",0.00039424304696934406,1613941115637,1724
"mom_2",0.876439238257664,1613941115637,1724
"eps_2",1e-05,1613941115637,1724
"train_loss",0.06791825,1613941116590,1725
"raw_loss",0.07006039,1613941116590,1725
"epoch",10.855345911949655,1613941116590,1725
"wd_0",0.01,1613941116590,1725
"sqr_mom_0",0.99,1613941116590,1725
"lr_0",3.9447531367275185e-06,1613941116590,1725
"mom_0",0.8763811715818121,1613941116590,1725
"eps_0",1e-05,1613941116590,1725
"wd_1",0.01,1613941116590,1725
"sqr_mom_1",0.99,1613941116590,1725
"lr_1",3.944753136727518e-05,1613941116590,1725
"mom_1",0.8763811715818121,1613941116590,1725
"eps_1",1e-05,1613941116590,1725
"wd_2",0.01,1613941116590,1725
"sqr_mom_2",0.99,1613941116590,1725
"lr_2",0.00039447531367275176,1613941116590,1725
"mom_2",0.8763811715818121,1613941116590,1725
"eps_2",1e-05,1613941116590,1725
"train_loss",0.06821937,1613941117565,1726
"raw_loss",0.08297422,1613941117565,1726
"epoch",10.861635220125756,1613941117565,1726
"wd_0",0.01,1613941117565,1726
"sqr_mom_0",0.99,1613941117565,1726
"lr_0",3.94707416474647e-06,1613941117565,1726
"mom_0",0.8763231458813382,1613941117565,1726
"eps_0",1e-05,1613941117565,1726
"wd_1",0.01,1613941117565,1726
"sqr_mom_1",0.99,1613941117565,1726
"lr_1",3.94707416474647e-05,1613941117565,1726
"mom_1",0.8763231458813382,1613941117565,1726
"eps_1",1e-05,1613941117565,1726
"wd_2",0.01,1613941117565,1726
"sqr_mom_2",0.99,1613941117565,1726
"lr_2",0.000394707416474647,1613941117565,1726
"mom_2",0.8763231458813382,1613941117565,1726
"eps_2",1e-05,1613941117565,1726
"train_loss",0.06803265,1613941118526,1727
"raw_loss",0.05888343,1613941118526,1727
"epoch",10.867924528301856,1613941118526,1727
"wd_0",0.01,1613941118526,1727
"sqr_mom_0",0.99,1613941118526,1727
"lr_0",3.949393879345759e-06,1613941118526,1727
"mom_0",0.876265153016356,1613941118526,1727
"eps_0",1e-05,1613941118526,1727
"wd_1",0.01,1613941118526,1727
"sqr_mom_1",0.99,1613941118526,1727
"lr_1",3.949393879345759e-05,1613941118526,1727
"mom_1",0.876265153016356,1613941118526,1727
"eps_1",1e-05,1613941118526,1727
"wd_2",0.01,1613941118526,1727
"sqr_mom_2",0.99,1613941118526,1727
"lr_2",0.00039493938793457587,1613941118526,1727
"mom_2",0.876265153016356,1613941118526,1727
"eps_2",1e-05,1613941118526,1727
"train_loss",0.06759934,1613941119482,1728
"raw_loss",0.046367,1613941119482,1728
"epoch",10.874213836477956,1613941119482,1728
"wd_0",0.01,1613941119482,1728
"sqr_mom_0",0.99,1613941119482,1728
"lr_0",3.951711617022888e-06,1613941119482,1728
"mom_0",0.8762072095744278,1613941119482,1728
"eps_0",1e-05,1613941119482,1728
"wd_1",0.01,1613941119482,1728
"sqr_mom_1",0.99,1613941119482,1728
"lr_1",3.951711617022888e-05,1613941119482,1728
"mom_1",0.8762072095744278,1613941119482,1728
"eps_1",1e-05,1613941119482,1728
"wd_2",0.01,1613941119482,1728
"sqr_mom_2",0.99,1613941119482,1728
"lr_2",0.00039517116170228875,1613941119482,1728
"mom_2",0.8762072095744278,1613941119482,1728
"eps_2",1e-05,1613941119482,1728
"train_loss",0.0673401,1613941120437,1729
"raw_loss",0.054637242,1613941120437,1729
"epoch",10.880503144654057,1613941120437,1729
"wd_0",0.01,1613941120437,1729
"sqr_mom_0",0.99,1613941120437,1729
"lr_0",3.954027703612899e-06,1613941120437,1729
"mom_0",0.8761493074096776,1613941120437,1729
"eps_0",1e-05,1613941120437,1729
"wd_1",0.01,1613941120437,1729
"sqr_mom_1",0.99,1613941120437,1729
"lr_1",3.954027703612898e-05,1613941120437,1729
"mom_1",0.8761493074096776,1613941120437,1729
"eps_1",1e-05,1613941120437,1729
"wd_2",0.01,1613941120437,1729
"sqr_mom_2",0.99,1613941120437,1729
"lr_2",0.0003954027703612898,1613941120437,1729
"mom_2",0.8761493074096776,1613941120437,1729
"eps_2",1e-05,1613941120437,1729
"train_loss",0.06784281,1613941121395,1730
"raw_loss",0.09247573,1613941121395,1730
"epoch",10.886792452830157,1613941121395,1730
"wd_0",0.01,1613941121395,1730
"sqr_mom_0",0.99,1613941121395,1730
"lr_0",3.956342464014744e-06,1613941121395,1730
"mom_0",0.8760914383996314,1613941121395,1730
"eps_0",1e-05,1613941121395,1730
"wd_1",0.01,1613941121395,1730
"sqr_mom_1",0.99,1613941121395,1730
"lr_1",3.9563424640147434e-05,1613941121395,1730
"mom_1",0.8760914383996314,1613941121395,1730
"eps_1",1e-05,1613941121395,1730
"wd_2",0.01,1613941121395,1730
"sqr_mom_2",0.99,1613941121395,1730
"lr_2",0.0003956342464014743,1613941121395,1730
"mom_2",0.8760914383996314,1613941121395,1730
"eps_2",1e-05,1613941121395,1730
"train_loss",0.06795119,1613941122491,1731
"raw_loss",0.073261775,1613941122491,1731
"epoch",10.893081761006258,1613941122491,1731
"wd_0",0.01,1613941122491,1731
"sqr_mom_0",0.99,1613941122491,1731
"lr_0",3.958655564823819e-06,1613941122491,1731
"mom_0",0.8760336108794045,1613941122491,1731
"eps_0",1e-05,1613941122491,1731
"wd_1",0.01,1613941122491,1731
"sqr_mom_1",0.99,1613941122491,1731
"lr_1",3.958655564823819e-05,1613941122491,1731
"mom_1",0.8760336108794045,1613941122491,1731
"eps_1",1e-05,1613941122491,1731
"wd_2",0.01,1613941122491,1731
"sqr_mom_2",0.99,1613941122491,1731
"lr_2",0.0003958655564823819,1613941122491,1731
"mom_2",0.8760336108794045,1613941122491,1731
"eps_2",1e-05,1613941122491,1731
"train_loss",0.06778605,1613941123457,1732
"raw_loss",0.059694488,1613941123457,1732
"epoch",10.899371069182358,1613941123457,1732
"wd_0",0.01,1613941123457,1732
"sqr_mom_0",0.99,1613941123457,1732
"lr_0",3.960967002026075e-06,1613941123457,1732
"mom_0",0.8759758249493481,1613941123457,1732
"eps_0",1e-05,1613941123457,1732
"wd_1",0.01,1613941123457,1732
"sqr_mom_1",0.99,1613941123457,1732
"lr_1",3.9609670020260756e-05,1613941123457,1732
"mom_1",0.8759758249493481,1613941123457,1732
"eps_1",1e-05,1613941123457,1732
"wd_2",0.01,1613941123457,1732
"sqr_mom_2",0.99,1613941123457,1732
"lr_2",0.0003960967002026075,1613941123457,1732
"mom_2",0.8759758249493481,1613941123457,1732
"eps_2",1e-05,1613941123457,1732
"train_loss",0.06826353,1613941124415,1733
"raw_loss",0.09166016,1613941124415,1733
"epoch",10.905660377358458,1613941124415,1733
"wd_0",0.01,1613941124415,1733
"sqr_mom_0",0.99,1613941124415,1733
"lr_0",3.963276443403591e-06,1613941124415,1733
"mom_0",0.8759180889149102,1613941124415,1733
"eps_0",1e-05,1613941124415,1733
"wd_1",0.01,1613941124415,1733
"sqr_mom_1",0.99,1613941124415,1733
"lr_1",3.9632764434035904e-05,1613941124415,1733
"mom_1",0.8759180889149102,1613941124415,1733
"eps_1",1e-05,1613941124415,1733
"wd_2",0.01,1613941124415,1733
"sqr_mom_2",0.99,1613941124415,1733
"lr_2",0.00039632764434035904,1613941124415,1733
"mom_2",0.8759180889149102,1613941124415,1733
"eps_2",1e-05,1613941124415,1733
"train_loss",0.067969136,1613941125374,1734
"raw_loss",0.053543612,1613941125374,1734
"epoch",10.911949685534559,1613941125374,1734
"wd_0",0.01,1613941125374,1734
"sqr_mom_0",0.99,1613941125374,1734
"lr_0",3.965584213630624e-06,1613941125374,1734
"mom_0",0.8758603946592344,1613941125374,1734
"eps_0",1e-05,1613941125374,1734
"wd_1",0.01,1613941125374,1734
"sqr_mom_1",0.99,1613941125374,1734
"lr_1",3.965584213630624e-05,1613941125374,1734
"mom_1",0.8758603946592344,1613941125374,1734
"eps_1",1e-05,1613941125374,1734
"wd_2",0.01,1613941125374,1734
"sqr_mom_2",0.99,1613941125374,1734
"lr_2",0.0003965584213630623,1613941125374,1734
"mom_2",0.8758603946592344,1613941125374,1734
"eps_2",1e-05,1613941125374,1734
"train_loss",0.067935586,1613941126317,1735
"raw_loss",0.06629157,1613941126317,1735
"epoch",10.91823899371066,1613941126317,1735
"wd_0",0.01,1613941126317,1735
"sqr_mom_0",0.99,1613941126317,1735
"lr_0",3.967890636433973e-06,1613941126317,1735
"mom_0",0.8758027340891507,1613941126317,1735
"eps_0",1e-05,1613941126317,1735
"wd_1",0.01,1613941126317,1735
"sqr_mom_1",0.99,1613941126317,1735
"lr_1",3.967890636433972e-05,1613941126317,1735
"mom_1",0.8758027340891507,1613941126317,1735
"eps_1",1e-05,1613941126317,1735
"wd_2",0.01,1613941126317,1735
"sqr_mom_2",0.99,1613941126317,1735
"lr_2",0.00039678906364339723,1613941126317,1735
"mom_2",0.8758027340891507,1613941126317,1735
"eps_2",1e-05,1613941126317,1735
"train_loss",0.06720627,1613941127261,1736
"raw_loss",0.031469963,1613941127261,1736
"epoch",10.92452830188676,1613941127261,1736
"wd_0",0.01,1613941127261,1736
"sqr_mom_0",0.99,1613941127261,1736
"lr_0",3.9701950521129645e-06,1613941127261,1736
"mom_0",0.8757451236971758,1613941127261,1736
"eps_0",1e-05,1613941127261,1736
"wd_1",0.01,1613941127261,1736
"sqr_mom_1",0.99,1613941127261,1736
"lr_1",3.970195052112964e-05,1613941127261,1736
"mom_1",0.8757451236971758,1613941127261,1736
"eps_1",1e-05,1613941127261,1736
"wd_2",0.01,1613941127261,1736
"sqr_mom_2",0.99,1613941127261,1736
"lr_2",0.0003970195052112964,1613941127261,1736
"mom_2",0.8757451236971758,1613941127261,1736
"eps_2",1e-05,1613941127261,1736
"train_loss",0.068837434,1613941128214,1737
"raw_loss",0.14876465,1613941128214,1737
"epoch",10.93081761006286,1613941128214,1737
"wd_0",0.01,1613941128214,1737
"sqr_mom_0",0.99,1613941128214,1737
"lr_0",3.97249778463865e-06,1613941128214,1737
"mom_0",0.8756875553840338,1613941128214,1737
"eps_0",1e-05,1613941128214,1737
"wd_1",0.01,1613941128214,1737
"sqr_mom_1",0.99,1613941128214,1737
"lr_1",3.97249778463865e-05,1613941128214,1737
"mom_1",0.8756875553840338,1613941128214,1737
"eps_1",1e-05,1613941128214,1737
"wd_2",0.01,1613941128214,1737
"sqr_mom_2",0.99,1613941128214,1737
"lr_2",0.000397249778463865,1613941128214,1737
"mom_2",0.8756875553840338,1613941128214,1737
"eps_2",1e-05,1613941128214,1737
"train_loss",0.06822092,1613941129159,1738
"raw_loss",0.03801183,1613941129159,1738
"epoch",10.93710691823896,1613941129159,1738
"wd_0",0.01,1613941129159,1738
"sqr_mom_0",0.99,1613941129159,1738
"lr_0",3.974799157027819e-06,1613941129159,1738
"mom_0",0.8756300210743045,1613941129159,1738
"eps_0",1e-05,1613941129159,1738
"wd_1",0.01,1613941129159,1738
"sqr_mom_1",0.99,1613941129159,1738
"lr_1",3.974799157027819e-05,1613941129159,1738
"mom_1",0.8756300210743045,1613941129159,1738
"eps_1",1e-05,1613941129159,1738
"wd_2",0.01,1613941129159,1738
"sqr_mom_2",0.99,1613941129159,1738
"lr_2",0.00039747991570278184,1613941129159,1738
"mom_2",0.8756300210743045,1613941129159,1738
"eps_2",1e-05,1613941129159,1738
"train_loss",0.06811015,1613941130106,1739
"raw_loss",0.062682584,1613941130106,1739
"epoch",10.94339622641506,1613941130106,1739
"wd_0",0.01,1613941130106,1739
"sqr_mom_0",0.99,1613941130106,1739
"lr_0",3.9770985110243545e-06,1613941130106,1739
"mom_0",0.8755725372243911,1613941130106,1739
"eps_0",1e-05,1613941130106,1739
"wd_1",0.01,1613941130106,1739
"sqr_mom_1",0.99,1613941130106,1739
"lr_1",3.977098511024354e-05,1613941130106,1739
"mom_1",0.8755725372243911,1613941130106,1739
"eps_1",1e-05,1613941130106,1739
"wd_2",0.01,1613941130106,1739
"sqr_mom_2",0.99,1613941130106,1739
"lr_2",0.00039770985110243543,1613941130106,1739
"mom_2",0.8755725372243911,1613941130106,1739
"eps_2",1e-05,1613941130106,1739
"train_loss",0.06880282,1613941131053,1740
"raw_loss",0.102743395,1613941131053,1740
"epoch",10.949685534591161,1613941131053,1740
"wd_0",0.01,1613941131053,1740
"sqr_mom_0",0.99,1613941131053,1740
"lr_0",3.979396496420738e-06,1613941131053,1740
"mom_0",0.8755150875894815,1613941131053,1740
"eps_0",1e-05,1613941131053,1740
"wd_1",0.01,1613941131053,1740
"sqr_mom_1",0.99,1613941131053,1740
"lr_1",3.979396496420737e-05,1613941131053,1740
"mom_1",0.8755150875894815,1613941131053,1740
"eps_1",1e-05,1613941131053,1740
"wd_2",0.01,1613941131053,1740
"sqr_mom_2",0.99,1613941131053,1740
"lr_2",0.0003979396496420737,1613941131053,1740
"mom_2",0.8755150875894815,1613941131053,1740
"eps_2",1e-05,1613941131053,1740
"train_loss",0.06804467,1613941132002,1741
"raw_loss",0.030895289,1613941132002,1741
"epoch",10.955974842767262,1613941132002,1741
"wd_0",0.01,1613941132002,1741
"sqr_mom_0",0.99,1613941132002,1741
"lr_0",3.981692782217442e-06,1613941132002,1741
"mom_0",0.875457680444564,1613941132002,1741
"eps_0",1e-05,1613941132002,1741
"wd_1",0.01,1613941132002,1741
"sqr_mom_1",0.99,1613941132002,1741
"lr_1",3.981692782217441e-05,1613941132002,1741
"mom_1",0.875457680444564,1613941132002,1741
"eps_1",1e-05,1613941132002,1741
"wd_2",0.01,1613941132002,1741
"sqr_mom_2",0.99,1613941132002,1741
"lr_2",0.00039816927822174407,1613941132002,1741
"mom_2",0.875457680444564,1613941132002,1741
"eps_2",1e-05,1613941132002,1741
"train_loss",0.06766646,1613941132964,1742
"raw_loss",0.049134325,1613941132964,1742
"epoch",10.962264150943362,1613941132964,1742
"wd_0",0.01,1613941132964,1742
"sqr_mom_0",0.99,1613941132964,1742
"lr_0",3.983987038384223e-06,1613941132964,1742
"mom_0",0.8754003240403945,1613941132964,1742
"eps_0",1e-05,1613941132964,1742
"wd_1",0.01,1613941132964,1742
"sqr_mom_1",0.99,1613941132964,1742
"lr_1",3.9839870383842225e-05,1613941132964,1742
"mom_1",0.8754003240403945,1613941132964,1742
"eps_1",1e-05,1613941132964,1742
"wd_2",0.01,1613941132964,1742
"sqr_mom_2",0.99,1613941132964,1742
"lr_2",0.0003983987038384222,1613941132964,1742
"mom_2",0.8754003240403945,1613941132964,1742
"eps_2",1e-05,1613941132964,1742
"train_loss",0.06735931,1613941133955,1743
"raw_loss",0.05230907,1613941133955,1743
"epoch",10.968553459119462,1613941133955,1743
"wd_0",0.01,1613941133955,1743
"sqr_mom_0",0.99,1613941133955,1743
"lr_0",3.986279913272926e-06,1613941133955,1743
"mom_0",0.8753430021681768,1613941133955,1743
"eps_0",1e-05,1613941133955,1743
"wd_1",0.01,1613941133955,1743
"sqr_mom_1",0.99,1613941133955,1743
"lr_1",3.9862799132729254e-05,1613941133955,1743
"mom_1",0.8753430021681768,1613941133955,1743
"eps_1",1e-05,1613941133955,1743
"wd_2",0.01,1613941133955,1743
"sqr_mom_2",0.99,1613941133955,1743
"lr_2",0.00039862799132729253,1613941133955,1743
"mom_2",0.8753430021681768,1613941133955,1743
"eps_2",1e-05,1613941133955,1743
"train_loss",0.06661792,1613941134913,1744
"raw_loss",0.030289765,1613941134913,1744
"epoch",10.974842767295563,1613941134913,1744
"wd_0",0.01,1613941134913,1744
"sqr_mom_0",0.99,1613941134913,1744
"lr_0",3.988570751057955e-06,1613941134913,1744
"mom_0",0.8752857312235511,1613941134913,1744
"eps_0",1e-05,1613941134913,1744
"wd_1",0.01,1613941134913,1744
"sqr_mom_1",0.99,1613941134913,1744
"lr_1",3.988570751057955e-05,1613941134913,1744
"mom_1",0.8752857312235511,1613941134913,1744
"eps_1",1e-05,1613941134913,1744
"wd_2",0.01,1613941134913,1744
"sqr_mom_2",0.99,1613941134913,1744
"lr_2",0.00039885707510579546,1613941134913,1744
"mom_2",0.8752857312235511,1613941134913,1744
"eps_2",1e-05,1613941134913,1744
"train_loss",0.066722594,1613941135938,1745
"raw_loss",0.07185163,1613941135938,1745
"epoch",10.981132075471663,1613941135938,1745
"wd_0",0.01,1613941135938,1745
"sqr_mom_0",0.99,1613941135938,1745
"lr_0",3.990859873810401e-06,1613941135938,1745
"mom_0",0.87522850315474,1613941135938,1745
"eps_0",1e-05,1613941135938,1745
"wd_1",0.01,1613941135938,1745
"sqr_mom_1",0.99,1613941135938,1745
"lr_1",3.990859873810401e-05,1613941135938,1745
"mom_1",0.87522850315474,1613941135938,1745
"eps_1",1e-05,1613941135938,1745
"wd_2",0.01,1613941135938,1745
"sqr_mom_2",0.99,1613941135938,1745
"lr_2",0.00039908598738104,1613941135938,1745
"mom_2",0.87522850315474,1613941135938,1745
"eps_2",1e-05,1613941135938,1745
"train_loss",0.066612974,1613941136906,1746
"raw_loss",0.061241727,1613941136906,1746
"epoch",10.987421383647764,1613941136906,1746
"wd_0",0.01,1613941136906,1746
"sqr_mom_0",0.99,1613941136906,1746
"lr_0",3.993147602629014e-06,1613941136906,1746
"mom_0",0.8751713099342746,1613941136906,1746
"eps_0",1e-05,1613941136906,1746
"wd_1",0.01,1613941136906,1746
"sqr_mom_1",0.99,1613941136906,1746
"lr_1",3.993147602629014e-05,1613941136906,1746
"mom_1",0.8751713099342746,1613941136906,1746
"eps_1",1e-05,1613941136906,1746
"wd_2",0.01,1613941136906,1746
"sqr_mom_2",0.99,1613941136906,1746
"lr_2",0.00039931476026290136,1613941136906,1746
"mom_2",0.8751713099342746,1613941136906,1746
"eps_2",1e-05,1613941136906,1746
"train_loss",0.06588035,1613941137874,1747
"raw_loss",0.029981881,1613941137874,1747
"epoch",10.993710691823864,1613941137874,1747
"wd_0",0.01,1613941137874,1747
"sqr_mom_0",0.99,1613941137874,1747
"lr_0",3.995433283160117e-06,1613941137874,1747
"mom_0",0.875114167920997,1613941137874,1747
"eps_0",1e-05,1613941137874,1747
"wd_1",0.01,1613941137874,1747
"sqr_mom_1",0.99,1613941137874,1747
"lr_1",3.995433283160117e-05,1613941137874,1747
"mom_1",0.875114167920997,1613941137874,1747
"eps_1",1e-05,1613941137874,1747
"wd_2",0.01,1613941137874,1747
"sqr_mom_2",0.99,1613941137874,1747
"lr_2",0.00039954332831601167,1613941137874,1747
"mom_2",0.875114167920997,1613941137874,1747
"eps_2",1e-05,1613941137874,1747
"train_loss",0.06554174,1613941138842,1748
"raw_loss",0.048949484,1613941138842,1748
"epoch",10.999999999999964,1613941138842,1748
"wd_0",0.01,1613941138842,1748
"sqr_mom_0",0.99,1613941138842,1748
"lr_0",3.997717236753099e-06,1613941138842,1748
"mom_0",0.8750570690811725,1613941138842,1748
"eps_0",1e-05,1613941138842,1748
"wd_1",0.01,1613941138842,1748
"sqr_mom_1",0.99,1613941138842,1748
"lr_1",3.997717236753098e-05,1613941138842,1748
"mom_1",0.8750570690811725,1613941138842,1748
"eps_1",1e-05,1613941138842,1748
"wd_2",0.01,1613941138842,1748
"sqr_mom_2",0.99,1613941138842,1748
"lr_2",0.00039977172367530977,1613941138842,1748
"mom_2",0.8750570690811725,1613941138842,1748
"eps_2",1e-05,1613941138842,1748
"valid_loss",0.11038319766521454,1613941170782,1748
"_rmse",0.33223965764045715,1613941170782,1748
"epoch",11,1613941170782,1748
"train_loss",0.06526154,1613941171794,1749
"raw_loss",0.051531844,1613941171794,1749
"epoch",11.0062893081761,1613941171794,1749
"wd_0",0.01,1613941171794,1749
"sqr_mom_0",0.99,1613941171794,1749
"lr_0",3.999999783778259e-06,1613941171794,1749
"mom_0",0.8750000054055436,1613941171794,1749
"eps_0",1e-05,1613941171794,1749
"wd_1",0.01,1613941171794,1749
"sqr_mom_1",0.99,1613941171794,1749
"lr_1",3.999999783778259e-05,1613941171794,1749
"mom_1",0.8750000054055436,1613941171794,1749
"eps_1",1e-05,1613941171794,1749
"wd_2",0.01,1613941171794,1749
"sqr_mom_2",0.99,1613941171794,1749
"lr_2",0.00039999997837782586,1613941171794,1749
"mom_2",0.8750000054055436,1613941171794,1749
"eps_2",1e-05,1613941171794,1749
"train_loss",0.06498478,1613941172765,1750
"raw_loss",0.051423427,1613941172765,1750
"epoch",11.0125786163522,1613941172765,1750
"wd_0",0.01,1613941172765,1750
"sqr_mom_0",0.99,1613941172765,1750
"lr_0",4.002280595449743e-06,1613941172765,1750
"mom_0",0.8749429851137565,1613941172765,1750
"eps_0",1e-05,1613941172765,1750
"wd_1",0.01,1613941172765,1750
"sqr_mom_1",0.99,1613941172765,1750
"lr_1",4.0022805954497426e-05,1613941172765,1750
"mom_1",0.8749429851137565,1613941172765,1750
"eps_1",1e-05,1613941172765,1750
"wd_2",0.01,1613941172765,1750
"sqr_mom_2",0.99,1613941172765,1750
"lr_2",0.00040022805954497423,1613941172765,1750
"mom_2",0.8749429851137565,1613941172765,1750
"eps_2",1e-05,1613941172765,1750
"train_loss",0.06539511,1613941173724,1751
"raw_loss",0.08550091,1613941173724,1751
"epoch",11.018867924528301,1613941173724,1751
"wd_0",0.01,1613941173724,1751
"sqr_mom_0",0.99,1613941173724,1751
"lr_0",4.004559667809534e-06,1613941173724,1751
"mom_0",0.8748860083047616,1613941173724,1751
"eps_0",1e-05,1613941173724,1751
"wd_1",0.01,1613941173724,1751
"sqr_mom_1",0.99,1613941173724,1751
"lr_1",4.004559667809534e-05,1613941173724,1751
"mom_1",0.8748860083047616,1613941173724,1751
"eps_1",1e-05,1613941173724,1751
"wd_2",0.01,1613941173724,1751
"sqr_mom_2",0.99,1613941173724,1751
"lr_2",0.00040045596678095333,1613941173724,1751
"mom_2",0.8748860083047616,1613941173724,1751
"eps_2",1e-05,1613941173724,1751
"train_loss",0.06494016,1613941174671,1752
"raw_loss",0.042647563,1613941174671,1752
"epoch",11.025157232704402,1613941174671,1752
"wd_0",0.01,1613941174671,1752
"sqr_mom_0",0.99,1613941174671,1752
"lr_0",4.0068366733125465e-06,1613941174671,1752
"mom_0",0.8748290831671863,1613941174671,1752
"eps_0",1e-05,1613941174671,1752
"wd_1",0.01,1613941174671,1752
"sqr_mom_1",0.99,1613941174671,1752
"lr_1",4.0068366733125465e-05,1613941174671,1752
"mom_1",0.8748290831671863,1613941174671,1752
"eps_1",1e-05,1613941174671,1752
"wd_2",0.01,1613941174671,1752
"sqr_mom_2",0.99,1613941174671,1752
"lr_2",0.00040068366733125464,1613941174671,1752
"mom_2",0.8748290831671863,1613941174671,1752
"eps_2",1e-05,1613941174671,1752
"train_loss",0.065245286,1613941175627,1753
"raw_loss",0.08019647,1613941175627,1753
"epoch",11.031446540880502,1613941175627,1753
"wd_0",0.01,1613941175627,1753
"sqr_mom_0",0.99,1613941175627,1753
"lr_0",4.009111932094145e-06,1613941175627,1753
"mom_0",0.8747722016976464,1613941175627,1753
"eps_0",1e-05,1613941175627,1753
"wd_1",0.01,1613941175627,1753
"sqr_mom_1",0.99,1613941175627,1753
"lr_1",4.0091119320941446e-05,1613941175627,1753
"mom_1",0.8747722016976464,1613941175627,1753
"eps_1",1e-05,1613941175627,1753
"wd_2",0.01,1613941175627,1753
"sqr_mom_2",0.99,1613941175627,1753
"lr_2",0.00040091119320941445,1613941175627,1753
"mom_2",0.8747722016976464,1613941175627,1753
"eps_2",1e-05,1613941175627,1753
"train_loss",0.06528451,1613941176574,1754
"raw_loss",0.06720679,1613941176574,1754
"epoch",11.037735849056602,1613941176574,1754
"wd_0",0.01,1613941176574,1754
"sqr_mom_0",0.99,1613941176574,1754
"lr_0",4.011385763299386e-06,1613941176574,1754
"mom_0",0.8747153559175154,1613941176574,1754
"eps_0",1e-05,1613941176574,1754
"wd_1",0.01,1613941176574,1754
"sqr_mom_1",0.99,1613941176574,1754
"lr_1",4.011385763299386e-05,1613941176574,1754
"mom_1",0.8747153559175154,1613941176574,1754
"eps_1",1e-05,1613941176574,1754
"wd_2",0.01,1613941176574,1754
"sqr_mom_2",0.99,1613941176574,1754
"lr_2",0.0004011385763299385,1613941176574,1754
"mom_2",0.8747153559175154,1613941176574,1754
"eps_2",1e-05,1613941176574,1754
"train_loss",0.066151634,1613941177527,1755
"raw_loss",0.10864058,1613941177527,1755
"epoch",11.044025157232703,1613941177527,1755
"wd_0",0.01,1613941177527,1755
"sqr_mom_0",0.99,1613941177527,1755
"lr_0",4.013657516549693e-06,1613941177527,1755
"mom_0",0.8746585620862577,1613941177527,1755
"eps_0",1e-05,1613941177527,1755
"wd_1",0.01,1613941177527,1755
"sqr_mom_1",0.99,1613941177527,1755
"lr_1",4.0136575165496925e-05,1613941177527,1755
"mom_1",0.8746585620862577,1613941177527,1755
"eps_1",1e-05,1613941177527,1755
"wd_2",0.01,1613941177527,1755
"sqr_mom_2",0.99,1613941177527,1755
"lr_2",0.0004013657516549692,1613941177527,1755
"mom_2",0.8746585620862577,1613941177527,1755
"eps_2",1e-05,1613941177527,1755
"train_loss",0.06550971,1613941178491,1756
"raw_loss",0.034055084,1613941178491,1756
"epoch",11.050314465408803,1613941178491,1756
"wd_0",0.01,1613941178491,1756
"sqr_mom_0",0.99,1613941178491,1756
"lr_0",4.015927511245372e-06,1613941178491,1756
"mom_0",0.8746018122188657,1613941178491,1756
"eps_0",1e-05,1613941178491,1756
"wd_1",0.01,1613941178491,1756
"sqr_mom_1",0.99,1613941178491,1756
"lr_1",4.015927511245371e-05,1613941178491,1756
"mom_1",0.8746018122188657,1613941178491,1756
"eps_1",1e-05,1613941178491,1756
"wd_2",0.01,1613941178491,1756
"sqr_mom_2",0.99,1613941178491,1756
"lr_2",0.0004015927511245371,1613941178491,1756
"mom_2",0.8746018122188657,1613941178491,1756
"eps_2",1e-05,1613941178491,1756
"train_loss",0.06486381,1613941179448,1757
"raw_loss",0.03321489,1613941179448,1757
"epoch",11.056603773584904,1613941179448,1757
"wd_0",0.01,1613941179448,1757
"sqr_mom_0",0.99,1613941179448,1757
"lr_0",4.018196065789714e-06,1613941179448,1757
"mom_0",0.8745450983552572,1613941179448,1757
"eps_0",1e-05,1613941179448,1757
"wd_1",0.01,1613941179448,1757
"sqr_mom_1",0.99,1613941179448,1757
"lr_1",4.018196065789713e-05,1613941179448,1757
"mom_1",0.8745450983552572,1613941179448,1757
"eps_1",1e-05,1613941179448,1757
"wd_2",0.01,1613941179448,1757
"sqr_mom_2",0.99,1613941179448,1757
"lr_2",0.0004018196065789713,1613941179448,1757
"mom_2",0.8745450983552572,1613941179448,1757
"eps_2",1e-05,1613941179448,1757
"train_loss",0.066307425,1613941180391,1758
"raw_loss",0.1370446,1613941180391,1758
"epoch",11.062893081761004,1613941180391,1758
"wd_0",0.01,1613941180391,1758
"sqr_mom_0",0.99,1613941180391,1758
"lr_0",4.020462531313414e-06,1613941180391,1758
"mom_0",0.8744884367171646,1613941180391,1758
"eps_0",1e-05,1613941180391,1758
"wd_1",0.01,1613941180391,1758
"sqr_mom_1",0.99,1613941180391,1758
"lr_1",4.0204625313134135e-05,1613941180391,1758
"mom_1",0.8744884367171646,1613941180391,1758
"eps_1",1e-05,1613941180391,1758
"wd_2",0.01,1613941180391,1758
"sqr_mom_2",0.99,1613941180391,1758
"lr_2",0.00040204625313134133,1613941180391,1758
"mom_2",0.8744884367171646,1613941180391,1758
"eps_2",1e-05,1613941180391,1758
"train_loss",0.06590499,1613941181348,1759
"raw_loss",0.046185564,1613941181348,1759
"epoch",11.069182389937104,1613941181348,1759
"wd_0",0.01,1613941181348,1759
"sqr_mom_0",0.99,1613941181348,1759
"lr_0",4.0227275483147405e-06,1613941181348,1759
"mom_0",0.8744318112921314,1613941181348,1759
"eps_0",1e-05,1613941181348,1759
"wd_1",0.01,1613941181348,1759
"sqr_mom_1",0.99,1613941181348,1759
"lr_1",4.02272754831474e-05,1613941181348,1759
"mom_1",0.8744318112921314,1613941181348,1759
"eps_1",1e-05,1613941181348,1759
"wd_2",0.01,1613941181348,1759
"sqr_mom_2",0.99,1613941181348,1759
"lr_2",0.00040227275483147403,1613941181348,1759
"mom_2",0.8744318112921314,1613941181348,1759
"eps_2",1e-05,1613941181348,1759
"train_loss",0.065284915,1613941182315,1760
"raw_loss",0.03490138,1613941182315,1760
"epoch",11.075471698113205,1613941182315,1760
"wd_0",0.01,1613941182315,1760
"sqr_mom_0",0.99,1613941182315,1760
"lr_0",4.024990790521673e-06,1613941182315,1760
"mom_0",0.8743752302369582,1613941182315,1760
"eps_0",1e-05,1613941182315,1760
"wd_1",0.01,1613941182315,1760
"sqr_mom_1",0.99,1613941182315,1760
"lr_1",4.0249907905216726e-05,1613941182315,1760
"mom_1",0.8743752302369582,1613941182315,1760
"eps_1",1e-05,1613941182315,1760
"wd_2",0.01,1613941182315,1760
"sqr_mom_2",0.99,1613941182315,1760
"lr_2",0.0004024990790521672,1613941182315,1760
"mom_2",0.8743752302369582,1613941182315,1760
"eps_2",1e-05,1613941182315,1760
"train_loss",0.06537982,1613941183269,1761
"raw_loss",0.07003029,1613941183269,1761
"epoch",11.081761006289305,1613941183269,1761
"wd_0",0.01,1613941183269,1761
"sqr_mom_0",0.99,1613941183269,1761
"lr_0",4.027251932674352e-06,1613941183269,1761
"mom_0",0.8743187016831412,1613941183269,1761
"eps_0",1e-05,1613941183269,1761
"wd_1",0.01,1613941183269,1761
"sqr_mom_1",0.99,1613941183269,1761
"lr_1",4.027251932674352e-05,1613941183269,1761
"mom_1",0.8743187016831412,1613941183269,1761
"eps_1",1e-05,1613941183269,1761
"wd_2",0.01,1613941183269,1761
"sqr_mom_2",0.99,1613941183269,1761
"lr_2",0.0004027251932674352,1613941183269,1761
"mom_2",0.8743187016831412,1613941183269,1761
"eps_2",1e-05,1613941183269,1761
"train_loss",0.0660235,1613941184229,1762
"raw_loss",0.09756375,1613941184229,1762
"epoch",11.088050314465406,1613941184229,1762
"wd_0",0.01,1613941184229,1762
"sqr_mom_0",0.99,1613941184229,1762
"lr_0",4.029511613766676e-06,1613941184229,1762
"mom_0",0.8742622096558331,1613941184229,1762
"eps_0",1e-05,1613941184229,1762
"wd_1",0.01,1613941184229,1762
"sqr_mom_1",0.99,1613941184229,1762
"lr_1",4.029511613766676e-05,1613941184229,1762
"mom_1",0.8742622096558331,1613941184229,1762
"eps_1",1e-05,1613941184229,1762
"wd_2",0.01,1613941184229,1762
"sqr_mom_2",0.99,1613941184229,1762
"lr_2",0.00040295116137666753,1613941184229,1762
"mom_2",0.8742622096558331,1613941184229,1762
"eps_2",1e-05,1613941184229,1762
"train_loss",0.06571547,1613941185184,1763
"raw_loss",0.050622106,1613941185184,1763
"epoch",11.094339622641506,1613941185184,1763
"wd_0",0.01,1613941185184,1763
"sqr_mom_0",0.99,1613941185184,1763
"lr_0",4.031769187467391e-06,1613941185184,1763
"mom_0",0.8742057703133153,1613941185184,1763
"eps_0",1e-05,1613941185184,1763
"wd_1",0.01,1613941185184,1763
"sqr_mom_1",0.99,1613941185184,1763
"lr_1",4.0317691874673906e-05,1613941185184,1763
"mom_1",0.8742057703133153,1613941185184,1763
"eps_1",1e-05,1613941185184,1763
"wd_2",0.01,1613941185184,1763
"sqr_mom_2",0.99,1613941185184,1763
"lr_2",0.00040317691874673905,1613941185184,1763
"mom_2",0.8742057703133153,1613941185184,1763
"eps_2",1e-05,1613941185184,1763
"train_loss",0.066643216,1613941186149,1764
"raw_loss",0.1121028,1613941186149,1764
"epoch",11.100628930817606,1613941186149,1764
"wd_0",0.01,1613941186149,1764
"sqr_mom_0",0.99,1613941186149,1764
"lr_0",4.034024971192251e-06,1613941186149,1764
"mom_0",0.8741493757201937,1613941186149,1764
"eps_0",1e-05,1613941186149,1764
"wd_1",0.01,1613941186149,1764
"sqr_mom_1",0.99,1613941186149,1764
"lr_1",4.03402497119225e-05,1613941186149,1764
"mom_1",0.8741493757201937,1613941186149,1764
"eps_1",1e-05,1613941186149,1764
"wd_2",0.01,1613941186149,1764
"sqr_mom_2",0.99,1613941186149,1764
"lr_2",0.00040340249711922504,1613941186149,1764
"mom_2",0.8741493757201937,1613941186149,1764
"eps_2",1e-05,1613941186149,1764
"train_loss",0.067643605,1613941187114,1765
"raw_loss",0.11666289,1613941187114,1765
"epoch",11.106918238993707,1613941187114,1765
"wd_0",0.01,1613941187114,1765
"sqr_mom_0",0.99,1613941187114,1765
"lr_0",4.036279281342181e-06,1613941187114,1765
"mom_0",0.8740930179664455,1613941187114,1765
"eps_0",1e-05,1613941187114,1765
"wd_1",0.01,1613941187114,1765
"sqr_mom_1",0.99,1613941187114,1765
"lr_1",4.036279281342181e-05,1613941187114,1765
"mom_1",0.8740930179664455,1613941187114,1765
"eps_1",1e-05,1613941187114,1765
"wd_2",0.01,1613941187114,1765
"sqr_mom_2",0.99,1613941187114,1765
"lr_2",0.00040362792813421807,1613941187114,1765
"mom_2",0.8740930179664455,1613941187114,1765
"eps_2",1e-05,1613941187114,1765
"train_loss",0.06719463,1613941188089,1766
"raw_loss",0.04519494,1613941188089,1766
"epoch",11.113207547169807,1613941188089,1766
"wd_0",0.01,1613941188089,1766
"sqr_mom_0",0.99,1613941188089,1766
"lr_0",4.038531473122167e-06,1613941188089,1766
"mom_0",0.8740367131719458,1613941188089,1766
"eps_0",1e-05,1613941188089,1766
"wd_1",0.01,1613941188089,1766
"sqr_mom_1",0.99,1613941188089,1766
"lr_1",4.0385314731221676e-05,1613941188089,1766
"mom_1",0.8740367131719458,1613941188089,1766
"eps_1",1e-05,1613941188089,1766
"wd_2",0.01,1613941188089,1766
"sqr_mom_2",0.99,1613941188089,1766
"lr_2",0.0004038531473122167,1613941188089,1766
"mom_2",0.8740367131719458,1613941188089,1766
"eps_2",1e-05,1613941188089,1766
"train_loss",0.067423314,1613941189069,1767
"raw_loss",0.078628734,1613941189069,1767
"epoch",11.119496855345908,1613941189069,1767
"wd_0",0.01,1613941189069,1767
"sqr_mom_0",0.99,1613941189069,1767
"lr_0",4.040781863194675e-06,1613941189069,1767
"mom_0",0.8739804534201331,1613941189069,1767
"eps_0",1e-05,1613941189069,1767
"wd_1",0.01,1613941189069,1767
"sqr_mom_1",0.99,1613941189069,1767
"lr_1",4.0407818631946744e-05,1613941189069,1767
"mom_1",0.8739804534201331,1613941189069,1767
"eps_1",1e-05,1613941189069,1767
"wd_2",0.01,1613941189069,1767
"sqr_mom_2",0.99,1613941189069,1767
"lr_2",0.0004040781863194674,1613941189069,1767
"mom_2",0.8739804534201331,1613941189069,1767
"eps_2",1e-05,1613941189069,1767
"train_loss",0.06877563,1613941190055,1768
"raw_loss",0.13503923,1613941190055,1768
"epoch",11.125786163522008,1613941190055,1768
"wd_0",0.01,1613941190055,1768
"sqr_mom_0",0.99,1613941190055,1768
"lr_0",4.043030767200689e-06,1613941190055,1768
"mom_0",0.8739242308199827,1613941190055,1768
"eps_0",1e-05,1613941190055,1768
"wd_1",0.01,1613941190055,1768
"sqr_mom_1",0.99,1613941190055,1768
"lr_1",4.043030767200689e-05,1613941190055,1768
"mom_1",0.8739242308199827,1613941190055,1768
"eps_1",1e-05,1613941190055,1768
"wd_2",0.01,1613941190055,1768
"sqr_mom_2",0.99,1613941190055,1768
"lr_2",0.0004043030767200689,1613941190055,1768
"mom_2",0.8739242308199827,1613941190055,1768
"eps_2",1e-05,1613941190055,1768
"train_loss",0.06875815,1613941191063,1769
"raw_loss",0.067901835,1613941191063,1769
"epoch",11.132075471698109,1613941191063,1769
"wd_0",0.01,1613941191063,1769
"sqr_mom_0",0.99,1613941191063,1769
"lr_0",4.045277861179035e-06,1613941191063,1769
"mom_0",0.8738680534705241,1613941191063,1769
"eps_0",1e-05,1613941191063,1769
"wd_1",0.01,1613941191063,1769
"sqr_mom_1",0.99,1613941191063,1769
"lr_1",4.045277861179035e-05,1613941191063,1769
"mom_1",0.8738680534705241,1613941191063,1769
"eps_1",1e-05,1613941191063,1769
"wd_2",0.01,1613941191063,1769
"sqr_mom_2",0.99,1613941191063,1769
"lr_2",0.0004045277861179035,1613941191063,1769
"mom_2",0.8738680534705241,1613941191063,1769
"eps_2",1e-05,1613941191063,1769
"train_loss",0.06904298,1613941192268,1770
"raw_loss",0.08299964,1613941192268,1770
"epoch",11.138364779874209,1613941192268,1770
"wd_0",0.01,1613941192268,1770
"sqr_mom_0",0.99,1613941192268,1770
"lr_0",4.047522822200797e-06,1613941192268,1770
"mom_0",0.8738119294449801,1613941192268,1770
"eps_0",1e-05,1613941192268,1770
"wd_1",0.01,1613941192268,1770
"sqr_mom_1",0.99,1613941192268,1770
"lr_1",4.0475228222007964e-05,1613941192268,1770
"mom_1",0.8738119294449801,1613941192268,1770
"eps_1",1e-05,1613941192268,1770
"wd_2",0.01,1613941192268,1770
"sqr_mom_2",0.99,1613941192268,1770
"lr_2",0.00040475228222007964,1613941192268,1770
"mom_2",0.8738119294449801,1613941192268,1770
"eps_2",1e-05,1613941192268,1770
"train_loss",0.068503335,1613941193466,1771
"raw_loss",0.04206066,1613941193466,1771
"epoch",11.14465408805031,1613941193466,1771
"wd_0",0.01,1613941193466,1771
"sqr_mom_0",0.99,1613941193466,1771
"lr_0",4.049766284687116e-06,1613941193466,1771
"mom_0",0.873755842882822,1613941193466,1771
"eps_0",1e-05,1613941193466,1771
"wd_1",0.01,1613941193466,1771
"sqr_mom_1",0.99,1613941193466,1771
"lr_1",4.049766284687116e-05,1613941193466,1771
"mom_1",0.873755842882822,1613941193466,1771
"eps_1",1e-05,1613941193466,1771
"wd_2",0.01,1613941193466,1771
"sqr_mom_2",0.99,1613941193466,1771
"lr_2",0.00040497662846871157,1613941193466,1771
"mom_2",0.873755842882822,1613941193466,1771
"eps_2",1e-05,1613941193466,1771
"train_loss",0.06876933,1613941194606,1772
"raw_loss",0.08180308,1613941194606,1772
"epoch",11.15094339622641,1613941194606,1772
"wd_0",0.01,1613941194606,1772
"sqr_mom_0",0.99,1613941194606,1772
"lr_0",4.052007606945711e-06,1613941194606,1772
"mom_0",0.8736998098263572,1613941194606,1772
"eps_0",1e-05,1613941194606,1772
"wd_1",0.01,1613941194606,1772
"sqr_mom_1",0.99,1613941194606,1772
"lr_1",4.052007606945711e-05,1613941194606,1772
"mom_1",0.8736998098263572,1613941194606,1772
"eps_1",1e-05,1613941194606,1772
"wd_2",0.01,1613941194606,1772
"sqr_mom_2",0.99,1613941194606,1772
"lr_2",0.00040520076069457106,1613941194606,1772
"mom_2",0.8736998098263572,1613941194606,1772
"eps_2",1e-05,1613941194606,1772
"train_loss",0.07206107,1613941195883,1773
"raw_loss",0.23335668,1613941195883,1773
"epoch",11.15723270440251,1613941195883,1773
"wd_0",0.01,1613941195883,1773
"sqr_mom_0",0.99,1613941195883,1773
"lr_0",4.0542474223694185e-06,1613941195883,1773
"mom_0",0.8736438144407646,1613941195883,1773
"eps_0",1e-05,1613941195883,1773
"wd_1",0.01,1613941195883,1773
"sqr_mom_1",0.99,1613941195883,1773
"lr_1",4.054247422369418e-05,1613941195883,1773
"mom_1",0.8736438144407646,1613941195883,1773
"eps_1",1e-05,1613941195883,1773
"wd_2",0.01,1613941195883,1773
"sqr_mom_2",0.99,1613941195883,1773
"lr_2",0.00040542474223694176,1613941195883,1773
"mom_2",0.8736438144407646,1613941195883,1773
"eps_2",1e-05,1613941195883,1773
"train_loss",0.07197823,1613941196869,1774
"raw_loss",0.06791884,1613941196869,1774
"epoch",11.16352201257861,1613941196869,1774
"wd_0",0.01,1613941196869,1774
"sqr_mom_0",0.99,1613941196869,1774
"lr_0",4.0564850903091145e-06,1613941196869,1774
"mom_0",0.8735878727422721,1613941196869,1774
"eps_0",1e-05,1613941196869,1774
"wd_1",0.01,1613941196869,1774
"sqr_mom_1",0.99,1613941196869,1774
"lr_1",4.0564850903091145e-05,1613941196869,1774
"mom_1",0.8735878727422721,1613941196869,1774
"eps_1",1e-05,1613941196869,1774
"wd_2",0.01,1613941196869,1774
"sqr_mom_2",0.99,1613941196869,1774
"lr_2",0.00040564850903091143,1613941196869,1774
"mom_2",0.8735878727422721,1613941196869,1774
"eps_2",1e-05,1613941196869,1774
"train_loss",0.07197079,1613941197869,1775
"raw_loss",0.07160648,1613941197869,1775
"epoch",11.169811320754711,1613941197869,1775
"wd_0",0.01,1613941197869,1775
"sqr_mom_0",0.99,1613941197869,1775
"lr_0",4.058720925394307e-06,1613941197869,1775
"mom_0",0.8735319768651423,1613941197869,1775
"eps_0",1e-05,1613941197869,1775
"wd_1",0.01,1613941197869,1775
"sqr_mom_1",0.99,1613941197869,1775
"lr_1",4.058720925394307e-05,1613941197869,1775
"mom_1",0.8735319768651423,1613941197869,1775
"eps_1",1e-05,1613941197869,1775
"wd_2",0.01,1613941197869,1775
"sqr_mom_2",0.99,1613941197869,1775
"lr_2",0.00040587209253943065,1613941197869,1775
"mom_2",0.8735319768651423,1613941197869,1775
"eps_2",1e-05,1613941197869,1775
"train_loss",0.072360724,1613941198846,1776
"raw_loss",0.09146751,1613941198846,1776
"epoch",11.176100628930811,1613941198846,1776
"wd_0",0.01,1613941198846,1776
"sqr_mom_0",0.99,1613941198846,1776
"lr_0",4.060955241215363e-06,1613941198846,1776
"mom_0",0.8734761189696159,1613941198846,1776
"eps_0",1e-05,1613941198846,1776
"wd_1",0.01,1613941198846,1776
"sqr_mom_1",0.99,1613941198846,1776
"lr_1",4.060955241215362e-05,1613941198846,1776
"mom_1",0.8734761189696159,1613941198846,1776
"eps_1",1e-05,1613941198846,1776
"wd_2",0.01,1613941198846,1776
"sqr_mom_2",0.99,1613941198846,1776
"lr_2",0.00040609552412153625,1613941198846,1776
"mom_2",0.8734761189696159,1613941198846,1776
"eps_2",1e-05,1613941198846,1776
"train_loss",0.0719926,1613941199819,1777
"raw_loss",0.05395432,1613941199819,1777
"epoch",11.182389937106912,1613941199819,1777
"wd_0",0.01,1613941199819,1777
"sqr_mom_0",0.99,1613941199819,1777
"lr_0",4.063187398696197e-06,1613941199819,1777
"mom_0",0.8734203150325951,1613941199819,1777
"eps_0",1e-05,1613941199819,1777
"wd_1",0.01,1613941199819,1777
"sqr_mom_1",0.99,1613941199819,1777
"lr_1",4.063187398696196e-05,1613941199819,1777
"mom_1",0.8734203150325951,1613941199819,1777
"eps_1",1e-05,1613941199819,1777
"wd_2",0.01,1613941199819,1777
"sqr_mom_2",0.99,1613941199819,1777
"lr_2",0.00040631873986961964,1613941199819,1777
"mom_2",0.8734203150325951,1613941199819,1777
"eps_2",1e-05,1613941199819,1777
"train_loss",0.0748674,1613941200790,1778
"raw_loss",0.21573259,1613941200790,1778
"epoch",11.188679245283012,1613941200790,1778
"wd_0",0.01,1613941200790,1778
"sqr_mom_0",0.99,1613941200790,1778
"lr_0",4.0654180286397e-06,1613941200790,1778
"mom_0",0.8733645492840074,1613941200790,1778
"eps_0",1e-05,1613941200790,1778
"wd_1",0.01,1613941200790,1778
"sqr_mom_1",0.99,1613941200790,1778
"lr_1",4.0654180286397e-05,1613941200790,1778
"mom_1",0.8733645492840074,1613941200790,1778
"eps_1",1e-05,1613941200790,1778
"wd_2",0.01,1613941200790,1778
"sqr_mom_2",0.99,1613941200790,1778
"lr_2",0.00040654180286397,1613941200790,1778
"mom_2",0.8733645492840074,1613941200790,1778
"eps_2",1e-05,1613941200790,1778
"train_loss",0.07485297,1613941201762,1779
"raw_loss",0.074146055,1613941201762,1779
"epoch",11.194968553459113,1613941201762,1779
"wd_0",0.01,1613941201762,1779
"sqr_mom_0",0.99,1613941201762,1779
"lr_0",4.06764680970571e-06,1613941201762,1779
"mom_0",0.8733088297573572,1613941201762,1779
"eps_0",1e-05,1613941201762,1779
"wd_1",0.01,1613941201762,1779
"sqr_mom_1",0.99,1613941201762,1779
"lr_1",4.0676468097057096e-05,1613941201762,1779
"mom_1",0.8733088297573572,1613941201762,1779
"eps_1",1e-05,1613941201762,1779
"wd_2",0.01,1613941201762,1779
"sqr_mom_2",0.99,1613941201762,1779
"lr_2",0.00040676468097057094,1613941201762,1779
"mom_2",0.8733088297573572,1613941201762,1779
"eps_2",1e-05,1613941201762,1779
"train_loss",0.07717029,1613941202729,1780
"raw_loss",0.1907191,1613941202729,1780
"epoch",11.201257861635213,1613941202729,1780
"wd_0",0.01,1613941202729,1780
"sqr_mom_0",0.99,1613941202729,1780
"lr_0",4.06987342160848e-06,1613941202729,1780
"mom_0",0.873253164459788,1613941202729,1780
"eps_0",1e-05,1613941202729,1780
"wd_1",0.01,1613941202729,1780
"sqr_mom_1",0.99,1613941202729,1780
"lr_1",4.069873421608479e-05,1613941202729,1780
"mom_1",0.873253164459788,1613941202729,1780
"eps_1",1e-05,1613941202729,1780
"wd_2",0.01,1613941202729,1780
"sqr_mom_2",0.99,1613941202729,1780
"lr_2",0.0004069873421608479,1613941202729,1780
"mom_2",0.873253164459788,1613941202729,1780
"eps_2",1e-05,1613941202729,1780
"train_loss",0.07722334,1613941203701,1781
"raw_loss",0.07982286,1613941203701,1781
"epoch",11.207547169811313,1613941203701,1781
"wd_0",0.01,1613941203701,1781
"sqr_mom_0",0.99,1613941203701,1781
"lr_0",4.072098493583731e-06,1613941203701,1781
"mom_0",0.8731975376604068,1613941203701,1781
"eps_0",1e-05,1613941203701,1781
"wd_1",0.01,1613941203701,1781
"sqr_mom_1",0.99,1613941203701,1781
"lr_1",4.07209849358373e-05,1613941203701,1781
"mom_1",0.8731975376604068,1613941203701,1781
"eps_1",1e-05,1613941203701,1781
"wd_2",0.01,1613941203701,1781
"sqr_mom_2",0.99,1613941203701,1781
"lr_2",0.000407209849358373,1613941203701,1781
"mom_2",0.8731975376604068,1613941203701,1781
"eps_2",1e-05,1613941203701,1781
"train_loss",0.07948034,1613941204667,1782
"raw_loss",0.19007376,1613941204667,1782
"epoch",11.213836477987414,1613941204667,1782
"wd_0",0.01,1613941204667,1782
"sqr_mom_0",0.99,1613941204667,1782
"lr_0",4.074321389199374e-06,1613941204667,1782
"mom_0",0.8731419652700156,1613941204667,1782
"eps_0",1e-05,1613941204667,1782
"wd_1",0.01,1613941204667,1782
"sqr_mom_1",0.99,1613941204667,1782
"lr_1",4.074321389199373e-05,1613941204667,1782
"mom_1",0.8731419652700156,1613941204667,1782
"eps_1",1e-05,1613941204667,1782
"wd_2",0.01,1613941204667,1782
"sqr_mom_2",0.99,1613941204667,1782
"lr_2",0.0004074321389199373,1613941204667,1782
"mom_2",0.8731419652700156,1613941204667,1782
"eps_2",1e-05,1613941204667,1782
"train_loss",0.0826284,1613941205664,1783
"raw_loss",0.23688321,1613941205664,1783
"epoch",11.220125786163514,1613941205664,1783
"wd_0",0.01,1613941205664,1783
"sqr_mom_0",0.99,1613941205664,1783
"lr_0",4.076542421017018e-06,1613941205664,1783
"mom_0",0.8730864394745745,1613941205664,1783
"eps_0",1e-05,1613941205664,1783
"wd_1",0.01,1613941205664,1783
"sqr_mom_1",0.99,1613941205664,1783
"lr_1",4.076542421017018e-05,1613941205664,1783
"mom_1",0.8730864394745745,1613941205664,1783
"eps_1",1e-05,1613941205664,1783
"wd_2",0.01,1613941205664,1783
"sqr_mom_2",0.99,1613941205664,1783
"lr_2",0.0004076542421017018,1613941205664,1783
"mom_2",0.8730864394745745,1613941205664,1783
"eps_2",1e-05,1613941205664,1783
"train_loss",0.08590748,1613941206630,1784
"raw_loss",0.2465825,1613941206630,1784
"epoch",11.226415094339615,1613941206630,1784
"wd_0",0.01,1613941206630,1784
"sqr_mom_0",0.99,1613941206630,1784
"lr_0",4.0787619005415896e-06,1613941206630,1784
"mom_0",0.8730309524864602,1613941206630,1784
"eps_0",1e-05,1613941206630,1784
"wd_1",0.01,1613941206630,1784
"sqr_mom_1",0.99,1613941206630,1784
"lr_1",4.078761900541589e-05,1613941206630,1784
"mom_1",0.8730309524864602,1613941206630,1784
"eps_1",1e-05,1613941206630,1784
"wd_2",0.01,1613941206630,1784
"sqr_mom_2",0.99,1613941206630,1784
"lr_2",0.0004078761900541589,1613941206630,1784
"mom_2",0.8730309524864602,1613941206630,1784
"eps_2",1e-05,1613941206630,1784
"train_loss",0.087559596,1613941207607,1785
"raw_loss",0.16851333,1613941207607,1785
"epoch",11.232704402515715,1613941207607,1785
"wd_0",0.01,1613941207607,1785
"sqr_mom_0",0.99,1613941207607,1785
"lr_0",4.080979192940595e-06,1613941207607,1785
"mom_0",0.872975520176485,1613941207607,1785
"eps_0",1e-05,1613941207607,1785
"wd_1",0.01,1613941207607,1785
"sqr_mom_1",0.99,1613941207607,1785
"lr_1",4.0809791929405945e-05,1613941207607,1785
"mom_1",0.872975520176485,1613941207607,1785
"eps_1",1e-05,1613941207607,1785
"wd_2",0.01,1613941207607,1785
"sqr_mom_2",0.99,1613941207607,1785
"lr_2",0.00040809791929405945,1613941207607,1785
"mom_2",0.872975520176485,1613941207607,1785
"eps_2",1e-05,1613941207607,1785
"train_loss",0.08743755,1613941208576,1786
"raw_loss",0.08145706,1613941208576,1786
"epoch",11.238993710691815,1613941208576,1786
"wd_0",0.01,1613941208576,1786
"sqr_mom_0",0.99,1613941208576,1786
"lr_0",4.08319460999124e-06,1613941208576,1786
"mom_0",0.872920134750219,1613941208576,1786
"eps_0",1e-05,1613941208576,1786
"wd_1",0.01,1613941208576,1786
"sqr_mom_1",0.99,1613941208576,1786
"lr_1",4.083194609991239e-05,1613941208576,1786
"mom_1",0.872920134750219,1613941208576,1786
"eps_1",1e-05,1613941208576,1786
"wd_2",0.01,1613941208576,1786
"sqr_mom_2",0.99,1613941208576,1786
"lr_2",0.0004083194609991239,1613941208576,1786
"mom_2",0.872920134750219,1613941208576,1786
"eps_2",1e-05,1613941208576,1786
"train_loss",0.08668915,1613941209537,1787
"raw_loss",0.050017603,1613941209537,1787
"epoch",11.245283018867916,1613941209537,1787
"wd_0",0.01,1613941209537,1787
"sqr_mom_0",0.99,1613941209537,1787
"lr_0",4.085408462407497e-06,1613941209537,1787
"mom_0",0.8728647884398125,1613941209537,1787
"eps_0",1e-05,1613941209537,1787
"wd_1",0.01,1613941209537,1787
"sqr_mom_1",0.99,1613941209537,1787
"lr_1",4.0854084624074965e-05,1613941209537,1787
"mom_1",0.8728647884398125,1613941209537,1787
"eps_1",1e-05,1613941209537,1787
"wd_2",0.01,1613941209537,1787
"sqr_mom_2",0.99,1613941209537,1787
"lr_2",0.00040854084624074966,1613941209537,1787
"mom_2",0.8728647884398125,1613941209537,1787
"eps_2",1e-05,1613941209537,1787
"train_loss",0.08639586,1613941210498,1788
"raw_loss",0.0720245,1613941210498,1788
"epoch",11.251572327044016,1613941210498,1788
"wd_0",0.01,1613941210498,1788
"sqr_mom_0",0.99,1613941210498,1788
"lr_0",4.087620431255781e-06,1613941210498,1788
"mom_0",0.8728094892186055,1613941210498,1788
"eps_0",1e-05,1613941210498,1788
"wd_1",0.01,1613941210498,1788
"sqr_mom_1",0.99,1613941210498,1788
"lr_1",4.08762043125578e-05,1613941210498,1788
"mom_1",0.8728094892186055,1613941210498,1788
"eps_1",1e-05,1613941210498,1788
"wd_2",0.01,1613941210498,1788
"sqr_mom_2",0.99,1613941210498,1788
"lr_2",0.000408762043125578,1613941210498,1788
"mom_2",0.8728094892186055,1613941210498,1788
"eps_2",1e-05,1613941210498,1788
"train_loss",0.090464815,1613941211487,1789
"raw_loss",0.2898439,1613941211487,1789
"epoch",11.257861635220117,1613941211487,1789
"wd_0",0.01,1613941211487,1789
"sqr_mom_0",0.99,1613941211487,1789
"lr_0",4.089830198676704e-06,1613941211487,1789
"mom_0",0.8727542450330824,1613941211487,1789
"eps_0",1e-05,1613941211487,1789
"wd_1",0.01,1613941211487,1789
"sqr_mom_1",0.99,1613941211487,1789
"lr_1",4.089830198676703e-05,1613941211487,1789
"mom_1",0.8727542450330824,1613941211487,1789
"eps_1",1e-05,1613941211487,1789
"wd_2",0.01,1613941211487,1789
"sqr_mom_2",0.99,1613941211487,1789
"lr_2",0.0004089830198676703,1613941211487,1789
"mom_2",0.8727542450330824,1613941211487,1789
"eps_2",1e-05,1613941211487,1789
"train_loss",0.09060656,1613941212465,1790
"raw_loss",0.09755227,1613941212465,1790
"epoch",11.264150943396217,1613941212465,1790
"wd_0",0.01,1613941212465,1790
"sqr_mom_0",0.99,1613941212465,1790
"lr_0",4.092038389145774e-06,1613941212465,1790
"mom_0",0.8726990402713557,1613941212465,1790
"eps_0",1e-05,1613941212465,1790
"wd_1",0.01,1613941212465,1790
"sqr_mom_1",0.99,1613941212465,1790
"lr_1",4.092038389145773e-05,1613941212465,1790
"mom_1",0.8726990402713557,1613941212465,1790
"eps_1",1e-05,1613941212465,1790
"wd_2",0.01,1613941212465,1790
"sqr_mom_2",0.99,1613941212465,1790
"lr_2",0.00040920383891457726,1613941212465,1790
"mom_2",0.8726990402713557,1613941212465,1790
"eps_2",1e-05,1613941212465,1790
"train_loss",0.09160186,1613941213449,1791
"raw_loss",0.1403715,1613941213449,1791
"epoch",11.270440251572317,1613941213449,1791
"wd_0",0.01,1613941213449,1791
"sqr_mom_0",0.99,1613941213449,1791
"lr_0",4.0942443710594785e-06,1613941213449,1791
"mom_0",0.872643890723513,1613941213449,1791
"eps_0",1e-05,1613941213449,1791
"wd_1",0.01,1613941213449,1791
"sqr_mom_1",0.99,1613941213449,1791
"lr_1",4.0942443710594785e-05,1613941213449,1791
"mom_1",0.872643890723513,1613941213449,1791
"eps_1",1e-05,1613941213449,1791
"wd_2",0.01,1613941213449,1791
"sqr_mom_2",0.99,1613941213449,1791
"lr_2",0.0004094244371059478,1613941213449,1791
"mom_2",0.872643890723513,1613941213449,1791
"eps_2",1e-05,1613941213449,1791
"train_loss",0.09321471,1613941214414,1792
"raw_loss",0.1722443,1613941214414,1792
"epoch",11.276729559748418,1613941214414,1792
"wd_0",0.01,1613941214414,1792
"sqr_mom_0",0.99,1613941214414,1792
"lr_0",4.096448767823552e-06,1613941214414,1792
"mom_0",0.8725887808044112,1613941214414,1792
"eps_0",1e-05,1613941214414,1792
"wd_1",0.01,1613941214414,1792
"sqr_mom_1",0.99,1613941214414,1792
"lr_1",4.096448767823551e-05,1613941214414,1792
"mom_1",0.8725887808044112,1613941214414,1792
"eps_1",1e-05,1613941214414,1792
"wd_2",0.01,1613941214414,1792
"sqr_mom_2",0.99,1613941214414,1792
"lr_2",0.00040964487678235513,1613941214414,1792
"mom_2",0.8725887808044112,1613941214414,1792
"eps_2",1e-05,1613941214414,1792
"train_loss",0.09202512,1613941215366,1793
"raw_loss",0.0337352,1613941215366,1793
"epoch",11.283018867924518,1613941215366,1793
"wd_0",0.01,1613941215366,1793
"sqr_mom_0",0.99,1613941215366,1793
"lr_0",4.0986509489195845e-06,1613941215366,1793
"mom_0",0.8725337262770103,1613941215366,1793
"eps_0",1e-05,1613941215366,1793
"wd_1",0.01,1613941215366,1793
"sqr_mom_1",0.99,1613941215366,1793
"lr_1",4.098650948919584e-05,1613941215366,1793
"mom_1",0.8725337262770103,1613941215366,1793
"eps_1",1e-05,1613941215366,1793
"wd_2",0.01,1613941215366,1793
"sqr_mom_2",0.99,1613941215366,1793
"lr_2",0.0004098650948919584,1613941215366,1793
"mom_2",0.8725337262770103,1613941215366,1793
"eps_2",1e-05,1613941215366,1793
"train_loss",0.091485254,1613941216320,1794
"raw_loss",0.06503169,1613941216320,1794
"epoch",11.289308176100619,1613941216320,1794
"wd_0",0.01,1613941216320,1794
"sqr_mom_0",0.99,1613941216320,1794
"lr_0",4.100851224009221e-06,1613941216320,1794
"mom_0",0.8724787193997695,1613941216320,1794
"eps_0",1e-05,1613941216320,1794
"wd_1",0.01,1613941216320,1794
"sqr_mom_1",0.99,1613941216320,1794
"lr_1",4.1008512240092205e-05,1613941216320,1794
"mom_1",0.8724787193997695,1613941216320,1794
"eps_1",1e-05,1613941216320,1794
"wd_2",0.01,1613941216320,1794
"sqr_mom_2",0.99,1613941216320,1794
"lr_2",0.000410085122400922,1613941216320,1794
"mom_2",0.8724787193997695,1613941216320,1794
"eps_2",1e-05,1613941216320,1794
"train_loss",0.0907044,1613941217287,1795
"raw_loss",0.05244229,1613941217287,1795
"epoch",11.295597484276719,1613941217287,1795
"wd_0",0.01,1613941217287,1795
"sqr_mom_0",0.99,1613941217287,1795
"lr_0",4.103049901673491e-06,1613941217287,1795
"mom_0",0.8724237524581627,1613941217287,1795
"eps_0",1e-05,1613941217287,1795
"wd_1",0.01,1613941217287,1795
"sqr_mom_1",0.99,1613941217287,1795
"lr_1",4.10304990167349e-05,1613941217287,1795
"mom_1",0.8724237524581627,1613941217287,1795
"eps_1",1e-05,1613941217287,1795
"wd_2",0.01,1613941217287,1795
"sqr_mom_2",0.99,1613941217287,1795
"lr_2",0.000410304990167349,1613941217287,1795
"mom_2",0.8724237524581627,1613941217287,1795
"eps_2",1e-05,1613941217287,1795
"train_loss",0.0906018,1613941218251,1796
"raw_loss",0.085574485,1613941218251,1796
"epoch",11.30188679245282,1613941218251,1796
"wd_0",0.01,1613941218251,1796
"sqr_mom_0",0.99,1613941218251,1796
"lr_0",4.105246353029807e-06,1613941218251,1796
"mom_0",0.8723688411742548,1613941218251,1796
"eps_0",1e-05,1613941218251,1796
"wd_1",0.01,1613941218251,1796
"sqr_mom_1",0.99,1613941218251,1796
"lr_1",4.105246353029807e-05,1613941218251,1796
"mom_1",0.8723688411742548,1613941218251,1796
"eps_1",1e-05,1613941218251,1796
"wd_2",0.01,1613941218251,1796
"sqr_mom_2",0.99,1613941218251,1796
"lr_2",0.00041052463530298063,1613941218251,1796
"mom_2",0.8723688411742548,1613941218251,1796
"eps_2",1e-05,1613941218251,1796
"train_loss",0.08997956,1613941219200,1797
"raw_loss",0.05948975,1613941219200,1797
"epoch",11.30817610062892,1613941219200,1797
"wd_0",0.01,1613941219200,1797
"sqr_mom_0",0.99,1613941219200,1797
"lr_0",4.107441198790588e-06,1613941219200,1797
"mom_0",0.8723139700302353,1613941219200,1797
"eps_0",1e-05,1613941219200,1797
"wd_1",0.01,1613941219200,1797
"sqr_mom_1",0.99,1613941219200,1797
"lr_1",4.1074411987905874e-05,1613941219200,1797
"mom_1",0.8723139700302353,1613941219200,1797
"eps_1",1e-05,1613941219200,1797
"wd_2",0.01,1613941219200,1797
"sqr_mom_2",0.99,1613941219200,1797
"lr_2",0.0004107441198790587,1613941219200,1797
"mom_2",0.8723139700302353,1613941219200,1797
"eps_2",1e-05,1613941219200,1797
"train_loss",0.089480184,1613941220158,1798
"raw_loss",0.06501083,1613941220158,1798
"epoch",11.31446540880502,1613941220158,1798
"wd_0",0.01,1613941220158,1798
"sqr_mom_0",0.99,1613941220158,1798
"lr_0",4.109634122748796e-06,1613941220158,1798
"mom_0",0.87225914693128,1613941220158,1798
"eps_0",1e-05,1613941220158,1798
"wd_1",0.01,1613941220158,1798
"sqr_mom_1",0.99,1613941220158,1798
"lr_1",4.109634122748796e-05,1613941220158,1798
"mom_1",0.87225914693128,1613941220158,1798
"eps_1",1e-05,1613941220158,1798
"wd_2",0.01,1613941220158,1798
"sqr_mom_2",0.99,1613941220158,1798
"lr_2",0.0004109634122748796,1613941220158,1798
"mom_2",0.87225914693128,1613941220158,1798
"eps_2",1e-05,1613941220158,1798
"train_loss",0.08987551,1613941221110,1799
"raw_loss",0.10924654,1613941221110,1799
"epoch",11.32075471698112,1613941221110,1799
"wd_0",0.01,1613941221110,1799
"sqr_mom_0",0.99,1613941221110,1799
"lr_0",4.111824809793402e-06,1613941221110,1799
"mom_0",0.872204379755165,1613941221110,1799
"eps_0",1e-05,1613941221110,1799
"wd_1",0.01,1613941221110,1799
"sqr_mom_1",0.99,1613941221110,1799
"lr_1",4.111824809793402e-05,1613941221110,1799
"mom_1",0.872204379755165,1613941221110,1799
"eps_1",1e-05,1613941221110,1799
"wd_2",0.01,1613941221110,1799
"sqr_mom_2",0.99,1613941221110,1799
"lr_2",0.0004111824809793402,1613941221110,1799
"mom_2",0.872204379755165,1613941221110,1799
"eps_2",1e-05,1613941221110,1799
"train_loss",0.09016551,1613941222097,1800
"raw_loss",0.10437555,1613941222097,1800
"epoch",11.327044025157221,1613941222097,1800
"wd_0",0.01,1613941222097,1800
"sqr_mom_0",0.99,1613941222097,1800
"lr_0",4.114013567976796e-06,1613941222097,1800
"mom_0",0.8721496608005801,1613941222097,1800
"eps_0",1e-05,1613941222097,1800
"wd_1",0.01,1613941222097,1800
"sqr_mom_1",0.99,1613941222097,1800
"lr_1",4.114013567976796e-05,1613941222097,1800
"mom_1",0.8721496608005801,1613941222097,1800
"eps_1",1e-05,1613941222097,1800
"wd_2",0.01,1613941222097,1800
"sqr_mom_2",0.99,1613941222097,1800
"lr_2",0.0004114013567976796,1613941222097,1800
"mom_2",0.8721496608005801,1613941222097,1800
"eps_2",1e-05,1613941222097,1800
"train_loss",0.0898091,1613941223065,1801
"raw_loss",0.07234468,1613941223065,1801
"epoch",11.333333333333321,1613941223065,1801
"wd_0",0.01,1613941223065,1801
"sqr_mom_0",0.99,1613941223065,1801
"lr_0",4.1162007042578035e-06,1613941223065,1801
"mom_0",0.8720949823935549,1613941223065,1801
"eps_0",1e-05,1613941223065,1801
"wd_1",0.01,1613941223065,1801
"sqr_mom_1",0.99,1613941223065,1801
"lr_1",4.1162007042578024e-05,1613941223065,1801
"mom_1",0.8720949823935549,1613941223065,1801
"eps_1",1e-05,1613941223065,1801
"wd_2",0.01,1613941223065,1801
"sqr_mom_2",0.99,1613941223065,1801
"lr_2",0.00041162007042578024,1613941223065,1801
"mom_2",0.8720949823935549,1613941223065,1801
"eps_2",1e-05,1613941223065,1801
"train_loss",0.08982688,1613941224022,1802
"raw_loss",0.09069845,1613941224022,1802
"epoch",11.339622641509422,1613941224022,1802
"wd_0",0.01,1613941224022,1802
"sqr_mom_0",0.99,1613941224022,1802
"lr_0",4.1183855930549885e-06,1613941224022,1802
"mom_0",0.8720403601736253,1613941224022,1802
"eps_0",1e-05,1613941224022,1802
"wd_1",0.01,1613941224022,1802
"sqr_mom_1",0.99,1613941224022,1802
"lr_1",4.118385593054988e-05,1613941224022,1802
"mom_1",0.8720403601736253,1613941224022,1802
"eps_1",1e-05,1613941224022,1802
"wd_2",0.01,1613941224022,1802
"sqr_mom_2",0.99,1613941224022,1802
"lr_2",0.0004118385593054988,1613941224022,1802
"mom_2",0.8720403601736253,1613941224022,1802
"eps_2",1e-05,1613941224022,1802
"train_loss",0.08858628,1613941224968,1803
"raw_loss",0.027796682,1613941224968,1803
"epoch",11.345911949685522,1613941224968,1803
"wd_0",0.01,1613941224968,1803
"sqr_mom_0",0.99,1613941224968,1803
"lr_0",4.120568851813217e-06,1613941224968,1803
"mom_0",0.8719857787046695,1613941224968,1803
"eps_0",1e-05,1613941224968,1803
"wd_1",0.01,1613941224968,1803
"sqr_mom_1",0.99,1613941224968,1803
"lr_1",4.120568851813216e-05,1613941224968,1803
"mom_1",0.8719857787046695,1613941224968,1803
"eps_1",1e-05,1613941224968,1803
"wd_2",0.01,1613941224968,1803
"sqr_mom_2",0.99,1613941224968,1803
"lr_2",0.0004120568851813216,1613941224968,1803
"mom_2",0.8719857787046695,1613941224968,1803
"eps_2",1e-05,1613941224968,1803
"train_loss",0.08808082,1613941225915,1804
"raw_loss",0.06331368,1613941225915,1804
"epoch",11.352201257861623,1613941225915,1804
"wd_0",0.01,1613941225915,1804
"sqr_mom_0",0.99,1613941225915,1804
"lr_0",4.1227498560601325e-06,1613941225915,1804
"mom_0",0.8719312535984967,1613941225915,1804
"eps_0",1e-05,1613941225915,1804
"wd_1",0.01,1613941225915,1804
"sqr_mom_1",0.99,1613941225915,1804
"lr_1",4.122749856060132e-05,1613941225915,1804
"mom_1",0.8719312535984967,1613941225915,1804
"eps_1",1e-05,1613941225915,1804
"wd_2",0.01,1613941225915,1804
"sqr_mom_2",0.99,1613941225915,1804
"lr_2",0.0004122749856060132,1613941225915,1804
"mom_2",0.8719312535984967,1613941225915,1804
"eps_2",1e-05,1613941225915,1804
"train_loss",0.08720464,1613941226871,1805
"raw_loss",0.044271596,1613941226871,1805
"epoch",11.358490566037723,1613941226871,1805
"wd_0",0.01,1613941226871,1805
"sqr_mom_0",0.99,1613941226871,1805
"lr_0",4.124928912492405e-06,1613941226871,1805
"mom_0",0.8718767771876899,1613941226871,1805
"eps_0",1e-05,1613941226871,1805
"wd_1",0.01,1613941226871,1805
"sqr_mom_1",0.99,1613941226871,1805
"lr_1",4.124928912492404e-05,1613941226871,1805
"mom_1",0.8718767771876899,1613941226871,1805
"eps_1",1e-05,1613941226871,1805
"wd_2",0.01,1613941226871,1805
"sqr_mom_2",0.99,1613941226871,1805
"lr_2",0.0004124928912492404,1613941226871,1805
"mom_2",0.8718767771876899,1613941226871,1805
"eps_2",1e-05,1613941226871,1805
"train_loss",0.08665353,1613941227844,1806
"raw_loss",0.059649006,1613941227844,1806
"epoch",11.364779874213824,1613941227844,1806
"wd_0",0.01,1613941227844,1806
"sqr_mom_0",0.99,1613941227844,1806
"lr_0",4.127106326702383e-06,1613941227844,1806
"mom_0",0.8718223418324405,1613941227844,1806
"eps_0",1e-05,1613941227844,1806
"wd_1",0.01,1613941227844,1806
"sqr_mom_1",0.99,1613941227844,1806
"lr_1",4.127106326702382e-05,1613941227844,1806
"mom_1",0.8718223418324405,1613941227844,1806
"eps_1",1e-05,1613941227844,1806
"wd_2",0.01,1613941227844,1806
"sqr_mom_2",0.99,1613941227844,1806
"lr_2",0.0004127106326702382,1613941227844,1806
"mom_2",0.8718223418324405,1613941227844,1806
"eps_2",1e-05,1613941227844,1806
"train_loss",0.085756086,1613941228807,1807
"raw_loss",0.04178113,1613941228807,1807
"epoch",11.371069182389924,1613941228807,1807
"wd_0",0.01,1613941228807,1807
"sqr_mom_0",0.99,1613941228807,1807
"lr_0",4.129281784983829e-06,1613941228807,1807
"mom_0",0.8717679553754043,1613941228807,1807
"eps_0",1e-05,1613941228807,1807
"wd_1",0.01,1613941228807,1807
"sqr_mom_1",0.99,1613941228807,1807
"lr_1",4.129281784983829e-05,1613941228807,1807
"mom_1",0.8717679553754043,1613941228807,1807
"eps_1",1e-05,1613941228807,1807
"wd_2",0.01,1613941228807,1807
"sqr_mom_2",0.99,1613941228807,1807
"lr_2",0.00041292817849838286,1613941228807,1807
"mom_2",0.8717679553754043,1613941228807,1807
"eps_2",1e-05,1613941228807,1807
"train_loss",0.08485496,1613941229770,1808
"raw_loss",0.04069993,1613941229770,1808
"epoch",11.377358490566024,1613941229770,1808
"wd_0",0.01,1613941229770,1808
"sqr_mom_0",0.99,1613941229770,1808
"lr_0",4.131454974745973e-06,1613941229770,1808
"mom_0",0.8717136256313507,1613941229770,1808
"eps_0",1e-05,1613941229770,1808
"wd_1",0.01,1613941229770,1808
"sqr_mom_1",0.99,1613941229770,1808
"lr_1",4.1314549747459724e-05,1613941229770,1808
"mom_1",0.8717136256313507,1613941229770,1808
"eps_1",1e-05,1613941229770,1808
"wd_2",0.01,1613941229770,1808
"sqr_mom_2",0.99,1613941229770,1808
"lr_2",0.0004131454974745973,1613941229770,1808
"mom_2",0.8717136256313507,1613941229770,1808
"eps_2",1e-05,1613941229770,1808
"train_loss",0.08469241,1613941230715,1809
"raw_loss",0.076727435,1613941230715,1809
"epoch",11.383647798742125,1613941230715,1809
"wd_0",0.01,1613941230715,1809
"sqr_mom_0",0.99,1613941230715,1809
"lr_0",4.133626510127556e-06,1613941230715,1809
"mom_0",0.8716593372468111,1613941230715,1809
"eps_0",1e-05,1613941230715,1809
"wd_1",0.01,1613941230715,1809
"sqr_mom_1",0.99,1613941230715,1809
"lr_1",4.133626510127555e-05,1613941230715,1809
"mom_1",0.8716593372468111,1613941230715,1809
"eps_1",1e-05,1613941230715,1809
"wd_2",0.01,1613941230715,1809
"sqr_mom_2",0.99,1613941230715,1809
"lr_2",0.0004133626510127555,1613941230715,1809
"mom_2",0.8716593372468111,1613941230715,1809
"eps_2",1e-05,1613941230715,1809
"train_loss",0.084028944,1613941231682,1810
"raw_loss",0.051519144,1613941231682,1810
"epoch",11.389937106918225,1613941231682,1810
"wd_0",0.01,1613941231682,1810
"sqr_mom_0",0.99,1613941231682,1810
"lr_0",4.1357957700094325e-06,1613941231682,1810
"mom_0",0.8716051057497641,1613941231682,1810
"eps_0",1e-05,1613941231682,1810
"wd_1",0.01,1613941231682,1810
"sqr_mom_1",0.99,1613941231682,1810
"lr_1",4.135795770009432e-05,1613941231682,1810
"mom_1",0.8716051057497641,1613941231682,1810
"eps_1",1e-05,1613941231682,1810
"wd_2",0.01,1613941231682,1810
"sqr_mom_2",0.99,1613941231682,1810
"lr_2",0.0004135795770009432,1613941231682,1810
"mom_2",0.8716051057497641,1613941231682,1810
"eps_2",1e-05,1613941231682,1810
"train_loss",0.084890895,1613941232645,1811
"raw_loss",0.12712637,1613941232645,1811
"epoch",11.396226415094326,1613941232645,1811
"wd_0",0.01,1613941232645,1811
"sqr_mom_0",0.99,1613941232645,1811
"lr_0",4.137963367419769e-06,1613941232645,1811
"mom_0",0.8715509158145057,1613941232645,1811
"eps_0",1e-05,1613941232645,1811
"wd_1",0.01,1613941232645,1811
"sqr_mom_1",0.99,1613941232645,1811
"lr_1",4.1379633674197693e-05,1613941232645,1811
"mom_1",0.8715509158145057,1613941232645,1811
"eps_1",1e-05,1613941232645,1811
"wd_2",0.01,1613941232645,1811
"sqr_mom_2",0.99,1613941232645,1811
"lr_2",0.0004137963367419769,1613941232645,1811
"mom_2",0.8715509158145057,1613941232645,1811
"eps_2",1e-05,1613941232645,1811
"train_loss",0.08731126,1613941233593,1812
"raw_loss",0.2059094,1613941233593,1812
"epoch",11.402515723270426,1613941233593,1812
"wd_0",0.01,1613941233593,1812
"sqr_mom_0",0.99,1613941233593,1812
"lr_0",4.140128682365791e-06,1613941233593,1812
"mom_0",0.8714967829408552,1613941233593,1812
"eps_0",1e-05,1613941233593,1812
"wd_1",0.01,1613941233593,1812
"sqr_mom_1",0.99,1613941233593,1812
"lr_1",4.14012868236579e-05,1613941233593,1812
"mom_1",0.8714967829408552,1613941233593,1812
"eps_1",1e-05,1613941233593,1812
"wd_2",0.01,1613941233593,1812
"sqr_mom_2",0.99,1613941233593,1812
"lr_2",0.00041401286823657905,1613941233593,1812
"mom_2",0.8714967829408552,1613941233593,1812
"eps_2",1e-05,1613941233593,1812
"train_loss",0.08629587,1613941234564,1813
"raw_loss",0.036541704,1613941234564,1813
"epoch",11.408805031446526,1613941234564,1813
"wd_0",0.01,1613941234564,1813
"sqr_mom_0",0.99,1613941234564,1813
"lr_0",4.142292019347324e-06,1613941234564,1813
"mom_0",0.8714426995163169,1613941234564,1813
"eps_0",1e-05,1613941234564,1813
"wd_1",0.01,1613941234564,1813
"sqr_mom_1",0.99,1613941234564,1813
"lr_1",4.1422920193473236e-05,1613941234564,1813
"mom_1",0.8714426995163169,1613941234564,1813
"eps_1",1e-05,1613941234564,1813
"wd_2",0.01,1613941234564,1813
"sqr_mom_2",0.99,1613941234564,1813
"lr_2",0.00041422920193473234,1613941234564,1813
"mom_2",0.8714426995163169,1613941234564,1813
"eps_2",1e-05,1613941234564,1813
"train_loss",0.08541958,1613941235597,1814
"raw_loss",0.04248136,1613941235597,1814
"epoch",11.415094339622627,1613941235597,1814
"wd_0",0.01,1613941235597,1814
"sqr_mom_0",0.99,1613941235597,1814
"lr_0",4.144453681742787e-06,1613941235597,1814
"mom_0",0.8713886579564303,1613941235597,1814
"eps_0",1e-05,1613941235597,1814
"wd_1",0.01,1613941235597,1814
"sqr_mom_1",0.99,1613941235597,1814
"lr_1",4.144453681742786e-05,1613941235597,1814
"mom_1",0.8713886579564303,1613941235597,1814
"eps_1",1e-05,1613941235597,1814
"wd_2",0.01,1613941235597,1814
"sqr_mom_2",0.99,1613941235597,1814
"lr_2",0.0004144453681742786,1613941235597,1814
"mom_2",0.8713886579564303,1613941235597,1814
"eps_2",1e-05,1613941235597,1814
"train_loss",0.085173264,1613941236560,1815
"raw_loss",0.073103845,1613941236560,1815
"epoch",11.421383647798727,1613941236560,1815
"wd_0",0.01,1613941236560,1815
"sqr_mom_0",0.99,1613941236560,1815
"lr_0",4.146613051256983e-06,1613941236560,1815
"mom_0",0.8713346737185754,1613941236560,1815
"eps_0",1e-05,1613941236560,1815
"wd_1",0.01,1613941236560,1815
"sqr_mom_1",0.99,1613941236560,1815
"lr_1",4.1466130512569826e-05,1613941236560,1815
"mom_1",0.8713346737185754,1613941236560,1815
"eps_1",1e-05,1613941236560,1815
"wd_2",0.01,1613941236560,1815
"sqr_mom_2",0.99,1613941236560,1815
"lr_2",0.00041466130512569823,1613941236560,1815
"mom_2",0.8713346737185754,1613941236560,1815
"eps_2",1e-05,1613941236560,1815
"train_loss",0.08563425,1613941237534,1816
"raw_loss",0.108222306,1613941237534,1816
"epoch",11.427672955974828,1613941237534,1816
"wd_0",0.01,1613941237534,1816
"sqr_mom_0",0.99,1613941237534,1816
"lr_0",4.14877073812308e-06,1613941237534,1816
"mom_0",0.871280731546923,1613941237534,1816
"eps_0",1e-05,1613941237534,1816
"wd_1",0.01,1613941237534,1816
"sqr_mom_1",0.99,1613941237534,1816
"lr_1",4.14877073812308e-05,1613941237534,1816
"mom_1",0.871280731546923,1613941237534,1816
"eps_1",1e-05,1613941237534,1816
"wd_2",0.01,1613941237534,1816
"sqr_mom_2",0.99,1613941237534,1816
"lr_2",0.000414877073812308,1613941237534,1816
"mom_2",0.871280731546923,1613941237534,1816
"eps_2",1e-05,1613941237534,1816
"train_loss",0.08551376,1613941238480,1817
"raw_loss",0.07961013,1613941238480,1817
"epoch",11.433962264150928,1613941238480,1817
"wd_0",0.01,1613941238480,1817
"sqr_mom_0",0.99,1613941238480,1817
"lr_0",4.150926431465223e-06,1613941238480,1817
"mom_0",0.8712268392133694,1613941238480,1817
"eps_0",1e-05,1613941238480,1817
"wd_1",0.01,1613941238480,1817
"sqr_mom_1",0.99,1613941238480,1817
"lr_1",4.150926431465222e-05,1613941238480,1817
"mom_1",0.8712268392133694,1613941238480,1817
"eps_1",1e-05,1613941238480,1817
"wd_2",0.01,1613941238480,1817
"sqr_mom_2",0.99,1613941238480,1817
"lr_2",0.0004150926431465222,1613941238480,1817
"mom_2",0.8712268392133694,1613941238480,1817
"eps_2",1e-05,1613941238480,1817
"train_loss",0.084956534,1613941239443,1818
"raw_loss",0.057652343,1613941239443,1818
"epoch",11.440251572327028,1613941239443,1818
"wd_0",0.01,1613941239443,1818
"sqr_mom_0",0.99,1613941239443,1818
"lr_0",4.15307982154446e-06,1613941239443,1818
"mom_0",0.8711730044613885,1613941239443,1818
"eps_0",1e-05,1613941239443,1818
"wd_1",0.01,1613941239443,1818
"sqr_mom_1",0.99,1613941239443,1818
"lr_1",4.153079821544459e-05,1613941239443,1818
"mom_1",0.8711730044613885,1613941239443,1818
"eps_1",1e-05,1613941239443,1818
"wd_2",0.01,1613941239443,1818
"sqr_mom_2",0.99,1613941239443,1818
"lr_2",0.0004153079821544459,1613941239443,1818
"mom_2",0.8711730044613885,1613941239443,1818
"eps_2",1e-05,1613941239443,1818
"train_loss",0.08747056,1613941240393,1819
"raw_loss",0.21065806,1613941240393,1819
"epoch",11.446540880503129,1613941240393,1819
"wd_0",0.01,1613941240393,1819
"sqr_mom_0",0.99,1613941240393,1819
"lr_0",4.155231211190786e-06,1613941240393,1819
"mom_0",0.8711192197202303,1613941240393,1819
"eps_0",1e-05,1613941240393,1819
"wd_1",0.01,1613941240393,1819
"sqr_mom_1",0.99,1613941240393,1819
"lr_1",4.155231211190785e-05,1613941240393,1819
"mom_1",0.8711192197202303,1613941240393,1819
"eps_1",1e-05,1613941240393,1819
"wd_2",0.01,1613941240393,1819
"sqr_mom_2",0.99,1613941240393,1819
"lr_2",0.0004155231211190785,1613941240393,1819
"mom_2",0.8711192197202303,1613941240393,1819
"eps_2",1e-05,1613941240393,1819
"train_loss",0.08631427,1613941241333,1820
"raw_loss",0.02965598,1613941241333,1820
"epoch",11.45283018867923,1613941241333,1820
"wd_0",0.01,1613941241333,1820
"sqr_mom_0",0.99,1613941241333,1820
"lr_0",4.157380902100047e-06,1613941241333,1820
"mom_0",0.8710654774474988,1613941241333,1820
"eps_0",1e-05,1613941241333,1820
"wd_1",0.01,1613941241333,1820
"sqr_mom_1",0.99,1613941241333,1820
"lr_1",4.1573809021000464e-05,1613941241333,1820
"mom_1",0.8710654774474988,1613941241333,1820
"eps_1",1e-05,1613941241333,1820
"wd_2",0.01,1613941241333,1820
"sqr_mom_2",0.99,1613941241333,1820
"lr_2",0.00041573809021000464,1613941241333,1820
"mom_2",0.8710654774474988,1613941241333,1820
"eps_2",1e-05,1613941241333,1820
"train_loss",0.086768895,1613941242283,1821
"raw_loss",0.10904553,1613941242283,1821
"epoch",11.45911949685533,1613941242283,1821
"wd_0",0.01,1613941242283,1821
"sqr_mom_0",0.99,1613941242283,1821
"lr_0",4.159528279401224e-06,1613941242283,1821
"mom_0",0.8710117930149694,1613941242283,1821
"eps_0",1e-05,1613941242283,1821
"wd_1",0.01,1613941242283,1821
"sqr_mom_1",0.99,1613941242283,1821
"lr_1",4.1595282794012224e-05,1613941242283,1821
"mom_1",0.8710117930149694,1613941242283,1821
"eps_1",1e-05,1613941242283,1821
"wd_2",0.01,1613941242283,1821
"sqr_mom_2",0.99,1613941242283,1821
"lr_2",0.00041595282794012225,1613941242283,1821
"mom_2",0.8710117930149694,1613941242283,1821
"eps_2",1e-05,1613941242283,1821
"train_loss",0.088454925,1613941243278,1822
"raw_loss",0.17107053,1613941243278,1822
"epoch",11.46540880503143,1613941243278,1822
"wd_0",0.01,1613941243278,1822
"sqr_mom_0",0.99,1613941243278,1822
"lr_0",4.161673949938508e-06,1613941243278,1822
"mom_0",0.8709581512515373,1613941243278,1822
"eps_0",1e-05,1613941243278,1822
"wd_1",0.01,1613941243278,1822
"sqr_mom_1",0.99,1613941243278,1822
"lr_1",4.161673949938508e-05,1613941243278,1822
"mom_1",0.8709581512515373,1613941243278,1822
"eps_1",1e-05,1613941243278,1822
"wd_2",0.01,1613941243278,1822
"sqr_mom_2",0.99,1613941243278,1822
"lr_2",0.0004161673949938508,1613941243278,1822
"mom_2",0.8709581512515373,1613941243278,1822
"eps_2",1e-05,1613941243278,1822
"train_loss",0.088559724,1613941244233,1823
"raw_loss",0.093694955,1613941244233,1823
"epoch",11.47169811320753,1613941244233,1823
"wd_0",0.01,1613941244233,1823
"sqr_mom_0",0.99,1613941244233,1823
"lr_0",4.163817299990821e-06,1613941244233,1823
"mom_0",0.8709045675002295,1613941244233,1823
"eps_0",1e-05,1613941244233,1823
"wd_1",0.01,1613941244233,1823
"sqr_mom_1",0.99,1613941244233,1823
"lr_1",4.1638172999908205e-05,1613941244233,1823
"mom_1",0.8709045675002295,1613941244233,1823
"eps_1",1e-05,1613941244233,1823
"wd_2",0.01,1613941244233,1823
"sqr_mom_2",0.99,1613941244233,1823
"lr_2",0.0004163817299990821,1613941244233,1823
"mom_2",0.8709045675002295,1613941244233,1823
"eps_2",1e-05,1613941244233,1823
"train_loss",0.0879949,1613941245191,1824
"raw_loss",0.06031852,1613941245191,1824
"epoch",11.47798742138363,1613941245191,1824
"wd_0",0.01,1613941245191,1824
"sqr_mom_0",0.99,1613941245191,1824
"lr_0",4.165958630982192e-06,1613941245191,1824
"mom_0",0.8708510342254452,1613941245191,1824
"eps_0",1e-05,1613941245191,1824
"wd_1",0.01,1613941245191,1824
"sqr_mom_1",0.99,1613941245191,1824
"lr_1",4.1659586309821916e-05,1613941245191,1824
"mom_1",0.8708510342254452,1613941245191,1824
"eps_1",1e-05,1613941245191,1824
"wd_2",0.01,1613941245191,1824
"sqr_mom_2",0.99,1613941245191,1824
"lr_2",0.00041659586309821916,1613941245191,1824
"mom_2",0.8708510342254452,1613941245191,1824
"eps_2",1e-05,1613941245191,1824
"train_loss",0.08703977,1613941246149,1825
"raw_loss",0.040237963,1613941246149,1825
"epoch",11.484276729559731,1613941246149,1825
"wd_0",0.01,1613941246149,1825
"sqr_mom_0",0.99,1613941246149,1825
"lr_0",4.1680982431919474e-06,1613941246149,1825
"mom_0",0.8707975439202014,1613941246149,1825
"eps_0",1e-05,1613941246149,1825
"wd_1",0.01,1613941246149,1825
"sqr_mom_1",0.99,1613941246149,1825
"lr_1",4.168098243191946e-05,1613941246149,1825
"mom_1",0.8707975439202014,1613941246149,1825
"eps_1",1e-05,1613941246149,1825
"wd_2",0.01,1613941246149,1825
"sqr_mom_2",0.99,1613941246149,1825
"lr_2",0.00041680982431919464,1613941246149,1825
"mom_2",0.8707975439202014,1613941246149,1825
"eps_2",1e-05,1613941246149,1825
"train_loss",0.087794155,1613941247091,1826
"raw_loss",0.12475923,1613941247091,1826
"epoch",11.490566037735832,1613941247091,1826
"wd_0",0.01,1613941247091,1826
"sqr_mom_0",0.99,1613941247091,1826
"lr_0",4.170235828337681e-06,1613941247091,1826
"mom_0",0.870744104291558,1613941247091,1826
"eps_0",1e-05,1613941247091,1826
"wd_1",0.01,1613941247091,1826
"sqr_mom_1",0.99,1613941247091,1826
"lr_1",4.1702358283376805e-05,1613941247091,1826
"mom_1",0.870744104291558,1613941247091,1826
"eps_1",1e-05,1613941247091,1826
"wd_2",0.01,1613941247091,1826
"sqr_mom_2",0.99,1613941247091,1826
"lr_2",0.00041702358283376805,1613941247091,1826
"mom_2",0.870744104291558,1613941247091,1826
"eps_2",1e-05,1613941247091,1826
"train_loss",0.08752838,1613941248076,1827
"raw_loss",0.07450528,1613941248076,1827
"epoch",11.496855345911932,1613941248076,1827
"wd_0",0.01,1613941248076,1827
"sqr_mom_0",0.99,1613941248076,1827
"lr_0",4.172371079293028e-06,1613941248076,1827
"mom_0",0.8706907230176743,1613941248076,1827
"eps_0",1e-05,1613941248076,1827
"wd_1",0.01,1613941248076,1827
"sqr_mom_1",0.99,1613941248076,1827
"lr_1",4.172371079293028e-05,1613941248076,1827
"mom_1",0.8706907230176743,1613941248076,1827
"eps_1",1e-05,1613941248076,1827
"wd_2",0.01,1613941248076,1827
"sqr_mom_2",0.99,1613941248076,1827
"lr_2",0.0004172371079293028,1613941248076,1827
"mom_2",0.8706907230176743,1613941248076,1827
"eps_2",1e-05,1613941248076,1827
"train_loss",0.086476386,1613941249025,1828
"raw_loss",0.03492883,1613941249025,1828
"epoch",11.503144654088032,1613941249025,1828
"wd_0",0.01,1613941249025,1828
"sqr_mom_0",0.99,1613941249025,1828
"lr_0",4.174504599475303e-06,1613941249025,1828
"mom_0",0.8706373850131174,1613941249025,1828
"eps_0",1e-05,1613941249025,1828
"wd_1",0.01,1613941249025,1828
"sqr_mom_1",0.99,1613941249025,1828
"lr_1",4.174504599475303e-05,1613941249025,1828
"mom_1",0.8706373850131174,1613941249025,1828
"eps_1",1e-05,1613941249025,1828
"wd_2",0.01,1613941249025,1828
"sqr_mom_2",0.99,1613941249025,1828
"lr_2",0.0004174504599475303,1613941249025,1828
"mom_2",0.8706373850131174,1613941249025,1828
"eps_2",1e-05,1613941249025,1828
"train_loss",0.08561999,1613941249980,1829
"raw_loss",0.043656837,1613941249980,1829
"epoch",11.509433962264133,1613941249980,1829
"wd_0",0.01,1613941249980,1829
"sqr_mom_0",0.99,1613941249980,1829
"lr_0",4.176635778638761e-06,1613941249980,1829
"mom_0",0.870584105534031,1613941249980,1829
"eps_0",1e-05,1613941249980,1829
"wd_1",0.01,1613941249980,1829
"sqr_mom_1",0.99,1613941249980,1829
"lr_1",4.176635778638761e-05,1613941249980,1829
"mom_1",0.870584105534031,1613941249980,1829
"eps_1",1e-05,1613941249980,1829
"wd_2",0.01,1613941249980,1829
"sqr_mom_2",0.99,1613941249980,1829
"lr_2",0.0004176635778638761,1613941249980,1829
"mom_2",0.870584105534031,1613941249980,1829
"eps_2",1e-05,1613941249980,1829
"train_loss",0.085773654,1613941250936,1830
"raw_loss",0.093303055,1613941250936,1830
"epoch",11.515723270440233,1613941250936,1830
"wd_0",0.01,1613941250936,1830
"sqr_mom_0",0.99,1613941250936,1830
"lr_0",4.178764916503003e-06,1613941250936,1830
"mom_0",0.8705308770874249,1613941250936,1830
"eps_0",1e-05,1613941250936,1830
"wd_1",0.01,1613941250936,1830
"sqr_mom_1",0.99,1613941250936,1830
"lr_1",4.1787649165030025e-05,1613941250936,1830
"mom_1",0.8705308770874249,1613941250936,1830
"eps_1",1e-05,1613941250936,1830
"wd_2",0.01,1613941250936,1830
"sqr_mom_2",0.99,1613941250936,1830
"lr_2",0.0004178764916503002,1613941250936,1830
"mom_2",0.8705308770874249,1613941250936,1830
"eps_2",1e-05,1613941250936,1830
"train_loss",0.08559367,1613941251895,1831
"raw_loss",0.07677454,1613941251895,1831
"epoch",11.522012578616334,1613941251895,1831
"wd_0",0.01,1613941251895,1831
"sqr_mom_0",0.99,1613941251895,1831
"lr_0",4.180892311630313e-06,1613941251895,1831
"mom_0",0.8704776922092422,1613941251895,1831
"eps_0",1e-05,1613941251895,1831
"wd_1",0.01,1613941251895,1831
"sqr_mom_1",0.99,1613941251895,1831
"lr_1",4.180892311630312e-05,1613941251895,1831
"mom_1",0.8704776922092422,1613941251895,1831
"eps_1",1e-05,1613941251895,1831
"wd_2",0.01,1613941251895,1831
"sqr_mom_2",0.99,1613941251895,1831
"lr_2",0.00041808923116303117,1613941251895,1831
"mom_2",0.8704776922092422,1613941251895,1831
"eps_2",1e-05,1613941251895,1831
"train_loss",0.084798686,1613941252857,1832
"raw_loss",0.045844592,1613941252857,1832
"epoch",11.528301886792434,1613941252857,1832
"wd_0",0.01,1613941252857,1832
"sqr_mom_0",0.99,1613941252857,1832
"lr_0",4.183017355526881e-06,1613941252857,1832
"mom_0",0.870424566111828,1613941252857,1832
"eps_0",1e-05,1613941252857,1832
"wd_1",0.01,1613941252857,1832
"sqr_mom_1",0.99,1613941252857,1832
"lr_1",4.1830173555268794e-05,1613941252857,1832
"mom_1",0.870424566111828,1613941252857,1832
"eps_1",1e-05,1613941252857,1832
"wd_2",0.01,1613941252857,1832
"sqr_mom_2",0.99,1613941252857,1832
"lr_2",0.000418301735552688,1613941252857,1832
"mom_2",0.870424566111828,1613941252857,1832
"eps_2",1e-05,1613941252857,1832
"train_loss",0.084432654,1613941253821,1833
"raw_loss",0.06649719,1613941253821,1833
"epoch",11.534591194968534,1613941253821,1833
"wd_0",0.01,1613941253821,1833
"sqr_mom_0",0.99,1613941253821,1833
"lr_0",4.185140648725528e-06,1613941253821,1833
"mom_0",0.8703714837818618,1613941253821,1833
"eps_0",1e-05,1613941253821,1833
"wd_1",0.01,1613941253821,1833
"sqr_mom_1",0.99,1613941253821,1833
"lr_1",4.1851406487255276e-05,1613941253821,1833
"mom_1",0.8703714837818618,1613941253821,1833
"eps_1",1e-05,1613941253821,1833
"wd_2",0.01,1613941253821,1833
"sqr_mom_2",0.99,1613941253821,1833
"lr_2",0.00041851406487255274,1613941253821,1833
"mom_2",0.8703714837818618,1613941253821,1833
"eps_2",1e-05,1613941253821,1833
"train_loss",0.08422555,1613941254876,1834
"raw_loss",0.074077286,1613941254876,1834
"epoch",11.540880503144635,1613941254876,1834
"wd_0",0.01,1613941254876,1834
"sqr_mom_0",0.99,1613941254876,1834
"lr_0",4.187261583905711e-06,1613941254876,1834
"mom_0",0.8703184604023573,1613941254876,1834
"eps_0",1e-05,1613941254876,1834
"wd_1",0.01,1613941254876,1834
"sqr_mom_1",0.99,1613941254876,1834
"lr_1",4.18726158390571e-05,1613941254876,1834
"mom_1",0.8703184604023573,1613941254876,1834
"eps_1",1e-05,1613941254876,1834
"wd_2",0.01,1613941254876,1834
"sqr_mom_2",0.99,1613941254876,1834
"lr_2",0.000418726158390571,1613941254876,1834
"mom_2",0.8703184604023573,1613941254876,1834
"eps_2",1e-05,1613941254876,1834
"train_loss",0.084054165,1613941255904,1835
"raw_loss",0.07565636,1613941255904,1835
"epoch",11.547169811320735,1613941255904,1835
"wd_0",0.01,1613941255904,1835
"sqr_mom_0",0.99,1613941255904,1835
"lr_0",4.189380760439136e-06,1613941255904,1835
"mom_0",0.8702654809890216,1613941255904,1835
"eps_0",1e-05,1613941255904,1835
"wd_1",0.01,1613941255904,1835
"sqr_mom_1",0.99,1613941255904,1835
"lr_1",4.1893807604391355e-05,1613941255904,1835
"mom_1",0.8702654809890216,1613941255904,1835
"eps_1",1e-05,1613941255904,1835
"wd_2",0.01,1613941255904,1835
"sqr_mom_2",0.99,1613941255904,1835
"lr_2",0.00041893807604391356,1613941255904,1835
"mom_2",0.8702654809890216,1613941255904,1835
"eps_2",1e-05,1613941255904,1835
"train_loss",0.08384964,1613941256862,1836
"raw_loss",0.07382779,1613941256862,1836
"epoch",11.553459119496836,1613941256862,1836
"wd_0",0.01,1613941256862,1836
"sqr_mom_0",0.99,1613941256862,1836
"lr_0",4.191497872975839e-06,1613941256862,1836
"mom_0",0.870212553175604,1613941256862,1836
"eps_0",1e-05,1613941256862,1836
"wd_1",0.01,1613941256862,1836
"sqr_mom_1",0.99,1613941256862,1836
"lr_1",4.1914978729758384e-05,1613941256862,1836
"mom_1",0.870212553175604,1613941256862,1836
"eps_1",1e-05,1613941256862,1836
"wd_2",0.01,1613941256862,1836
"sqr_mom_2",0.99,1613941256862,1836
"lr_2",0.00041914978729758385,1613941256862,1836
"mom_2",0.870212553175604,1613941256862,1836
"eps_2",1e-05,1613941256862,1836
"train_loss",0.08341907,1613941257841,1837
"raw_loss",0.0623212,1613941257841,1837
"epoch",11.559748427672936,1613941257841,1837
"wd_0",0.01,1613941257841,1837
"sqr_mom_0",0.99,1613941257841,1837
"lr_0",4.193612617342953e-06,1613941257841,1837
"mom_0",0.8701596845664261,1613941257841,1837
"eps_0",1e-05,1613941257841,1837
"wd_1",0.01,1613941257841,1837
"sqr_mom_1",0.99,1613941257841,1837
"lr_1",4.193612617342952e-05,1613941257841,1837
"mom_1",0.8701596845664261,1613941257841,1837
"eps_1",1e-05,1613941257841,1837
"wd_2",0.01,1613941257841,1837
"sqr_mom_2",0.99,1613941257841,1837
"lr_2",0.0004193612617342952,1613941257841,1837
"mom_2",0.8701596845664261,1613941257841,1837
"eps_2",1e-05,1613941257841,1837
"train_loss",0.08284578,1613941258800,1838
"raw_loss",0.05475431,1613941258800,1838
"epoch",11.566037735849036,1613941258800,1838
"wd_0",0.01,1613941258800,1838
"sqr_mom_0",0.99,1613941258800,1838
"lr_0",4.195725290958399e-06,1613941258800,1838
"mom_0",0.87010686772604,1613941258800,1838
"eps_0",1e-05,1613941258800,1838
"wd_1",0.01,1613941258800,1838
"sqr_mom_1",0.99,1613941258800,1838
"lr_1",4.195725290958399e-05,1613941258800,1838
"mom_1",0.87010686772604,1613941258800,1838
"eps_1",1e-05,1613941258800,1838
"wd_2",0.01,1613941258800,1838
"sqr_mom_2",0.99,1613941258800,1838
"lr_2",0.00041957252909583984,1613941258800,1838
"mom_2",0.87010686772604,1613941258800,1838
"eps_2",1e-05,1613941258800,1838
"train_loss",0.08317331,1613941259748,1839
"raw_loss",0.09922266,1613941259748,1839
"epoch",11.572327044025137,1613941259748,1839
"wd_0",0.01,1613941259748,1839
"sqr_mom_0",0.99,1613941259748,1839
"lr_0",4.197836190066086e-06,1613941259748,1839
"mom_0",0.8700540952483479,1613941259748,1839
"eps_0",1e-05,1613941259748,1839
"wd_1",0.01,1613941259748,1839
"sqr_mom_1",0.99,1613941259748,1839
"lr_1",4.197836190066085e-05,1613941259748,1839
"mom_1",0.8700540952483479,1613941259748,1839
"eps_1",1e-05,1613941259748,1839
"wd_2",0.01,1613941259748,1839
"sqr_mom_2",0.99,1613941259748,1839
"lr_2",0.0004197836190066085,1613941259748,1839
"mom_2",0.8700540952483479,1613941259748,1839
"eps_2",1e-05,1613941259748,1839
"train_loss",0.083215505,1613941260691,1840
"raw_loss",0.085283086,1613941260691,1840
"epoch",11.578616352201237,1613941260691,1840
"wd_0",0.01,1613941260691,1840
"sqr_mom_0",0.99,1613941260691,1840
"lr_0",4.19994471089052e-06,1613941260691,1840
"mom_0",0.870001382227737,1613941260691,1840
"eps_0",1e-05,1613941260691,1840
"wd_1",0.01,1613941260691,1840
"sqr_mom_1",0.99,1613941260691,1840
"lr_1",4.199944710890519e-05,1613941260691,1840
"mom_1",0.870001382227737,1613941260691,1840
"eps_1",1e-05,1613941260691,1840
"wd_2",0.01,1613941260691,1840
"sqr_mom_2",0.99,1613941260691,1840
"lr_2",0.0004199944710890519,1613941260691,1840
"mom_2",0.870001382227737,1613941260691,1840
"eps_2",1e-05,1613941260691,1840
"train_loss",0.08266817,1613941261668,1841
"raw_loss",0.055848915,1613941261668,1841
"epoch",11.584905660377338,1613941261668,1841
"wd_0",0.01,1613941261668,1841
"sqr_mom_0",0.99,1613941261668,1841
"lr_0",4.20205144929514e-06,1613941261668,1841
"mom_0",0.8699487137676215,1613941261668,1841
"eps_0",1e-05,1613941261668,1841
"wd_1",0.01,1613941261668,1841
"sqr_mom_1",0.99,1613941261668,1841
"lr_1",4.202051449295139e-05,1613941261668,1841
"mom_1",0.8699487137676215,1613941261668,1841
"eps_1",1e-05,1613941261668,1841
"wd_2",0.01,1613941261668,1841
"sqr_mom_2",0.99,1613941261668,1841
"lr_2",0.0004202051449295139,1613941261668,1841
"mom_2",0.8699487137676215,1613941261668,1841
"eps_2",1e-05,1613941261668,1841
"train_loss",0.08289789,1613941262631,1842
"raw_loss",0.09415405,1613941262631,1842
"epoch",11.591194968553438,1613941262631,1842
"wd_0",0.01,1613941262631,1842
"sqr_mom_0",0.99,1613941262631,1842
"lr_0",4.204155802694528e-06,1613941262631,1842
"mom_0",0.8698961049326368,1613941262631,1842
"eps_0",1e-05,1613941262631,1842
"wd_1",0.01,1613941262631,1842
"sqr_mom_1",0.99,1613941262631,1842
"lr_1",4.204155802694527e-05,1613941262631,1842
"mom_1",0.8698961049326368,1613941262631,1842
"eps_1",1e-05,1613941262631,1842
"wd_2",0.01,1613941262631,1842
"sqr_mom_2",0.99,1613941262631,1842
"lr_2",0.0004204155802694527,1613941262631,1842
"mom_2",0.8698961049326368,1613941262631,1842
"eps_2",1e-05,1613941262631,1842
"train_loss",0.08243679,1613941263590,1843
"raw_loss",0.059843097,1613941263590,1843
"epoch",11.597484276729539,1613941263590,1843
"wd_0",0.01,1613941263590,1843
"sqr_mom_0",0.99,1613941263590,1843
"lr_0",4.206258067051291e-06,1613941263590,1843
"mom_0",0.8698435483237177,1613941263590,1843
"eps_0",1e-05,1613941263590,1843
"wd_1",0.01,1613941263590,1843
"sqr_mom_1",0.99,1613941263590,1843
"lr_1",4.20625806705129e-05,1613941263590,1843
"mom_1",0.8698435483237177,1613941263590,1843
"eps_1",1e-05,1613941263590,1843
"wd_2",0.01,1613941263590,1843
"sqr_mom_2",0.99,1613941263590,1843
"lr_2",0.000420625806705129,1613941263590,1843
"mom_2",0.8698435483237177,1613941263590,1843
"eps_2",1e-05,1613941263590,1843
"train_loss",0.08232942,1613941264568,1844
"raw_loss",0.0770683,1613941264568,1844
"epoch",11.603773584905639,1613941264568,1844
"wd_0",0.01,1613941264568,1844
"sqr_mom_0",0.99,1613941264568,1844
"lr_0",4.208358537143648e-06,1613941264568,1844
"mom_0",0.8697910365714088,1613941264568,1844
"eps_0",1e-05,1613941264568,1844
"wd_1",0.01,1613941264568,1844
"sqr_mom_1",0.99,1613941264568,1844
"lr_1",4.208358537143649e-05,1613941264568,1844
"mom_1",0.8697910365714088,1613941264568,1844
"eps_1",1e-05,1613941264568,1844
"wd_2",0.01,1613941264568,1844
"sqr_mom_2",0.99,1613941264568,1844
"lr_2",0.0004208358537143648,1613941264568,1844
"mom_2",0.8697910365714088,1613941264568,1844
"eps_2",1e-05,1613941264568,1844
"train_loss",0.08206799,1613941265532,1845
"raw_loss",0.06925778,1613941265532,1845
"epoch",11.61006289308174,1613941265532,1845
"wd_0",0.01,1613941265532,1845
"sqr_mom_0",0.99,1613941265532,1845
"lr_0",4.210456910306123e-06,1613941265532,1845
"mom_0",0.8697385772423469,1613941265532,1845
"eps_0",1e-05,1613941265532,1845
"wd_1",0.01,1613941265532,1845
"sqr_mom_1",0.99,1613941265532,1845
"lr_1",4.210456910306122e-05,1613941265532,1845
"mom_1",0.8697385772423469,1613941265532,1845
"eps_1",1e-05,1613941265532,1845
"wd_2",0.01,1613941265532,1845
"sqr_mom_2",0.99,1613941265532,1845
"lr_2",0.0004210456910306122,1613941265532,1845
"mom_2",0.8697385772423469,1613941265532,1845
"eps_2",1e-05,1613941265532,1845
"train_loss",0.083412014,1613941266480,1846
"raw_loss",0.14926942,1613941266480,1846
"epoch",11.61635220125784,1613941266480,1846
"wd_0",0.01,1613941266480,1846
"sqr_mom_0",0.99,1613941266480,1846
"lr_0",4.212552885069114e-06,1613941266480,1846
"mom_0",0.8696861778732722,1613941266480,1846
"eps_0",1e-05,1613941266480,1846
"wd_1",0.01,1613941266480,1846
"sqr_mom_1",0.99,1613941266480,1846
"lr_1",4.212552885069113e-05,1613941266480,1846
"mom_1",0.8696861778732722,1613941266480,1846
"eps_1",1e-05,1613941266480,1846
"wd_2",0.01,1613941266480,1846
"sqr_mom_2",0.99,1613941266480,1846
"lr_2",0.0004212552885069113,1613941266480,1846
"mom_2",0.8696861778732722,1613941266480,1846
"eps_2",1e-05,1613941266480,1846
"train_loss",0.08338113,1613941267459,1847
"raw_loss",0.08186793,1613941267459,1847
"epoch",11.62264150943394,1613941267459,1847
"wd_0",0.01,1613941267459,1847
"sqr_mom_0",0.99,1613941267459,1847
"lr_0",4.2146470537505675e-06,1613941267459,1847
"mom_0",0.8696338236562358,1613941267459,1847
"eps_0",1e-05,1613941267459,1847
"wd_1",0.01,1613941267459,1847
"sqr_mom_1",0.99,1613941267459,1847
"lr_1",4.214647053750567e-05,1613941267459,1847
"mom_1",0.8696338236562358,1613941267459,1847
"eps_1",1e-05,1613941267459,1847
"wd_2",0.01,1613941267459,1847
"sqr_mom_2",0.99,1613941267459,1847
"lr_2",0.0004214647053750567,1613941267459,1847
"mom_2",0.8696338236562358,1613941267459,1847
"eps_2",1e-05,1613941267459,1847
"train_loss",0.0830211,1613941268416,1848
"raw_loss",0.06537934,1613941268416,1848
"epoch",11.62893081761004,1613941268416,1848
"wd_0",0.01,1613941268416,1848
"sqr_mom_0",0.99,1613941268416,1848
"lr_0",4.216738817360359e-06,1613941268416,1848
"mom_0",0.869581529565991,1613941268416,1848
"eps_0",1e-05,1613941268416,1848
"wd_1",0.01,1613941268416,1848
"sqr_mom_1",0.99,1613941268416,1848
"lr_1",4.2167388173603576e-05,1613941268416,1848
"mom_1",0.869581529565991,1613941268416,1848
"eps_1",1e-05,1613941268416,1848
"wd_2",0.01,1613941268416,1848
"sqr_mom_2",0.99,1613941268416,1848
"lr_2",0.00042167388173603576,1613941268416,1848
"mom_2",0.869581529565991,1613941268416,1848
"eps_2",1e-05,1613941268416,1848
"train_loss",0.08279129,1613941269384,1849
"raw_loss",0.07153091,1613941269384,1849
"epoch",11.635220125786141,1613941269384,1849
"wd_0",0.01,1613941269384,1849
"sqr_mom_0",0.99,1613941269384,1849
"lr_0",4.218828470097745e-06,1613941269384,1849
"mom_0",0.8695292882475564,1613941269384,1849
"eps_0",1e-05,1613941269384,1849
"wd_1",0.01,1613941269384,1849
"sqr_mom_1",0.99,1613941269384,1849
"lr_1",4.2188284700977444e-05,1613941269384,1849
"mom_1",0.8695292882475564,1613941269384,1849
"eps_1",1e-05,1613941269384,1849
"wd_2",0.01,1613941269384,1849
"sqr_mom_2",0.99,1613941269384,1849
"lr_2",0.00042188284700977444,1613941269384,1849
"mom_2",0.8695292882475564,1613941269384,1849
"eps_2",1e-05,1613941269384,1849
"train_loss",0.08277742,1613941270360,1850
"raw_loss",0.08209748,1613941270360,1850
"epoch",11.641509433962241,1613941270360,1850
"wd_0",0.01,1613941270360,1850
"sqr_mom_0",0.99,1613941270360,1850
"lr_0",4.220916304965227e-06,1613941270360,1850
"mom_0",0.8694770923758693,1613941270360,1850
"eps_0",1e-05,1613941270360,1850
"wd_1",0.01,1613941270360,1850
"sqr_mom_1",0.99,1613941270360,1850
"lr_1",4.2209163049652266e-05,1613941270360,1850
"mom_1",0.8694770923758693,1613941270360,1850
"eps_1",1e-05,1613941270360,1850
"wd_2",0.01,1613941270360,1850
"sqr_mom_2",0.99,1613941270360,1850
"lr_2",0.00042209163049652265,1613941270360,1850
"mom_2",0.8694770923758693,1613941270360,1850
"eps_2",1e-05,1613941270360,1850
"train_loss",0.081870206,1613941271329,1851
"raw_loss",0.03741661,1613941271329,1851
"epoch",11.647798742138342,1613941271329,1851
"wd_0",0.01,1613941271329,1851
"sqr_mom_0",0.99,1613941271329,1851
"lr_0",4.223001724784322e-06,1613941271329,1851
"mom_0",0.8694249568803919,1613941271329,1851
"eps_0",1e-05,1613941271329,1851
"wd_1",0.01,1613941271329,1851
"sqr_mom_1",0.99,1613941271329,1851
"lr_1",4.2230017247843216e-05,1613941271329,1851
"mom_1",0.8694249568803919,1613941271329,1851
"eps_1",1e-05,1613941271329,1851
"wd_2",0.01,1613941271329,1851
"sqr_mom_2",0.99,1613941271329,1851
"lr_2",0.00042230017247843216,1613941271329,1851
"mom_2",0.8694249568803919,1613941271329,1851
"eps_2",1e-05,1613941271329,1851
"train_loss",0.08112125,1613941272314,1852
"raw_loss",0.044422474,1613941272314,1852
"epoch",11.654088050314442,1613941272314,1852
"wd_0",0.01,1613941272314,1852
"sqr_mom_0",0.99,1613941272314,1852
"lr_0",4.225085318890175e-06,1613941272314,1852
"mom_0",0.8693728670277456,1613941272314,1852
"eps_0",1e-05,1613941272314,1852
"wd_1",0.01,1613941272314,1852
"sqr_mom_1",0.99,1613941272314,1852
"lr_1",4.225085318890174e-05,1613941272314,1852
"mom_1",0.8693728670277456,1613941272314,1852
"eps_1",1e-05,1613941272314,1852
"wd_2",0.01,1613941272314,1852
"sqr_mom_2",0.99,1613941272314,1852
"lr_2",0.0004225085318890174,1613941272314,1852
"mom_2",0.8693728670277456,1613941272314,1852
"eps_2",1e-05,1613941272314,1852
"train_loss",0.08051274,1613941273290,1853
"raw_loss",0.0506956,1613941273290,1853
"epoch",11.660377358490543,1613941273290,1853
"wd_0",0.01,1613941273290,1853
"sqr_mom_0",0.99,1613941273290,1853
"lr_0",4.227166491317276e-06,1613941273290,1853
"mom_0",0.869320837717068,1613941273290,1853
"eps_0",1e-05,1613941273290,1853
"wd_1",0.01,1613941273290,1853
"sqr_mom_1",0.99,1613941273290,1853
"lr_1",4.2271664913172755e-05,1613941273290,1853
"mom_1",0.869320837717068,1613941273290,1853
"eps_1",1e-05,1613941273290,1853
"wd_2",0.01,1613941273290,1853
"sqr_mom_2",0.99,1613941273290,1853
"lr_2",0.00042271664913172755,1613941273290,1853
"mom_2",0.869320837717068,1613941273290,1853
"eps_2",1e-05,1613941273290,1853
"train_loss",0.07998674,1613941274308,1854
"raw_loss",0.054212816,1613941274308,1854
"epoch",11.666666666666643,1613941274308,1854
"wd_0",0.01,1613941274308,1854
"sqr_mom_0",0.99,1613941274308,1854
"lr_0",4.229245830200466e-06,1613941274308,1854
"mom_0",0.8692688542449883,1613941274308,1854
"eps_0",1e-05,1613941274308,1854
"wd_1",0.01,1613941274308,1854
"sqr_mom_1",0.99,1613941274308,1854
"lr_1",4.229245830200466e-05,1613941274308,1854
"mom_1",0.8692688542449883,1613941274308,1854
"eps_1",1e-05,1613941274308,1854
"wd_2",0.01,1613941274308,1854
"sqr_mom_2",0.99,1613941274308,1854
"lr_2",0.00042292458302004655,1613941274308,1854
"mom_2",0.8692688542449883,1613941274308,1854
"eps_2",1e-05,1613941274308,1854
"train_loss",0.07945112,1613941275345,1855
"raw_loss",0.05320579,1613941275345,1855
"epoch",11.672955974842743,1613941275345,1855
"wd_0",0.01,1613941275345,1855
"sqr_mom_0",0.99,1613941275345,1855
"lr_0",4.2313230359069235e-06,1613941275345,1855
"mom_0",0.8692169241023269,1613941275345,1855
"eps_0",1e-05,1613941275345,1855
"wd_1",0.01,1613941275345,1855
"sqr_mom_1",0.99,1613941275345,1855
"lr_1",4.231323035906923e-05,1613941275345,1855
"mom_1",0.8692169241023269,1613941275345,1855
"eps_1",1e-05,1613941275345,1855
"wd_2",0.01,1613941275345,1855
"sqr_mom_2",0.99,1613941275345,1855
"lr_2",0.00042313230359069225,1613941275345,1855
"mom_2",0.8692169241023269,1613941275345,1855
"eps_2",1e-05,1613941275345,1855
"train_loss",0.07912607,1613941276324,1856
"raw_loss",0.06319859,1613941276324,1856
"epoch",11.679245283018844,1613941276324,1856
"wd_0",0.01,1613941276324,1856
"sqr_mom_0",0.99,1613941276324,1856
"lr_0",4.233397810020378e-06,1613941276324,1856
"mom_0",0.8691650547494906,1613941276324,1856
"eps_0",1e-05,1613941276324,1856
"wd_1",0.01,1613941276324,1856
"sqr_mom_1",0.99,1613941276324,1856
"lr_1",4.233397810020377e-05,1613941276324,1856
"mom_1",0.8691650547494906,1613941276324,1856
"eps_1",1e-05,1613941276324,1856
"wd_2",0.01,1613941276324,1856
"sqr_mom_2",0.99,1613941276324,1856
"lr_2",0.00042333978100203773,1613941276324,1856
"mom_2",0.8691650547494906,1613941276324,1856
"eps_2",1e-05,1613941276324,1856
"train_loss",0.07817439,1613941277317,1857
"raw_loss",0.031542145,1613941277317,1857
"epoch",11.685534591194944,1613941277317,1857
"wd_0",0.01,1613941277317,1857
"sqr_mom_0",0.99,1613941277317,1857
"lr_0",4.235470444360397e-06,1613941277317,1857
"mom_0",0.8691132388909901,1613941277317,1857
"eps_0",1e-05,1613941277317,1857
"wd_1",0.01,1613941277317,1857
"sqr_mom_1",0.99,1613941277317,1857
"lr_1",4.235470444360396e-05,1613941277317,1857
"mom_1",0.8691132388909901,1613941277317,1857
"eps_1",1e-05,1613941277317,1857
"wd_2",0.01,1613941277317,1857
"sqr_mom_2",0.99,1613941277317,1857
"lr_2",0.0004235470444360396,1613941277317,1857
"mom_2",0.8691132388909901,1613941277317,1857
"eps_2",1e-05,1613941277317,1857
"train_loss",0.0773844,1613941278285,1858
"raw_loss",0.038674675,1613941278285,1858
"epoch",11.691823899371045,1613941278285,1858
"wd_0",0.01,1613941278285,1858
"sqr_mom_0",0.99,1613941278285,1858
"lr_0",4.2375412295333996e-06,1613941278285,1858
"mom_0",0.8690614692616649,1613941278285,1858
"eps_0",1e-05,1613941278285,1858
"wd_1",0.01,1613941278285,1858
"sqr_mom_1",0.99,1613941278285,1858
"lr_1",4.237541229533399e-05,1613941278285,1858
"mom_1",0.8690614692616649,1613941278285,1858
"eps_1",1e-05,1613941278285,1858
"wd_2",0.01,1613941278285,1858
"sqr_mom_2",0.99,1613941278285,1858
"lr_2",0.0004237541229533399,1613941278285,1858
"mom_2",0.8690614692616649,1613941278285,1858
"eps_2",1e-05,1613941278285,1858
"train_loss",0.07761786,1613941279272,1859
"raw_loss",0.08905764,1613941279272,1859
"epoch",11.698113207547145,1613941279272,1859
"wd_0",0.01,1613941279272,1859
"sqr_mom_0",0.99,1613941279272,1859
"lr_0",4.239609573237588e-06,1613941279272,1859
"mom_0",0.8690097606690603,1613941279272,1859
"eps_0",1e-05,1613941279272,1859
"wd_1",0.01,1613941279272,1859
"sqr_mom_1",0.99,1613941279272,1859
"lr_1",4.239609573237587e-05,1613941279272,1859
"mom_1",0.8690097606690603,1613941279272,1859
"eps_1",1e-05,1613941279272,1859
"wd_2",0.01,1613941279272,1859
"sqr_mom_2",0.99,1613941279272,1859
"lr_2",0.0004239609573237587,1613941279272,1859
"mom_2",0.8690097606690603,1613941279272,1859
"eps_2",1e-05,1613941279272,1859
"train_loss",0.07700113,1613941280269,1860
"raw_loss",0.046781275,1613941280269,1860
"epoch",11.704402515723245,1613941280269,1860
"wd_0",0.01,1613941280269,1860
"sqr_mom_0",0.99,1613941280269,1860
"lr_0",4.241675766391796e-06,1613941280269,1860
"mom_0",0.868958105840205,1613941280269,1860
"eps_0",1e-05,1613941280269,1860
"wd_1",0.01,1613941280269,1860
"sqr_mom_1",0.99,1613941280269,1860
"lr_1",4.2416757663917955e-05,1613941280269,1860
"mom_1",0.868958105840205,1613941280269,1860
"eps_1",1e-05,1613941280269,1860
"wd_2",0.01,1613941280269,1860
"sqr_mom_2",0.99,1613941280269,1860
"lr_2",0.0004241675766391796,1613941280269,1860
"mom_2",0.868958105840205,1613941280269,1860
"eps_2",1e-05,1613941280269,1860
"train_loss",0.07665124,1613941281248,1861
"raw_loss",0.05950648,1613941281248,1861
"epoch",11.710691823899346,1613941281248,1861
"wd_0",0.01,1613941281248,1861
"sqr_mom_0",0.99,1613941281248,1861
"lr_0",4.243740098695602e-06,1613941281248,1861
"mom_0",0.86890649753261,1613941281248,1861
"eps_0",1e-05,1613941281248,1861
"wd_1",0.01,1613941281248,1861
"sqr_mom_1",0.99,1613941281248,1861
"lr_1",4.243740098695602e-05,1613941281248,1861
"mom_1",0.86890649753261,1613941281248,1861
"eps_1",1e-05,1613941281248,1861
"wd_2",0.01,1613941281248,1861
"sqr_mom_2",0.99,1613941281248,1861
"lr_2",0.0004243740098695602,1613941281248,1861
"mom_2",0.86890649753261,1613941281248,1861
"eps_2",1e-05,1613941281248,1861
"train_loss",0.07631427,1613941282251,1862
"raw_loss",0.059803028,1613941282251,1862
"epoch",11.716981132075446,1613941282251,1862
"wd_0",0.01,1613941282251,1862
"sqr_mom_0",0.99,1613941282251,1862
"lr_0",4.245801979692907e-06,1613941282251,1862
"mom_0",0.8688549505076772,1613941282251,1862
"eps_0",1e-05,1613941282251,1862
"wd_1",0.01,1613941282251,1862
"sqr_mom_1",0.99,1613941282251,1862
"lr_1",4.245801979692907e-05,1613941282251,1862
"mom_1",0.8688549505076772,1613941282251,1862
"eps_1",1e-05,1613941282251,1862
"wd_2",0.01,1613941282251,1862
"sqr_mom_2",0.99,1613941282251,1862
"lr_2",0.0004245801979692907,1613941282251,1862
"mom_2",0.8688549505076772,1613941282251,1862
"eps_2",1e-05,1613941282251,1862
"train_loss",0.07611945,1613941283213,1863
"raw_loss",0.06657355,1613941283213,1863
"epoch",11.723270440251547,1613941283213,1863
"wd_0",0.01,1613941283213,1863
"sqr_mom_0",0.99,1613941283213,1863
"lr_0",4.247861992066832e-06,1613941283213,1863
"mom_0",0.8688034501983292,1613941283213,1863
"eps_0",1e-05,1613941283213,1863
"wd_1",0.01,1613941283213,1863
"sqr_mom_1",0.99,1613941283213,1863
"lr_1",4.2478619920668315e-05,1613941283213,1863
"mom_1",0.8688034501983292,1613941283213,1863
"eps_1",1e-05,1613941283213,1863
"wd_2",0.01,1613941283213,1863
"sqr_mom_2",0.99,1613941283213,1863
"lr_2",0.0004247861992066832,1613941283213,1863
"mom_2",0.8688034501983292,1613941283213,1863
"eps_2",1e-05,1613941283213,1863
"train_loss",0.07624683,1613941284177,1864
"raw_loss",0.082488306,1613941284177,1864
"epoch",11.729559748427647,1613941284177,1864
"wd_0",0.01,1613941284177,1864
"sqr_mom_0",0.99,1613941284177,1864
"lr_0",4.249919838958394e-06,1613941284177,1864
"mom_0",0.8687520040260401,1613941284177,1864
"eps_0",1e-05,1613941284177,1864
"wd_1",0.01,1613941284177,1864
"sqr_mom_1",0.99,1613941284177,1864
"lr_1",4.249919838958393e-05,1613941284177,1864
"mom_1",0.8687520040260401,1613941284177,1864
"eps_1",1e-05,1613941284177,1864
"wd_2",0.01,1613941284177,1864
"sqr_mom_2",0.99,1613941284177,1864
"lr_2",0.00042499198389583926,1613941284177,1864
"mom_2",0.8687520040260401,1613941284177,1864
"eps_2",1e-05,1613941284177,1864
"train_loss",0.07585863,1613941285139,1865
"raw_loss",0.056836843,1613941285139,1865
"epoch",11.735849056603747,1613941285139,1865
"wd_0",0.01,1613941285139,1865
"sqr_mom_0",0.99,1613941285139,1865
"lr_0",4.251975224743579e-06,1613941285139,1865
"mom_0",0.8687006193814105,1613941285139,1865
"eps_0",1e-05,1613941285139,1865
"wd_1",0.01,1613941285139,1865
"sqr_mom_1",0.99,1613941285139,1865
"lr_1",4.251975224743579e-05,1613941285139,1865
"mom_1",0.8687006193814105,1613941285139,1865
"eps_1",1e-05,1613941285139,1865
"wd_2",0.01,1613941285139,1865
"sqr_mom_2",0.99,1613941285139,1865
"lr_2",0.0004251975224743578,1613941285139,1865
"mom_2",0.8687006193814105,1613941285139,1865
"eps_2",1e-05,1613941285139,1865
"train_loss",0.07522745,1613941286107,1866
"raw_loss",0.044299465,1613941286107,1866
"epoch",11.742138364779848,1613941286107,1866
"wd_0",0.01,1613941286107,1866
"sqr_mom_0",0.99,1613941286107,1866
"lr_0",4.254028730269979e-06,1613941286107,1866
"mom_0",0.8686492817432505,1613941286107,1866
"eps_0",1e-05,1613941286107,1866
"wd_1",0.01,1613941286107,1866
"sqr_mom_1",0.99,1613941286107,1866
"lr_1",4.254028730269979e-05,1613941286107,1866
"mom_1",0.8686492817432505,1613941286107,1866
"eps_1",1e-05,1613941286107,1866
"wd_2",0.01,1613941286107,1866
"sqr_mom_2",0.99,1613941286107,1866
"lr_2",0.0004254028730269979,1613941286107,1866
"mom_2",0.8686492817432505,1613941286107,1866
"eps_2",1e-05,1613941286107,1866
"train_loss",0.07432764,1613941287104,1867
"raw_loss",0.030237056,1613941287104,1867
"epoch",11.748427672955948,1613941287104,1867
"wd_0",0.01,1613941287104,1867
"sqr_mom_0",0.99,1613941287104,1867
"lr_0",4.256079768178253e-06,1613941287104,1867
"mom_0",0.8685980057955437,1613941287104,1867
"eps_0",1e-05,1613941287104,1867
"wd_1",0.01,1613941287104,1867
"sqr_mom_1",0.99,1613941287104,1867
"lr_1",4.2560797681782524e-05,1613941287104,1867
"mom_1",0.8685980057955437,1613941287104,1867
"eps_1",1e-05,1613941287104,1867
"wd_2",0.01,1613941287104,1867
"sqr_mom_2",0.99,1613941287104,1867
"lr_2",0.00042560797681782524,1613941287104,1867
"mom_2",0.8685980057955437,1613941287104,1867
"eps_2",1e-05,1613941287104,1867
"train_loss",0.07384318,1613941288133,1868
"raw_loss",0.050104715,1613941288133,1868
"epoch",11.754716981132049,1613941288133,1868
"wd_0",0.01,1613941288133,1868
"sqr_mom_0",0.99,1613941288133,1868
"lr_0",4.258128626963052e-06,1613941288133,1868
"mom_0",0.8685467843259237,1613941288133,1868
"eps_0",1e-05,1613941288133,1868
"wd_1",0.01,1613941288133,1868
"sqr_mom_1",0.99,1613941288133,1868
"lr_1",4.2581286269630516e-05,1613941288133,1868
"mom_1",0.8685467843259237,1613941288133,1868
"eps_1",1e-05,1613941288133,1868
"wd_2",0.01,1613941288133,1868
"sqr_mom_2",0.99,1613941288133,1868
"lr_2",0.00042581286269630515,1613941288133,1868
"mom_2",0.8685467843259237,1613941288133,1868
"eps_2",1e-05,1613941288133,1868
"train_loss",0.07383647,1613941289091,1869
"raw_loss",0.07350771,1613941289091,1869
"epoch",11.761006289308149,1613941289091,1869
"wd_0",0.01,1613941289091,1869
"sqr_mom_0",0.99,1613941289091,1869
"lr_0",4.2601755938835724e-06,1613941289091,1869
"mom_0",0.8684956101529107,1613941289091,1869
"eps_0",1e-05,1613941289091,1869
"wd_1",0.01,1613941289091,1869
"sqr_mom_1",0.99,1613941289091,1869
"lr_1",4.260175593883572e-05,1613941289091,1869
"mom_1",0.8684956101529107,1613941289091,1869
"eps_1",1e-05,1613941289091,1869
"wd_2",0.01,1613941289091,1869
"sqr_mom_2",0.99,1613941289091,1869
"lr_2",0.0004260175593883572,1613941289091,1869
"mom_2",0.8684956101529107,1613941289091,1869
"eps_2",1e-05,1613941289091,1869
"train_loss",0.07314165,1613941290041,1870
"raw_loss",0.039095476,1613941290041,1870
"epoch",11.76729559748425,1613941290041,1870
"wd_0",0.01,1613941290041,1870
"sqr_mom_0",0.99,1613941290041,1870
"lr_0",4.262220083450694e-06,1613941290041,1870
"mom_0",0.8684444979137327,1613941290041,1870
"eps_0",1e-05,1613941290041,1870
"wd_1",0.01,1613941290041,1870
"sqr_mom_1",0.99,1613941290041,1870
"lr_1",4.2622200834506936e-05,1613941290041,1870
"mom_1",0.8684444979137327,1613941290041,1870
"eps_1",1e-05,1613941290041,1870
"wd_2",0.01,1613941290041,1870
"sqr_mom_2",0.99,1613941290041,1870
"lr_2",0.00042622200834506935,1613941290041,1870
"mom_2",0.8684444979137327,1613941290041,1870
"eps_2",1e-05,1613941290041,1870
"train_loss",0.073607065,1613941291014,1871
"raw_loss",0.09641235,1613941291014,1871
"epoch",11.77358490566035,1613941291014,1871
"wd_0",0.01,1613941291014,1871
"sqr_mom_0",0.99,1613941291014,1871
"lr_0",4.2642626734327606e-06,1613941291014,1871
"mom_0",0.8683934331641809,1613941291014,1871
"eps_0",1e-05,1613941291014,1871
"wd_1",0.01,1613941291014,1871
"sqr_mom_1",0.99,1613941291014,1871
"lr_1",4.264262673432759e-05,1613941291014,1871
"mom_1",0.8683934331641809,1613941291014,1871
"eps_1",1e-05,1613941291014,1871
"wd_2",0.01,1613941291014,1871
"sqr_mom_2",0.99,1613941291014,1871
"lr_2",0.0004264262673432759,1613941291014,1871
"mom_2",0.8683934331641809,1613941291014,1871
"eps_2",1e-05,1613941291014,1871
"train_loss",0.073828995,1613941291968,1872
"raw_loss",0.0847035,1613941291968,1872
"epoch",11.77987421383645,1613941291968,1872
"wd_0",0.01,1613941291968,1872
"sqr_mom_0",0.99,1613941291968,1872
"lr_0",4.266302779592574e-06,1613941291968,1872
"mom_0",0.8683424305101857,1613941291968,1872
"eps_0",1e-05,1613941291968,1872
"wd_1",0.01,1613941291968,1872
"sqr_mom_1",0.99,1613941291968,1872
"lr_1",4.2663027795925746e-05,1613941291968,1872
"mom_1",0.8683424305101857,1613941291968,1872
"eps_1",1e-05,1613941291968,1872
"wd_2",0.01,1613941291968,1872
"sqr_mom_2",0.99,1613941291968,1872
"lr_2",0.0004266302779592574,1613941291968,1872
"mom_2",0.8683424305101857,1613941291968,1872
"eps_2",1e-05,1613941291968,1872
"train_loss",0.07357887,1613941292930,1873
"raw_loss",0.061322626,1613941292930,1873
"epoch",11.78616352201255,1613941292930,1873
"wd_0",0.01,1613941292930,1873
"sqr_mom_0",0.99,1613941292930,1873
"lr_0",4.26834097845974e-06,1613941292930,1873
"mom_0",0.8682914755385065,1613941292930,1873
"eps_0",1e-05,1613941292930,1873
"wd_1",0.01,1613941292930,1873
"sqr_mom_1",0.99,1613941292930,1873
"lr_1",4.268340978459739e-05,1613941292930,1873
"mom_1",0.8682914755385065,1613941292930,1873
"eps_1",1e-05,1613941292930,1873
"wd_2",0.01,1613941292930,1873
"sqr_mom_2",0.99,1613941292930,1873
"lr_2",0.00042683409784597396,1613941292930,1873
"mom_2",0.8682914755385065,1613941292930,1873
"eps_2",1e-05,1613941292930,1873
"train_loss",0.07355714,1613941293901,1874
"raw_loss",0.07249229,1613941293901,1874
"epoch",11.792452830188651,1613941293901,1874
"wd_0",0.01,1613941293901,1874
"sqr_mom_0",0.99,1613941293901,1874
"lr_0",4.270376976306248e-06,1613941293901,1874
"mom_0",0.8682405755923438,1613941293901,1874
"eps_0",1e-05,1613941293901,1874
"wd_1",0.01,1613941293901,1874
"sqr_mom_1",0.99,1613941293901,1874
"lr_1",4.270376976306248e-05,1613941293901,1874
"mom_1",0.8682405755923438,1613941293901,1874
"eps_1",1e-05,1613941293901,1874
"wd_2",0.01,1613941293901,1874
"sqr_mom_2",0.99,1613941293901,1874
"lr_2",0.00042703769763062483,1613941293901,1874
"mom_2",0.8682405755923438,1613941293901,1874
"eps_2",1e-05,1613941293901,1874
"train_loss",0.07334159,1613941294876,1875
"raw_loss",0.06277985,1613941294876,1875
"epoch",11.798742138364751,1613941294876,1875
"wd_0",0.01,1613941294876,1875
"sqr_mom_0",0.99,1613941294876,1875
"lr_0",4.272410480659336e-06,1613941294876,1875
"mom_0",0.8681897379835166,1613941294876,1875
"eps_0",1e-05,1613941294876,1875
"wd_1",0.01,1613941294876,1875
"sqr_mom_1",0.99,1613941294876,1875
"lr_1",4.272410480659336e-05,1613941294876,1875
"mom_1",0.8681897379835166,1613941294876,1875
"eps_1",1e-05,1613941294876,1875
"wd_2",0.01,1613941294876,1875
"sqr_mom_2",0.99,1613941294876,1875
"lr_2",0.00042724104806593364,1613941294876,1875
"mom_2",0.8681897379835166,1613941294876,1875
"eps_2",1e-05,1613941294876,1875
"train_loss",0.07293878,1613941295858,1876
"raw_loss",0.053200863,1613941295858,1876
"epoch",11.805031446540852,1613941295858,1876
"wd_0",0.01,1613941295858,1876
"sqr_mom_0",0.99,1613941295858,1876
"lr_0",4.274441777557438e-06,1613941295858,1876
"mom_0",0.868138955561064,1613941295858,1876
"eps_0",1e-05,1613941295858,1876
"wd_1",0.01,1613941295858,1876
"sqr_mom_1",0.99,1613941295858,1876
"lr_1",4.274441777557438e-05,1613941295858,1876
"mom_1",0.868138955561064,1613941295858,1876
"eps_1",1e-05,1613941295858,1876
"wd_2",0.01,1613941295858,1876
"sqr_mom_2",0.99,1613941295858,1876
"lr_2",0.00042744417775574374,1613941295858,1876
"mom_2",0.868138955561064,1613941295858,1876
"eps_2",1e-05,1613941295858,1876
"train_loss",0.07269884,1613941296870,1877
"raw_loss",0.060941827,1613941296870,1877
"epoch",11.811320754716952,1613941296870,1877
"wd_0",0.01,1613941296870,1877
"sqr_mom_0",0.99,1613941296870,1877
"lr_0",4.2764711517874684e-06,1613941296870,1877
"mom_0",0.8680882212053133,1613941296870,1877
"eps_0",1e-05,1613941296870,1877
"wd_1",0.01,1613941296870,1877
"sqr_mom_1",0.99,1613941296870,1877
"lr_1",4.2764711517874674e-05,1613941296870,1877
"mom_1",0.8680882212053133,1613941296870,1877
"eps_1",1e-05,1613941296870,1877
"wd_2",0.01,1613941296870,1877
"sqr_mom_2",0.99,1613941296870,1877
"lr_2",0.00042764711517874677,1613941296870,1877
"mom_2",0.8680882212053133,1613941296870,1877
"eps_2",1e-05,1613941296870,1877
"train_loss",0.07243619,1613941297860,1878
"raw_loss",0.05956651,1613941297860,1878
"epoch",11.817610062893053,1613941297860,1878
"wd_0",0.01,1613941297860,1878
"sqr_mom_0",0.99,1613941297860,1878
"lr_0",4.278498022892303e-06,1613941297860,1878
"mom_0",0.8680375494276924,1613941297860,1878
"eps_0",1e-05,1613941297860,1878
"wd_1",0.01,1613941297860,1878
"sqr_mom_1",0.99,1613941297860,1878
"lr_1",4.2784980228923024e-05,1613941297860,1878
"mom_1",0.8680375494276924,1613941297860,1878
"eps_1",1e-05,1613941297860,1878
"wd_2",0.01,1613941297860,1878
"sqr_mom_2",0.99,1613941297860,1878
"lr_2",0.0004278498022892302,1613941297860,1878
"mom_2",0.8680375494276924,1613941297860,1878
"eps_2",1e-05,1613941297860,1878
"train_loss",0.07154699,1613941298837,1879
"raw_loss",0.027975755,1613941298837,1879
"epoch",11.823899371069153,1613941298837,1879
"wd_0",0.01,1613941298837,1879
"sqr_mom_0",0.99,1613941298837,1879
"lr_0",4.2805226759811125e-06,1613941298837,1879
"mom_0",0.8679869331004721,1613941298837,1879
"eps_0",1e-05,1613941298837,1879
"wd_1",0.01,1613941298837,1879
"sqr_mom_1",0.99,1613941298837,1879
"lr_1",4.2805226759811125e-05,1613941298837,1879
"mom_1",0.8679869331004721,1613941298837,1879
"eps_1",1e-05,1613941298837,1879
"wd_2",0.01,1613941298837,1879
"sqr_mom_2",0.99,1613941298837,1879
"lr_2",0.00042805226759811126,1613941298837,1879
"mom_2",0.8679869331004721,1613941298837,1879
"eps_2",1e-05,1613941298837,1879
"train_loss",0.07079766,1613941299818,1880
"raw_loss",0.034080774,1613941299818,1880
"epoch",11.830188679245254,1613941299818,1880
"wd_0",0.01,1613941299818,1880
"sqr_mom_0",0.99,1613941299818,1880
"lr_0",4.282545394905563e-06,1613941299818,1880
"mom_0",0.8679363651273609,1613941299818,1880
"eps_0",1e-05,1613941299818,1880
"wd_1",0.01,1613941299818,1880
"sqr_mom_1",0.99,1613941299818,1880
"lr_1",4.282545394905562e-05,1613941299818,1880
"mom_1",0.8679363651273609,1613941299818,1880
"eps_1",1e-05,1613941299818,1880
"wd_2",0.01,1613941299818,1880
"sqr_mom_2",0.99,1613941299818,1880
"lr_2",0.0004282545394905562,1613941299818,1880
"mom_2",0.8679363651273609,1613941299818,1880
"eps_2",1e-05,1613941299818,1880
"train_loss",0.07050021,1613941300785,1881
"raw_loss",0.05592506,1613941300785,1881
"epoch",11.836477987421354,1613941300785,1881
"wd_0",0.01,1613941300785,1881
"sqr_mom_0",0.99,1613941300785,1881
"lr_0",4.28456560111213e-06,1613941300785,1881
"mom_0",0.8678858599721968,1613941300785,1881
"eps_0",1e-05,1613941300785,1881
"wd_1",0.01,1613941300785,1881
"sqr_mom_1",0.99,1613941300785,1881
"lr_1",4.2845656011121294e-05,1613941300785,1881
"mom_1",0.8678858599721968,1613941300785,1881
"eps_1",1e-05,1613941300785,1881
"wd_2",0.01,1613941300785,1881
"sqr_mom_2",0.99,1613941300785,1881
"lr_2",0.0004284565601112129,1613941300785,1881
"mom_2",0.8678858599721968,1613941300785,1881
"eps_2",1e-05,1613941300785,1881
"train_loss",0.070102856,1613941301746,1882
"raw_loss",0.05063237,1613941301746,1882
"epoch",11.842767295597454,1613941301746,1882
"wd_0",0.01,1613941301746,1882
"sqr_mom_0",0.99,1613941301746,1882
"lr_0",4.286583865506731e-06,1613941301746,1882
"mom_0",0.8678354033623317,1613941301746,1882
"eps_0",1e-05,1613941301746,1882
"wd_1",0.01,1613941301746,1882
"sqr_mom_1",0.99,1613941301746,1882
"lr_1",4.2865838655067305e-05,1613941301746,1882
"mom_1",0.8678354033623317,1613941301746,1882
"eps_1",1e-05,1613941301746,1882
"wd_2",0.01,1613941301746,1882
"sqr_mom_2",0.99,1613941301746,1882
"lr_2",0.00042865838655067304,1613941301746,1882
"mom_2",0.8678354033623317,1613941301746,1882
"eps_2",1e-05,1613941301746,1882
"train_loss",0.06903597,1613941302703,1883
"raw_loss",0.016758427,1613941302703,1883
"epoch",11.849056603773555,1613941302703,1883
"wd_0",0.01,1613941302703,1883
"sqr_mom_0",0.99,1613941302703,1883
"lr_0",4.288599897222808e-06,1613941302703,1883
"mom_0",0.8677850025694298,1613941302703,1883
"eps_0",1e-05,1613941302703,1883
"wd_1",0.01,1613941302703,1883
"sqr_mom_1",0.99,1613941302703,1883
"lr_1",4.2885998972228066e-05,1613941302703,1883
"mom_1",0.8677850025694298,1613941302703,1883
"eps_1",1e-05,1613941302703,1883
"wd_2",0.01,1613941302703,1883
"sqr_mom_2",0.99,1613941302703,1883
"lr_2",0.00042885998972228066,1613941302703,1883
"mom_2",0.8677850025694298,1613941302703,1883
"eps_2",1e-05,1613941302703,1883
"train_loss",0.06842672,1613941303677,1884
"raw_loss",0.03857348,1613941303677,1884
"epoch",11.855345911949655,1613941303677,1884
"wd_0",0.01,1613941303677,1884
"sqr_mom_0",0.99,1613941303677,1884
"lr_0",4.2906134066670975e-06,1613941303677,1884
"mom_0",0.8677346648333225,1613941303677,1884
"eps_0",1e-05,1613941303677,1884
"wd_1",0.01,1613941303677,1884
"sqr_mom_1",0.99,1613941303677,1884
"lr_1",4.290613406667097e-05,1613941303677,1884
"mom_1",0.8677346648333225,1613941303677,1884
"eps_1",1e-05,1613941303677,1884
"wd_2",0.01,1613941303677,1884
"sqr_mom_2",0.99,1613941303677,1884
"lr_2",0.0004290613406667097,1613941303677,1884
"mom_2",0.8677346648333225,1613941303677,1884
"eps_2",1e-05,1613941303677,1884
"train_loss",0.06836908,1613941304632,1885
"raw_loss",0.06554493,1613941304632,1885
"epoch",11.861635220125756,1613941304632,1885
"wd_0",0.01,1613941304632,1885
"sqr_mom_0",0.99,1613941304632,1885
"lr_0",4.292624962853028e-06,1613941304632,1885
"mom_0",0.8676843759286743,1613941304632,1885
"eps_0",1e-05,1613941304632,1885
"wd_1",0.01,1613941304632,1885
"sqr_mom_1",0.99,1613941304632,1885
"lr_1",4.292624962853028e-05,1613941304632,1885
"mom_1",0.8676843759286743,1613941304632,1885
"eps_1",1e-05,1613941304632,1885
"wd_2",0.01,1613941304632,1885
"sqr_mom_2",0.99,1613941304632,1885
"lr_2",0.00042926249628530275,1613941304632,1885
"mom_2",0.8676843759286743,1613941304632,1885
"eps_2",1e-05,1613941304632,1885
"train_loss",0.06744824,1613941305608,1886
"raw_loss",0.022327194,1613941305608,1886
"epoch",11.867924528301856,1613941305608,1886
"wd_0",0.01,1613941305608,1886
"sqr_mom_0",0.99,1613941305608,1886
"lr_0",4.294633990419928e-06,1613941305608,1886
"mom_0",0.8676341502395017,1613941305608,1886
"eps_0",1e-05,1613941305608,1886
"wd_1",0.01,1613941305608,1886
"sqr_mom_1",0.99,1613941305608,1886
"lr_1",4.2946339904199275e-05,1613941305608,1886
"mom_1",0.8676341502395017,1613941305608,1886
"eps_1",1e-05,1613941305608,1886
"wd_2",0.01,1613941305608,1886
"sqr_mom_2",0.99,1613941305608,1886
"lr_2",0.00042946339904199275,1613941305608,1886
"mom_2",0.8676341502395017,1613941305608,1886
"eps_2",1e-05,1613941305608,1886
"train_loss",0.0670117,1613941306564,1887
"raw_loss",0.045621,1613941306564,1887
"epoch",11.874213836477956,1613941306564,1887
"wd_0",0.01,1613941306564,1887
"sqr_mom_0",0.99,1613941306564,1887
"lr_0",4.296640771977148e-06,1613941306564,1887
"mom_0",0.8675839807005713,1613941306564,1887
"eps_0",1e-05,1613941306564,1887
"wd_1",0.01,1613941306564,1887
"sqr_mom_1",0.99,1613941306564,1887
"lr_1",4.296640771977147e-05,1613941306564,1887
"mom_1",0.8675839807005713,1613941306564,1887
"eps_1",1e-05,1613941306564,1887
"wd_2",0.01,1613941306564,1887
"sqr_mom_2",0.99,1613941306564,1887
"lr_2",0.0004296640771977147,1613941306564,1887
"mom_2",0.8675839807005713,1613941306564,1887
"eps_2",1e-05,1613941306564,1887
"train_loss",0.068016216,1613941307525,1888
"raw_loss",0.117237516,1613941307525,1888
"epoch",11.880503144654057,1613941307525,1888
"wd_0",0.01,1613941307525,1888
"sqr_mom_0",0.99,1613941307525,1888
"lr_0",4.298645588860657e-06,1613941307525,1888
"mom_0",0.8675338602784836,1613941307525,1888
"eps_0",1e-05,1613941307525,1888
"wd_1",0.01,1613941307525,1888
"sqr_mom_1",0.99,1613941307525,1888
"lr_1",4.298645588860657e-05,1613941307525,1888
"mom_1",0.8675338602784836,1613941307525,1888
"eps_1",1e-05,1613941307525,1888
"wd_2",0.01,1613941307525,1888
"sqr_mom_2",0.99,1613941307525,1888
"lr_2",0.0004298645588860657,1613941307525,1888
"mom_2",0.8675338602784836,1613941307525,1888
"eps_2",1e-05,1613941307525,1888
"train_loss",0.06793174,1613941308480,1889
"raw_loss",0.06379263,1613941308480,1889
"epoch",11.886792452830157,1613941308480,1889
"wd_0",0.01,1613941308480,1889
"sqr_mom_0",0.99,1613941308480,1889
"lr_0",4.300647867637414e-06,1613941308480,1889
"mom_0",0.8674838033090646,1613941308480,1889
"eps_0",1e-05,1613941308480,1889
"wd_1",0.01,1613941308480,1889
"sqr_mom_1",0.99,1613941308480,1889
"lr_1",4.3006478676374134e-05,1613941308480,1889
"mom_1",0.8674838033090646,1613941308480,1889
"eps_1",1e-05,1613941308480,1889
"wd_2",0.01,1613941308480,1889
"sqr_mom_2",0.99,1613941308480,1889
"lr_2",0.0004300647867637413,1613941308480,1889
"mom_2",0.8674838033090646,1613941308480,1889
"eps_2",1e-05,1613941308480,1889
"train_loss",0.06743203,1613941309438,1890
"raw_loss",0.042946357,1613941309438,1890
"epoch",11.893081761006258,1613941309438,1890
"wd_0",0.01,1613941309438,1890
"sqr_mom_0",0.99,1613941309438,1890
"lr_0",4.30264788997125e-06,1613941309438,1890
"mom_0",0.8674338027507188,1613941309438,1890
"eps_0",1e-05,1613941309438,1890
"wd_1",0.01,1613941309438,1890
"sqr_mom_1",0.99,1613941309438,1890
"lr_1",4.302647889971249e-05,1613941309438,1890
"mom_1",0.8674338027507188,1613941309438,1890
"eps_1",1e-05,1613941309438,1890
"wd_2",0.01,1613941309438,1890
"sqr_mom_2",0.99,1613941309438,1890
"lr_2",0.00043026478899712493,1613941309438,1890
"mom_2",0.8674338027507188,1613941309438,1890
"eps_2",1e-05,1613941309438,1890
"train_loss",0.06765764,1613941310390,1891
"raw_loss",0.07871251,1613941310390,1891
"epoch",11.899371069182358,1613941310390,1891
"wd_0",0.01,1613941310390,1891
"sqr_mom_0",0.99,1613941310390,1891
"lr_0",4.304645936246705e-06,1613941310390,1891
"mom_0",0.8673838515938324,1613941310390,1891
"eps_0",1e-05,1613941310390,1891
"wd_1",0.01,1613941310390,1891
"sqr_mom_1",0.99,1613941310390,1891
"lr_1",4.304645936246705e-05,1613941310390,1891
"mom_1",0.8673838515938324,1613941310390,1891
"eps_1",1e-05,1613941310390,1891
"wd_2",0.01,1613941310390,1891
"sqr_mom_2",0.99,1613941310390,1891
"lr_2",0.0004304645936246705,1613941310390,1891
"mom_2",0.8673838515938324,1613941310390,1891
"eps_2",1e-05,1613941310390,1891
"train_loss",0.0672776,1613941311332,1892
"raw_loss",0.04865556,1613941311332,1892
"epoch",11.905660377358458,1613941311332,1892
"wd_0",0.01,1613941311332,1892
"sqr_mom_0",0.99,1613941311332,1892
"lr_0",4.306641718499549e-06,1613941311332,1892
"mom_0",0.8673339570375113,1613941311332,1892
"eps_0",1e-05,1613941311332,1892
"wd_1",0.01,1613941311332,1892
"sqr_mom_1",0.99,1613941311332,1892
"lr_1",4.306641718499549e-05,1613941311332,1892
"mom_1",0.8673339570375113,1613941311332,1892
"eps_1",1e-05,1613941311332,1892
"wd_2",0.01,1613941311332,1892
"sqr_mom_2",0.99,1613941311332,1892
"lr_2",0.0004306641718499549,1613941311332,1892
"mom_2",0.8673339570375113,1613941311332,1892
"eps_2",1e-05,1613941311332,1892
"train_loss",0.06809226,1613941312301,1893
"raw_loss",0.10801035,1613941312301,1893
"epoch",11.911949685534559,1613941312301,1893
"wd_0",0.01,1613941312301,1893
"sqr_mom_0",0.99,1613941312301,1893
"lr_0",4.308635233266391e-06,1613941312301,1893
"mom_0",0.8672841191683403,1613941312301,1893
"eps_0",1e-05,1613941312301,1893
"wd_1",0.01,1613941312301,1893
"sqr_mom_1",0.99,1613941312301,1893
"lr_1",4.308635233266391e-05,1613941312301,1893
"mom_1",0.8672841191683403,1613941312301,1893
"eps_1",1e-05,1613941312301,1893
"wd_2",0.01,1613941312301,1893
"sqr_mom_2",0.99,1613941312301,1893
"lr_2",0.0004308635233266391,1613941312301,1893
"mom_2",0.8672841191683403,1613941312301,1893
"eps_2",1e-05,1613941312301,1893
"train_loss",0.06752858,1613941313289,1894
"raw_loss",0.0399086,1613941313289,1894
"epoch",11.91823899371066,1613941313289,1894
"wd_0",0.01,1613941313289,1894
"sqr_mom_0",0.99,1613941313289,1894
"lr_0",4.310626194201161e-06,1613941313289,1894
"mom_0",0.867234345144971,1613941313289,1894
"eps_0",1e-05,1613941313289,1894
"wd_1",0.01,1613941313289,1894
"sqr_mom_1",0.99,1613941313289,1894
"lr_1",4.31062619420116e-05,1613941313289,1894
"mom_1",0.867234345144971,1613941313289,1894
"eps_1",1e-05,1613941313289,1894
"wd_2",0.01,1613941313289,1894
"sqr_mom_2",0.99,1613941313289,1894
"lr_2",0.000431062619420116,1613941313289,1894
"mom_2",0.867234345144971,1613941313289,1894
"eps_2",1e-05,1613941313289,1894
"train_loss",0.067009054,1613941314245,1895
"raw_loss",0.041552003,1613941314245,1895
"epoch",11.92452830188676,1613941314245,1895
"wd_0",0.01,1613941314245,1895
"sqr_mom_0",0.99,1613941314245,1895
"lr_0",4.312614881382003e-06,1613941314245,1895
"mom_0",0.8671846279654499,1613941314245,1895
"eps_0",1e-05,1613941314245,1895
"wd_1",0.01,1613941314245,1895
"sqr_mom_1",0.99,1613941314245,1895
"lr_1",4.3126148813820025e-05,1613941314245,1895
"mom_1",0.8671846279654499,1613941314245,1895
"eps_1",1e-05,1613941314245,1895
"wd_2",0.01,1613941314245,1895
"sqr_mom_2",0.99,1613941314245,1895
"lr_2",0.0004312614881382002,1613941314245,1895
"mom_2",0.8671846279654499,1613941314245,1895
"eps_2",1e-05,1613941314245,1895
"train_loss",0.067390524,1613941315186,1896
"raw_loss",0.08608269,1613941315186,1896
"epoch",11.93081761006286,1613941315186,1896
"wd_0",0.01,1613941315186,1896
"sqr_mom_0",0.99,1613941315186,1896
"lr_0",4.314601573597955e-06,1613941315186,1896
"mom_0",0.8671349606600511,1613941315186,1896
"eps_0",1e-05,1613941315186,1896
"wd_1",0.01,1613941315186,1896
"sqr_mom_1",0.99,1613941315186,1896
"lr_1",4.3146015735979546e-05,1613941315186,1896
"mom_1",0.8671349606600511,1613941315186,1896
"eps_1",1e-05,1613941315186,1896
"wd_2",0.01,1613941315186,1896
"sqr_mom_2",0.99,1613941315186,1896
"lr_2",0.0004314601573597955,1613941315186,1896
"mom_2",0.8671349606600511,1613941315186,1896
"eps_2",1e-05,1613941315186,1896
"train_loss",0.06795779,1613941316141,1897
"raw_loss",0.0957537,1613941316141,1897
"epoch",11.93710691823896,1613941316141,1897
"wd_0",0.01,1613941316141,1897
"sqr_mom_0",0.99,1613941316141,1897
"lr_0",4.316585702600131e-06,1613941316141,1897
"mom_0",0.8670853574349967,1613941316141,1897
"eps_0",1e-05,1613941316141,1897
"wd_1",0.01,1613941316141,1897
"sqr_mom_1",0.99,1613941316141,1897
"lr_1",4.3165857026001305e-05,1613941316141,1897
"mom_1",0.8670853574349967,1613941316141,1897
"eps_1",1e-05,1613941316141,1897
"wd_2",0.01,1613941316141,1897
"sqr_mom_2",0.99,1613941316141,1897
"lr_2",0.000431658570260013,1613941316141,1897
"mom_2",0.8670853574349967,1613941316141,1897
"eps_2",1e-05,1613941316141,1897
"train_loss",0.06745615,1613941317125,1898
"raw_loss",0.042875834,1613941317125,1898
"epoch",11.94339622641506,1613941317125,1898
"wd_0",0.01,1613941317125,1898
"sqr_mom_0",0.99,1613941317125,1898
"lr_0",4.31856754750946e-06,1613941317125,1898
"mom_0",0.8670358113122635,1613941317125,1898
"eps_0",1e-05,1613941317125,1898
"wd_1",0.01,1613941317125,1898
"sqr_mom_1",0.99,1613941317125,1898
"lr_1",4.31856754750946e-05,1613941317125,1898
"mom_1",0.8670358113122635,1613941317125,1898
"eps_1",1e-05,1613941317125,1898
"wd_2",0.01,1613941317125,1898
"sqr_mom_2",0.99,1613941317125,1898
"lr_2",0.000431856754750946,1613941317125,1898
"mom_2",0.8670358113122635,1613941317125,1898
"eps_2",1e-05,1613941317125,1898
"train_loss",0.06721258,1613941318089,1899
"raw_loss",0.055277847,1613941318089,1899
"epoch",11.949685534591161,1613941318089,1899
"wd_0",0.01,1613941318089,1899
"sqr_mom_0",0.99,1613941318089,1899
"lr_0",4.320547386151911e-06,1613941318089,1899
"mom_0",0.8669863153462022,1613941318089,1899
"eps_0",1e-05,1613941318089,1899
"wd_1",0.01,1613941318089,1899
"sqr_mom_1",0.99,1613941318089,1899
"lr_1",4.32054738615191e-05,1613941318089,1899
"mom_1",0.8669863153462022,1613941318089,1899
"eps_1",1e-05,1613941318089,1899
"wd_2",0.01,1613941318089,1899
"sqr_mom_2",0.99,1613941318089,1899
"lr_2",0.000432054738615191,1613941318089,1899
"mom_2",0.8669863153462022,1613941318089,1899
"eps_2",1e-05,1613941318089,1899
"train_loss",0.066464104,1613941319044,1900
"raw_loss",0.029788595,1613941319044,1900
"epoch",11.955974842767262,1613941319044,1900
"wd_0",0.01,1613941319044,1900
"sqr_mom_0",0.99,1613941319044,1900
"lr_0",4.322524652238903e-06,1613941319044,1900
"mom_0",0.8669368836940274,1613941319044,1900
"eps_0",1e-05,1613941319044,1900
"wd_1",0.01,1613941319044,1900
"sqr_mom_1",0.99,1613941319044,1900
"lr_1",4.3225246522389024e-05,1613941319044,1900
"mom_1",0.8669368836940274,1613941319044,1900
"eps_1",1e-05,1613941319044,1900
"wd_2",0.01,1613941319044,1900
"sqr_mom_2",0.99,1613941319044,1900
"lr_2",0.0004322524652238902,1613941319044,1900
"mom_2",0.8669368836940274,1613941319044,1900
"eps_2",1e-05,1613941319044,1900
"train_loss",0.06633193,1613941320004,1901
"raw_loss",0.059855554,1613941320004,1901
"epoch",11.962264150943362,1613941320004,1901
"wd_0",0.01,1613941320004,1901
"sqr_mom_0",0.99,1613941320004,1901
"lr_0",4.3244999045415695e-06,1613941320004,1901
"mom_0",0.8668875023864607,1613941320004,1901
"eps_0",1e-05,1613941320004,1901
"wd_1",0.01,1613941320004,1901
"sqr_mom_1",0.99,1613941320004,1901
"lr_1",4.3244999045415685e-05,1613941320004,1901
"mom_1",0.8668875023864607,1613941320004,1901
"eps_1",1e-05,1613941320004,1901
"wd_2",0.01,1613941320004,1901
"sqr_mom_2",0.99,1613941320004,1901
"lr_2",0.00043244999045415685,1613941320004,1901
"mom_2",0.8668875023864607,1613941320004,1901
"eps_2",1e-05,1613941320004,1901
"train_loss",0.06687001,1613941320992,1902
"raw_loss",0.09323592,1613941320992,1902
"epoch",11.968553459119462,1613941320992,1902
"wd_0",0.01,1613941320992,1902
"sqr_mom_0",0.99,1613941320992,1902
"lr_0",4.326472858367959e-06,1613941320992,1902
"mom_0",0.866838178540801,1613941320992,1902
"eps_0",1e-05,1613941320992,1902
"wd_1",0.01,1613941320992,1902
"sqr_mom_1",0.99,1613941320992,1902
"lr_1",4.326472858367959e-05,1613941320992,1902
"mom_1",0.866838178540801,1613941320992,1902
"eps_1",1e-05,1613941320992,1902
"wd_2",0.01,1613941320992,1902
"sqr_mom_2",0.99,1613941320992,1902
"lr_2",0.0004326472858367959,1613941320992,1902
"mom_2",0.866838178540801,1613941320992,1902
"eps_2",1e-05,1613941320992,1902
"train_loss",0.06744326,1613941321976,1903
"raw_loss",0.09553255,1613941321976,1903
"epoch",11.974842767295563,1613941321976,1903
"wd_0",0.01,1613941321976,1903
"sqr_mom_0",0.99,1613941321976,1903
"lr_0",4.328443230336944e-06,1613941321976,1903
"mom_0",0.8667889192415764,1613941321976,1903
"eps_0",1e-05,1613941321976,1903
"wd_1",0.01,1613941321976,1903
"sqr_mom_1",0.99,1613941321976,1903
"lr_1",4.3284432303369434e-05,1613941321976,1903
"mom_1",0.8667889192415764,1613941321976,1903
"eps_1",1e-05,1613941321976,1903
"wd_2",0.01,1613941321976,1903
"sqr_mom_2",0.99,1613941321976,1903
"lr_2",0.0004328443230336943,1613941321976,1903
"mom_2",0.8667889192415764,1613941321976,1903
"eps_2",1e-05,1613941321976,1903
"train_loss",0.067025594,1613941322938,1904
"raw_loss",0.046560097,1613941322938,1904
"epoch",11.981132075471663,1613941322938,1904
"wd_0",0.01,1613941322938,1904
"sqr_mom_0",0.99,1613941322938,1904
"lr_0",4.33041157727139e-06,1613941322938,1904
"mom_0",0.8667397105682152,1613941322938,1904
"eps_0",1e-05,1613941322938,1904
"wd_1",0.01,1613941322938,1904
"sqr_mom_1",0.99,1613941322938,1904
"lr_1",4.33041157727139e-05,1613941322938,1904
"mom_1",0.8667397105682152,1613941322938,1904
"eps_1",1e-05,1613941322938,1904
"wd_2",0.01,1613941322938,1904
"sqr_mom_2",0.99,1613941322938,1904
"lr_2",0.000433041157727139,1613941322938,1904
"mom_2",0.8667397105682152,1613941322938,1904
"eps_2",1e-05,1613941322938,1904
"train_loss",0.0669036,1613941323901,1905
"raw_loss",0.060925893,1613941323901,1905
"epoch",11.987421383647764,1613941323901,1905
"wd_0",0.01,1613941323901,1905
"sqr_mom_0",0.99,1613941323901,1905
"lr_0",4.33237733616967e-06,1613941323901,1905
"mom_0",0.8666905665957583,1613941323901,1905
"eps_0",1e-05,1613941323901,1905
"wd_1",0.01,1613941323901,1905
"sqr_mom_1",0.99,1613941323901,1905
"lr_1",4.3323773361696695e-05,1613941323901,1905
"mom_1",0.8666905665957583,1613941323901,1905
"eps_1",1e-05,1613941323901,1905
"wd_2",0.01,1613941323901,1905
"sqr_mom_2",0.99,1613941323901,1905
"lr_2",0.000433237733616967,1613941323901,1905
"mom_2",0.8666905665957583,1613941323901,1905
"eps_2",1e-05,1613941323901,1905
"train_loss",0.066626064,1613941324854,1906
"raw_loss",0.053026877,1613941324854,1906
"epoch",11.993710691823864,1613941324854,1906
"wd_0",0.01,1613941324854,1906
"sqr_mom_0",0.99,1613941324854,1906
"lr_0",4.33434078357882e-06,1613941324854,1906
"mom_0",0.8666414804105295,1613941324854,1906
"eps_0",1e-05,1613941324854,1906
"wd_1",0.01,1613941324854,1906
"sqr_mom_1",0.99,1613941324854,1906
"lr_1",4.33434078357882e-05,1613941324854,1906
"mom_1",0.8666414804105295,1613941324854,1906
"eps_1",1e-05,1613941324854,1906
"wd_2",0.01,1613941324854,1906
"sqr_mom_2",0.99,1613941324854,1906
"lr_2",0.000433434078357882,1613941324854,1906
"mom_2",0.8666414804105295,1613941324854,1906
"eps_2",1e-05,1613941324854,1906
"train_loss",0.067009866,1613941325852,1907
"raw_loss",0.08581611,1613941325852,1907
"epoch",11.999999999999964,1613941325852,1907
"wd_0",0.01,1613941325852,1907
"sqr_mom_0",0.99,1613941325852,1907
"lr_0",4.336302194735377e-06,1613941325852,1907
"mom_0",0.8665924451316156,1613941325852,1907
"eps_0",1e-05,1613941325852,1907
"wd_1",0.01,1613941325852,1907
"sqr_mom_1",0.99,1613941325852,1907
"lr_1",4.336302194735376e-05,1613941325852,1907
"mom_1",0.8665924451316156,1613941325852,1907
"eps_1",1e-05,1613941325852,1907
"wd_2",0.01,1613941325852,1907
"sqr_mom_2",0.99,1613941325852,1907
"lr_2",0.0004336302194735376,1613941325852,1907
"mom_2",0.8665924451316156,1613941325852,1907
"eps_2",1e-05,1613941325852,1907
"valid_loss",0.12802229821681976,1613941362458,1907
"_rmse",0.35780203342437744,1613941362458,1907
"epoch",12,1613941362458,1907
"train_loss",0.066420205,1613941363698,1908
"raw_loss",0.03752668,1613941363698,1908
"epoch",12.0062893081761,1613941363698,1908
"wd_0",0.01,1613941363698,1908
"sqr_mom_0",0.99,1613941363698,1908
"lr_0",4.338261008621534e-06,1613941363698,1908
"mom_0",0.8665434747844617,1613941363698,1908
"eps_0",1e-05,1613941363698,1908
"wd_1",0.01,1613941363698,1908
"sqr_mom_1",0.99,1613941363698,1908
"lr_1",4.338261008621533e-05,1613941363698,1908
"mom_1",0.8665434747844617,1613941363698,1908
"eps_1",1e-05,1613941363698,1908
"wd_2",0.01,1613941363698,1908
"sqr_mom_2",0.99,1613941363698,1908
"lr_2",0.0004338261008621533,1613941363698,1908
"mom_2",0.8665434747844617,1613941363698,1908
"eps_2",1e-05,1613941363698,1908
"train_loss",0.06548526,1613941364801,1909
"raw_loss",0.019673144,1613941364801,1909
"epoch",12.0125786163522,1613941364801,1909
"wd_0",0.01,1613941364801,1909
"sqr_mom_0",0.99,1613941364801,1909
"lr_0",4.340217500811209e-06,1613941364801,1909
"mom_0",0.8664945624797198,1613941364801,1909
"eps_0",1e-05,1613941364801,1909
"wd_1",0.01,1613941364801,1909
"sqr_mom_1",0.99,1613941364801,1909
"lr_1",4.340217500811208e-05,1613941364801,1909
"mom_1",0.8664945624797198,1613941364801,1909
"eps_1",1e-05,1613941364801,1909
"wd_2",0.01,1613941364801,1909
"sqr_mom_2",0.99,1613941364801,1909
"lr_2",0.0004340217500811208,1613941364801,1909
"mom_2",0.8664945624797198,1613941364801,1909
"eps_2",1e-05,1613941364801,1909
"train_loss",0.06528137,1613941365753,1910
"raw_loss",0.055290744,1613941365753,1910
"epoch",12.018867924528301,1613941365753,1910
"wd_0",0.01,1613941365753,1910
"sqr_mom_0",0.99,1613941365753,1910
"lr_0",4.342171945562031e-06,1613941365753,1910
"mom_0",0.8664457013609492,1613941365753,1910
"eps_0",1e-05,1613941365753,1910
"wd_1",0.01,1613941365753,1910
"sqr_mom_1",0.99,1613941365753,1910
"lr_1",4.34217194556203e-05,1613941365753,1910
"mom_1",0.8664457013609492,1613941365753,1910
"eps_1",1e-05,1613941365753,1910
"wd_2",0.01,1613941365753,1910
"sqr_mom_2",0.99,1613941365753,1910
"lr_2",0.000434217194556203,1613941365753,1910
"mom_2",0.8664457013609492,1613941365753,1910
"eps_2",1e-05,1613941365753,1910
"train_loss",0.06501141,1613941366708,1911
"raw_loss",0.05178339,1613941366708,1911
"epoch",12.025157232704402,1613941366708,1911
"wd_0",0.01,1613941366708,1911
"sqr_mom_0",0.99,1613941366708,1911
"lr_0",4.344124061169328e-06,1613941366708,1911
"mom_0",0.8663968984707668,1613941366708,1911
"eps_0",1e-05,1613941366708,1911
"wd_1",0.01,1613941366708,1911
"sqr_mom_1",0.99,1613941366708,1911
"lr_1",4.344124061169328e-05,1613941366708,1911
"mom_1",0.8663968984707668,1613941366708,1911
"eps_1",1e-05,1613941366708,1911
"wd_2",0.01,1613941366708,1911
"sqr_mom_2",0.99,1613941366708,1911
"lr_2",0.0004344124061169328,1613941366708,1911
"mom_2",0.8663968984707668,1613941366708,1911
"eps_2",1e-05,1613941366708,1911
"train_loss",0.06416035,1613941367660,1912
"raw_loss",0.02245798,1613941367660,1912
"epoch",12.031446540880502,1613941367660,1912
"wd_0",0.01,1613941367660,1912
"sqr_mom_0",0.99,1613941367660,1912
"lr_0",4.34607384424549e-06,1613941367660,1912
"mom_0",0.8663481538938628,1613941367660,1912
"eps_0",1e-05,1613941367660,1912
"wd_1",0.01,1613941367660,1912
"sqr_mom_1",0.99,1613941367660,1912
"lr_1",4.3460738442454896e-05,1613941367660,1912
"mom_1",0.8663481538938628,1613941367660,1912
"eps_1",1e-05,1613941367660,1912
"wd_2",0.01,1613941367660,1912
"sqr_mom_2",0.99,1613941367660,1912
"lr_2",0.00043460738442454894,1613941367660,1912
"mom_2",0.8663481538938628,1613941367660,1912
"eps_2",1e-05,1613941367660,1912
"train_loss",0.06386887,1613941368613,1913
"raw_loss",0.049586568,1613941368613,1913
"epoch",12.037735849056602,1613941368613,1913
"wd_0",0.01,1613941368613,1913
"sqr_mom_0",0.99,1613941368613,1913
"lr_0",4.348021014750485e-06,1613941368613,1913
"mom_0",0.8662994746312379,1613941368613,1913
"eps_0",1e-05,1613941368613,1913
"wd_1",0.01,1613941368613,1913
"sqr_mom_1",0.99,1613941368613,1913
"lr_1",4.3480210147504836e-05,1613941368613,1913
"mom_1",0.8662994746312379,1613941368613,1913
"eps_1",1e-05,1613941368613,1913
"wd_2",0.01,1613941368613,1913
"sqr_mom_2",0.99,1613941368613,1913
"lr_2",0.0004348021014750484,1613941368613,1913
"mom_2",0.8662994746312379,1613941368613,1913
"eps_2",1e-05,1613941368613,1913
"train_loss",0.06375028,1613941369572,1914
"raw_loss",0.05793924,1613941369572,1914
"epoch",12.044025157232703,1613941369572,1914
"wd_0",0.01,1613941369572,1914
"sqr_mom_0",0.99,1613941369572,1914
"lr_0",4.349965846626745e-06,1613941369572,1914
"mom_0",0.8662508538343314,1613941369572,1914
"eps_0",1e-05,1613941369572,1914
"wd_1",0.01,1613941369572,1914
"sqr_mom_1",0.99,1613941369572,1914
"lr_1",4.3499658466267444e-05,1613941369572,1914
"mom_1",0.8662508538343314,1613941369572,1914
"eps_1",1e-05,1613941369572,1914
"wd_2",0.01,1613941369572,1914
"sqr_mom_2",0.99,1613941369572,1914
"lr_2",0.00043499658466267444,1613941369572,1914
"mom_2",0.8662508538343314,1613941369572,1914
"eps_2",1e-05,1613941369572,1914
"train_loss",0.06385919,1613941370531,1915
"raw_loss",0.0691955,1613941370531,1915
"epoch",12.050314465408803,1613941370531,1915
"wd_0",0.01,1613941370531,1915
"sqr_mom_0",0.99,1613941370531,1915
"lr_0",4.351908612490818e-06,1613941370531,1915
"mom_0",0.8662022846877295,1613941370531,1915
"eps_0",1e-05,1613941370531,1915
"wd_1",0.01,1613941370531,1915
"sqr_mom_1",0.99,1613941370531,1915
"lr_1",4.351908612490817e-05,1613941370531,1915
"mom_1",0.8662022846877295,1613941370531,1915
"eps_1",1e-05,1613941370531,1915
"wd_2",0.01,1613941370531,1915
"sqr_mom_2",0.99,1613941370531,1915
"lr_2",0.0004351908612490817,1613941370531,1915
"mom_2",0.8662022846877295,1613941370531,1915
"eps_2",1e-05,1613941370531,1915
"train_loss",0.063342996,1613941371508,1916
"raw_loss",0.03804971,1613941371508,1916
"epoch",12.056603773584904,1613941371508,1916
"wd_0",0.01,1613941371508,1916
"sqr_mom_0",0.99,1613941371508,1916
"lr_0",4.353848756657964e-06,1613941371508,1916
"mom_0",0.8661537810835509,1613941371508,1916
"eps_0",1e-05,1613941371508,1916
"wd_1",0.01,1613941371508,1916
"sqr_mom_1",0.99,1613941371508,1916
"lr_1",4.353848756657964e-05,1613941371508,1916
"mom_1",0.8661537810835509,1613941371508,1916
"eps_1",1e-05,1613941371508,1916
"wd_2",0.01,1613941371508,1916
"sqr_mom_2",0.99,1613941371508,1916
"lr_2",0.0004353848756657964,1613941371508,1916
"mom_2",0.8661537810835509,1613941371508,1916
"eps_2",1e-05,1613941371508,1916
"train_loss",0.06381295,1613941372482,1917
"raw_loss",0.08684052,1613941372482,1917
"epoch",12.062893081761004,1613941372482,1917
"wd_0",0.01,1613941372482,1917
"sqr_mom_0",0.99,1613941372482,1917
"lr_0",4.355786552086058e-06,1613941372482,1917
"mom_0",0.8661053361978486,1613941372482,1917
"eps_0",1e-05,1613941372482,1917
"wd_1",0.01,1613941372482,1917
"sqr_mom_1",0.99,1613941372482,1917
"lr_1",4.3557865520860566e-05,1613941372482,1917
"mom_1",0.8661053361978486,1613941372482,1917
"eps_1",1e-05,1613941372482,1917
"wd_2",0.01,1613941372482,1917
"sqr_mom_2",0.99,1613941372482,1917
"lr_2",0.0004355786552086057,1613941372482,1917
"mom_2",0.8661053361978486,1613941372482,1917
"eps_2",1e-05,1613941372482,1917
"train_loss",0.063370824,1613941373434,1918
"raw_loss",0.04170655,1613941373434,1918
"epoch",12.069182389937104,1613941373434,1918
"wd_0",0.01,1613941373434,1918
"sqr_mom_0",0.99,1613941373434,1918
"lr_0",4.357722270401347e-06,1613941373434,1918
"mom_0",0.8660569432399663,1613941373434,1918
"eps_0",1e-05,1613941373434,1918
"wd_1",0.01,1613941373434,1918
"sqr_mom_1",0.99,1613941373434,1918
"lr_1",4.357722270401347e-05,1613941373434,1918
"mom_1",0.8660569432399663,1613941373434,1918
"eps_1",1e-05,1613941373434,1918
"wd_2",0.01,1613941373434,1918
"sqr_mom_2",0.99,1613941373434,1918
"lr_2",0.00043577222704013465,1613941373434,1918
"mom_2",0.8660569432399663,1613941373434,1918
"eps_2",1e-05,1613941373434,1918
"train_loss",0.062903926,1613941374408,1919
"raw_loss",0.04002574,1613941374408,1919
"epoch",12.075471698113205,1613941374408,1919
"wd_0",0.01,1613941374408,1919
"sqr_mom_0",0.99,1613941374408,1919
"lr_0",4.35965535793489e-06,1613941374408,1919
"mom_0",0.8660086160516277,1613941374408,1919
"eps_0",1e-05,1613941374408,1919
"wd_1",0.01,1613941374408,1919
"sqr_mom_1",0.99,1613941374408,1919
"lr_1",4.35965535793489e-05,1613941374408,1919
"mom_1",0.8660086160516277,1613941374408,1919
"eps_1",1e-05,1613941374408,1919
"wd_2",0.01,1613941374408,1919
"sqr_mom_2",0.99,1613941374408,1919
"lr_2",0.00043596553579348897,1613941374408,1919
"mom_2",0.8660086160516277,1613941374408,1919
"eps_2",1e-05,1613941374408,1919
"train_loss",0.062337026,1613941375382,1920
"raw_loss",0.034558963,1613941375382,1920
"epoch",12.081761006289305,1613941375382,1920
"wd_0",0.01,1613941375382,1920
"sqr_mom_0",0.99,1613941375382,1920
"lr_0",4.361586360973056e-06,1613941375382,1920
"mom_0",0.8659603409756736,1613941375382,1920
"eps_0",1e-05,1613941375382,1920
"wd_1",0.01,1613941375382,1920
"sqr_mom_1",0.99,1613941375382,1920
"lr_1",4.361586360973055e-05,1613941375382,1920
"mom_1",0.8659603409756736,1613941375382,1920
"eps_1",1e-05,1613941375382,1920
"wd_2",0.01,1613941375382,1920
"sqr_mom_2",0.99,1613941375382,1920
"lr_2",0.0004361586360973055,1613941375382,1920
"mom_2",0.8659603409756736,1613941375382,1920
"eps_2",1e-05,1613941375382,1920
"train_loss",0.06317878,1613941376340,1921
"raw_loss",0.10442457,1613941376340,1921
"epoch",12.088050314465406,1613941376340,1921
"wd_0",0.01,1613941376340,1921
"sqr_mom_0",0.99,1613941376340,1921
"lr_0",4.363515001176812e-06,1613941376340,1921
"mom_0",0.8659121249705797,1613941376340,1921
"eps_0",1e-05,1613941376340,1921
"wd_1",0.01,1613941376340,1921
"sqr_mom_1",0.99,1613941376340,1921
"lr_1",4.3635150011768115e-05,1613941376340,1921
"mom_1",0.8659121249705797,1613941376340,1921
"eps_1",1e-05,1613941376340,1921
"wd_2",0.01,1613941376340,1921
"sqr_mom_2",0.99,1613941376340,1921
"lr_2",0.0004363515001176811,1613941376340,1921
"mom_2",0.8659121249705797,1613941376340,1921
"eps_2",1e-05,1613941376340,1921
"train_loss",0.0646652,1613941377315,1922
"raw_loss",0.13749993,1613941377315,1922
"epoch",12.094339622641506,1613941377315,1922
"wd_0",0.01,1613941377315,1922
"sqr_mom_0",0.99,1613941377315,1922
"lr_0",4.365441001554654e-06,1613941377315,1922
"mom_0",0.8658639749611337,1613941377315,1922
"eps_0",1e-05,1613941377315,1922
"wd_1",0.01,1613941377315,1922
"sqr_mom_1",0.99,1613941377315,1922
"lr_1",4.365441001554653e-05,1613941377315,1922
"mom_1",0.8658639749611337,1613941377315,1922
"eps_1",1e-05,1613941377315,1922
"wd_2",0.01,1613941377315,1922
"sqr_mom_2",0.99,1613941377315,1922
"lr_2",0.00043654410015546533,1613941377315,1922
"mom_2",0.8658639749611337,1613941377315,1922
"eps_2",1e-05,1613941377315,1922
"train_loss",0.06531347,1613941378274,1923
"raw_loss",0.097079106,1613941378274,1923
"epoch",12.100628930817606,1613941378274,1923
"wd_0",0.01,1613941378274,1923
"sqr_mom_0",0.99,1613941378274,1923
"lr_0",4.3673649063901335e-06,1613941378274,1923
"mom_0",0.8658158773402467,1613941378274,1923
"eps_0",1e-05,1613941378274,1923
"wd_1",0.01,1613941378274,1923
"sqr_mom_1",0.99,1613941378274,1923
"lr_1",4.367364906390133e-05,1613941378274,1923
"mom_1",0.8658158773402467,1613941378274,1923
"eps_1",1e-05,1613941378274,1923
"wd_2",0.01,1613941378274,1923
"sqr_mom_2",0.99,1613941378274,1923
"lr_2",0.0004367364906390133,1613941378274,1923
"mom_2",0.8658158773402467,1613941378274,1923
"eps_2",1e-05,1613941378274,1923
"train_loss",0.06475477,1613941379242,1924
"raw_loss",0.03737839,1613941379242,1924
"epoch",12.106918238993707,1613941379242,1924
"wd_0",0.01,1613941379242,1924
"sqr_mom_0",0.99,1613941379242,1924
"lr_0",4.3692861653932905e-06,1613941379242,1924
"mom_0",0.8657678458651678,1613941379242,1924
"eps_0",1e-05,1613941379242,1924
"wd_1",0.01,1613941379242,1924
"sqr_mom_1",0.99,1613941379242,1924
"lr_1",4.36928616539329e-05,1613941379242,1924
"mom_1",0.8657678458651678,1613941379242,1924
"eps_1",1e-05,1613941379242,1924
"wd_2",0.01,1613941379242,1924
"sqr_mom_2",0.99,1613941379242,1924
"lr_2",0.000436928616539329,1613941379242,1924
"mom_2",0.8657678458651678,1613941379242,1924
"eps_2",1e-05,1613941379242,1924
"train_loss",0.064702004,1613941380207,1925
"raw_loss",0.06211666,1613941380207,1925
"epoch",12.113207547169807,1613941380207,1925
"wd_0",0.01,1613941380207,1925
"sqr_mom_0",0.99,1613941380207,1925
"lr_0",4.371205048875639e-06,1613941380207,1925
"mom_0",0.865719873778109,1613941380207,1925
"eps_0",1e-05,1613941380207,1925
"wd_1",0.01,1613941380207,1925
"sqr_mom_1",0.99,1613941380207,1925
"lr_1",4.371205048875638e-05,1613941380207,1925
"mom_1",0.865719873778109,1613941380207,1925
"eps_1",1e-05,1613941380207,1925
"wd_2",0.01,1613941380207,1925
"sqr_mom_2",0.99,1613941380207,1925
"lr_2",0.0004371205048875638,1613941380207,1925
"mom_2",0.865719873778109,1613941380207,1925
"eps_2",1e-05,1613941380207,1925
"train_loss",0.06405844,1613941381189,1926
"raw_loss",0.032523762,1613941381189,1926
"epoch",12.119496855345908,1613941381189,1926
"wd_0",0.01,1613941381189,1926
"sqr_mom_0",0.99,1613941381189,1926
"lr_0",4.373121825801889e-06,1613941381189,1926
"mom_0",0.8656719543549528,1613941381189,1926
"eps_0",1e-05,1613941381189,1926
"wd_1",0.01,1613941381189,1926
"sqr_mom_1",0.99,1613941381189,1926
"lr_1",4.373121825801889e-05,1613941381189,1926
"mom_1",0.8656719543549528,1613941381189,1926
"eps_1",1e-05,1613941381189,1926
"wd_2",0.01,1613941381189,1926
"sqr_mom_2",0.99,1613941381189,1926
"lr_2",0.00043731218258018885,1613941381189,1926
"mom_2",0.8656719543549528,1613941381189,1926
"eps_2",1e-05,1613941381189,1926
"train_loss",0.06405319,1613941382169,1927
"raw_loss",0.06379631,1613941382169,1927
"epoch",12.125786163522008,1613941382169,1927
"wd_0",0.01,1613941382169,1927
"sqr_mom_0",0.99,1613941382169,1927
"lr_0",4.37503594792086e-06,1613941382169,1927
"mom_0",0.8656241013019785,1613941382169,1927
"eps_0",1e-05,1613941382169,1927
"wd_1",0.01,1613941382169,1927
"sqr_mom_1",0.99,1613941382169,1927
"lr_1",4.3750359479208587e-05,1613941382169,1927
"mom_1",0.8656241013019785,1613941382169,1927
"eps_1",1e-05,1613941382169,1927
"wd_2",0.01,1613941382169,1927
"sqr_mom_2",0.99,1613941382169,1927
"lr_2",0.00043750359479208587,1613941382169,1927
"mom_2",0.8656241013019785,1613941382169,1927
"eps_2",1e-05,1613941382169,1927
"train_loss",0.063538395,1613941383156,1928
"raw_loss",0.03831321,1613941383156,1928
"epoch",12.132075471698109,1613941383156,1928
"wd_0",0.01,1613941383156,1928
"sqr_mom_0",0.99,1613941383156,1928
"lr_0",4.3769476845439495e-06,1613941383156,1928
"mom_0",0.8655763078864013,1613941383156,1928
"eps_0",1e-05,1613941383156,1928
"wd_1",0.01,1613941383156,1928
"sqr_mom_1",0.99,1613941383156,1928
"lr_1",4.3769476845439484e-05,1613941383156,1928
"mom_1",0.8655763078864013,1613941383156,1928
"eps_1",1e-05,1613941383156,1928
"wd_2",0.01,1613941383156,1928
"sqr_mom_2",0.99,1613941383156,1928
"lr_2",0.0004376947684543948,1613941383156,1928
"mom_2",0.8655763078864013,1613941383156,1928
"eps_2",1e-05,1613941383156,1928
"train_loss",0.06662712,1613941384140,1929
"raw_loss",0.21797481,1613941384140,1929
"epoch",12.138364779874209,1613941384140,1929
"wd_0",0.01,1613941384140,1929
"sqr_mom_0",0.99,1613941384140,1929
"lr_0",4.378857303630099e-06,1613941384140,1929
"mom_0",0.8655285674092476,1613941384140,1929
"eps_0",1e-05,1613941384140,1929
"wd_1",0.01,1613941384140,1929
"sqr_mom_1",0.99,1613941384140,1929
"lr_1",4.378857303630098e-05,1613941384140,1929
"mom_1",0.8655285674092476,1613941384140,1929
"eps_1",1e-05,1613941384140,1929
"wd_2",0.01,1613941384140,1929
"sqr_mom_2",0.99,1613941384140,1929
"lr_2",0.0004378857303630098,1613941384140,1929
"mom_2",0.8655285674092476,1613941384140,1929
"eps_2",1e-05,1613941384140,1929
"train_loss",0.06651973,1613941385125,1930
"raw_loss",0.061257504,1613941385125,1930
"epoch",12.14465408805031,1613941385125,1930
"wd_0",0.01,1613941385125,1930
"sqr_mom_0",0.99,1613941385125,1930
"lr_0",4.380764529910639e-06,1613941385125,1930
"mom_0",0.865480886752234,1613941385125,1930
"eps_0",1e-05,1613941385125,1930
"wd_1",0.01,1613941385125,1930
"sqr_mom_1",0.99,1613941385125,1930
"lr_1",4.380764529910638e-05,1613941385125,1930
"mom_1",0.865480886752234,1613941385125,1930
"eps_1",1e-05,1613941385125,1930
"wd_2",0.01,1613941385125,1930
"sqr_mom_2",0.99,1613941385125,1930
"lr_2",0.00043807645299106385,1613941385125,1930
"mom_2",0.865480886752234,1613941385125,1930
"eps_2",1e-05,1613941385125,1930
"train_loss",0.06614783,1613941386091,1931
"raw_loss",0.04792445,1613941386091,1931
"epoch",12.15094339622641,1613941386091,1931
"wd_0",0.01,1613941386091,1931
"sqr_mom_0",0.99,1613941386091,1931
"lr_0",4.382669360075858e-06,1613941386091,1931
"mom_0",0.8654332659981036,1613941386091,1931
"eps_0",1e-05,1613941386091,1931
"wd_1",0.01,1613941386091,1931
"sqr_mom_1",0.99,1613941386091,1931
"lr_1",4.382669360075857e-05,1613941386091,1931
"mom_1",0.8654332659981036,1613941386091,1931
"eps_1",1e-05,1613941386091,1931
"wd_2",0.01,1613941386091,1931
"sqr_mom_2",0.99,1613941386091,1931
"lr_2",0.0004382669360075857,1613941386091,1931
"mom_2",0.8654332659981036,1613941386091,1931
"eps_2",1e-05,1613941386091,1931
"train_loss",0.06617577,1613941387070,1932
"raw_loss",0.0675448,1613941387070,1932
"epoch",12.15723270440251,1613941387070,1932
"wd_0",0.01,1613941387070,1932
"sqr_mom_0",0.99,1613941387070,1932
"lr_0",4.3845715205671635e-06,1613941387070,1932
"mom_0",0.8653857119858209,1613941387070,1932
"eps_0",1e-05,1613941387070,1932
"wd_1",0.01,1613941387070,1932
"sqr_mom_1",0.99,1613941387070,1932
"lr_1",4.384571520567163e-05,1613941387070,1932
"mom_1",0.8653857119858209,1613941387070,1932
"eps_1",1e-05,1613941387070,1932
"wd_2",0.01,1613941387070,1932
"sqr_mom_2",0.99,1613941387070,1932
"lr_2",0.0004384571520567163,1613941387070,1932
"mom_2",0.8653857119858209,1613941387070,1932
"eps_2",1e-05,1613941387070,1932
"train_loss",0.0654239,1613941388047,1933
"raw_loss",0.02858237,1613941388047,1933
"epoch",12.16352201257861,1613941388047,1933
"wd_0",0.01,1613941388047,1933
"sqr_mom_0",0.99,1613941388047,1933
"lr_0",4.3864712790196985e-06,1613941388047,1933
"mom_0",0.8653382180245075,1613941388047,1933
"eps_0",1e-05,1613941388047,1933
"wd_1",0.01,1613941388047,1933
"sqr_mom_1",0.99,1613941388047,1933
"lr_1",4.386471279019698e-05,1613941388047,1933
"mom_1",0.8653382180245075,1613941388047,1933
"eps_1",1e-05,1613941388047,1933
"wd_2",0.01,1613941388047,1933
"sqr_mom_2",0.99,1613941388047,1933
"lr_2",0.0004386471279019698,1613941388047,1933
"mom_2",0.8653382180245075,1613941388047,1933
"eps_2",1e-05,1613941388047,1933
"train_loss",0.0649052,1613941389008,1934
"raw_loss",0.03948888,1613941389008,1934
"epoch",12.169811320754711,1613941389008,1934
"wd_0",0.01,1613941389008,1934
"sqr_mom_0",0.99,1613941389008,1934
"lr_0",4.388368901706765e-06,1613941389008,1934
"mom_0",0.8652907774573309,1613941389008,1934
"eps_0",1e-05,1613941389008,1934
"wd_1",0.01,1613941389008,1934
"sqr_mom_1",0.99,1613941389008,1934
"lr_1",4.388368901706765e-05,1613941389008,1934
"mom_1",0.8652907774573309,1613941389008,1934
"eps_1",1e-05,1613941389008,1934
"wd_2",0.01,1613941389008,1934
"sqr_mom_2",0.99,1613941389008,1934
"lr_2",0.0004388368901706765,1613941389008,1934
"mom_2",0.8652907774573309,1613941389008,1934
"eps_2",1e-05,1613941389008,1934
"train_loss",0.06459124,1613941389980,1935
"raw_loss",0.049207274,1613941389980,1935
"epoch",12.176100628930811,1613941389980,1935
"wd_0",0.01,1613941389980,1935
"sqr_mom_0",0.99,1613941389980,1935
"lr_0",4.390263845855823e-06,1613941389980,1935
"mom_0",0.8652434038536044,1613941389980,1935
"eps_0",1e-05,1613941389980,1935
"wd_1",0.01,1613941389980,1935
"sqr_mom_1",0.99,1613941389980,1935
"lr_1",4.390263845855822e-05,1613941389980,1935
"mom_1",0.8652434038536044,1613941389980,1935
"eps_1",1e-05,1613941389980,1935
"wd_2",0.01,1613941389980,1935
"sqr_mom_2",0.99,1613941389980,1935
"lr_2",0.0004390263845855822,1613941389980,1935
"mom_2",0.8652434038536044,1613941389980,1935
"eps_2",1e-05,1613941389980,1935
"train_loss",0.064020716,1613941390935,1936
"raw_loss",0.036065094,1613941390935,1936
"epoch",12.182389937106912,1613941390935,1936
"wd_0",0.01,1613941390935,1936
"sqr_mom_0",0.99,1613941390935,1936
"lr_0",4.392156378090716e-06,1613941390935,1936
"mom_0",0.865196090547732,1613941390935,1936
"eps_0",1e-05,1613941390935,1936
"wd_1",0.01,1613941390935,1936
"sqr_mom_1",0.99,1613941390935,1936
"lr_1",4.392156378090716e-05,1613941390935,1936
"mom_1",0.865196090547732,1613941390935,1936
"eps_1",1e-05,1613941390935,1936
"wd_2",0.01,1613941390935,1936
"sqr_mom_2",0.99,1613941390935,1936
"lr_2",0.00043921563780907163,1613941390935,1936
"mom_2",0.865196090547732,1613941390935,1936
"eps_2",1e-05,1613941390935,1936
"train_loss",0.06389358,1613941391908,1937
"raw_loss",0.057663806,1613941391908,1937
"epoch",12.188679245283012,1613941391908,1937
"wd_0",0.01,1613941391908,1937
"sqr_mom_0",0.99,1613941391908,1937
"lr_0",4.394046763667858e-06,1613941391908,1937
"mom_0",0.8651488309083035,1613941391908,1937
"eps_0",1e-05,1613941391908,1937
"wd_1",0.01,1613941391908,1937
"sqr_mom_1",0.99,1613941391908,1937
"lr_1",4.3940467636678576e-05,1613941391908,1937
"mom_1",0.8651488309083035,1613941391908,1937
"eps_1",1e-05,1613941391908,1937
"wd_2",0.01,1613941391908,1937
"sqr_mom_2",0.99,1613941391908,1937
"lr_2",0.0004394046763667857,1613941391908,1937
"mom_2",0.8651488309083035,1613941391908,1937
"eps_2",1e-05,1613941391908,1937
"train_loss",0.06349567,1613941392891,1938
"raw_loss",0.04399839,1613941392891,1938
"epoch",12.194968553459113,1613941392891,1938
"wd_0",0.01,1613941392891,1938
"sqr_mom_0",0.99,1613941392891,1938
"lr_0",4.395934461884718e-06,1613941392891,1938
"mom_0",0.865101638452882,1613941392891,1938
"eps_0",1e-05,1613941392891,1938
"wd_1",0.01,1613941392891,1938
"sqr_mom_1",0.99,1613941392891,1938
"lr_1",4.3959344618847175e-05,1613941392891,1938
"mom_1",0.865101638452882,1613941392891,1938
"eps_1",1e-05,1613941392891,1938
"wd_2",0.01,1613941392891,1938
"sqr_mom_2",0.99,1613941392891,1938
"lr_2",0.00043959344618847175,1613941392891,1938
"mom_2",0.865101638452882,1613941392891,1938
"eps_2",1e-05,1613941392891,1938
"train_loss",0.06377852,1613941393874,1939
"raw_loss",0.07763786,1613941393874,1939
"epoch",12.201257861635213,1613941393874,1939
"wd_0",0.01,1613941393874,1939
"sqr_mom_0",0.99,1613941393874,1939
"lr_0",4.397820006200743e-06,1613941393874,1939
"mom_0",0.8650544998449814,1613941393874,1939
"eps_0",1e-05,1613941393874,1939
"wd_1",0.01,1613941393874,1939
"sqr_mom_1",0.99,1613941393874,1939
"lr_1",4.3978200062007425e-05,1613941393874,1939
"mom_1",0.8650544998449814,1613941393874,1939
"eps_1",1e-05,1613941393874,1939
"wd_2",0.01,1613941393874,1939
"sqr_mom_2",0.99,1613941393874,1939
"lr_2",0.00043978200062007425,1613941393874,1939
"mom_2",0.8650544998449814,1613941393874,1939
"eps_2",1e-05,1613941393874,1939
"train_loss",0.06325293,1613941394843,1940
"raw_loss",0.037499137,1613941394843,1940
"epoch",12.207547169811313,1613941394843,1940
"wd_0",0.01,1613941394843,1940
"sqr_mom_0",0.99,1613941394843,1940
"lr_0",4.399703124804155e-06,1613941394843,1940
"mom_0",0.8650074218798961,1613941394843,1940
"eps_0",1e-05,1613941394843,1940
"wd_1",0.01,1613941394843,1940
"sqr_mom_1",0.99,1613941394843,1940
"lr_1",4.399703124804155e-05,1613941394843,1940
"mom_1",0.8650074218798961,1613941394843,1940
"eps_1",1e-05,1613941394843,1940
"wd_2",0.01,1613941394843,1940
"sqr_mom_2",0.99,1613941394843,1940
"lr_2",0.00043997031248041543,1613941394843,1940
"mom_2",0.8650074218798961,1613941394843,1940
"eps_2",1e-05,1613941394843,1940
"train_loss",0.06314017,1613941395818,1941
"raw_loss",0.05761468,1613941395818,1941
"epoch",12.213836477987414,1613941395818,1941
"wd_0",0.01,1613941395818,1941
"sqr_mom_0",0.99,1613941395818,1941
"lr_0",4.401583547266564e-06,1613941395818,1941
"mom_0",0.8649604113183359,1613941395818,1941
"eps_0",1e-05,1613941395818,1941
"wd_1",0.01,1613941395818,1941
"sqr_mom_1",0.99,1613941395818,1941
"lr_1",4.401583547266564e-05,1613941395818,1941
"mom_1",0.8649604113183359,1613941395818,1941
"eps_1",1e-05,1613941395818,1941
"wd_2",0.01,1613941395818,1941
"sqr_mom_2",0.99,1613941395818,1941
"lr_2",0.0004401583547266563,1613941395818,1941
"mom_2",0.8649604113183359,1613941395818,1941
"eps_2",1e-05,1613941395818,1941
"train_loss",0.06272354,1613941396777,1942
"raw_loss",0.042308804,1613941396777,1942
"epoch",12.220125786163514,1613941396777,1942
"wd_0",0.01,1613941396777,1942
"sqr_mom_0",0.99,1613941396777,1942
"lr_0",4.4034618049913015e-06,1613941396777,1942
"mom_0",0.8649134548752174,1613941396777,1942
"eps_0",1e-05,1613941396777,1942
"wd_1",0.01,1613941396777,1942
"sqr_mom_1",0.99,1613941396777,1942
"lr_1",4.4034618049913005e-05,1613941396777,1942
"mom_1",0.8649134548752174,1613941396777,1942
"eps_1",1e-05,1613941396777,1942
"wd_2",0.01,1613941396777,1942
"sqr_mom_2",0.99,1613941396777,1942
"lr_2",0.00044034618049913006,1613941396777,1942
"mom_2",0.8649134548752174,1613941396777,1942
"eps_2",1e-05,1613941396777,1942
"train_loss",0.062465027,1613941397739,1943
"raw_loss",0.04979798,1613941397739,1943
"epoch",12.226415094339615,1613941397739,1943
"wd_0",0.01,1613941397739,1943
"sqr_mom_0",0.99,1613941397739,1943
"lr_0",4.40533736074474e-06,1613941397739,1943
"mom_0",0.8648665659813815,1613941397739,1943
"eps_0",1e-05,1613941397739,1943
"wd_1",0.01,1613941397739,1943
"sqr_mom_1",0.99,1613941397739,1943
"lr_1",4.40533736074474e-05,1613941397739,1943
"mom_1",0.8648665659813815,1613941397739,1943
"eps_1",1e-05,1613941397739,1943
"wd_2",0.01,1613941397739,1943
"sqr_mom_2",0.99,1613941397739,1943
"lr_2",0.000440533736074474,1613941397739,1943
"mom_2",0.8648665659813815,1613941397739,1943
"eps_2",1e-05,1613941397739,1943
"train_loss",0.062369138,1613941398699,1944
"raw_loss",0.05767049,1613941398699,1944
"epoch",12.232704402515715,1613941398699,1944
"wd_0",0.01,1613941398699,1944
"sqr_mom_0",0.99,1613941398699,1944
"lr_0",4.407210478433568e-06,1613941398699,1944
"mom_0",0.8648197380391608,1613941398699,1944
"eps_0",1e-05,1613941398699,1944
"wd_1",0.01,1613941398699,1944
"sqr_mom_1",0.99,1613941398699,1944
"lr_1",4.4072104784335676e-05,1613941398699,1944
"mom_1",0.8648197380391608,1613941398699,1944
"eps_1",1e-05,1613941398699,1944
"wd_2",0.01,1613941398699,1944
"sqr_mom_2",0.99,1613941398699,1944
"lr_2",0.00044072104784335676,1613941398699,1944
"mom_2",0.8648197380391608,1613941398699,1944
"eps_2",1e-05,1613941398699,1944
"train_loss",0.06186828,1613941399667,1945
"raw_loss",0.037326314,1613941399667,1945
"epoch",12.238993710691815,1613941399667,1945
"wd_0",0.01,1613941399667,1945
"sqr_mom_0",0.99,1613941399667,1945
"lr_0",4.409081420582206e-06,1613941399667,1945
"mom_0",0.8647729644854448,1613941399667,1945
"eps_0",1e-05,1613941399667,1945
"wd_1",0.01,1613941399667,1945
"sqr_mom_1",0.99,1613941399667,1945
"lr_1",4.409081420582206e-05,1613941399667,1945
"mom_1",0.8647729644854448,1613941399667,1945
"eps_1",1e-05,1613941399667,1945
"wd_2",0.01,1613941399667,1945
"sqr_mom_2",0.99,1613941399667,1945
"lr_2",0.00044090814205822055,1613941399667,1945
"mom_2",0.8647729644854448,1613941399667,1945
"eps_2",1e-05,1613941399667,1945
"train_loss",0.061391614,1613941400629,1946
"raw_loss",0.038034976,1613941400629,1946
"epoch",12.245283018867916,1613941400629,1946
"wd_0",0.01,1613941400629,1946
"sqr_mom_0",0.99,1613941400629,1946
"lr_0",4.410949652049486e-06,1613941400629,1946
"mom_0",0.8647262586987629,1613941400629,1946
"eps_0",1e-05,1613941400629,1946
"wd_1",0.01,1613941400629,1946
"sqr_mom_1",0.99,1613941400629,1946
"lr_1",4.4109496520494845e-05,1613941400629,1946
"mom_1",0.8647262586987629,1613941400629,1946
"eps_1",1e-05,1613941400629,1946
"wd_2",0.01,1613941400629,1946
"sqr_mom_2",0.99,1613941400629,1946
"lr_2",0.00044109496520494847,1613941400629,1946
"mom_2",0.8647262586987629,1613941400629,1946
"eps_2",1e-05,1613941400629,1946
"train_loss",0.06064783,1613941401590,1947
"raw_loss",0.02420236,1613941401590,1947
"epoch",12.251572327044016,1613941401590,1947
"wd_0",0.01,1613941401590,1947
"sqr_mom_0",0.99,1613941401590,1947
"lr_0",4.4128154357156095e-06,1613941401590,1947
"mom_0",0.8646796141071098,1613941401590,1947
"eps_0",1e-05,1613941401590,1947
"wd_1",0.01,1613941401590,1947
"sqr_mom_1",0.99,1613941401590,1947
"lr_1",4.412815435715609e-05,1613941401590,1947
"mom_1",0.8646796141071098,1613941401590,1947
"eps_1",1e-05,1613941401590,1947
"wd_2",0.01,1613941401590,1947
"sqr_mom_2",0.99,1613941401590,1947
"lr_2",0.0004412815435715609,1613941401590,1947
"mom_2",0.8646796141071098,1613941401590,1947
"eps_2",1e-05,1613941401590,1947
"train_loss",0.06070374,1613941402554,1948
"raw_loss",0.06344329,1613941402554,1948
"epoch",12.257861635220117,1613941402554,1948
"wd_0",0.01,1613941402554,1948
"sqr_mom_0",0.99,1613941402554,1948
"lr_0",4.414679033072997e-06,1613941402554,1948
"mom_0",0.8646330241731751,1613941402554,1948
"eps_0",1e-05,1613941402554,1948
"wd_1",0.01,1613941402554,1948
"sqr_mom_1",0.99,1613941402554,1948
"lr_1",4.414679033072996e-05,1613941402554,1948
"mom_1",0.8646330241731751,1613941402554,1948
"eps_1",1e-05,1613941402554,1948
"wd_2",0.01,1613941402554,1948
"sqr_mom_2",0.99,1613941402554,1948
"lr_2",0.0004414679033072996,1613941402554,1948
"mom_2",0.8646330241731751,1613941402554,1948
"eps_2",1e-05,1613941402554,1948
"train_loss",0.060268916,1613941403534,1949
"raw_loss",0.038962554,1613941403534,1949
"epoch",12.264150943396217,1613941403534,1949
"wd_0",0.01,1613941403534,1949
"sqr_mom_0",0.99,1613941403534,1949
"lr_0",4.416539911081292e-06,1613941403534,1949
"mom_0",0.8645865022229677,1613941403534,1949
"eps_0",1e-05,1613941403534,1949
"wd_1",0.01,1613941403534,1949
"sqr_mom_1",0.99,1613941403534,1949
"lr_1",4.4165399110812916e-05,1613941403534,1949
"mom_1",0.8645865022229677,1613941403534,1949
"eps_1",1e-05,1613941403534,1949
"wd_2",0.01,1613941403534,1949
"sqr_mom_2",0.99,1613941403534,1949
"lr_2",0.00044165399110812913,1613941403534,1949
"mom_2",0.8645865022229677,1613941403534,1949
"eps_2",1e-05,1613941403534,1949
"train_loss",0.0601041,1613941404506,1950
"raw_loss",0.052028064,1613941404506,1950
"epoch",12.270440251572317,1613941404506,1950
"wd_0",0.01,1613941404506,1950
"sqr_mom_0",0.99,1613941404506,1950
"lr_0",4.418398595620607e-06,1613941404506,1950
"mom_0",0.8645400351094849,1613941404506,1950
"eps_0",1e-05,1613941404506,1950
"wd_1",0.01,1613941404506,1950
"sqr_mom_1",0.99,1613941404506,1950
"lr_1",4.418398595620606e-05,1613941404506,1950
"mom_1",0.8645400351094849,1613941404506,1950
"eps_1",1e-05,1613941404506,1950
"wd_2",0.01,1613941404506,1950
"sqr_mom_2",0.99,1613941404506,1950
"lr_2",0.0004418398595620606,1613941404506,1950
"mom_2",0.8645400351094849,1613941404506,1950
"eps_2",1e-05,1613941404506,1950
"train_loss",0.06031235,1613941405470,1951
"raw_loss",0.07051674,1613941405470,1951
"epoch",12.276729559748418,1613941405470,1951
"wd_0",0.01,1613941405470,1951
"sqr_mom_0",0.99,1613941405470,1951
"lr_0",4.420254818736172e-06,1613941405470,1951
"mom_0",0.8644936295315957,1613941405470,1951
"eps_0",1e-05,1613941405470,1951
"wd_1",0.01,1613941405470,1951
"sqr_mom_1",0.99,1613941405470,1951
"lr_1",4.42025481873617e-05,1613941405470,1951
"mom_1",0.8644936295315957,1613941405470,1951
"eps_1",1e-05,1613941405470,1951
"wd_2",0.01,1613941405470,1951
"sqr_mom_2",0.99,1613941405470,1951
"lr_2",0.00044202548187361704,1613941405470,1951
"mom_2",0.8644936295315957,1613941405470,1951
"eps_2",1e-05,1613941405470,1951
"train_loss",0.06050608,1613941406415,1952
"raw_loss",0.06999878,1613941406415,1952
"epoch",12.283018867924518,1613941406415,1952
"wd_0",0.01,1613941406415,1952
"sqr_mom_0",0.99,1613941406415,1952
"lr_0",4.422108313876965e-06,1613941406415,1952
"mom_0",0.8644472921530759,1613941406415,1952
"eps_0",1e-05,1613941406415,1952
"wd_1",0.01,1613941406415,1952
"sqr_mom_1",0.99,1613941406415,1952
"lr_1",4.422108313876964e-05,1613941406415,1952
"mom_1",0.8644472921530759,1613941406415,1952
"eps_1",1e-05,1613941406415,1952
"wd_2",0.01,1613941406415,1952
"sqr_mom_2",0.99,1613941406415,1952
"lr_2",0.00044221083138769644,1613941406415,1952
"mom_2",0.8644472921530759,1613941406415,1952
"eps_2",1e-05,1613941406415,1952
"train_loss",0.060330708,1613941407372,1953
"raw_loss",0.051737394,1613941407372,1953
"epoch",12.289308176100619,1613941407372,1953
"wd_0",0.01,1613941407372,1953
"sqr_mom_0",0.99,1613941407372,1953
"lr_0",4.423959604836718e-06,1613941407372,1953
"mom_0",0.8644010098790821,1613941407372,1953
"eps_0",1e-05,1613941407372,1953
"wd_1",0.01,1613941407372,1953
"sqr_mom_1",0.99,1613941407372,1953
"lr_1",4.423959604836717e-05,1613941407372,1953
"mom_1",0.8644010098790821,1613941407372,1953
"eps_1",1e-05,1613941407372,1953
"wd_2",0.01,1613941407372,1953
"sqr_mom_2",0.99,1613941407372,1953
"lr_2",0.0004423959604836717,1613941407372,1953
"mom_2",0.8644010098790821,1613941407372,1953
"eps_2",1e-05,1613941407372,1953
"train_loss",0.059745133,1613941408310,1954
"raw_loss",0.031051988,1613941408310,1954
"epoch",12.295597484276719,1613941408310,1954
"wd_0",0.01,1613941408310,1954
"sqr_mom_0",0.99,1613941408310,1954
"lr_0",4.425808162095044e-06,1613941408310,1954
"mom_0",0.8643547959476239,1613941408310,1954
"eps_0",1e-05,1613941408310,1954
"wd_1",0.01,1613941408310,1954
"sqr_mom_1",0.99,1613941408310,1954
"lr_1",4.425808162095043e-05,1613941408310,1954
"mom_1",0.8643547959476239,1613941408310,1954
"eps_1",1e-05,1613941408310,1954
"wd_2",0.01,1613941408310,1954
"sqr_mom_2",0.99,1613941408310,1954
"lr_2",0.0004425808162095043,1613941408310,1954
"mom_2",0.8643547959476239,1613941408310,1954
"eps_2",1e-05,1613941408310,1954
"train_loss",0.06100908,1613941409263,1955
"raw_loss",0.122942545,1613941409263,1955
"epoch",12.30188679245282,1613941409263,1955
"wd_0",0.01,1613941409263,1955
"sqr_mom_0",0.99,1613941409263,1955
"lr_0",4.427654245774769e-06,1613941409263,1955
"mom_0",0.8643086438556308,1613941409263,1955
"eps_0",1e-05,1613941409263,1955
"wd_1",0.01,1613941409263,1955
"sqr_mom_1",0.99,1613941409263,1955
"lr_1",4.427654245774768e-05,1613941409263,1955
"mom_1",0.8643086438556308,1613941409263,1955
"eps_1",1e-05,1613941409263,1955
"wd_2",0.01,1613941409263,1955
"sqr_mom_2",0.99,1613941409263,1955
"lr_2",0.0004427654245774768,1613941409263,1955
"mom_2",0.8643086438556308,1613941409263,1955
"eps_2",1e-05,1613941409263,1955
"train_loss",0.06103734,1613941410215,1956
"raw_loss",0.062422153,1613941410215,1956
"epoch",12.30817610062892,1613941410215,1956
"wd_0",0.01,1613941410215,1956
"sqr_mom_0",0.99,1613941410215,1956
"lr_0",4.429498114596319e-06,1613941410215,1956
"mom_0",0.864262547135092,1613941410215,1956
"eps_0",1e-05,1613941410215,1956
"wd_1",0.01,1613941410215,1956
"sqr_mom_1",0.99,1613941410215,1956
"lr_1",4.429498114596319e-05,1613941410215,1956
"mom_1",0.864262547135092,1613941410215,1956
"eps_1",1e-05,1613941410215,1956
"wd_2",0.01,1613941410215,1956
"sqr_mom_2",0.99,1613941410215,1956
"lr_2",0.0004429498114596319,1613941410215,1956
"mom_2",0.864262547135092,1613941410215,1956
"eps_2",1e-05,1613941410215,1956
"train_loss",0.060367342,1613941411157,1957
"raw_loss",0.027537433,1613941411157,1957
"epoch",12.31446540880502,1613941411157,1957
"wd_0",0.01,1613941411157,1957
"sqr_mom_0",0.99,1613941411157,1957
"lr_0",4.431339241162246e-06,1613941411157,1957
"mom_0",0.8642165189709439,1613941411157,1957
"eps_0",1e-05,1613941411157,1957
"wd_1",0.01,1613941411157,1957
"sqr_mom_1",0.99,1613941411157,1957
"lr_1",4.431339241162246e-05,1613941411157,1957
"mom_1",0.8642165189709439,1613941411157,1957
"eps_1",1e-05,1613941411157,1957
"wd_2",0.01,1613941411157,1957
"sqr_mom_2",0.99,1613941411157,1957
"lr_2",0.0004431339241162246,1613941411157,1957
"mom_2",0.8642165189709439,1613941411157,1957
"eps_2",1e-05,1613941411157,1957
"train_loss",0.061156686,1613941412092,1958
"raw_loss",0.099834606,1613941412092,1958
"epoch",12.32075471698112,1613941412092,1958
"wd_0",0.01,1613941412092,1958
"sqr_mom_0",0.99,1613941412092,1958
"lr_0",4.433177884553921e-06,1613941412092,1958
"mom_0",0.864170552886152,1613941412092,1958
"eps_0",1e-05,1613941412092,1958
"wd_1",0.01,1613941412092,1958
"sqr_mom_1",0.99,1613941412092,1958
"lr_1",4.4331778845539196e-05,1613941412092,1958
"mom_1",0.864170552886152,1613941412092,1958
"eps_1",1e-05,1613941412092,1958
"wd_2",0.01,1613941412092,1958
"sqr_mom_2",0.99,1613941412092,1958
"lr_2",0.00044331778845539194,1613941412092,1958
"mom_2",0.864170552886152,1613941412092,1958
"eps_2",1e-05,1613941412092,1958
"train_loss",0.06137275,1613941413046,1959
"raw_loss",0.07195992,1613941413046,1959
"epoch",12.327044025157221,1613941413046,1959
"wd_0",0.01,1613941413046,1959
"sqr_mom_0",0.99,1613941413046,1959
"lr_0",4.435014302444873e-06,1613941413046,1959
"mom_0",0.8641246424388782,1613941413046,1959
"eps_0",1e-05,1613941413046,1959
"wd_1",0.01,1613941413046,1959
"sqr_mom_1",0.99,1613941413046,1959
"lr_1",4.4350143024448724e-05,1613941413046,1959
"mom_1",0.8641246424388782,1613941413046,1959
"eps_1",1e-05,1613941413046,1959
"wd_2",0.01,1613941413046,1959
"sqr_mom_2",0.99,1613941413046,1959
"lr_2",0.00044350143024448724,1613941413046,1959
"mom_2",0.8641246424388782,1613941413046,1959
"eps_2",1e-05,1613941413046,1959
"train_loss",0.061608255,1613941414000,1960
"raw_loss",0.07314797,1613941414000,1960
"epoch",12.333333333333321,1613941414000,1960
"wd_0",0.01,1613941414000,1960
"sqr_mom_0",0.99,1613941414000,1960
"lr_0",4.436848230077941e-06,1613941414000,1960
"mom_0",0.8640787942480515,1613941414000,1960
"eps_0",1e-05,1613941414000,1960
"wd_1",0.01,1613941414000,1960
"sqr_mom_1",0.99,1613941414000,1960
"lr_1",4.43684823007794e-05,1613941414000,1960
"mom_1",0.8640787942480515,1613941414000,1960
"eps_1",1e-05,1613941414000,1960
"wd_2",0.01,1613941414000,1960
"sqr_mom_2",0.99,1613941414000,1960
"lr_2",0.000443684823007794,1613941414000,1960
"mom_2",0.8640787942480515,1613941414000,1960
"eps_2",1e-05,1613941414000,1960
"train_loss",0.06255407,1613941414933,1961
"raw_loss",0.10889897,1613941414933,1961
"epoch",12.339622641509422,1613941414933,1961
"wd_0",0.01,1613941414933,1961
"sqr_mom_0",0.99,1613941414933,1961
"lr_0",4.4386796642706095e-06,1613941414933,1961
"mom_0",0.8640330083932347,1613941414933,1961
"eps_0",1e-05,1613941414933,1961
"wd_1",0.01,1613941414933,1961
"sqr_mom_1",0.99,1613941414933,1961
"lr_1",4.438679664270609e-05,1613941414933,1961
"mom_1",0.8640330083932347,1613941414933,1961
"eps_1",1e-05,1613941414933,1961
"wd_2",0.01,1613941414933,1961
"sqr_mom_2",0.99,1613941414933,1961
"lr_2",0.0004438679664270609,1613941414933,1961
"mom_2",0.8640330083932347,1613941414933,1961
"eps_2",1e-05,1613941414933,1961
"train_loss",0.06284005,1613941415887,1962
"raw_loss",0.07685328,1613941415887,1962
"epoch",12.345911949685522,1613941415887,1962
"wd_0",0.01,1613941415887,1962
"sqr_mom_0",0.99,1613941415887,1962
"lr_0",4.440508342045349e-06,1613941415887,1962
"mom_0",0.8639872914488662,1613941415887,1962
"eps_0",1e-05,1613941415887,1962
"wd_1",0.01,1613941415887,1962
"sqr_mom_1",0.99,1613941415887,1962
"lr_1",4.440508342045349e-05,1613941415887,1962
"mom_1",0.8639872914488662,1613941415887,1962
"eps_1",1e-05,1613941415887,1962
"wd_2",0.01,1613941415887,1962
"sqr_mom_2",0.99,1613941415887,1962
"lr_2",0.0004440508342045349,1613941415887,1962
"mom_2",0.8639872914488662,1613941415887,1962
"eps_2",1e-05,1613941415887,1962
"train_loss",0.062196717,1613941416881,1963
"raw_loss",0.030673297,1613941416881,1963
"epoch",12.352201257861623,1613941416881,1963
"wd_0",0.01,1613941416881,1963
"sqr_mom_0",0.99,1613941416881,1963
"lr_0",4.442334520738723e-06,1613941416881,1963
"mom_0",0.8639416369815319,1613941416881,1963
"eps_0",1e-05,1613941416881,1963
"wd_1",0.01,1613941416881,1963
"sqr_mom_1",0.99,1613941416881,1963
"lr_1",4.442334520738723e-05,1613941416881,1963
"mom_1",0.8639416369815319,1613941416881,1963
"eps_1",1e-05,1613941416881,1963
"wd_2",0.01,1613941416881,1963
"sqr_mom_2",0.99,1613941416881,1963
"lr_2",0.00044423345207387225,1613941416881,1963
"mom_2",0.8639416369815319,1613941416881,1963
"eps_2",1e-05,1613941416881,1963
"train_loss",0.062093157,1613941417837,1964
"raw_loss",0.057018697,1613941417837,1964
"epoch",12.358490566037723,1613941417837,1964
"wd_0",0.01,1613941417837,1964
"sqr_mom_0",0.99,1613941417837,1964
"lr_0",4.444158456270436e-06,1613941417837,1964
"mom_0",0.863896038593239,1613941417837,1964
"eps_0",1e-05,1613941417837,1964
"wd_1",0.01,1613941417837,1964
"sqr_mom_1",0.99,1613941417837,1964
"lr_1",4.444158456270436e-05,1613941417837,1964
"mom_1",0.863896038593239,1613941417837,1964
"eps_1",1e-05,1613941417837,1964
"wd_2",0.01,1613941417837,1964
"sqr_mom_2",0.99,1613941417837,1964
"lr_2",0.0004444158456270436,1613941417837,1964
"mom_2",0.863896038593239,1613941417837,1964
"eps_2",1e-05,1613941417837,1964
"train_loss",0.061476022,1613941418784,1965
"raw_loss",0.031236438,1613941418784,1965
"epoch",12.364779874213824,1613941418784,1965
"wd_0",0.01,1613941418784,1965
"sqr_mom_0",0.99,1613941418784,1965
"lr_0",4.445979626944509e-06,1613941418784,1965
"mom_0",0.8638505093263873,1613941418784,1965
"eps_0",1e-05,1613941418784,1965
"wd_1",0.01,1613941418784,1965
"sqr_mom_1",0.99,1613941418784,1965
"lr_1",4.445979626944509e-05,1613941418784,1965
"mom_1",0.8638505093263873,1613941418784,1965
"eps_1",1e-05,1613941418784,1965
"wd_2",0.01,1613941418784,1965
"sqr_mom_2",0.99,1613941418784,1965
"lr_2",0.00044459796269445093,1613941418784,1965
"mom_2",0.8638505093263873,1613941418784,1965
"eps_2",1e-05,1613941418784,1965
"train_loss",0.06157109,1613941419781,1966
"raw_loss",0.06622943,1613941419781,1966
"epoch",12.371069182389924,1613941419781,1966
"wd_0",0.01,1613941419781,1966
"sqr_mom_0",0.99,1613941419781,1966
"lr_0",4.4477982890453e-06,1613941419781,1966
"mom_0",0.8638050427738675,1613941419781,1966
"eps_0",1e-05,1613941419781,1966
"wd_1",0.01,1613941419781,1966
"sqr_mom_1",0.99,1613941419781,1966
"lr_1",4.4477982890452995e-05,1613941419781,1966
"mom_1",0.8638050427738675,1613941419781,1966
"eps_1",1e-05,1613941419781,1966
"wd_2",0.01,1613941419781,1966
"sqr_mom_2",0.99,1613941419781,1966
"lr_2",0.00044477982890452994,1613941419781,1966
"mom_2",0.8638050427738675,1613941419781,1966
"eps_2",1e-05,1613941419781,1966
"train_loss",0.06129674,1613941420733,1967
"raw_loss",0.047853503,1613941420733,1967
"epoch",12.377358490566024,1613941420733,1967
"wd_0",0.01,1613941420733,1967
"sqr_mom_0",0.99,1613941420733,1967
"lr_0",4.4496146974349234e-06,1613941420733,1967
"mom_0",0.8637596325641269,1613941420733,1967
"eps_0",1e-05,1613941420733,1967
"wd_1",0.01,1613941420733,1967
"sqr_mom_1",0.99,1613941420733,1967
"lr_1",4.449614697434923e-05,1613941420733,1967
"mom_1",0.8637596325641269,1613941420733,1967
"eps_1",1e-05,1613941420733,1967
"wd_2",0.01,1613941420733,1967
"sqr_mom_2",0.99,1613941420733,1967
"lr_2",0.00044496146974349227,1613941420733,1967
"mom_2",0.8637596325641269,1613941420733,1967
"eps_2",1e-05,1613941420733,1967
"train_loss",0.061529856,1613941421689,1968
"raw_loss",0.07295259,1613941421689,1968
"epoch",12.383647798742125,1613941421689,1968
"wd_0",0.01,1613941421689,1968
"sqr_mom_0",0.99,1613941421689,1968
"lr_0",4.451428332570372e-06,1613941421689,1968
"mom_0",0.8637142916857407,1613941421689,1968
"eps_0",1e-05,1613941421689,1968
"wd_1",0.01,1613941421689,1968
"sqr_mom_1",0.99,1613941421689,1968
"lr_1",4.451428332570371e-05,1613941421689,1968
"mom_1",0.8637142916857407,1613941421689,1968
"eps_1",1e-05,1613941421689,1968
"wd_2",0.01,1613941421689,1968
"sqr_mom_2",0.99,1613941421689,1968
"lr_2",0.00044514283325703714,1613941421689,1968
"mom_2",0.8637142916857407,1613941421689,1968
"eps_2",1e-05,1613941421689,1968
"train_loss",0.061022922,1613941422643,1969
"raw_loss",0.03618322,1613941422643,1969
"epoch",12.389937106918225,1613941422643,1969
"wd_0",0.01,1613941422643,1969
"sqr_mom_0",0.99,1613941422643,1969
"lr_0",4.453239706981023e-06,1613941422643,1969
"mom_0",0.8636690073254745,1613941422643,1969
"eps_0",1e-05,1613941422643,1969
"wd_1",0.01,1613941422643,1969
"sqr_mom_1",0.99,1613941422643,1969
"lr_1",4.4532397069810225e-05,1613941422643,1969
"mom_1",0.8636690073254745,1613941422643,1969
"eps_1",1e-05,1613941422643,1969
"wd_2",0.01,1613941422643,1969
"sqr_mom_2",0.99,1613941422643,1969
"lr_2",0.00044532397069810227,1613941422643,1969
"mom_2",0.8636690073254745,1613941422643,1969
"eps_2",1e-05,1613941422643,1969
"train_loss",0.06073081,1613941423594,1970
"raw_loss",0.046417408,1613941423594,1970
"epoch",12.396226415094326,1613941423594,1970
"wd_0",0.01,1613941423594,1970
"sqr_mom_0",0.99,1613941423594,1970
"lr_0",4.45504855950626e-06,1613941423594,1970
"mom_0",0.8636237860123435,1613941423594,1970
"eps_0",1e-05,1613941423594,1970
"wd_1",0.01,1613941423594,1970
"sqr_mom_1",0.99,1613941423594,1970
"lr_1",4.45504855950626e-05,1613941423594,1970
"mom_1",0.8636237860123435,1613941423594,1970
"eps_1",1e-05,1613941423594,1970
"wd_2",0.01,1613941423594,1970
"sqr_mom_2",0.99,1613941423594,1970
"lr_2",0.00044550485595062597,1613941423594,1970
"mom_2",0.8636237860123435,1613941423594,1970
"eps_2",1e-05,1613941423594,1970
"train_loss",0.061989624,1613941424578,1971
"raw_loss",0.12367158,1613941424578,1971
"epoch",12.402515723270426,1613941424578,1971
"wd_0",0.01,1613941424578,1971
"sqr_mom_0",0.99,1613941424578,1971
"lr_0",4.456854630423697e-06,1613941424578,1971
"mom_0",0.8635786342394075,1613941424578,1971
"eps_0",1e-05,1613941424578,1971
"wd_1",0.01,1613941424578,1971
"sqr_mom_1",0.99,1613941424578,1971
"lr_1",4.456854630423697e-05,1613941424578,1971
"mom_1",0.8635786342394075,1613941424578,1971
"eps_1",1e-05,1613941424578,1971
"wd_2",0.01,1613941424578,1971
"sqr_mom_2",0.99,1613941424578,1971
"lr_2",0.0004456854630423697,1613941424578,1971
"mom_2",0.8635786342394075,1613941424578,1971
"eps_2",1e-05,1613941424578,1971
"train_loss",0.06139541,1613941425512,1972
"raw_loss",0.03227894,1613941425512,1972
"epoch",12.408805031446526,1613941425512,1972
"wd_0",0.01,1613941425512,1972
"sqr_mom_0",0.99,1613941425512,1972
"lr_0",4.458658430125081e-06,1613941425512,1972
"mom_0",0.863533539246873,1613941425512,1972
"eps_0",1e-05,1613941425512,1972
"wd_1",0.01,1613941425512,1972
"sqr_mom_1",0.99,1613941425512,1972
"lr_1",4.45865843012508e-05,1613941425512,1972
"mom_1",0.863533539246873,1613941425512,1972
"eps_1",1e-05,1613941425512,1972
"wd_2",0.01,1613941425512,1972
"sqr_mom_2",0.99,1613941425512,1972
"lr_2",0.000445865843012508,1613941425512,1972
"mom_2",0.863533539246873,1613941425512,1972
"eps_2",1e-05,1613941425512,1972
"train_loss",0.06118718,1613941426462,1973
"raw_loss",0.05098395,1613941426462,1973
"epoch",12.415094339622627,1613941426462,1973
"wd_0",0.01,1613941426462,1973
"sqr_mom_0",0.99,1613941426462,1973
"lr_0",4.460459442673835e-06,1613941426462,1973
"mom_0",0.8634885139331541,1613941426462,1973
"eps_0",1e-05,1613941426462,1973
"wd_1",0.01,1613941426462,1973
"sqr_mom_1",0.99,1613941426462,1973
"lr_1",4.460459442673835e-05,1613941426462,1973
"mom_1",0.8634885139331541,1613941426462,1973
"eps_1",1e-05,1613941426462,1973
"wd_2",0.01,1613941426462,1973
"sqr_mom_2",0.99,1613941426462,1973
"lr_2",0.00044604594426738347,1613941426462,1973
"mom_2",0.8634885139331541,1613941426462,1973
"eps_2",1e-05,1613941426462,1973
"train_loss",0.061109286,1613941427397,1974
"raw_loss",0.057292476,1613941427397,1974
"epoch",12.421383647798727,1613941427397,1974
"wd_0",0.01,1613941427397,1974
"sqr_mom_0",0.99,1613941427397,1974
"lr_0",4.462257921528843e-06,1613941427397,1974
"mom_0",0.8634435519617789,1613941427397,1974
"eps_0",1e-05,1613941427397,1974
"wd_1",0.01,1613941427397,1974
"sqr_mom_1",0.99,1613941427397,1974
"lr_1",4.4622579215288424e-05,1613941427397,1974
"mom_1",0.8634435519617789,1613941427397,1974
"eps_1",1e-05,1613941427397,1974
"wd_2",0.01,1613941427397,1974
"sqr_mom_2",0.99,1613941427397,1974
"lr_2",0.0004462257921528842,1613941427397,1974
"mom_2",0.8634435519617789,1613941427397,1974
"eps_2",1e-05,1613941427397,1974
"train_loss",0.061998505,1613941428344,1975
"raw_loss",0.10557031,1613941428344,1975
"epoch",12.427672955974828,1613941428344,1975
"wd_0",0.01,1613941428344,1975
"sqr_mom_0",0.99,1613941428344,1975
"lr_0",4.464054118712503e-06,1613941428344,1975
"mom_0",0.8633986470321874,1613941428344,1975
"eps_0",1e-05,1613941428344,1975
"wd_1",0.01,1613941428344,1975
"sqr_mom_1",0.99,1613941428344,1975
"lr_1",4.464054118712502e-05,1613941428344,1975
"mom_1",0.8633986470321874,1613941428344,1975
"eps_1",1e-05,1613941428344,1975
"wd_2",0.01,1613941428344,1975
"sqr_mom_2",0.99,1613941428344,1975
"lr_2",0.0004464054118712502,1613941428344,1975
"mom_2",0.8633986470321874,1613941428344,1975
"eps_2",1e-05,1613941428344,1975
"train_loss",0.06284992,1613941429282,1976
"raw_loss",0.10456924,1613941429282,1976
"epoch",12.433962264150928,1613941429282,1976
"wd_0",0.01,1613941429282,1976
"sqr_mom_0",0.99,1613941429282,1976
"lr_0",4.465847520462771e-06,1613941429282,1976
"mom_0",0.8633538119884308,1613941429282,1976
"eps_0",1e-05,1613941429282,1976
"wd_1",0.01,1613941429282,1976
"sqr_mom_1",0.99,1613941429282,1976
"lr_1",4.46584752046277e-05,1613941429282,1976
"mom_1",0.8633538119884308,1613941429282,1976
"eps_1",1e-05,1613941429282,1976
"wd_2",0.01,1613941429282,1976
"sqr_mom_2",0.99,1613941429282,1976
"lr_2",0.000446584752046277,1613941429282,1976
"mom_2",0.8633538119884308,1613941429282,1976
"eps_2",1e-05,1613941429282,1976
"train_loss",0.062211264,1613941430248,1977
"raw_loss",0.030917307,1613941430248,1977
"epoch",12.440251572327028,1613941430248,1977
"wd_0",0.01,1613941430248,1977
"sqr_mom_0",0.99,1613941430248,1977
"lr_0",4.4676383791717256e-06,1613941430248,1977
"mom_0",0.8633090405207069,1613941430248,1977
"eps_0",1e-05,1613941430248,1977
"wd_1",0.01,1613941430248,1977
"sqr_mom_1",0.99,1613941430248,1977
"lr_1",4.4676383791717256e-05,1613941430248,1977
"mom_1",0.8633090405207069,1613941430248,1977
"eps_1",1e-05,1613941430248,1977
"wd_2",0.01,1613941430248,1977
"sqr_mom_2",0.99,1613941430248,1977
"lr_2",0.00044676383791717253,1613941430248,1977
"mom_2",0.8633090405207069,1613941430248,1977
"eps_2",1e-05,1613941430248,1977
"train_loss",0.06223946,1613941431199,1978
"raw_loss",0.063621044,1613941431199,1978
"epoch",12.446540880503129,1613941431199,1978
"wd_0",0.01,1613941431199,1978
"sqr_mom_0",0.99,1613941431199,1978
"lr_0",4.469426945789669e-06,1613941431199,1978
"mom_0",0.8632643263552583,1613941431199,1978
"eps_0",1e-05,1613941431199,1978
"wd_1",0.01,1613941431199,1978
"sqr_mom_1",0.99,1613941431199,1978
"lr_1",4.4694269457896686e-05,1613941431199,1978
"mom_1",0.8632643263552583,1613941431199,1978
"eps_1",1e-05,1613941431199,1978
"wd_2",0.01,1613941431199,1978
"sqr_mom_2",0.99,1613941431199,1978
"lr_2",0.00044694269457896686,1613941431199,1978
"mom_2",0.8632643263552583,1613941431199,1978
"eps_2",1e-05,1613941431199,1978
"train_loss",0.06216305,1613941432152,1979
"raw_loss",0.058419045,1613941432152,1979
"epoch",12.45283018867923,1613941432152,1979
"wd_0",0.01,1613941432152,1979
"sqr_mom_0",0.99,1613941432152,1979
"lr_0",4.471212962431606e-06,1613941432152,1979
"mom_0",0.8632196759392098,1613941432152,1979
"eps_0",1e-05,1613941432152,1979
"wd_1",0.01,1613941432152,1979
"sqr_mom_1",0.99,1613941432152,1979
"lr_1",4.4712129624316064e-05,1613941432152,1979
"mom_1",0.8632196759392098,1613941432152,1979
"eps_1",1e-05,1613941432152,1979
"wd_2",0.01,1613941432152,1979
"sqr_mom_2",0.99,1613941432152,1979
"lr_2",0.0004471212962431606,1613941432152,1979
"mom_2",0.8632196759392098,1613941432152,1979
"eps_2",1e-05,1613941432152,1979
"train_loss",0.061874155,1613941433096,1980
"raw_loss",0.04771823,1613941433096,1980
"epoch",12.45911949685533,1613941433096,1980
"wd_0",0.01,1613941433096,1980
"sqr_mom_0",0.99,1613941433096,1980
"lr_0",4.4729961726668e-06,1613941433096,1980
"mom_0",0.86317509568333,1613941433096,1980
"eps_0",1e-05,1613941433096,1980
"wd_1",0.01,1613941433096,1980
"sqr_mom_1",0.99,1613941433096,1980
"lr_1",4.4729961726667994e-05,1613941433096,1980
"mom_1",0.86317509568333,1613941433096,1980
"eps_1",1e-05,1613941433096,1980
"wd_2",0.01,1613941433096,1980
"sqr_mom_2",0.99,1613941433096,1980
"lr_2",0.00044729961726667995,1613941433096,1980
"mom_2",0.86317509568333,1613941433096,1980
"eps_2",1e-05,1613941433096,1980
"train_loss",0.06131944,1613941434072,1981
"raw_loss",0.034138408,1613941434072,1981
"epoch",12.46540880503143,1613941434072,1981
"wd_0",0.01,1613941434072,1981
"sqr_mom_0",0.99,1613941434072,1981
"lr_0",4.4747770804266155e-06,1613941434072,1981
"mom_0",0.8631305729893346,1613941434072,1981
"eps_0",1e-05,1613941434072,1981
"wd_1",0.01,1613941434072,1981
"sqr_mom_1",0.99,1613941434072,1981
"lr_1",4.474777080426614e-05,1613941434072,1981
"mom_1",0.8631305729893346,1613941434072,1981
"eps_1",1e-05,1613941434072,1981
"wd_2",0.01,1613941434072,1981
"sqr_mom_2",0.99,1613941434072,1981
"lr_2",0.00044747770804266145,1613941434072,1981
"mom_2",0.8631305729893346,1613941434072,1981
"eps_2",1e-05,1613941434072,1981
"train_loss",0.061012927,1613941435055,1982
"raw_loss",0.04599378,1613941435055,1982
"epoch",12.47169811320753,1613941435055,1982
"wd_0",0.01,1613941435055,1982
"sqr_mom_0",0.99,1613941435055,1982
"lr_0",4.476555176322206e-06,1613941435055,1982
"mom_0",0.8630861205919449,1613941435055,1982
"eps_0",1e-05,1613941435055,1982
"wd_1",0.01,1613941435055,1982
"sqr_mom_1",0.99,1613941435055,1982
"lr_1",4.4765551763222056e-05,1613941435055,1982
"mom_1",0.8630861205919449,1613941435055,1982
"eps_1",1e-05,1613941435055,1982
"wd_2",0.01,1613941435055,1982
"sqr_mom_2",0.99,1613941435055,1982
"lr_2",0.00044765551763222054,1613941435055,1982
"mom_2",0.8630861205919449,1613941435055,1982
"eps_2",1e-05,1613941435055,1982
"train_loss",0.062603556,1613941436015,1983
"raw_loss",0.14054441,1613941436015,1983
"epoch",12.47798742138363,1613941436015,1983
"wd_0",0.01,1613941436015,1983
"sqr_mom_0",0.99,1613941436015,1983
"lr_0",4.4783309628396395e-06,1613941436015,1983
"mom_0",0.863041725929009,1613941436015,1983
"eps_0",1e-05,1613941436015,1983
"wd_1",0.01,1613941436015,1983
"sqr_mom_1",0.99,1613941436015,1983
"lr_1",4.478330962839639e-05,1613941436015,1983
"mom_1",0.863041725929009,1613941436015,1983
"eps_1",1e-05,1613941436015,1983
"wd_2",0.01,1613941436015,1983
"sqr_mom_2",0.99,1613941436015,1983
"lr_2",0.0004478330962839639,1613941436015,1983
"mom_2",0.863041725929009,1613941436015,1983
"eps_2",1e-05,1613941436015,1983
"train_loss",0.06269461,1613941436993,1984
"raw_loss",0.06715622,1613941436993,1984
"epoch",12.484276729559731,1613941436993,1984
"wd_0",0.01,1613941436993,1984
"sqr_mom_0",0.99,1613941436993,1984
"lr_0",4.480103932054885e-06,1613941436993,1984
"mom_0",0.8629974016986278,1613941436993,1984
"eps_0",1e-05,1613941436993,1984
"wd_1",0.01,1613941436993,1984
"sqr_mom_1",0.99,1613941436993,1984
"lr_1",4.4801039320548845e-05,1613941436993,1984
"mom_1",0.8629974016986278,1613941436993,1984
"eps_1",1e-05,1613941436993,1984
"wd_2",0.01,1613941436993,1984
"sqr_mom_2",0.99,1613941436993,1984
"lr_2",0.00044801039320548845,1613941436993,1984
"mom_2",0.8629974016986278,1613941436993,1984
"eps_2",1e-05,1613941436993,1984
"train_loss",0.062002894,1613941437944,1985
"raw_loss",0.028108878,1613941437944,1985
"epoch",12.490566037735832,1613941437944,1985
"wd_0",0.01,1613941437944,1985
"sqr_mom_0",0.99,1613941437944,1985
"lr_0",4.48187433349593e-06,1613941437944,1985
"mom_0",0.8629531416626017,1613941437944,1985
"eps_0",1e-05,1613941437944,1985
"wd_1",0.01,1613941437944,1985
"sqr_mom_1",0.99,1613941437944,1985
"lr_1",4.481874333495929e-05,1613941437944,1985
"mom_1",0.8629531416626017,1613941437944,1985
"eps_1",1e-05,1613941437944,1985
"wd_2",0.01,1613941437944,1985
"sqr_mom_2",0.99,1613941437944,1985
"lr_2",0.00044818743334959293,1613941437944,1985
"mom_2",0.8629531416626017,1613941437944,1985
"eps_2",1e-05,1613941437944,1985
"train_loss",0.061197277,1613941438889,1986
"raw_loss",0.02172204,1613941438889,1986
"epoch",12.496855345911932,1613941438889,1986
"wd_0",0.01,1613941438889,1986
"sqr_mom_0",0.99,1613941438889,1986
"lr_0",4.483642415234958e-06,1613941438889,1986
"mom_0",0.8629089396191261,1613941438889,1986
"eps_0",1e-05,1613941438889,1986
"wd_1",0.01,1613941438889,1986
"sqr_mom_1",0.99,1613941438889,1986
"lr_1",4.483642415234957e-05,1613941438889,1986
"mom_1",0.8629089396191261,1613941438889,1986
"eps_1",1e-05,1613941438889,1986
"wd_2",0.01,1613941438889,1986
"sqr_mom_2",0.99,1613941438889,1986
"lr_2",0.0004483642415234957,1613941438889,1986
"mom_2",0.8629089396191261,1613941438889,1986
"eps_2",1e-05,1613941438889,1986
"train_loss",0.060964644,1613941439841,1987
"raw_loss",0.049565587,1613941439841,1987
"epoch",12.503144654088032,1613941439841,1987
"wd_0",0.01,1613941439841,1987
"sqr_mom_0",0.99,1613941439841,1987
"lr_0",4.485407671551719e-06,1613941439841,1987
"mom_0",0.862864808211207,1613941439841,1987
"eps_0",1e-05,1613941439841,1987
"wd_1",0.01,1613941439841,1987
"sqr_mom_1",0.99,1613941439841,1987
"lr_1",4.485407671551718e-05,1613941439841,1987
"mom_1",0.862864808211207,1613941439841,1987
"eps_1",1e-05,1613941439841,1987
"wd_2",0.01,1613941439841,1987
"sqr_mom_2",0.99,1613941439841,1987
"lr_2",0.0004485407671551718,1613941439841,1987
"mom_2",0.862864808211207,1613941439841,1987
"eps_2",1e-05,1613941439841,1987
"train_loss",0.060796235,1613941440787,1988
"raw_loss",0.052544158,1613941440787,1988
"epoch",12.509433962264133,1613941440787,1988
"wd_0",0.01,1613941440787,1988
"sqr_mom_0",0.99,1613941440787,1988
"lr_0",4.487170601303841e-06,1613941440787,1988
"mom_0",0.862820734967404,1613941440787,1988
"eps_0",1e-05,1613941440787,1988
"wd_1",0.01,1613941440787,1988
"sqr_mom_1",0.99,1613941440787,1988
"lr_1",4.487170601303841e-05,1613941440787,1988
"mom_1",0.862820734967404,1613941440787,1988
"eps_1",1e-05,1613941440787,1988
"wd_2",0.01,1613941440787,1988
"sqr_mom_2",0.99,1613941440787,1988
"lr_2",0.000448717060130384,1613941440787,1988
"mom_2",0.862820734967404,1613941440787,1988
"eps_2",1e-05,1613941440787,1988
"train_loss",0.06008951,1613941441749,1989
"raw_loss",0.025459897,1613941441749,1989
"epoch",12.515723270440233,1613941441749,1989
"wd_0",0.01,1613941441749,1989
"sqr_mom_0",0.99,1613941441749,1989
"lr_0",4.488930950288434e-06,1613941441749,1989
"mom_0",0.8627767262427891,1613941441749,1989
"eps_0",1e-05,1613941441749,1989
"wd_1",0.01,1613941441749,1989
"sqr_mom_1",0.99,1613941441749,1989
"lr_1",4.488930950288434e-05,1613941441749,1989
"mom_1",0.8627767262427891,1613941441749,1989
"eps_1",1e-05,1613941441749,1989
"wd_2",0.01,1613941441749,1989
"sqr_mom_2",0.99,1613941441749,1989
"lr_2",0.00044889309502884337,1613941441749,1989
"mom_2",0.8627767262427891,1613941441749,1989
"eps_2",1e-05,1613941441749,1989
"train_loss",0.06050183,1613941442685,1990
"raw_loss",0.080705404,1613941442685,1990
"epoch",12.522012578616334,1613941442685,1990
"wd_0",0.01,1613941442685,1990
"sqr_mom_0",0.99,1613941442685,1990
"lr_0",4.490688465774419e-06,1613941442685,1990
"mom_0",0.8627327883556395,1613941442685,1990
"eps_0",1e-05,1613941442685,1990
"wd_1",0.01,1613941442685,1990
"sqr_mom_1",0.99,1613941442685,1990
"lr_1",4.490688465774419e-05,1613941442685,1990
"mom_1",0.8627327883556395,1613941442685,1990
"eps_1",1e-05,1613941442685,1990
"wd_2",0.01,1613941442685,1990
"sqr_mom_2",0.99,1613941442685,1990
"lr_2",0.0004490688465774419,1613941442685,1990
"mom_2",0.8627327883556395,1613941442685,1990
"eps_2",1e-05,1613941442685,1990
"train_loss",0.06010521,1613941443639,1991
"raw_loss",0.040670816,1613941443639,1991
"epoch",12.528301886792434,1613941443639,1991
"wd_0",0.01,1613941443639,1991
"sqr_mom_0",0.99,1613941443639,1991
"lr_0",4.4924436444318825e-06,1613941443639,1991
"mom_0",0.8626889088892029,1613941443639,1991
"eps_0",1e-05,1613941443639,1991
"wd_1",0.01,1613941443639,1991
"sqr_mom_1",0.99,1613941443639,1991
"lr_1",4.492443644431882e-05,1613941443639,1991
"mom_1",0.8626889088892029,1613941443639,1991
"eps_1",1e-05,1613941443639,1991
"wd_2",0.01,1613941443639,1991
"sqr_mom_2",0.99,1613941443639,1991
"lr_2",0.0004492443644431882,1613941443639,1991
"mom_2",0.8626889088892029,1613941443639,1991
"eps_2",1e-05,1613941443639,1991
"train_loss",0.060000297,1613941444587,1992
"raw_loss",0.054859594,1613941444587,1992
"epoch",12.534591194968534,1613941444587,1992
"wd_0",0.01,1613941444587,1992
"sqr_mom_0",0.99,1613941444587,1992
"lr_0",4.494195984231214e-06,1613941444587,1992
"mom_0",0.8626451003942197,1613941444587,1992
"eps_0",1e-05,1613941444587,1992
"wd_1",0.01,1613941444587,1992
"sqr_mom_1",0.99,1613941444587,1992
"lr_1",4.4941959842312127e-05,1613941444587,1992
"mom_1",0.8626451003942197,1613941444587,1992
"eps_1",1e-05,1613941444587,1992
"wd_2",0.01,1613941444587,1992
"sqr_mom_2",0.99,1613941444587,1992
"lr_2",0.0004494195984231213,1613941444587,1992
"mom_2",0.8626451003942197,1613941444587,1992
"eps_2",1e-05,1613941444587,1992
"train_loss",0.0599411,1613941445542,1993
"raw_loss",0.05704063,1613941445542,1993
"epoch",12.540880503144635,1613941445542,1993
"wd_0",0.01,1613941445542,1993
"sqr_mom_0",0.99,1613941445542,1993
"lr_0",4.495945731808594e-06,1613941445542,1993
"mom_0",0.8626013567047851,1613941445542,1993
"eps_0",1e-05,1613941445542,1993
"wd_1",0.01,1613941445542,1993
"sqr_mom_1",0.99,1613941445542,1993
"lr_1",4.4959457318085935e-05,1613941445542,1993
"mom_1",0.8626013567047851,1613941445542,1993
"eps_1",1e-05,1613941445542,1993
"wd_2",0.01,1613941445542,1993
"sqr_mom_2",0.99,1613941445542,1993
"lr_2",0.0004495945731808593,1613941445542,1993
"mom_2",0.8626013567047851,1613941445542,1993
"eps_2",1e-05,1613941445542,1993
"train_loss",0.06071216,1613941446479,1994
"raw_loss",0.09849399,1613941446479,1994
"epoch",12.547169811320735,1613941446479,1994
"wd_0",0.01,1613941446479,1994
"sqr_mom_0",0.99,1613941446479,1994
"lr_0",4.497693132330547e-06,1613941446479,1994
"mom_0",0.8625576716917364,1613941446479,1994
"eps_0",1e-05,1613941446479,1994
"wd_1",0.01,1613941446479,1994
"sqr_mom_1",0.99,1613941446479,1994
"lr_1",4.497693132330547e-05,1613941446479,1994
"mom_1",0.8625576716917364,1613941446479,1994
"eps_1",1e-05,1613941446479,1994
"wd_2",0.01,1613941446479,1994
"sqr_mom_2",0.99,1613941446479,1994
"lr_2",0.00044976931323305466,1613941446479,1994
"mom_2",0.8625576716917364,1613941446479,1994
"eps_2",1e-05,1613941446479,1994
"train_loss",0.06122161,1613941447423,1995
"raw_loss",0.086184725,1613941447423,1995
"epoch",12.553459119496836,1613941447423,1995
"wd_0",0.01,1613941447423,1995
"sqr_mom_0",0.99,1613941447423,1995
"lr_0",4.499437685992223e-06,1613941447423,1995
"mom_0",0.8625140578501944,1613941447423,1995
"eps_0",1e-05,1613941447423,1995
"wd_1",0.01,1613941447423,1995
"sqr_mom_1",0.99,1613941447423,1995
"lr_1",4.4994376859922226e-05,1613941447423,1995
"mom_1",0.8625140578501944,1613941447423,1995
"eps_1",1e-05,1613941447423,1995
"wd_2",0.01,1613941447423,1995
"sqr_mom_2",0.99,1613941447423,1995
"lr_2",0.0004499437685992222,1613941447423,1995
"mom_2",0.8625140578501944,1613941447423,1995
"eps_2",1e-05,1613941447423,1995
"train_loss",0.060591314,1613941448363,1996
"raw_loss",0.029706715,1613941448363,1996
"epoch",12.559748427672936,1613941448363,1996
"wd_0",0.01,1613941448363,1996
"sqr_mom_0",0.99,1613941448363,1996
"lr_0",4.501179638338326e-06,1613941448363,1996
"mom_0",0.8624705090415419,1613941448363,1996
"eps_0",1e-05,1613941448363,1996
"wd_1",0.01,1613941448363,1996
"sqr_mom_1",0.99,1613941448363,1996
"lr_1",4.501179638338326e-05,1613941448363,1996
"mom_1",0.8624705090415419,1613941448363,1996
"eps_1",1e-05,1613941448363,1996
"wd_2",0.01,1613941448363,1996
"sqr_mom_2",0.99,1613941448363,1996
"lr_2",0.0004501179638338326,1613941448363,1996
"mom_2",0.8624705090415419,1613941448363,1996
"eps_2",1e-05,1613941448363,1996
"train_loss",0.060025822,1613941449299,1997
"raw_loss",0.03231672,1613941449299,1997
"epoch",12.566037735849036,1613941449299,1997
"wd_0",0.01,1613941449299,1997
"sqr_mom_0",0.99,1613941449299,1997
"lr_0",4.502919233438746e-06,1613941449299,1997
"mom_0",0.8624270191640313,1613941449299,1997
"eps_0",1e-05,1613941449299,1997
"wd_1",0.01,1613941449299,1997
"sqr_mom_1",0.99,1613941449299,1997
"lr_1",4.5029192334387456e-05,1613941449299,1997
"mom_1",0.8624270191640313,1613941449299,1997
"eps_1",1e-05,1613941449299,1997
"wd_2",0.01,1613941449299,1997
"sqr_mom_2",0.99,1613941449299,1997
"lr_2",0.0004502919233438745,1613941449299,1997
"mom_2",0.8624270191640313,1613941449299,1997
"eps_2",1e-05,1613941449299,1997
"train_loss",0.059292104,1613941450255,1998
"raw_loss",0.023339909,1613941450255,1998
"epoch",12.572327044025137,1613941450255,1998
"wd_0",0.01,1613941450255,1998
"sqr_mom_0",0.99,1613941450255,1998
"lr_0",4.504656220442184e-06,1613941450255,1998
"mom_0",0.8623835944889454,1613941450255,1998
"eps_0",1e-05,1613941450255,1998
"wd_1",0.01,1613941450255,1998
"sqr_mom_1",0.99,1613941450255,1998
"lr_1",4.504656220442183e-05,1613941450255,1998
"mom_1",0.8623835944889454,1613941450255,1998
"eps_1",1e-05,1613941450255,1998
"wd_2",0.01,1613941450255,1998
"sqr_mom_2",0.99,1613941450255,1998
"lr_2",0.0004504656220442183,1613941450255,1998
"mom_2",0.8623835944889454,1613941450255,1998
"eps_2",1e-05,1613941450255,1998
"train_loss",0.058935508,1613941451204,1999
"raw_loss",0.041462287,1613941451204,1999
"epoch",12.578616352201237,1613941451204,1999
"wd_0",0.01,1613941451204,1999
"sqr_mom_0",0.99,1613941451204,1999
"lr_0",4.50639034998474e-06,1613941451204,1999
"mom_0",0.8623402412503814,1613941451204,1999
"eps_0",1e-05,1613941451204,1999
"wd_1",0.01,1613941451204,1999
"sqr_mom_1",0.99,1613941451204,1999
"lr_1",4.50639034998474e-05,1613941451204,1999
"mom_1",0.8623402412503814,1613941451204,1999
"eps_1",1e-05,1613941451204,1999
"wd_2",0.01,1613941451204,1999
"sqr_mom_2",0.99,1613941451204,1999
"lr_2",0.000450639034998474,1613941451204,1999
"mom_2",0.8623402412503814,1613941451204,1999
"eps_2",1e-05,1613941451204,1999
"train_loss",0.058552016,1613941452161,2000
"raw_loss",0.039760955,1613941452161,2000
"epoch",12.584905660377338,1613941452161,2000
"wd_0",0.01,1613941452161,2000
"sqr_mom_0",0.99,1613941452161,2000
"lr_0",4.508122112127684e-06,1613941452161,2000
"mom_0",0.8622969471968079,1613941452161,2000
"eps_0",1e-05,1613941452161,2000
"wd_1",0.01,1613941452161,2000
"sqr_mom_1",0.99,1613941452161,2000
"lr_1",4.508122112127684e-05,1613941452161,2000
"mom_1",0.8622969471968079,1613941452161,2000
"eps_1",1e-05,1613941452161,2000
"wd_2",0.01,1613941452161,2000
"sqr_mom_2",0.99,1613941452161,2000
"lr_2",0.00045081221121276834,1613941452161,2000
"mom_2",0.8622969471968079,1613941452161,2000
"eps_2",1e-05,1613941452161,2000
"train_loss",0.058149733,1613941453106,2001
"raw_loss",0.038437918,1613941453106,2001
"epoch",12.591194968553438,1613941453106,2001
"wd_0",0.01,1613941453106,2001
"sqr_mom_0",0.99,1613941453106,2001
"lr_0",4.5098510115391755e-06,1613941453106,2001
"mom_0",0.8622537247115206,1613941453106,2001
"eps_0",1e-05,1613941453106,2001
"wd_1",0.01,1613941453106,2001
"sqr_mom_1",0.99,1613941453106,2001
"lr_1",4.509851011539175e-05,1613941453106,2001
"mom_1",0.8622537247115206,1613941453106,2001
"eps_1",1e-05,1613941453106,2001
"wd_2",0.01,1613941453106,2001
"sqr_mom_2",0.99,1613941453106,2001
"lr_2",0.00045098510115391743,1613941453106,2001
"mom_2",0.8622537247115206,1613941453106,2001
"eps_2",1e-05,1613941453106,2001
"train_loss",0.05802786,1613941454048,2002
"raw_loss",0.052056093,1613941454048,2002
"epoch",12.597484276729539,1613941454048,2002
"wd_0",0.01,1613941454048,2002
"sqr_mom_0",0.99,1613941454048,2002
"lr_0",4.511577536802458e-06,1613941454048,2002
"mom_0",0.8622105615799386,1613941454048,2002
"eps_0",1e-05,1613941454048,2002
"wd_1",0.01,1613941454048,2002
"sqr_mom_1",0.99,1613941454048,2002
"lr_1",4.511577536802458e-05,1613941454048,2002
"mom_1",0.8622105615799386,1613941454048,2002
"eps_1",1e-05,1613941454048,2002
"wd_2",0.01,1613941454048,2002
"sqr_mom_2",0.99,1613941454048,2002
"lr_2",0.00045115775368024575,1613941454048,2002
"mom_2",0.8622105615799386,1613941454048,2002
"eps_2",1e-05,1613941454048,2002
"train_loss",0.05770808,1613941454993,2003
"raw_loss",0.042038944,1613941454993,2003
"epoch",12.603773584905639,1613941454993,2003
"wd_0",0.01,1613941454993,2003
"sqr_mom_0",0.99,1613941454993,2003
"lr_0",4.513301194083584e-06,1613941454993,2003
"mom_0",0.8621674701479104,1613941454993,2003
"eps_0",1e-05,1613941454993,2003
"wd_1",0.01,1613941454993,2003
"sqr_mom_1",0.99,1613941454993,2003
"lr_1",4.5133011940835835e-05,1613941454993,2003
"mom_1",0.8621674701479104,1613941454993,2003
"eps_1",1e-05,1613941454993,2003
"wd_2",0.01,1613941454993,2003
"sqr_mom_2",0.99,1613941454993,2003
"lr_2",0.0004513301194083583,1613941454993,2003
"mom_2",0.8621674701479104,1613941454993,2003
"eps_2",1e-05,1613941454993,2003
"train_loss",0.057547115,1613941455953,2004
"raw_loss",0.04965974,1613941455953,2004
"epoch",12.61006289308174,1613941455953,2004
"wd_0",0.01,1613941455953,2004
"sqr_mom_0",0.99,1613941455953,2004
"lr_0",4.515022225997883e-06,1613941455953,2004
"mom_0",0.8621244443500529,1613941455953,2004
"eps_0",1e-05,1613941455953,2004
"wd_1",0.01,1613941455953,2004
"sqr_mom_1",0.99,1613941455953,2004
"lr_1",4.515022225997883e-05,1613941455953,2004
"mom_1",0.8621244443500529,1613941455953,2004
"eps_1",1e-05,1613941455953,2004
"wd_2",0.01,1613941455953,2004
"sqr_mom_2",0.99,1613941455953,2004
"lr_2",0.0004515022225997882,1613941455953,2004
"mom_2",0.8621244443500529,1613941455953,2004
"eps_2",1e-05,1613941455953,2004
"train_loss",0.05694153,1613941456933,2005
"raw_loss",0.027267946,1613941456933,2005
"epoch",12.61635220125784,1613941456933,2005
"wd_0",0.01,1613941456933,2005
"sqr_mom_0",0.99,1613941456933,2005
"lr_0",4.516740873672228e-06,1613941456933,2005
"mom_0",0.8620814781581942,1613941456933,2005
"eps_0",1e-05,1613941456933,2005
"wd_1",0.01,1613941456933,2005
"sqr_mom_1",0.99,1613941456933,2005
"lr_1",4.516740873672228e-05,1613941456933,2005
"mom_1",0.8620814781581942,1613941456933,2005
"eps_1",1e-05,1613941456933,2005
"wd_2",0.01,1613941456933,2005
"sqr_mom_2",0.99,1613941456933,2005
"lr_2",0.0004516740873672228,1613941456933,2005
"mom_2",0.8620814781581942,1613941456933,2005
"eps_2",1e-05,1613941456933,2005
"train_loss",0.05719944,1613941457884,2006
"raw_loss",0.06983705,1613941457884,2006
"epoch",12.62264150943394,1613941457884,2006
"wd_0",0.01,1613941457884,2006
"sqr_mom_0",0.99,1613941457884,2006
"lr_0",4.518456645525881e-06,1613941457884,2006
"mom_0",0.862038583861853,1613941457884,2006
"eps_0",1e-05,1613941457884,2006
"wd_1",0.01,1613941457884,2006
"sqr_mom_1",0.99,1613941457884,2006
"lr_1",4.51845664552588e-05,1613941457884,2006
"mom_1",0.862038583861853,1613941457884,2006
"eps_1",1e-05,1613941457884,2006
"wd_2",0.01,1613941457884,2006
"sqr_mom_2",0.99,1613941457884,2006
"lr_2",0.000451845664552588,1613941457884,2006
"mom_2",0.862038583861853,1613941457884,2006
"eps_2",1e-05,1613941457884,2006
"train_loss",0.057087205,1613941458870,2007
"raw_loss",0.05158764,1613941458870,2007
"epoch",12.62893081761004,1613941458870,2007
"wd_0",0.01,1613941458870,2007
"sqr_mom_0",0.99,1613941458870,2007
"lr_0",4.520170026432265e-06,1613941458870,2007
"mom_0",0.8619957493391934,1613941458870,2007
"eps_0",1e-05,1613941458870,2007
"wd_1",0.01,1613941458870,2007
"sqr_mom_1",0.99,1613941458870,2007
"lr_1",4.5201700264322646e-05,1613941458870,2007
"mom_1",0.8619957493391934,1613941458870,2007
"eps_1",1e-05,1613941458870,2007
"wd_2",0.01,1613941458870,2007
"sqr_mom_2",0.99,1613941458870,2007
"lr_2",0.00045201700264322644,1613941458870,2007
"mom_2",0.8619957493391934,1613941458870,2007
"eps_2",1e-05,1613941458870,2007
"train_loss",0.05710026,1613941459898,2008
"raw_loss",0.057739828,1613941459898,2008
"epoch",12.635220125786141,1613941459898,2008
"wd_0",0.01,1613941459898,2008
"sqr_mom_0",0.99,1613941459898,2008
"lr_0",4.521880769305433e-06,1613941459898,2008
"mom_0",0.8619529807673642,1613941459898,2008
"eps_0",1e-05,1613941459898,2008
"wd_1",0.01,1613941459898,2008
"sqr_mom_1",0.99,1613941459898,2008
"lr_1",4.521880769305433e-05,1613941459898,2008
"mom_1",0.8619529807673642,1613941459898,2008
"eps_1",1e-05,1613941459898,2008
"wd_2",0.01,1613941459898,2008
"sqr_mom_2",0.99,1613941459898,2008
"lr_2",0.00045218807693054333,1613941459898,2008
"mom_2",0.8619529807673642,1613941459898,2008
"eps_2",1e-05,1613941459898,2008
"train_loss",0.05697657,1613941460878,2009
"raw_loss",0.050915815,1613941460878,2009
"epoch",12.641509433962241,1613941460878,2009
"wd_0",0.01,1613941460878,2009
"sqr_mom_0",0.99,1613941460878,2009
"lr_0",4.52358862856391e-06,1613941460878,2009
"mom_0",0.8619102842859022,1613941460878,2009
"eps_0",1e-05,1613941460878,2009
"wd_1",0.01,1613941460878,2009
"sqr_mom_1",0.99,1613941460878,2009
"lr_1",4.52358862856391e-05,1613941460878,2009
"mom_1",0.8619102842859022,1613941460878,2009
"eps_1",1e-05,1613941460878,2009
"wd_2",0.01,1613941460878,2009
"sqr_mom_2",0.99,1613941460878,2009
"lr_2",0.000452358862856391,1613941460878,2009
"mom_2",0.8619102842859022,1613941460878,2009
"eps_2",1e-05,1613941460878,2009
"train_loss",0.057886053,1613941461843,2010
"raw_loss",0.102450594,1613941461843,2010
"epoch",12.647798742138342,1613941461843,2010
"wd_0",0.01,1613941461843,2010
"sqr_mom_0",0.99,1613941461843,2010
"lr_0",4.525293844608293e-06,1613941461843,2010
"mom_0",0.8618676538847927,1613941461843,2010
"eps_0",1e-05,1613941461843,2010
"wd_1",0.01,1613941461843,2010
"sqr_mom_1",0.99,1613941461843,2010
"lr_1",4.525293844608293e-05,1613941461843,2010
"mom_1",0.8618676538847927,1613941461843,2010
"eps_1",1e-05,1613941461843,2010
"wd_2",0.01,1613941461843,2010
"sqr_mom_2",0.99,1613941461843,2010
"lr_2",0.0004525293844608293,1613941461843,2010
"mom_2",0.8618676538847927,1613941461843,2010
"eps_2",1e-05,1613941461843,2010
"train_loss",0.057959422,1613941462811,2011
"raw_loss",0.06155454,1613941462811,2011
"epoch",12.654088050314442,1613941462811,2011
"wd_0",0.01,1613941462811,2011
"sqr_mom_0",0.99,1613941462811,2011
"lr_0",4.526996656340608e-06,1613941462811,2011
"mom_0",0.8618250835914848,1613941462811,2011
"eps_0",1e-05,1613941462811,2011
"wd_1",0.01,1613941462811,2011
"sqr_mom_1",0.99,1613941462811,2011
"lr_1",4.526996656340607e-05,1613941462811,2011
"mom_1",0.8618250835914848,1613941462811,2011
"eps_1",1e-05,1613941462811,2011
"wd_2",0.01,1613941462811,2011
"sqr_mom_2",0.99,1613941462811,2011
"lr_2",0.0004526996656340607,1613941462811,2011
"mom_2",0.8618250835914848,1613941462811,2011
"eps_2",1e-05,1613941462811,2011
"train_loss",0.05923177,1613941463791,2012
"raw_loss",0.121576786,1613941463791,2012
"epoch",12.660377358490543,1613941463791,2012
"wd_0",0.01,1613941463791,2012
"sqr_mom_0",0.99,1613941463791,2012
"lr_0",4.52869657670963e-06,1613941463791,2012
"mom_0",0.8617825855822593,1613941463791,2012
"eps_0",1e-05,1613941463791,2012
"wd_1",0.01,1613941463791,2012
"sqr_mom_1",0.99,1613941463791,2012
"lr_1",4.52869657670963e-05,1613941463791,2012
"mom_1",0.8617825855822593,1613941463791,2012
"eps_1",1e-05,1613941463791,2012
"wd_2",0.01,1613941463791,2012
"sqr_mom_2",0.99,1613941463791,2012
"lr_2",0.00045286965767096294,1613941463791,2012
"mom_2",0.8617825855822593,1613941463791,2012
"eps_2",1e-05,1613941463791,2012
"train_loss",0.05984647,1613941464752,2013
"raw_loss",0.08996681,1613941464752,2013
"epoch",12.666666666666643,1613941464752,2013
"wd_0",0.01,1613941464752,2013
"sqr_mom_0",0.99,1613941464752,2013
"lr_0",4.530394086109191e-06,1613941464752,2013
"mom_0",0.8617401478472703,1613941464752,2013
"eps_0",1e-05,1613941464752,2013
"wd_1",0.01,1613941464752,2013
"sqr_mom_1",0.99,1613941464752,2013
"lr_1",4.5303940861091906e-05,1613941464752,2013
"mom_1",0.8617401478472703,1613941464752,2013
"eps_1",1e-05,1613941464752,2013
"wd_2",0.01,1613941464752,2013
"sqr_mom_2",0.99,1613941464752,2013
"lr_2",0.00045303940861091905,1613941464752,2013
"mom_2",0.8617401478472703,1613941464752,2013
"eps_2",1e-05,1613941464752,2013
"train_loss",0.059380364,1613941465709,2014
"raw_loss",0.036541283,1613941465709,2014
"epoch",12.672955974842743,1613941465709,2014
"wd_0",0.01,1613941465709,2014
"sqr_mom_0",0.99,1613941465709,2014
"lr_0",4.532088699004681e-06,1613941465709,2014
"mom_0",0.8616977825248829,1613941465709,2014
"eps_0",1e-05,1613941465709,2014
"wd_1",0.01,1613941465709,2014
"sqr_mom_1",0.99,1613941465709,2014
"lr_1",4.53208869900468e-05,1613941465709,2014
"mom_1",0.8616977825248829,1613941465709,2014
"eps_1",1e-05,1613941465709,2014
"wd_2",0.01,1613941465709,2014
"sqr_mom_2",0.99,1613941465709,2014
"lr_2",0.000453208869900468,1613941465709,2014
"mom_2",0.8616977825248829,1613941465709,2014
"eps_2",1e-05,1613941465709,2014
"train_loss",0.05884335,1613941466661,2015
"raw_loss",0.032529492,1613941466661,2015
"epoch",12.679245283018844,1613941466661,2015
"wd_0",0.01,1613941466661,2015
"sqr_mom_0",0.99,1613941466661,2015
"lr_0",4.533780653939638e-06,1613941466661,2015
"mom_0",0.861655483651509,1613941466661,2015
"eps_0",1e-05,1613941466661,2015
"wd_1",0.01,1613941466661,2015
"sqr_mom_1",0.99,1613941466661,2015
"lr_1",4.533780653939637e-05,1613941466661,2015
"mom_1",0.861655483651509,1613941466661,2015
"eps_1",1e-05,1613941466661,2015
"wd_2",0.01,1613941466661,2015
"sqr_mom_2",0.99,1613941466661,2015
"lr_2",0.0004533780653939637,1613941466661,2015
"mom_2",0.861655483651509,1613941466661,2015
"eps_2",1e-05,1613941466661,2015
"train_loss",0.058743905,1613941467640,2016
"raw_loss",0.05387118,1613941467640,2016
"epoch",12.685534591194944,1613941467640,2016
"wd_0",0.01,1613941467640,2016
"sqr_mom_0",0.99,1613941467640,2016
"lr_0",4.535470187950669e-06,1613941467640,2016
"mom_0",0.8616132453012333,1613941467640,2016
"eps_0",1e-05,1613941467640,2016
"wd_1",0.01,1613941467640,2016
"sqr_mom_1",0.99,1613941467640,2016
"lr_1",4.535470187950668e-05,1613941467640,2016
"mom_1",0.8616132453012333,1613941467640,2016
"eps_1",1e-05,1613941467640,2016
"wd_2",0.01,1613941467640,2016
"sqr_mom_2",0.99,1613941467640,2016
"lr_2",0.0004535470187950668,1613941467640,2016
"mom_2",0.8616132453012333,1613941467640,2016
"eps_2",1e-05,1613941467640,2016
"train_loss",0.061768938,1613941468579,2017
"raw_loss",0.20999576,1613941468579,2017
"epoch",12.691823899371045,1613941468579,2017
"wd_0",0.01,1613941468579,2017
"sqr_mom_0",0.99,1613941468579,2017
"lr_0",4.537157057377286e-06,1613941468579,2017
"mom_0",0.8615710735655678,1613941468579,2017
"eps_0",1e-05,1613941468579,2017
"wd_1",0.01,1613941468579,2017
"sqr_mom_1",0.99,1613941468579,2017
"lr_1",4.537157057377286e-05,1613941468579,2017
"mom_1",0.8615710735655678,1613941468579,2017
"eps_1",1e-05,1613941468579,2017
"wd_2",0.01,1613941468579,2017
"sqr_mom_2",0.99,1613941468579,2017
"lr_2",0.00045371570573772855,1613941468579,2017
"mom_2",0.8615710735655678,1613941468579,2017
"eps_2",1e-05,1613941468579,2017
"train_loss",0.06127572,1613941469545,2018
"raw_loss",0.037108015,1613941469545,2018
"epoch",12.698113207547145,1613941469545,2018
"wd_0",0.01,1613941469545,2018
"sqr_mom_0",0.99,1613941469545,2018
"lr_0",4.538841020078618e-06,1613941469545,2018
"mom_0",0.8615289744980346,1613941469545,2018
"eps_0",1e-05,1613941469545,2018
"wd_1",0.01,1613941469545,2018
"sqr_mom_1",0.99,1613941469545,2018
"lr_1",4.538841020078618e-05,1613941469545,2018
"mom_1",0.8615289744980346,1613941469545,2018
"eps_1",1e-05,1613941469545,2018
"wd_2",0.01,1613941469545,2018
"sqr_mom_2",0.99,1613941469545,2018
"lr_2",0.0004538841020078618,1613941469545,2018
"mom_2",0.8615289744980346,1613941469545,2018
"eps_2",1e-05,1613941469545,2018
"train_loss",0.06060875,1613941470506,2019
"raw_loss",0.027927088,1613941470506,2019
"epoch",12.704402515723245,1613941470506,2019
"wd_0",0.01,1613941470506,2019
"sqr_mom_0",0.99,1613941470506,2019
"lr_0",4.540522551938893e-06,1613941470506,2019
"mom_0",0.8614869362015277,1613941470506,2019
"eps_0",1e-05,1613941470506,2019
"wd_1",0.01,1613941470506,2019
"sqr_mom_1",0.99,1613941470506,2019
"lr_1",4.540522551938892e-05,1613941470506,2019
"mom_1",0.8614869362015277,1613941470506,2019
"eps_1",1e-05,1613941470506,2019
"wd_2",0.01,1613941470506,2019
"sqr_mom_2",0.99,1613941470506,2019
"lr_2",0.00045405225519388917,1613941470506,2019
"mom_2",0.8614869362015277,1613941470506,2019
"eps_2",1e-05,1613941470506,2019
"train_loss",0.060734287,1613941471453,2020
"raw_loss",0.06688568,1613941471453,2020
"epoch",12.710691823899346,1613941471453,2020
"wd_0",0.01,1613941471453,2020
"sqr_mom_0",0.99,1613941471453,2020
"lr_0",4.5422011719935176e-06,1613941471453,2020
"mom_0",0.861444970700162,1613941471453,2020
"eps_0",1e-05,1613941471453,2020
"wd_1",0.01,1613941471453,2020
"sqr_mom_1",0.99,1613941471453,2020
"lr_1",4.542201171993517e-05,1613941471453,2020
"mom_1",0.861444970700162,1613941471453,2020
"eps_1",1e-05,1613941471453,2020
"wd_2",0.01,1613941471453,2020
"sqr_mom_2",0.99,1613941471453,2020
"lr_2",0.0004542201171993517,1613941471453,2020
"mom_2",0.861444970700162,1613941471453,2020
"eps_2",1e-05,1613941471453,2020
"train_loss",0.060155276,1613941472402,2021
"raw_loss",0.03178375,1613941472402,2021
"epoch",12.716981132075446,1613941472402,2021
"wd_0",0.01,1613941472402,2021
"sqr_mom_0",0.99,1613941472402,2021
"lr_0",4.5438771165438775e-06,1613941472402,2021
"mom_0",0.8614030720864031,1613941472402,2021
"eps_0",1e-05,1613941472402,2021
"wd_1",0.01,1613941472402,2021
"sqr_mom_1",0.99,1613941472402,2021
"lr_1",4.543877116543877e-05,1613941472402,2021
"mom_1",0.8614030720864031,1613941472402,2021
"eps_1",1e-05,1613941472402,2021
"wd_2",0.01,1613941472402,2021
"sqr_mom_2",0.99,1613941472402,2021
"lr_2",0.0004543877116543877,1613941472402,2021
"mom_2",0.8614030720864031,1613941472402,2021
"eps_2",1e-05,1613941472402,2021
"train_loss",0.060395133,1613941473357,2022
"raw_loss",0.07214817,1613941473357,2022
"epoch",12.723270440251547,1613941473357,2022
"wd_0",0.01,1613941473357,2022
"sqr_mom_0",0.99,1613941473357,2022
"lr_0",4.5455506203744785e-06,1613941473357,2022
"mom_0",0.8613612344906381,1613941473357,2022
"eps_0",1e-05,1613941473357,2022
"wd_1",0.01,1613941473357,2022
"sqr_mom_1",0.99,1613941473357,2022
"lr_1",4.545550620374478e-05,1613941473357,2022
"mom_1",0.8613612344906381,1613941473357,2022
"eps_1",1e-05,1613941473357,2022
"wd_2",0.01,1613941473357,2022
"sqr_mom_2",0.99,1613941473357,2022
"lr_2",0.00045455506203744776,1613941473357,2022
"mom_2",0.8613612344906381,1613941473357,2022
"eps_2",1e-05,1613941473357,2022
"train_loss",0.060616817,1613941474358,2023
"raw_loss",0.07147938,1613941474358,2023
"epoch",12.729559748427647,1613941474358,2023
"wd_0",0.01,1613941474358,2023
"sqr_mom_0",0.99,1613941474358,2023
"lr_0",4.547221204816966e-06,1613941474358,2023
"mom_0",0.8613194698795759,1613941474358,2023
"eps_0",1e-05,1613941474358,2023
"wd_1",0.01,1613941474358,2023
"sqr_mom_1",0.99,1613941474358,2023
"lr_1",4.547221204816965e-05,1613941474358,2023
"mom_1",0.8613194698795759,1613941474358,2023
"eps_1",1e-05,1613941474358,2023
"wd_2",0.01,1613941474358,2023
"sqr_mom_2",0.99,1613941474358,2023
"lr_2",0.0004547221204816965,1613941474358,2023
"mom_2",0.8613194698795759,1613941474358,2023
"eps_2",1e-05,1613941474358,2023
"train_loss",0.06159609,1613941475489,2024
"raw_loss",0.10958064,1613941475489,2024
"epoch",12.735849056603747,1613941475489,2024
"wd_0",0.01,1613941475489,2024
"sqr_mom_0",0.99,1613941475489,2024
"lr_0",4.5488893419749e-06,1613941475489,2024
"mom_0",0.8612777664506275,1613941475489,2024
"eps_0",1e-05,1613941475489,2024
"wd_1",0.01,1613941475489,2024
"sqr_mom_1",0.99,1613941475489,2024
"lr_1",4.5488893419749e-05,1613941475489,2024
"mom_1",0.8612777664506275,1613941475489,2024
"eps_1",1e-05,1613941475489,2024
"wd_2",0.01,1613941475489,2024
"sqr_mom_2",0.99,1613941475489,2024
"lr_2",0.00045488893419749,1613941475489,2024
"mom_2",0.8612777664506275,1613941475489,2024
"eps_2",1e-05,1613941475489,2024
"train_loss",0.06238709,1613941476557,2025
"raw_loss",0.10114597,1613941476557,2025
"epoch",12.742138364779848,1613941476557,2025
"wd_0",0.01,1613941476557,2025
"sqr_mom_0",0.99,1613941476557,2025
"lr_0",4.550554554714947e-06,1613941476557,2025
"mom_0",0.8612361361321264,1613941476557,2025
"eps_0",1e-05,1613941476557,2025
"wd_1",0.01,1613941476557,2025
"sqr_mom_1",0.99,1613941476557,2025
"lr_1",4.550554554714946e-05,1613941476557,2025
"mom_1",0.8612361361321264,1613941476557,2025
"eps_1",1e-05,1613941476557,2025
"wd_2",0.01,1613941476557,2025
"sqr_mom_2",0.99,1613941476557,2025
"lr_2",0.0004550554554714946,1613941476557,2025
"mom_2",0.8612361361321264,1613941476557,2025
"eps_2",1e-05,1613941476557,2025
"train_loss",0.062262468,1613941477523,2026
"raw_loss",0.056155924,1613941477523,2026
"epoch",12.748427672955948,1613941477523,2026
"wd_0",0.01,1613941477523,2026
"sqr_mom_0",0.99,1613941477523,2026
"lr_0",4.5522173136226326e-06,1613941477523,2026
"mom_0",0.8611945671594342,1613941477523,2026
"eps_0",1e-05,1613941477523,2026
"wd_1",0.01,1613941477523,2026
"sqr_mom_1",0.99,1613941477523,2026
"lr_1",4.5522173136226326e-05,1613941477523,2026
"mom_1",0.8611945671594342,1613941477523,2026
"eps_1",1e-05,1613941477523,2026
"wd_2",0.01,1613941477523,2026
"sqr_mom_2",0.99,1613941477523,2026
"lr_2",0.0004552217313622632,1613941477523,2026
"mom_2",0.8611945671594342,1613941477523,2026
"eps_2",1e-05,1613941477523,2026
"train_loss",0.063443,1613941478487,2027
"raw_loss",0.121289,1613941478487,2027
"epoch",12.754716981132049,1613941478487,2027
"wd_0",0.01,1613941478487,2027
"sqr_mom_0",0.99,1613941478487,2027
"lr_0",4.553877378883713e-06,1613941478487,2027
"mom_0",0.8611530655279072,1613941478487,2027
"eps_0",1e-05,1613941478487,2027
"wd_1",0.01,1613941478487,2027
"sqr_mom_1",0.99,1613941478487,2027
"lr_1",4.553877378883713e-05,1613941478487,2027
"mom_1",0.8611530655279072,1613941478487,2027
"eps_1",1e-05,1613941478487,2027
"wd_2",0.01,1613941478487,2027
"sqr_mom_2",0.99,1613941478487,2027
"lr_2",0.0004553877378883713,1613941478487,2027
"mom_2",0.8611530655279072,1613941478487,2027
"eps_2",1e-05,1613941478487,2027
"train_loss",0.06445235,1613941479441,2028
"raw_loss",0.11391051,1613941479441,2028
"epoch",12.761006289308149,1613941479441,2028
"wd_0",0.01,1613941479441,2028
"sqr_mom_0",0.99,1613941479441,2028
"lr_0",4.555534512220131e-06,1613941479441,2028
"mom_0",0.8611116371944967,1613941479441,2028
"eps_0",1e-05,1613941479441,2028
"wd_1",0.01,1613941479441,2028
"sqr_mom_1",0.99,1613941479441,2028
"lr_1",4.5555345122201305e-05,1613941479441,2028
"mom_1",0.8611116371944967,1613941479441,2028
"eps_1",1e-05,1613941479441,2028
"wd_2",0.01,1613941479441,2028
"sqr_mom_2",0.99,1613941479441,2028
"lr_2",0.0004555534512220131,1613941479441,2028
"mom_2",0.8611116371944967,1613941479441,2028
"eps_2",1e-05,1613941479441,2028
"train_loss",0.06395586,1613941480383,2029
"raw_loss",0.039627787,1613941480383,2029
"epoch",12.76729559748425,1613941480383,2029
"wd_0",0.01,1613941480383,2029
"sqr_mom_0",0.99,1613941480383,2029
"lr_0",4.5571889469207965e-06,1613941480383,2029
"mom_0",0.8610702763269801,1613941480383,2029
"eps_0",1e-05,1613941480383,2029
"wd_1",0.01,1613941480383,2029
"sqr_mom_1",0.99,1613941480383,2029
"lr_1",4.557188946920795e-05,1613941480383,2029
"mom_1",0.8610702763269801,1613941480383,2029
"eps_1",1e-05,1613941480383,2029
"wd_2",0.01,1613941480383,2029
"sqr_mom_2",0.99,1613941480383,2029
"lr_2",0.0004557188946920795,1613941480383,2029
"mom_2",0.8610702763269801,1613941480383,2029
"eps_2",1e-05,1613941480383,2029
"train_loss",0.06377107,1613941481322,2030
"raw_loss",0.05471641,1613941481322,2030
"epoch",12.77358490566035,1613941481322,2030
"wd_0",0.01,1613941481322,2030
"sqr_mom_0",0.99,1613941481322,2030
"lr_0",4.558840914744623e-06,1613941481322,2030
"mom_0",0.8610289771313844,1613941481322,2030
"eps_0",1e-05,1613941481322,2030
"wd_1",0.01,1613941481322,2030
"sqr_mom_1",0.99,1613941481322,2030
"lr_1",4.558840914744623e-05,1613941481322,2030
"mom_1",0.8610289771313844,1613941481322,2030
"eps_1",1e-05,1613941481322,2030
"wd_2",0.01,1613941481322,2030
"sqr_mom_2",0.99,1613941481322,2030
"lr_2",0.0004558840914744622,1613941481322,2030
"mom_2",0.8610289771313844,1613941481322,2030
"eps_2",1e-05,1613941481322,2030
"train_loss",0.06367482,1613941482275,2031
"raw_loss",0.058958758,1613941482275,2031
"epoch",12.77987421383645,1613941482275,2031
"wd_0",0.01,1613941482275,2031
"sqr_mom_0",0.99,1613941482275,2031
"lr_0",4.5604899431831525e-06,1613941482275,2031
"mom_0",0.8609877514204212,1613941482275,2031
"eps_0",1e-05,1613941482275,2031
"wd_1",0.01,1613941482275,2031
"sqr_mom_1",0.99,1613941482275,2031
"lr_1",4.5604899431831517e-05,1613941482275,2031
"mom_1",0.8609877514204212,1613941482275,2031
"eps_1",1e-05,1613941482275,2031
"wd_2",0.01,1613941482275,2031
"sqr_mom_2",0.99,1613941482275,2031
"lr_2",0.00045604899431831515,1613941482275,2031
"mom_2",0.8609877514204212,1613941482275,2031
"eps_2",1e-05,1613941482275,2031
"train_loss",0.06312069,1613941483219,2032
"raw_loss",0.035968214,1613941483219,2032
"epoch",12.78616352201255,1613941483219,2032
"wd_0",0.01,1613941483219,2032
"sqr_mom_0",0.99,1613941483219,2032
"lr_0",4.5621364982482645e-06,1613941483219,2032
"mom_0",0.8609465875437934,1613941483219,2032
"eps_0",1e-05,1613941483219,2032
"wd_1",0.01,1613941483219,2032
"sqr_mom_1",0.99,1613941483219,2032
"lr_1",4.562136498248264e-05,1613941483219,2032
"mom_1",0.8609465875437934,1613941483219,2032
"eps_1",1e-05,1613941483219,2032
"wd_2",0.01,1613941483219,2032
"sqr_mom_2",0.99,1613941483219,2032
"lr_2",0.0004562136498248264,1613941483219,2032
"mom_2",0.8609465875437934,1613941483219,2032
"eps_2",1e-05,1613941483219,2032
"train_loss",0.06320387,1613941484162,2033
"raw_loss",0.067279726,1613941484162,2033
"epoch",12.792452830188651,1613941484162,2033
"wd_0",0.01,1613941484162,2033
"sqr_mom_0",0.99,1613941484162,2033
"lr_0",4.563780108979698e-06,1613941484162,2033
"mom_0",0.8609054972755076,1613941484162,2033
"eps_0",1e-05,1613941484162,2033
"wd_1",0.01,1613941484162,2033
"sqr_mom_1",0.99,1613941484162,2033
"lr_1",4.563780108979698e-05,1613941484162,2033
"mom_1",0.8609054972755076,1613941484162,2033
"eps_1",1e-05,1613941484162,2033
"wd_2",0.01,1613941484162,2033
"sqr_mom_2",0.99,1613941484162,2033
"lr_2",0.00045637801089796977,1613941484162,2033
"mom_2",0.8609054972755076,1613941484162,2033
"eps_2",1e-05,1613941484162,2033
"train_loss",0.06307924,1613941485108,2034
"raw_loss",0.056972366,1613941485108,2034
"epoch",12.798742138364751,1613941485108,2034
"wd_0",0.01,1613941485108,2034
"sqr_mom_0",0.99,1613941485108,2034
"lr_0",4.565421006770417e-06,1613941485108,2034
"mom_0",0.8608644748307396,1613941485108,2034
"eps_0",1e-05,1613941485108,2034
"wd_1",0.01,1613941485108,2034
"sqr_mom_1",0.99,1613941485108,2034
"lr_1",4.5654210067704165e-05,1613941485108,2034
"mom_1",0.8608644748307396,1613941485108,2034
"eps_1",1e-05,1613941485108,2034
"wd_2",0.01,1613941485108,2034
"sqr_mom_2",0.99,1613941485108,2034
"lr_2",0.0004565421006770416,1613941485108,2034
"mom_2",0.8608644748307396,1613941485108,2034
"eps_2",1e-05,1613941485108,2034
"train_loss",0.06406707,1613941486083,2035
"raw_loss",0.112471044,1613941486083,2035
"epoch",12.805031446540852,1613941486083,2035
"wd_0",0.01,1613941486083,2035
"sqr_mom_0",0.99,1613941486083,2035
"lr_0",4.567059421475279e-06,1613941486083,2035
"mom_0",0.860823514463118,1613941486083,2035
"eps_0",1e-05,1613941486083,2035
"wd_1",0.01,1613941486083,2035
"sqr_mom_1",0.99,1613941486083,2035
"lr_1",4.567059421475278e-05,1613941486083,2035
"mom_1",0.860823514463118,1613941486083,2035
"eps_1",1e-05,1613941486083,2035
"wd_2",0.01,1613941486083,2035
"sqr_mom_2",0.99,1613941486083,2035
"lr_2",0.0004567059421475278,1613941486083,2035
"mom_2",0.860823514463118,1613941486083,2035
"eps_2",1e-05,1613941486083,2035
"train_loss",0.063555725,1613941487036,2036
"raw_loss",0.038499456,1613941487036,2036
"epoch",12.811320754716952,1613941487036,2036
"wd_0",0.01,1613941487036,2036
"sqr_mom_0",0.99,1613941487036,2036
"lr_0",4.5686951167772235e-06,1613941487036,2036
"mom_0",0.8607826220805694,1613941487036,2036
"eps_0",1e-05,1613941487036,2036
"wd_1",0.01,1613941487036,2036
"sqr_mom_1",0.99,1613941487036,2036
"lr_1",4.5686951167772233e-05,1613941487036,2036
"mom_1",0.8607826220805694,1613941487036,2036
"eps_1",1e-05,1613941487036,2036
"wd_2",0.01,1613941487036,2036
"sqr_mom_2",0.99,1613941487036,2036
"lr_2",0.0004568695116777223,1613941487036,2036
"mom_2",0.8607826220805694,1613941487036,2036
"eps_2",1e-05,1613941487036,2036
"train_loss",0.06402255,1613941487993,2037
"raw_loss",0.08689689,1613941487993,2037
"epoch",12.817610062893053,1613941487993,2037
"wd_0",0.01,1613941487993,2037
"sqr_mom_0",0.99,1613941487993,2037
"lr_0",4.5703278579100664e-06,1613941487993,2037
"mom_0",0.8607418035522483,1613941487993,2037
"eps_0",1e-05,1613941487993,2037
"wd_1",0.01,1613941487993,2037
"sqr_mom_1",0.99,1613941487993,2037
"lr_1",4.5703278579100664e-05,1613941487993,2037
"mom_1",0.8607418035522483,1613941487993,2037
"eps_1",1e-05,1613941487993,2037
"wd_2",0.01,1613941487993,2037
"sqr_mom_2",0.99,1613941487993,2037
"lr_2",0.0004570327857910066,1613941487993,2037
"mom_2",0.8607418035522483,1613941487993,2037
"eps_2",1e-05,1613941487993,2037
"train_loss",0.06368801,1613941488947,2038
"raw_loss",0.04729554,1613941488947,2038
"epoch",12.823899371069153,1613941488947,2038
"wd_0",0.01,1613941488947,2038
"sqr_mom_0",0.99,1613941488947,2038
"lr_0",4.571958106282931e-06,1613941488947,2038
"mom_0",0.8607010473429267,1613941488947,2038
"eps_0",1e-05,1613941488947,2038
"wd_1",0.01,1613941488947,2038
"sqr_mom_1",0.99,1613941488947,2038
"lr_1",4.57195810628293e-05,1613941488947,2038
"mom_1",0.8607010473429267,1613941488947,2038
"eps_1",1e-05,1613941488947,2038
"wd_2",0.01,1613941488947,2038
"sqr_mom_2",0.99,1613941488947,2038
"lr_2",0.000457195810628293,1613941488947,2038
"mom_2",0.8607010473429267,1613941488947,2038
"eps_2",1e-05,1613941488947,2038
"train_loss",0.065266564,1613941489955,2039
"raw_loss",0.14261593,1613941489955,2039
"epoch",12.830188679245254,1613941489955,2039
"wd_0",0.01,1613941489955,2039
"sqr_mom_0",0.99,1613941489955,2039
"lr_0",4.57358539559972e-06,1613941489955,2039
"mom_0",0.860660365110007,1613941489955,2039
"eps_0",1e-05,1613941489955,2039
"wd_1",0.01,1613941489955,2039
"sqr_mom_1",0.99,1613941489955,2039
"lr_1",4.573585395599719e-05,1613941489955,2039
"mom_1",0.860660365110007,1613941489955,2039
"eps_1",1e-05,1613941489955,2039
"wd_2",0.01,1613941489955,2039
"sqr_mom_2",0.99,1613941489955,2039
"lr_2",0.0004573585395599719,1613941489955,2039
"mom_2",0.860660365110007,1613941489955,2039
"eps_2",1e-05,1613941489955,2039
"train_loss",0.06493139,1613941490903,2040
"raw_loss",0.04850801,1613941490903,2040
"epoch",12.836477987421354,1613941490903,2040
"wd_0",0.01,1613941490903,2040
"sqr_mom_0",0.99,1613941490903,2040
"lr_0",4.575209954964987e-06,1613941490903,2040
"mom_0",0.8606197511258753,1613941490903,2040
"eps_0",1e-05,1613941490903,2040
"wd_1",0.01,1613941490903,2040
"sqr_mom_1",0.99,1613941490903,2040
"lr_1",4.575209954964985e-05,1613941490903,2040
"mom_1",0.8606197511258753,1613941490903,2040
"eps_1",1e-05,1613941490903,2040
"wd_2",0.01,1613941490903,2040
"sqr_mom_2",0.99,1613941490903,2040
"lr_2",0.00045752099549649855,1613941490903,2040
"mom_2",0.8606197511258753,1613941490903,2040
"eps_2",1e-05,1613941490903,2040
"train_loss",0.06762193,1613941491874,2041
"raw_loss",0.19945852,1613941491874,2041
"epoch",12.842767295597454,1613941491874,2041
"wd_0",0.01,1613941491874,2041
"sqr_mom_0",0.99,1613941491874,2041
"lr_0",4.576832011935535e-06,1613941491874,2041
"mom_0",0.8605791997016117,1613941491874,2041
"eps_0",1e-05,1613941491874,2041
"wd_1",0.01,1613941491874,2041
"sqr_mom_1",0.99,1613941491874,2041
"lr_1",4.5768320119355346e-05,1613941491874,2041
"mom_1",0.8605791997016117,1613941491874,2041
"eps_1",1e-05,1613941491874,2041
"wd_2",0.01,1613941491874,2041
"sqr_mom_2",0.99,1613941491874,2041
"lr_2",0.0004576832011935534,1613941491874,2041
"mom_2",0.8605791997016117,1613941491874,2041
"eps_2",1e-05,1613941491874,2041
"train_loss",0.06756505,1613941492818,2042
"raw_loss",0.06477813,1613941492818,2042
"epoch",12.849056603773555,1613941492818,2042
"wd_0",0.01,1613941492818,2042
"sqr_mom_0",0.99,1613941492818,2042
"lr_0",4.578451102558238e-06,1613941492818,2042
"mom_0",0.860538722436044,1613941492818,2042
"eps_0",1e-05,1613941492818,2042
"wd_1",0.01,1613941492818,2042
"sqr_mom_1",0.99,1613941492818,2042
"lr_1",4.578451102558237e-05,1613941492818,2042
"mom_1",0.860538722436044,1613941492818,2042
"eps_1",1e-05,1613941492818,2042
"wd_2",0.01,1613941492818,2042
"sqr_mom_2",0.99,1613941492818,2042
"lr_2",0.00045784511025582375,1613941492818,2042
"mom_2",0.860538722436044,1613941492818,2042
"eps_2",1e-05,1613941492818,2042
"train_loss",0.067453064,1613941493781,2043
"raw_loss",0.061965432,1613941493781,2043
"epoch",12.855345911949655,1613941493781,2043
"wd_0",0.01,1613941493781,2043
"sqr_mom_0",0.99,1613941493781,2043
"lr_0",4.580067684384612e-06,1613941493781,2043
"mom_0",0.8604983078903847,1613941493781,2043
"eps_0",1e-05,1613941493781,2043
"wd_1",0.01,1613941493781,2043
"sqr_mom_1",0.99,1613941493781,2043
"lr_1",4.580067684384612e-05,1613941493781,2043
"mom_1",0.8604983078903847,1613941493781,2043
"eps_1",1e-05,1613941493781,2043
"wd_2",0.01,1613941493781,2043
"sqr_mom_2",0.99,1613941493781,2043
"lr_2",0.0004580067684384612,1613941493781,2043
"mom_2",0.8604983078903847,1613941493781,2043
"eps_2",1e-05,1613941493781,2043
"train_loss",0.06767807,1613941494714,2044
"raw_loss",0.07870361,1613941494714,2044
"epoch",12.861635220125756,1613941494714,2044
"wd_0",0.01,1613941494714,2044
"sqr_mom_0",0.99,1613941494714,2044
"lr_0",4.581681295027572e-06,1613941494714,2044
"mom_0",0.8604579676243107,1613941494714,2044
"eps_0",1e-05,1613941494714,2044
"wd_1",0.01,1613941494714,2044
"sqr_mom_1",0.99,1613941494714,2044
"lr_1",4.581681295027571e-05,1613941494714,2044
"mom_1",0.8604579676243107,1613941494714,2044
"eps_1",1e-05,1613941494714,2044
"wd_2",0.01,1613941494714,2044
"sqr_mom_2",0.99,1613941494714,2044
"lr_2",0.0004581681295027571,1613941494714,2044
"mom_2",0.8604579676243107,1613941494714,2044
"eps_2",1e-05,1613941494714,2044
"train_loss",0.068359636,1613941495659,2045
"raw_loss",0.10175646,1613941495659,2045
"epoch",12.867924528301856,1613941495659,2045
"wd_0",0.01,1613941495659,2045
"sqr_mom_0",0.99,1613941495659,2045
"lr_0",4.583292390490004e-06,1613941495659,2045
"mom_0",0.8604176902377499,1613941495659,2045
"eps_0",1e-05,1613941495659,2045
"wd_1",0.01,1613941495659,2045
"sqr_mom_1",0.99,1613941495659,2045
"lr_1",4.583292390490003e-05,1613941495659,2045
"mom_1",0.8604176902377499,1613941495659,2045
"eps_1",1e-05,1613941495659,2045
"wd_2",0.01,1613941495659,2045
"sqr_mom_2",0.99,1613941495659,2045
"lr_2",0.0004583292390490003,1613941495659,2045
"mom_2",0.8604176902377499,1613941495659,2045
"eps_2",1e-05,1613941495659,2045
"train_loss",0.067921184,1613941496598,2046
"raw_loss",0.04643708,1613941496598,2046
"epoch",12.874213836477956,1613941496598,2046
"wd_0",0.01,1613941496598,2046
"sqr_mom_0",0.99,1613941496598,2046
"lr_0",4.5849007383795706e-06,1613941496598,2046
"mom_0",0.8603774815405107,1613941496598,2046
"eps_0",1e-05,1613941496598,2046
"wd_1",0.01,1613941496598,2046
"sqr_mom_1",0.99,1613941496598,2046
"lr_1",4.58490073837957e-05,1613941496598,2046
"mom_1",0.8603774815405107,1613941496598,2046
"eps_1",1e-05,1613941496598,2046
"wd_2",0.01,1613941496598,2046
"sqr_mom_2",0.99,1613941496598,2046
"lr_2",0.000458490073837957,1613941496598,2046
"mom_2",0.8603774815405107,1613941496598,2046
"eps_2",1e-05,1613941496598,2046
"train_loss",0.06748159,1613941497545,2047
"raw_loss",0.045941588,1613941497545,2047
"epoch",12.880503144654057,1613941497545,2047
"wd_0",0.01,1613941497545,2047
"sqr_mom_0",0.99,1613941497545,2047
"lr_0",4.586506107870875e-06,1613941497545,2047
"mom_0",0.8603373473032281,1613941497545,2047
"eps_0",1e-05,1613941497545,2047
"wd_1",0.01,1613941497545,2047
"sqr_mom_1",0.99,1613941497545,2047
"lr_1",4.5865061078708737e-05,1613941497545,2047
"mom_1",0.8603373473032281,1613941497545,2047
"eps_1",1e-05,1613941497545,2047
"wd_2",0.01,1613941497545,2047
"sqr_mom_2",0.99,1613941497545,2047
"lr_2",0.00045865061078708737,1613941497545,2047
"mom_2",0.8603373473032281,1613941497545,2047
"eps_2",1e-05,1613941497545,2047
"train_loss",0.06780969,1613941498489,2048
"raw_loss",0.083886735,1613941498489,2048
"epoch",12.886792452830157,1613941498489,2048
"wd_0",0.01,1613941498489,2048
"sqr_mom_0",0.99,1613941498489,2048
"lr_0",4.58810872499502e-06,1613941498489,2048
"mom_0",0.8602972818751246,1613941498489,2048
"eps_0",1e-05,1613941498489,2048
"wd_1",0.01,1613941498489,2048
"sqr_mom_1",0.99,1613941498489,2048
"lr_1",4.588108724995019e-05,1613941498489,2048
"mom_1",0.8602972818751246,1613941498489,2048
"eps_1",1e-05,1613941498489,2048
"wd_2",0.01,1613941498489,2048
"sqr_mom_2",0.99,1613941498489,2048
"lr_2",0.0004588108724995019,1613941498489,2048
"mom_2",0.8602972818751246,1613941498489,2048
"eps_2",1e-05,1613941498489,2048
"train_loss",0.06889259,1613941499437,2049
"raw_loss",0.12195445,1613941499437,2049
"epoch",12.893081761006258,1613941499437,2049
"wd_0",0.01,1613941499437,2049
"sqr_mom_0",0.99,1613941499437,2049
"lr_0",4.589708814222653e-06,1613941499437,2049
"mom_0",0.8602572796444337,1613941499437,2049
"eps_0",1e-05,1613941499437,2049
"wd_1",0.01,1613941499437,2049
"sqr_mom_1",0.99,1613941499437,2049
"lr_1",4.589708814222653e-05,1613941499437,2049
"mom_1",0.8602572796444337,1613941499437,2049
"eps_1",1e-05,1613941499437,2049
"wd_2",0.01,1613941499437,2049
"sqr_mom_2",0.99,1613941499437,2049
"lr_2",0.00045897088142226526,1613941499437,2049
"mom_2",0.8602572796444337,1613941499437,2049
"eps_2",1e-05,1613941499437,2049
"train_loss",0.068333805,1613941500393,2050
"raw_loss",0.040953137,1613941500393,2050
"epoch",12.899371069182358,1613941500393,2050
"wd_0",0.01,1613941500393,2050
"sqr_mom_0",0.99,1613941500393,2050
"lr_0",4.5913059178840285e-06,1613941500393,2050
"mom_0",0.8602173520528993,1613941500393,2050
"eps_0",1e-05,1613941500393,2050
"wd_1",0.01,1613941500393,2050
"sqr_mom_1",0.99,1613941500393,2050
"lr_1",4.591305917884028e-05,1613941500393,2050
"mom_1",0.8602173520528993,1613941500393,2050
"eps_1",1e-05,1613941500393,2050
"wd_2",0.01,1613941500393,2050
"sqr_mom_2",0.99,1613941500393,2050
"lr_2",0.00045913059178840276,1613941500393,2050
"mom_2",0.8602173520528993,1613941500393,2050
"eps_2",1e-05,1613941500393,2050
"train_loss",0.0696499,1613941501335,2051
"raw_loss",0.13413845,1613941501335,2051
"epoch",12.905660377358458,1613941501335,2051
"wd_0",0.01,1613941501335,2051
"sqr_mom_0",0.99,1613941501335,2051
"lr_0",4.592900260851243e-06,1613941501335,2051
"mom_0",0.860177493478719,1613941501335,2051
"eps_0",1e-05,1613941501335,2051
"wd_1",0.01,1613941501335,2051
"sqr_mom_1",0.99,1613941501335,2051
"lr_1",4.5929002608512426e-05,1613941501335,2051
"mom_1",0.860177493478719,1613941501335,2051
"eps_1",1e-05,1613941501335,2051
"wd_2",0.01,1613941501335,2051
"sqr_mom_2",0.99,1613941501335,2051
"lr_2",0.00045929002608512424,1613941501335,2051
"mom_2",0.860177493478719,1613941501335,2051
"eps_2",1e-05,1613941501335,2051
"train_loss",0.06883534,1613941502280,2052
"raw_loss",0.02892195,1613941502280,2052
"epoch",12.911949685534559,1613941502280,2052
"wd_0",0.01,1613941502280,2052
"sqr_mom_0",0.99,1613941502280,2052
"lr_0",4.5944920664312165e-06,1613941502280,2052
"mom_0",0.8601376983392196,1613941502280,2052
"eps_0",1e-05,1613941502280,2052
"wd_1",0.01,1613941502280,2052
"sqr_mom_1",0.99,1613941502280,2052
"lr_1",4.594492066431217e-05,1613941502280,2052
"mom_1",0.8601376983392196,1613941502280,2052
"eps_1",1e-05,1613941502280,2052
"wd_2",0.01,1613941502280,2052
"sqr_mom_2",0.99,1613941502280,2052
"lr_2",0.0004594492066431216,1613941502280,2052
"mom_2",0.8601376983392196,1613941502280,2052
"eps_2",1e-05,1613941502280,2052
"train_loss",0.06849783,1613941503235,2053
"raw_loss",0.051959865,1613941503235,2053
"epoch",12.91823899371066,1613941503235,2053
"wd_0",0.01,1613941503235,2053
"sqr_mom_0",0.99,1613941503235,2053
"lr_0",4.596080879323556e-06,1613941503235,2053
"mom_0",0.8600979780169111,1613941503235,2053
"eps_0",1e-05,1613941503235,2053
"wd_1",0.01,1613941503235,2053
"sqr_mom_1",0.99,1613941503235,2053
"lr_1",4.596080879323555e-05,1613941503235,2053
"mom_1",0.8600979780169111,1613941503235,2053
"eps_1",1e-05,1613941503235,2053
"wd_2",0.01,1613941503235,2053
"sqr_mom_2",0.99,1613941503235,2053
"lr_2",0.00045960808793235554,1613941503235,2053
"mom_2",0.8600979780169111,1613941503235,2053
"eps_2",1e-05,1613941503235,2053
"train_loss",0.068201855,1613941504194,2054
"raw_loss",0.05369912,1613941504194,2054
"epoch",12.92452830188676,1613941504194,2054
"wd_0",0.01,1613941504194,2054
"sqr_mom_0",0.99,1613941504194,2054
"lr_0",4.597667148523356e-06,1613941504194,2054
"mom_0",0.8600583212869161,1613941504194,2054
"eps_0",1e-05,1613941504194,2054
"wd_1",0.01,1613941504194,2054
"sqr_mom_1",0.99,1613941504194,2054
"lr_1",4.597667148523356e-05,1613941504194,2054
"mom_1",0.8600583212869161,1613941504194,2054
"eps_1",1e-05,1613941504194,2054
"wd_2",0.01,1613941504194,2054
"sqr_mom_2",0.99,1613941504194,2054
"lr_2",0.0004597667148523356,1613941504194,2054
"mom_2",0.8600583212869161,1613941504194,2054
"eps_2",1e-05,1613941504194,2054
"train_loss",0.0680305,1613941505150,2055
"raw_loss",0.05963391,1613941505150,2055
"epoch",12.93081761006286,1613941505150,2055
"wd_0",0.01,1613941505150,2055
"sqr_mom_0",0.99,1613941505150,2055
"lr_0",4.599250645204996e-06,1613941505150,2055
"mom_0",0.860018733869875,1613941505150,2055
"eps_0",1e-05,1613941505150,2055
"wd_1",0.01,1613941505150,2055
"sqr_mom_1",0.99,1613941505150,2055
"lr_1",4.599250645204996e-05,1613941505150,2055
"mom_1",0.860018733869875,1613941505150,2055
"eps_1",1e-05,1613941505150,2055
"wd_2",0.01,1613941505150,2055
"sqr_mom_2",0.99,1613941505150,2055
"lr_2",0.0004599250645204996,1613941505150,2055
"mom_2",0.860018733869875,1613941505150,2055
"eps_2",1e-05,1613941505150,2055
"train_loss",0.067291066,1613941506166,2056
"raw_loss",0.031058868,1613941506166,2056
"epoch",12.93710691823896,1613941506166,2056
"wd_0",0.01,1613941506166,2056
"sqr_mom_0",0.99,1613941506166,2056
"lr_0",4.600831142124022e-06,1613941506166,2056
"mom_0",0.8599792214468994,1613941506166,2056
"eps_0",1e-05,1613941506166,2056
"wd_1",0.01,1613941506166,2056
"sqr_mom_1",0.99,1613941506166,2056
"lr_1",4.600831142124021e-05,1613941506166,2056
"mom_1",0.8599792214468994,1613941506166,2056
"eps_1",1e-05,1613941506166,2056
"wd_2",0.01,1613941506166,2056
"sqr_mom_2",0.99,1613941506166,2056
"lr_2",0.00046008311421240214,1613941506166,2056
"mom_2",0.8599792214468994,1613941506166,2056
"eps_2",1e-05,1613941506166,2056
"train_loss",0.066561766,1613941507318,2057
"raw_loss",0.030826114,1613941507318,2057
"epoch",12.94339622641506,1613941507318,2057
"wd_0",0.01,1613941507318,2057
"sqr_mom_0",0.99,1613941507318,2057
"lr_0",4.602409085925454e-06,1613941507318,2057
"mom_0",0.8599397728518636,1613941507318,2057
"eps_0",1e-05,1613941507318,2057
"wd_1",0.01,1613941507318,2057
"sqr_mom_1",0.99,1613941507318,2057
"lr_1",4.602409085925453e-05,1613941507318,2057
"mom_1",0.8599397728518636,1613941507318,2057
"eps_1",1e-05,1613941507318,2057
"wd_2",0.01,1613941507318,2057
"sqr_mom_2",0.99,1613941507318,2057
"lr_2",0.00046024090859254533,1613941507318,2057
"mom_2",0.8599397728518636,1613941507318,2057
"eps_2",1e-05,1613941507318,2057
"train_loss",0.06624467,1613941508412,2058
"raw_loss",0.05070674,1613941508412,2058
"epoch",12.949685534591161,1613941508412,2058
"wd_0",0.01,1613941508412,2058
"sqr_mom_0",0.99,1613941508412,2058
"lr_0",4.6039840252737495e-06,1613941508412,2058
"mom_0",0.8599003993681562,1613941508412,2058
"eps_0",1e-05,1613941508412,2058
"wd_1",0.01,1613941508412,2058
"sqr_mom_1",0.99,1613941508412,2058
"lr_1",4.603984025273749e-05,1613941508412,2058
"mom_1",0.8599003993681562,1613941508412,2058
"eps_1",1e-05,1613941508412,2058
"wd_2",0.01,1613941508412,2058
"sqr_mom_2",0.99,1613941508412,2058
"lr_2",0.00046039840252737487,1613941508412,2058
"mom_2",0.8599003993681562,1613941508412,2058
"eps_2",1e-05,1613941508412,2058
"train_loss",0.06698394,1613941509637,2059
"raw_loss",0.10320815,1613941509637,2059
"epoch",12.955974842767262,1613941509637,2059
"wd_0",0.01,1613941509637,2059
"sqr_mom_0",0.99,1613941509637,2059
"lr_0",4.605556181933133e-06,1613941509637,2059
"mom_0",0.8598610954516717,1613941509637,2059
"eps_0",1e-05,1613941509637,2059
"wd_1",0.01,1613941509637,2059
"sqr_mom_1",0.99,1613941509637,2059
"lr_1",4.6055561819331324e-05,1613941509637,2059
"mom_1",0.8598610954516717,1613941509637,2059
"eps_1",1e-05,1613941509637,2059
"wd_2",0.01,1613941509637,2059
"sqr_mom_2",0.99,1613941509637,2059
"lr_2",0.00046055561819331324,1613941509637,2059
"mom_2",0.8598610954516717,1613941509637,2059
"eps_2",1e-05,1613941509637,2059
"train_loss",0.067697756,1613941510764,2060
"raw_loss",0.1026749,1613941510764,2060
"epoch",12.962264150943362,1613941510764,2060
"wd_0",0.01,1613941510764,2060
"sqr_mom_0",0.99,1613941510764,2060
"lr_0",4.607125776090184e-06,1613941510764,2060
"mom_0",0.8598218555977454,1613941510764,2060
"eps_0",1e-05,1613941510764,2060
"wd_1",0.01,1613941510764,2060
"sqr_mom_1",0.99,1613941510764,2060
"lr_1",4.6071257760901836e-05,1613941510764,2060
"mom_1",0.8598218555977454,1613941510764,2060
"eps_1",1e-05,1613941510764,2060
"wd_2",0.01,1613941510764,2060
"sqr_mom_2",0.99,1613941510764,2060
"lr_2",0.00046071257760901834,1613941510764,2060
"mom_2",0.8598218555977454,1613941510764,2060
"eps_2",1e-05,1613941510764,2060
"train_loss",0.06791714,1613941511720,2061
"raw_loss",0.07866703,1613941511720,2061
"epoch",12.968553459119462,1613941511720,2061
"wd_0",0.01,1613941511720,2061
"sqr_mom_0",0.99,1613941511720,2061
"lr_0",4.608692358797586e-06,1613941511720,2061
"mom_0",0.8597826910300603,1613941511720,2061
"eps_0",1e-05,1613941511720,2061
"wd_1",0.01,1613941511720,2061
"sqr_mom_1",0.99,1613941511720,2061
"lr_1",4.608692358797585e-05,1613941511720,2061
"mom_1",0.8597826910300603,1613941511720,2061
"eps_1",1e-05,1613941511720,2061
"wd_2",0.01,1613941511720,2061
"sqr_mom_2",0.99,1613941511720,2061
"lr_2",0.0004608692358797585,1613941511720,2061
"mom_2",0.8597826910300603,1613941511720,2061
"eps_2",1e-05,1613941511720,2061
"train_loss",0.06772414,1613941512658,2062
"raw_loss",0.058267225,1613941512658,2062
"epoch",12.974842767295563,1613941512658,2062
"wd_0",0.01,1613941512658,2062
"sqr_mom_0",0.99,1613941512658,2062
"lr_0",4.610256372768235e-06,1613941512658,2062
"mom_0",0.8597435906807941,1613941512658,2062
"eps_0",1e-05,1613941512658,2062
"wd_1",0.01,1613941512658,2062
"sqr_mom_1",0.99,1613941512658,2062
"lr_1",4.610256372768234e-05,1613941512658,2062
"mom_1",0.8597435906807941,1613941512658,2062
"eps_1",1e-05,1613941512658,2062
"wd_2",0.01,1613941512658,2062
"sqr_mom_2",0.99,1613941512658,2062
"lr_2",0.0004610256372768234,1613941512658,2062
"mom_2",0.8597435906807941,1613941512658,2062
"eps_2",1e-05,1613941512658,2062
"train_loss",0.06853144,1613941513637,2063
"raw_loss",0.10808932,1613941513637,2063
"epoch",12.981132075471663,1613941513637,2063
"wd_0",0.01,1613941513637,2063
"sqr_mom_0",0.99,1613941513637,2063
"lr_0",4.611817370650903e-06,1613941513637,2063
"mom_0",0.8597045657337274,1613941513637,2063
"eps_0",1e-05,1613941513637,2063
"wd_1",0.01,1613941513637,2063
"sqr_mom_1",0.99,1613941513637,2063
"lr_1",4.6118173706509024e-05,1613941513637,2063
"mom_1",0.8597045657337274,1613941513637,2063
"eps_1",1e-05,1613941513637,2063
"wd_2",0.01,1613941513637,2063
"sqr_mom_2",0.99,1613941513637,2063
"lr_2",0.00046118173706509024,1613941513637,2063
"mom_2",0.8597045657337274,1613941513637,2063
"eps_2",1e-05,1613941513637,2063
"train_loss",0.06775592,1613941514581,2064
"raw_loss",0.029755674,1613941514581,2064
"epoch",12.987421383647764,1613941514581,2064
"wd_0",0.01,1613941514581,2064
"sqr_mom_0",0.99,1613941514581,2064
"lr_0",4.613375793580227e-06,1613941514581,2064
"mom_0",0.8596656051604943,1613941514581,2064
"eps_0",1e-05,1613941514581,2064
"wd_1",0.01,1613941514581,2064
"sqr_mom_1",0.99,1613941514581,2064
"lr_1",4.613375793580226e-05,1613941514581,2064
"mom_1",0.8596656051604943,1613941514581,2064
"eps_1",1e-05,1613941514581,2064
"wd_2",0.01,1613941514581,2064
"sqr_mom_2",0.99,1613941514581,2064
"lr_2",0.0004613375793580226,1613941514581,2064
"mom_2",0.8596656051604943,1613941514581,2064
"eps_2",1e-05,1613941514581,2064
"train_loss",0.06706127,1613941515541,2065
"raw_loss",0.033022963,1613941515541,2065
"epoch",12.993710691823864,1613941515541,2065
"wd_0",0.01,1613941515541,2065
"sqr_mom_0",0.99,1613941515541,2065
"lr_0",4.614931416731328e-06,1613941515541,2065
"mom_0",0.8596267145817168,1613941515541,2065
"eps_0",1e-05,1613941515541,2065
"wd_1",0.01,1613941515541,2065
"sqr_mom_1",0.99,1613941515541,2065
"lr_1",4.614931416731328e-05,1613941515541,2065
"mom_1",0.8596267145817168,1613941515541,2065
"eps_1",1e-05,1613941515541,2065
"wd_2",0.01,1613941515541,2065
"sqr_mom_2",0.99,1613941515541,2065
"lr_2",0.0004614931416731328,1613941515541,2065
"mom_2",0.8596267145817168,1613941515541,2065
"eps_2",1e-05,1613941515541,2065
"train_loss",0.06684074,1613941516484,2066
"raw_loss",0.056034695,1613941516484,2066
"epoch",12.999999999999964,1613941516484,2066
"wd_0",0.01,1613941516484,2066
"sqr_mom_0",0.99,1613941516484,2066
"lr_0",4.6164840168760474e-06,1613941516484,2066
"mom_0",0.8595878995780988,1613941516484,2066
"eps_0",1e-05,1613941516484,2066
"wd_1",0.01,1613941516484,2066
"sqr_mom_1",0.99,1613941516484,2066
"lr_1",4.616484016876047e-05,1613941516484,2066
"mom_1",0.8595878995780988,1613941516484,2066
"eps_1",1e-05,1613941516484,2066
"wd_2",0.01,1613941516484,2066
"sqr_mom_2",0.99,1613941516484,2066
"lr_2",0.0004616484016876047,1613941516484,2066
"mom_2",0.8595878995780988,1613941516484,2066
"eps_2",1e-05,1613941516484,2066
"valid_loss",0.11392585933208466,1613941548708,2066
"_rmse",0.3375290334224701,1613941548708,2066
"epoch",13,1613941548708,2066
"train_loss",0.06686734,1613941549749,2067
"raw_loss",0.06817058,1613941549749,2067
"epoch",13.0062893081761,1613941549749,2067
"wd_0",0.01,1613941549749,2067
"sqr_mom_0",0.99,1613941549749,2067
"lr_0",4.618033812646111e-06,1613941549749,2067
"mom_0",0.8595491546838472,1613941549749,2067
"eps_0",1e-05,1613941549749,2067
"wd_1",0.01,1613941549749,2067
"sqr_mom_1",0.99,1613941549749,2067
"lr_1",4.6180338126461104e-05,1613941549749,2067
"mom_1",0.8595491546838472,1613941549749,2067
"eps_1",1e-05,1613941549749,2067
"wd_2",0.01,1613941549749,2067
"sqr_mom_2",0.99,1613941549749,2067
"lr_2",0.000461803381264611,1613941549749,2067
"mom_2",0.8595491546838472,1613941549749,2067
"eps_2",1e-05,1613941549749,2067
"train_loss",0.06774149,1613941550698,2068
"raw_loss",0.11057497,1613941550698,2068
"epoch",13.0125786163522,1613941550698,2068
"wd_0",0.01,1613941550698,2068
"sqr_mom_0",0.99,1613941550698,2068
"lr_0",4.619581021083303e-06,1613941550698,2068
"mom_0",0.8595104744729174,1613941550698,2068
"eps_0",1e-05,1613941550698,2068
"wd_1",0.01,1613941550698,2068
"sqr_mom_1",0.99,1613941550698,2068
"lr_1",4.619581021083302e-05,1613941550698,2068
"mom_1",0.8595104744729174,1613941550698,2068
"eps_1",1e-05,1613941550698,2068
"wd_2",0.01,1613941550698,2068
"sqr_mom_2",0.99,1613941550698,2068
"lr_2",0.0004619581021083302,1613941550698,2068
"mom_2",0.8595104744729174,1613941550698,2068
"eps_2",1e-05,1613941550698,2068
"train_loss",0.067938566,1613941551695,2069
"raw_loss",0.07759512,1613941551695,2069
"epoch",13.018867924528301,1613941551695,2069
"wd_0",0.01,1613941551695,2069
"sqr_mom_0",0.99,1613941551695,2069
"lr_0",4.621125199643242e-06,1613941551695,2069
"mom_0",0.8594718700089189,1613941551695,2069
"eps_0",1e-05,1613941551695,2069
"wd_1",0.01,1613941551695,2069
"sqr_mom_1",0.99,1613941551695,2069
"lr_1",4.621125199643242e-05,1613941551695,2069
"mom_1",0.8594718700089189,1613941551695,2069
"eps_1",1e-05,1613941551695,2069
"wd_2",0.01,1613941551695,2069
"sqr_mom_2",0.99,1613941551695,2069
"lr_2",0.0004621125199643242,1613941551695,2069
"mom_2",0.8594718700089189,1613941551695,2069
"eps_2",1e-05,1613941551695,2069
"train_loss",0.06852989,1613941552654,2070
"raw_loss",0.09750455,1613941552654,2070
"epoch",13.025157232704402,1613941552654,2070
"wd_0",0.01,1613941552654,2070
"sqr_mom_0",0.99,1613941552654,2070
"lr_0",4.622666565776721e-06,1613941552654,2070
"mom_0",0.859433335855582,1613941552654,2070
"eps_0",1e-05,1613941552654,2070
"wd_1",0.01,1613941552654,2070
"sqr_mom_1",0.99,1613941552654,2070
"lr_1",4.62266656577672e-05,1613941552654,2070
"mom_1",0.859433335855582,1613941552654,2070
"eps_1",1e-05,1613941552654,2070
"wd_2",0.01,1613941552654,2070
"sqr_mom_2",0.99,1613941552654,2070
"lr_2",0.00046226665657767203,1613941552654,2070
"mom_2",0.859433335855582,1613941552654,2070
"eps_2",1e-05,1613941552654,2070
"train_loss",0.06817624,1613941553602,2071
"raw_loss",0.050847255,1613941553602,2071
"epoch",13.031446540880502,1613941553602,2071
"wd_0",0.01,1613941553602,2071
"sqr_mom_0",0.99,1613941553602,2071
"lr_0",4.6242053353400195e-06,1613941553602,2071
"mom_0",0.8593948666164994,1613941553602,2071
"eps_0",1e-05,1613941553602,2071
"wd_1",0.01,1613941553602,2071
"sqr_mom_1",0.99,1613941553602,2071
"lr_1",4.624205335340019e-05,1613941553602,2071
"mom_1",0.8593948666164994,1613941553602,2071
"eps_1",1e-05,1613941553602,2071
"wd_2",0.01,1613941553602,2071
"sqr_mom_2",0.99,1613941553602,2071
"lr_2",0.0004624205335340019,1613941553602,2071
"mom_2",0.8593948666164994,1613941553602,2071
"eps_2",1e-05,1613941553602,2071
"train_loss",0.06733049,1613941554575,2072
"raw_loss",0.02588852,1613941554575,2072
"epoch",13.037735849056602,1613941554575,2072
"wd_0",0.01,1613941554575,2072
"sqr_mom_0",0.99,1613941554575,2072
"lr_0",4.625741068202511e-06,1613941554575,2072
"mom_0",0.8593564732949373,1613941554575,2072
"eps_0",1e-05,1613941554575,2072
"wd_1",0.01,1613941554575,2072
"sqr_mom_1",0.99,1613941554575,2072
"lr_1",4.6257410682025104e-05,1613941554575,2072
"mom_1",0.8593564732949373,1613941554575,2072
"eps_1",1e-05,1613941554575,2072
"wd_2",0.01,1613941554575,2072
"sqr_mom_2",0.99,1613941554575,2072
"lr_2",0.000462574106820251,1613941554575,2072
"mom_2",0.8593564732949373,1613941554575,2072
"eps_2",1e-05,1613941554575,2072
"train_loss",0.067741975,1613941555529,2073
"raw_loss",0.08790489,1613941555529,2073
"epoch",13.044025157232703,1613941555529,2073
"wd_0",0.01,1613941555529,2073
"sqr_mom_0",0.99,1613941555529,2073
"lr_0",4.627274198358988e-06,1613941555529,2073
"mom_0",0.8593181450410253,1613941555529,2073
"eps_0",1e-05,1613941555529,2073
"wd_1",0.01,1613941555529,2073
"sqr_mom_1",0.99,1613941555529,2073
"lr_1",4.627274198358987e-05,1613941555529,2073
"mom_1",0.8593181450410253,1613941555529,2073
"eps_1",1e-05,1613941555529,2073
"wd_2",0.01,1613941555529,2073
"sqr_mom_2",0.99,1613941555529,2073
"lr_2",0.0004627274198358987,1613941555529,2073
"mom_2",0.8593181450410253,1613941555529,2073
"eps_2",1e-05,1613941555529,2073
"train_loss",0.06728498,1613941556491,2074
"raw_loss",0.044892106,1613941556491,2074
"epoch",13.050314465408803,1613941556491,2074
"wd_0",0.01,1613941556491,2074
"sqr_mom_0",0.99,1613941556491,2074
"lr_0",4.6288045046185906e-06,1613941556491,2074
"mom_0",0.8592798873845352,1613941556491,2074
"eps_0",1e-05,1613941556491,2074
"wd_1",0.01,1613941556491,2074
"sqr_mom_1",0.99,1613941556491,2074
"lr_1",4.6288045046185906e-05,1613941556491,2074
"mom_1",0.8592798873845352,1613941556491,2074
"eps_1",1e-05,1613941556491,2074
"wd_2",0.01,1613941556491,2074
"sqr_mom_2",0.99,1613941556491,2074
"lr_2",0.00046288045046185904,1613941556491,2074
"mom_2",0.8592798873845352,1613941556491,2074
"eps_2",1e-05,1613941556491,2074
"train_loss",0.0695962,1613941557488,2075
"raw_loss",0.18284631,1613941557488,2075
"epoch",13.056603773584904,1613941557488,2075
"wd_0",0.01,1613941557488,2075
"sqr_mom_0",0.99,1613941557488,2075
"lr_0",4.630331767400927e-06,1613941557488,2075
"mom_0",0.8592417058149768,1613941557488,2075
"eps_0",1e-05,1613941557488,2075
"wd_1",0.01,1613941557488,2075
"sqr_mom_1",0.99,1613941557488,2075
"lr_1",4.630331767400927e-05,1613941557488,2075
"mom_1",0.8592417058149768,1613941557488,2075
"eps_1",1e-05,1613941557488,2075
"wd_2",0.01,1613941557488,2075
"sqr_mom_2",0.99,1613941557488,2075
"lr_2",0.0004630331767400927,1613941557488,2075
"mom_2",0.8592417058149768,1613941557488,2075
"eps_2",1e-05,1613941557488,2075
"train_loss",0.06983183,1613941558522,2076
"raw_loss",0.08137787,1613941558522,2076
"epoch",13.062893081761004,1613941558522,2076
"wd_0",0.01,1613941558522,2076
"sqr_mom_0",0.99,1613941558522,2076
"lr_0",4.631856418307167e-06,1613941558522,2076
"mom_0",0.8592035895423208,1613941558522,2076
"eps_0",1e-05,1613941558522,2076
"wd_1",0.01,1613941558522,2076
"sqr_mom_1",0.99,1613941558522,2076
"lr_1",4.6318564183071666e-05,1613941558522,2076
"mom_1",0.8592035895423208,1613941558522,2076
"eps_1",1e-05,1613941558522,2076
"wd_2",0.01,1613941558522,2076
"sqr_mom_2",0.99,1613941558522,2076
"lr_2",0.0004631856418307167,1613941558522,2076
"mom_2",0.8592035895423208,1613941558522,2076
"eps_2",1e-05,1613941558522,2076
"train_loss",0.069515325,1613941559520,2077
"raw_loss",0.054006442,1613941559520,2077
"epoch",13.069182389937104,1613941559520,2077
"wd_0",0.01,1613941559520,2077
"sqr_mom_0",0.99,1613941559520,2077
"lr_0",4.633378021245006e-06,1613941559520,2077
"mom_0",0.8591655494688748,1613941559520,2077
"eps_0",1e-05,1613941559520,2077
"wd_1",0.01,1613941559520,2077
"sqr_mom_1",0.99,1613941559520,2077
"lr_1",4.633378021245006e-05,1613941559520,2077
"mom_1",0.8591655494688748,1613941559520,2077
"eps_1",1e-05,1613941559520,2077
"wd_2",0.01,1613941559520,2077
"sqr_mom_2",0.99,1613941559520,2077
"lr_2",0.0004633378021245006,1613941559520,2077
"mom_2",0.8591655494688748,1613941559520,2077
"eps_2",1e-05,1613941559520,2077
"train_loss",0.06909394,1613941560538,2078
"raw_loss",0.048446156,1613941560538,2078
"epoch",13.075471698113205,1613941560538,2078
"wd_0",0.01,1613941560538,2078
"sqr_mom_0",0.99,1613941560538,2078
"lr_0",4.634896790499445e-06,1613941560538,2078
"mom_0",0.8591275802375139,1613941560538,2078
"eps_0",1e-05,1613941560538,2078
"wd_1",0.01,1613941560538,2078
"sqr_mom_1",0.99,1613941560538,2078
"lr_1",4.634896790499445e-05,1613941560538,2078
"mom_1",0.8591275802375139,1613941560538,2078
"eps_1",1e-05,1613941560538,2078
"wd_2",0.01,1613941560538,2078
"sqr_mom_2",0.99,1613941560538,2078
"lr_2",0.0004634896790499445,1613941560538,2078
"mom_2",0.8591275802375139,1613941560538,2078
"eps_2",1e-05,1613941560538,2078
"train_loss",0.06893385,1613941561491,2079
"raw_loss",0.061089355,1613941561491,2079
"epoch",13.081761006289305,1613941561491,2079
"wd_0",0.01,1613941561491,2079
"sqr_mom_0",0.99,1613941561491,2079
"lr_0",4.636412938748922e-06,1613941561491,2079
"mom_0",0.8590896765312769,1613941561491,2079
"eps_0",1e-05,1613941561491,2079
"wd_1",0.01,1613941561491,2079
"sqr_mom_1",0.99,1613941561491,2079
"lr_1",4.6364129387489226e-05,1613941561491,2079
"mom_1",0.8590896765312769,1613941561491,2079
"eps_1",1e-05,1613941561491,2079
"wd_2",0.01,1613941561491,2079
"sqr_mom_2",0.99,1613941561491,2079
"lr_2",0.00046364129387489224,1613941561491,2079
"mom_2",0.8590896765312769,1613941561491,2079
"eps_2",1e-05,1613941561491,2079
"train_loss",0.06954968,1613941562493,2080
"raw_loss",0.099725194,1613941562493,2080
"epoch",13.088050314465406,1613941562493,2080
"wd_0",0.01,1613941562493,2080
"sqr_mom_0",0.99,1613941562493,2080
"lr_0",4.637926032333132e-06,1613941562493,2080
"mom_0",0.8590518491916717,1613941562493,2080
"eps_0",1e-05,1613941562493,2080
"wd_1",0.01,1613941562493,2080
"sqr_mom_1",0.99,1613941562493,2080
"lr_1",4.637926032333131e-05,1613941562493,2080
"mom_1",0.8590518491916717,1613941562493,2080
"eps_1",1e-05,1613941562493,2080
"wd_2",0.01,1613941562493,2080
"sqr_mom_2",0.99,1613941562493,2080
"lr_2",0.0004637926032333131,1613941562493,2080
"mom_2",0.8590518491916717,1613941562493,2080
"eps_2",1e-05,1613941562493,2080
"train_loss",0.06994143,1613941563438,2081
"raw_loss",0.08913714,1613941563438,2081
"epoch",13.094339622641506,1613941563438,2081
"wd_0",0.01,1613941563438,2081
"sqr_mom_0",0.99,1613941563438,2081
"lr_0",4.639436284343774e-06,1613941563438,2081
"mom_0",0.8590140928914056,1613941563438,2081
"eps_0",1e-05,1613941563438,2081
"wd_1",0.01,1613941563438,2081
"sqr_mom_1",0.99,1613941563438,2081
"lr_1",4.639436284343773e-05,1613941563438,2081
"mom_1",0.8590140928914056,1613941563438,2081
"eps_1",1e-05,1613941563438,2081
"wd_2",0.01,1613941563438,2081
"sqr_mom_2",0.99,1613941563438,2081
"lr_2",0.0004639436284343773,1613941563438,2081
"mom_2",0.8590140928914056,1613941563438,2081
"eps_2",1e-05,1613941563438,2081
"train_loss",0.069336146,1613941564397,2082
"raw_loss",0.03967727,1613941564397,2082
"epoch",13.100628930817606,1613941564397,2082
"wd_0",0.01,1613941564397,2082
"sqr_mom_0",0.99,1613941564397,2082
"lr_0",4.640943906261519e-06,1613941564397,2082
"mom_0",0.8589764023434621,1613941564397,2082
"eps_0",1e-05,1613941564397,2082
"wd_1",0.01,1613941564397,2082
"sqr_mom_1",0.99,1613941564397,2082
"lr_1",4.6409439062615186e-05,1613941564397,2082
"mom_1",0.8589764023434621,1613941564397,2082
"eps_1",1e-05,1613941564397,2082
"wd_2",0.01,1613941564397,2082
"sqr_mom_2",0.99,1613941564397,2082
"lr_2",0.00046409439062615183,1613941564397,2082
"mom_2",0.8589764023434621,1613941564397,2082
"eps_2",1e-05,1613941564397,2082
"train_loss",0.068748236,1613941565402,2083
"raw_loss",0.039940514,1613941565402,2083
"epoch",13.106918238993707,1613941565402,2083
"wd_0",0.01,1613941565402,2083
"sqr_mom_0",0.99,1613941565402,2083
"lr_0",4.642448680560606e-06,1613941565402,2083
"mom_0",0.8589387829859848,1613941565402,2083
"eps_0",1e-05,1613941565402,2083
"wd_1",0.01,1613941565402,2083
"sqr_mom_1",0.99,1613941565402,2083
"lr_1",4.642448680560606e-05,1613941565402,2083
"mom_1",0.8589387829859848,1613941565402,2083
"eps_1",1e-05,1613941565402,2083
"wd_2",0.01,1613941565402,2083
"sqr_mom_2",0.99,1613941565402,2083
"lr_2",0.0004642448680560606,1613941565402,2083
"mom_2",0.8589387829859848,1613941565402,2083
"eps_2",1e-05,1613941565402,2083
"train_loss",0.06831384,1613941566395,2084
"raw_loss",0.04702831,1613941566395,2084
"epoch",13.113207547169807,1613941566395,2084
"wd_0",0.01,1613941566395,2084
"sqr_mom_0",0.99,1613941566395,2084
"lr_0",4.643950604629721e-06,1613941566395,2084
"mom_0",0.858901234884257,1613941566395,2084
"eps_0",1e-05,1613941566395,2084
"wd_1",0.01,1613941566395,2084
"sqr_mom_1",0.99,1613941566395,2084
"lr_1",4.6439506046297206e-05,1613941566395,2084
"mom_1",0.858901234884257,1613941566395,2084
"eps_1",1e-05,1613941566395,2084
"wd_2",0.01,1613941566395,2084
"sqr_mom_2",0.99,1613941566395,2084
"lr_2",0.000464395060462972,1613941566395,2084
"mom_2",0.858901234884257,1613941566395,2084
"eps_2",1e-05,1613941566395,2084
"train_loss",0.0683819,1613941567366,2085
"raw_loss",0.071716934,1613941567366,2085
"epoch",13.119496855345908,1613941567366,2085
"wd_0",0.01,1613941567366,2085
"sqr_mom_0",0.99,1613941567366,2085
"lr_0",4.645449462977752e-06,1613941567366,2085
"mom_0",0.8588637634255563,1613941567366,2085
"eps_0",1e-05,1613941567366,2085
"wd_1",0.01,1613941567366,2085
"sqr_mom_1",0.99,1613941567366,2085
"lr_1",4.6454494629777505e-05,1613941567366,2085
"mom_1",0.8588637634255563,1613941567366,2085
"eps_1",1e-05,1613941567366,2085
"wd_2",0.01,1613941567366,2085
"sqr_mom_2",0.99,1613941567366,2085
"lr_2",0.00046454494629777506,1613941567366,2085
"mom_2",0.8588637634255563,1613941567366,2085
"eps_2",1e-05,1613941567366,2085
"train_loss",0.06745389,1613941568385,2086
"raw_loss",0.021981668,1613941568385,2086
"epoch",13.125786163522008,1613941568385,2086
"wd_0",0.01,1613941568385,2086
"sqr_mom_0",0.99,1613941568385,2086
"lr_0",4.646945466700112e-06,1613941568385,2086
"mom_0",0.8588263633324972,1613941568385,2086
"eps_0",1e-05,1613941568385,2086
"wd_1",0.01,1613941568385,2086
"sqr_mom_1",0.99,1613941568385,2086
"lr_1",4.64694546670011e-05,1613941568385,2086
"mom_1",0.8588263633324972,1613941568385,2086
"eps_1",1e-05,1613941568385,2086
"wd_2",0.01,1613941568385,2086
"sqr_mom_2",0.99,1613941568385,2086
"lr_2",0.00046469454667001105,1613941568385,2086
"mom_2",0.8588263633324972,1613941568385,2086
"eps_2",1e-05,1613941568385,2086
"train_loss",0.06768048,1613941569409,2087
"raw_loss",0.07878341,1613941569409,2087
"epoch",13.132075471698109,1613941569409,2087
"wd_0",0.01,1613941569409,2087
"sqr_mom_0",0.99,1613941569409,2087
"lr_0",4.64843882527378e-06,1613941569409,2087
"mom_0",0.8587890293681555,1613941569409,2087
"eps_0",1e-05,1613941569409,2087
"wd_1",0.01,1613941569409,2087
"sqr_mom_1",0.99,1613941569409,2087
"lr_1",4.648438825273779e-05,1613941569409,2087
"mom_1",0.8587890293681555,1613941569409,2087
"eps_1",1e-05,1613941569409,2087
"wd_2",0.01,1613941569409,2087
"sqr_mom_2",0.99,1613941569409,2087
"lr_2",0.0004648438825273779,1613941569409,2087
"mom_2",0.8587890293681555,1613941569409,2087
"eps_2",1e-05,1613941569409,2087
"train_loss",0.06738715,1613941570434,2088
"raw_loss",0.05301385,1613941570434,2088
"epoch",13.138364779874209,1613941570434,2088
"wd_0",0.01,1613941570434,2088
"sqr_mom_0",0.99,1613941570434,2088
"lr_0",4.649929111556926e-06,1613941570434,2088
"mom_0",0.8587517722110769,1613941570434,2088
"eps_0",1e-05,1613941570434,2088
"wd_1",0.01,1613941570434,2088
"sqr_mom_1",0.99,1613941570434,2088
"lr_1",4.6499291115569256e-05,1613941570434,2088
"mom_1",0.8587517722110769,1613941570434,2088
"eps_1",1e-05,1613941570434,2088
"wd_2",0.01,1613941570434,2088
"sqr_mom_2",0.99,1613941570434,2088
"lr_2",0.0004649929111556925,1613941570434,2088
"mom_2",0.8587517722110769,1613941570434,2088
"eps_2",1e-05,1613941570434,2088
"train_loss",0.06736102,1613941571464,2089
"raw_loss",0.066080704,1613941571464,2089
"epoch",13.14465408805031,1613941571464,2089
"wd_0",0.01,1613941571464,2089
"sqr_mom_0",0.99,1613941571464,2089
"lr_0",4.651416535442836e-06,1613941571464,2089
"mom_0",0.8587145866139291,1613941571464,2089
"eps_0",1e-05,1613941571464,2089
"wd_1",0.01,1613941571464,2089
"sqr_mom_1",0.99,1613941571464,2089
"lr_1",4.6514165354428353e-05,1613941571464,2089
"mom_1",0.8587145866139291,1613941571464,2089
"eps_1",1e-05,1613941571464,2089
"wd_2",0.01,1613941571464,2089
"sqr_mom_2",0.99,1613941571464,2089
"lr_2",0.00046514165354428355,1613941571464,2089
"mom_2",0.8587145866139291,1613941571464,2089
"eps_2",1e-05,1613941571464,2089
"train_loss",0.067516044,1613941572428,2090
"raw_loss",0.0751123,1613941572428,2090
"epoch",13.15094339622641,1613941572428,2090
"wd_0",0.01,1613941572428,2090
"sqr_mom_0",0.99,1613941572428,2090
"lr_0",4.652901305201953e-06,1613941572428,2090
"mom_0",0.8586774673699512,1613941572428,2090
"eps_0",1e-05,1613941572428,2090
"wd_1",0.01,1613941572428,2090
"sqr_mom_1",0.99,1613941572428,2090
"lr_1",4.6529013052019516e-05,1613941572428,2090
"mom_1",0.8586774673699512,1613941572428,2090
"eps_1",1e-05,1613941572428,2090
"wd_2",0.01,1613941572428,2090
"sqr_mom_2",0.99,1613941572428,2090
"lr_2",0.00046529013052019517,1613941572428,2090
"mom_2",0.8586774673699512,1613941572428,2090
"eps_2",1e-05,1613941572428,2090
"train_loss",0.06744629,1613941573393,2091
"raw_loss",0.06402838,1613941573393,2091
"epoch",13.15723270440251,1613941573393,2091
"wd_0",0.01,1613941573393,2091
"sqr_mom_0",0.99,1613941573393,2091
"lr_0",4.654382996149085e-06,1613941573393,2091
"mom_0",0.8586404250962729,1613941573393,2091
"eps_0",1e-05,1613941573393,2091
"wd_1",0.01,1613941573393,2091
"sqr_mom_1",0.99,1613941573393,2091
"lr_1",4.654382996149084e-05,1613941573393,2091
"mom_1",0.8586404250962729,1613941573393,2091
"eps_1",1e-05,1613941573393,2091
"wd_2",0.01,1613941573393,2091
"sqr_mom_2",0.99,1613941573393,2091
"lr_2",0.00046543829961490844,1613941573393,2091
"mom_2",0.8586404250962729,1613941573393,2091
"eps_2",1e-05,1613941573393,2091
"train_loss",0.06697184,1613941574365,2092
"raw_loss",0.043723654,1613941574365,2092
"epoch",13.16352201257861,1613941574365,2092
"wd_0",0.01,1613941574365,2092
"sqr_mom_0",0.99,1613941574365,2092
"lr_0",4.655862027006898e-06,1613941574365,2092
"mom_0",0.8586034493248276,1613941574365,2092
"eps_0",1e-05,1613941574365,2092
"wd_1",0.01,1613941574365,2092
"sqr_mom_1",0.99,1613941574365,2092
"lr_1",4.655862027006898e-05,1613941574365,2092
"mom_1",0.8586034493248276,1613941574365,2092
"eps_1",1e-05,1613941574365,2092
"wd_2",0.01,1613941574365,2092
"sqr_mom_2",0.99,1613941574365,2092
"lr_2",0.0004655862027006898,1613941574365,2092
"mom_2",0.8586034493248276,1613941574365,2092
"eps_2",1e-05,1613941574365,2092
"train_loss",0.06718197,1613941575343,2093
"raw_loss",0.07747825,1613941575343,2093
"epoch",13.169811320754711,1613941575343,2093
"wd_0",0.01,1613941575343,2093
"sqr_mom_0",0.99,1613941575343,2093
"lr_0",4.657338184357834e-06,1613941575343,2093
"mom_0",0.8585665453910541,1613941575343,2093
"eps_0",1e-05,1613941575343,2093
"wd_1",0.01,1613941575343,2093
"sqr_mom_1",0.99,1613941575343,2093
"lr_1",4.657338184357833e-05,1613941575343,2093
"mom_1",0.8585665453910541,1613941575343,2093
"eps_1",1e-05,1613941575343,2093
"wd_2",0.01,1613941575343,2093
"sqr_mom_2",0.99,1613941575343,2093
"lr_2",0.0004657338184357833,1613941575343,2093
"mom_2",0.8585665453910541,1613941575343,2093
"eps_2",1e-05,1613941575343,2093
"train_loss",0.06644356,1613941576316,2094
"raw_loss",0.030261587,1613941576316,2094
"epoch",13.176100628930811,1613941576316,2094
"wd_0",0.01,1613941576316,2094
"sqr_mom_0",0.99,1613941576316,2094
"lr_0",4.6588112564230925e-06,1613941576316,2094
"mom_0",0.8585297185894227,1613941576316,2094
"eps_0",1e-05,1613941576316,2094
"wd_1",0.01,1613941576316,2094
"sqr_mom_1",0.99,1613941576316,2094
"lr_1",4.658811256423092e-05,1613941576316,2094
"mom_1",0.8585297185894227,1613941576316,2094
"eps_1",1e-05,1613941576316,2094
"wd_2",0.01,1613941576316,2094
"sqr_mom_2",0.99,1613941576316,2094
"lr_2",0.0004658811256423092,1613941576316,2094
"mom_2",0.8585297185894227,1613941576316,2094
"eps_2",1e-05,1613941576316,2094
"train_loss",0.06564742,1613941577280,2095
"raw_loss",0.026636437,1613941577280,2095
"epoch",13.182389937106912,1613941577280,2095
"wd_0",0.01,1613941577280,2095
"sqr_mom_0",0.99,1613941577280,2095
"lr_0",4.660281659489663e-06,1613941577280,2095
"mom_0",0.8584929585127584,1613941577280,2095
"eps_0",1e-05,1613941577280,2095
"wd_1",0.01,1613941577280,2095
"sqr_mom_1",0.99,1613941577280,2095
"lr_1",4.660281659489662e-05,1613941577280,2095
"mom_1",0.8584929585127584,1613941577280,2095
"eps_1",1e-05,1613941577280,2095
"wd_2",0.01,1613941577280,2095
"sqr_mom_2",0.99,1613941577280,2095
"lr_2",0.0004660281659489662,1613941577280,2095
"mom_2",0.8584929585127584,1613941577280,2095
"eps_2",1e-05,1613941577280,2095
"train_loss",0.06519833,1613941578242,2096
"raw_loss",0.043192826,1613941578242,2096
"epoch",13.188679245283012,1613941578242,2096
"wd_0",0.01,1613941578242,2096
"sqr_mom_0",0.99,1613941578242,2096
"lr_0",4.661748972981624e-06,1613941578242,2096
"mom_0",0.8584562756754595,1613941578242,2096
"eps_0",1e-05,1613941578242,2096
"wd_1",0.01,1613941578242,2096
"sqr_mom_1",0.99,1613941578242,2096
"lr_1",4.6617489729816234e-05,1613941578242,2096
"mom_1",0.8584562756754595,1613941578242,2096
"eps_1",1e-05,1613941578242,2096
"wd_2",0.01,1613941578242,2096
"sqr_mom_2",0.99,1613941578242,2096
"lr_2",0.00046617489729816234,1613941578242,2096
"mom_2",0.8584562756754595,1613941578242,2096
"eps_2",1e-05,1613941578242,2096
"train_loss",0.065334596,1613941579196,2097
"raw_loss",0.072011694,1613941579196,2097
"epoch",13.194968553459113,1613941579196,2097
"wd_0",0.01,1613941579196,2097
"sqr_mom_0",0.99,1613941579196,2097
"lr_0",4.6632134035705336e-06,1613941579196,2097
"mom_0",0.8584196649107366,1613941579196,2097
"eps_0",1e-05,1613941579196,2097
"wd_1",0.01,1613941579196,2097
"sqr_mom_1",0.99,1613941579196,2097
"lr_1",4.6632134035705336e-05,1613941579196,2097
"mom_1",0.8584196649107366,1613941579196,2097
"eps_1",1e-05,1613941579196,2097
"wd_2",0.01,1613941579196,2097
"sqr_mom_2",0.99,1613941579196,2097
"lr_2",0.0004663213403570533,1613941579196,2097
"mom_2",0.8584196649107366,1613941579196,2097
"eps_2",1e-05,1613941579196,2097
"train_loss",0.065283395,1613941580157,2098
"raw_loss",0.062774666,1613941580157,2098
"epoch",13.201257861635213,1613941580157,2098
"wd_0",0.01,1613941580157,2098
"sqr_mom_0",0.99,1613941580157,2098
"lr_0",4.664675156293486e-06,1613941580157,2098
"mom_0",0.8583831210926628,1613941580157,2098
"eps_0",1e-05,1613941580157,2098
"wd_1",0.01,1613941580157,2098
"sqr_mom_1",0.99,1613941580157,2098
"lr_1",4.664675156293486e-05,1613941580157,2098
"mom_1",0.8583831210926628,1613941580157,2098
"eps_1",1e-05,1613941580157,2098
"wd_2",0.01,1613941580157,2098
"sqr_mom_2",0.99,1613941580157,2098
"lr_2",0.00046646751562934855,1613941580157,2098
"mom_2",0.8583831210926628,1613941580157,2098
"eps_2",1e-05,1613941580157,2098
"train_loss",0.06590246,1613941581120,2099
"raw_loss",0.09623641,1613941581120,2099
"epoch",13.207547169811313,1613941581120,2099
"wd_0",0.01,1613941581120,2099
"sqr_mom_0",0.99,1613941581120,2099
"lr_0",4.666133813048797e-06,1613941581120,2099
"mom_0",0.85834665467378,1613941581120,2099
"eps_0",1e-05,1613941581120,2099
"wd_1",0.01,1613941581120,2099
"sqr_mom_1",0.99,1613941581120,2099
"lr_1",4.666133813048797e-05,1613941581120,2099
"mom_1",0.85834665467378,1613941581120,2099
"eps_1",1e-05,1613941581120,2099
"wd_2",0.01,1613941581120,2099
"sqr_mom_2",0.99,1613941581120,2099
"lr_2",0.00046661338130487965,1613941581120,2099
"mom_2",0.85834665467378,1613941581120,2099
"eps_2",1e-05,1613941581120,2099
"train_loss",0.06557071,1613941582094,2100
"raw_loss",0.049315255,1613941582094,2100
"epoch",13.213836477987414,1613941582094,2100
"wd_0",0.01,1613941582094,2100
"sqr_mom_0",0.99,1613941582094,2100
"lr_0",4.667589579293971e-06,1613941582094,2100
"mom_0",0.8583102605176507,1613941582094,2100
"eps_0",1e-05,1613941582094,2100
"wd_1",0.01,1613941582094,2100
"sqr_mom_1",0.99,1613941582094,2100
"lr_1",4.6675895792939707e-05,1613941582094,2100
"mom_1",0.8583102605176507,1613941582094,2100
"eps_1",1e-05,1613941582094,2100
"wd_2",0.01,1613941582094,2100
"sqr_mom_2",0.99,1613941582094,2100
"lr_2",0.000466758957929397,1613941582094,2100
"mom_2",0.8583102605176507,1613941582094,2100
"eps_2",1e-05,1613941582094,2100
"train_loss",0.06505722,1613941583072,2101
"raw_loss",0.039896008,1613941583072,2101
"epoch",13.220125786163514,1613941583072,2101
"wd_0",0.01,1613941583072,2101
"sqr_mom_0",0.99,1613941583072,2101
"lr_0",4.669042658847732e-06,1613941583072,2101
"mom_0",0.8582739335288067,1613941583072,2101
"eps_0",1e-05,1613941583072,2101
"wd_1",0.01,1613941583072,2101
"sqr_mom_1",0.99,1613941583072,2101
"lr_1",4.669042658847731e-05,1613941583072,2101
"mom_1",0.8582739335288067,1613941583072,2101
"eps_1",1e-05,1613941583072,2101
"wd_2",0.01,1613941583072,2101
"sqr_mom_2",0.99,1613941583072,2101
"lr_2",0.0004669042658847731,1613941583072,2101
"mom_2",0.8582739335288067,1613941583072,2101
"eps_2",1e-05,1613941583072,2101
"train_loss",0.06450593,1613941584029,2102
"raw_loss",0.037492737,1613941584029,2102
"epoch",13.226415094339615,1613941584029,2102
"wd_0",0.01,1613941584029,2102
"sqr_mom_0",0.99,1613941584029,2102
"lr_0",4.6704928420215516e-06,1613941584029,2102
"mom_0",0.8582376789494612,1613941584029,2102
"eps_0",1e-05,1613941584029,2102
"wd_1",0.01,1613941584029,2102
"sqr_mom_1",0.99,1613941584029,2102
"lr_1",4.670492842021551e-05,1613941584029,2102
"mom_1",0.8582376789494612,1613941584029,2102
"eps_1",1e-05,1613941584029,2102
"wd_2",0.01,1613941584029,2102
"sqr_mom_2",0.99,1613941584029,2102
"lr_2",0.0004670492842021551,1613941584029,2102
"mom_2",0.8582376789494612,1613941584029,2102
"eps_2",1e-05,1613941584029,2102
"train_loss",0.0637152,1613941584997,2103
"raw_loss",0.024969317,1613941584997,2103
"epoch",13.232704402515715,1613941584997,2103
"wd_0",0.01,1613941584997,2103
"sqr_mom_0",0.99,1613941584997,2103
"lr_0",4.671940126298849e-06,1613941584997,2103
"mom_0",0.8582014968425288,1613941584997,2103
"eps_0",1e-05,1613941584997,2103
"wd_1",0.01,1613941584997,2103
"sqr_mom_1",0.99,1613941584997,2103
"lr_1",4.6719401262988485e-05,1613941584997,2103
"mom_1",0.8582014968425288,1613941584997,2103
"eps_1",1e-05,1613941584997,2103
"wd_2",0.01,1613941584997,2103
"sqr_mom_2",0.99,1613941584997,2103
"lr_2",0.0004671940126298848,1613941584997,2103
"mom_2",0.8582014968425288,1613941584997,2103
"eps_2",1e-05,1613941584997,2103
"train_loss",0.06374774,1613941585954,2104
"raw_loss",0.065342255,1613941585954,2104
"epoch",13.238993710691815,1613941585954,2104
"wd_0",0.01,1613941585954,2104
"sqr_mom_0",0.99,1613941585954,2104
"lr_0",4.673384304060534e-06,1613941585954,2104
"mom_0",0.8581653923984867,1613941585954,2104
"eps_0",1e-05,1613941585954,2104
"wd_1",0.01,1613941585954,2104
"sqr_mom_1",0.99,1613941585954,2104
"lr_1",4.673384304060534e-05,1613941585954,2104
"mom_1",0.8581653923984867,1613941585954,2104
"eps_1",1e-05,1613941585954,2104
"wd_2",0.01,1613941585954,2104
"sqr_mom_2",0.99,1613941585954,2104
"lr_2",0.00046733843040605333,1613941585954,2104
"mom_2",0.8581653923984867,1613941585954,2104
"eps_2",1e-05,1613941585954,2104
"train_loss",0.06310091,1613941586967,2105
"raw_loss",0.031406168,1613941586967,2105
"epoch",13.245283018867916,1613941586967,2105
"wd_0",0.01,1613941586967,2105
"sqr_mom_0",0.99,1613941586967,2105
"lr_0",4.674825578733489e-06,1613941586967,2105
"mom_0",0.8581293605316628,1613941586967,2105
"eps_0",1e-05,1613941586967,2105
"wd_1",0.01,1613941586967,2105
"sqr_mom_1",0.99,1613941586967,2105
"lr_1",4.674825578733489e-05,1613941586967,2105
"mom_1",0.8581293605316628,1613941586967,2105
"eps_1",1e-05,1613941586967,2105
"wd_2",0.01,1613941586967,2105
"sqr_mom_2",0.99,1613941586967,2105
"lr_2",0.0004674825578733489,1613941586967,2105
"mom_2",0.8581293605316628,1613941586967,2105
"eps_2",1e-05,1613941586967,2105
"train_loss",0.063324824,1613941587934,2106
"raw_loss",0.074296676,1613941587934,2106
"epoch",13.251572327044016,1613941587934,2106
"wd_0",0.01,1613941587934,2106
"sqr_mom_0",0.99,1613941587934,2106
"lr_0",4.676264152098687e-06,1613941587934,2106
"mom_0",0.8580933961975328,1613941587934,2106
"eps_0",1e-05,1613941587934,2106
"wd_1",0.01,1613941587934,2106
"sqr_mom_1",0.99,1613941587934,2106
"lr_1",4.676264152098686e-05,1613941587934,2106
"mom_1",0.8580933961975328,1613941587934,2106
"eps_1",1e-05,1613941587934,2106
"wd_2",0.01,1613941587934,2106
"sqr_mom_2",0.99,1613941587934,2106
"lr_2",0.0004676264152098686,1613941587934,2106
"mom_2",0.8580933961975328,1613941587934,2106
"eps_2",1e-05,1613941587934,2106
"train_loss",0.06403382,1613941588904,2107
"raw_loss",0.09877487,1613941588904,2107
"epoch",13.257861635220117,1613941588904,2107
"wd_0",0.01,1613941588904,2107
"sqr_mom_0",0.99,1613941588904,2107
"lr_0",4.677699612684381e-06,1613941588904,2107
"mom_0",0.8580575096828905,1613941588904,2107
"eps_0",1e-05,1613941588904,2107
"wd_1",0.01,1613941588904,2107
"sqr_mom_1",0.99,1613941588904,2107
"lr_1",4.6776996126843806e-05,1613941588904,2107
"mom_1",0.8580575096828905,1613941588904,2107
"eps_1",1e-05,1613941588904,2107
"wd_2",0.01,1613941588904,2107
"sqr_mom_2",0.99,1613941588904,2107
"lr_2",0.00046776996126843804,1613941588904,2107
"mom_2",0.8580575096828905,1613941588904,2107
"eps_2",1e-05,1613941588904,2107
"train_loss",0.06397925,1613941589866,2108
"raw_loss",0.061305262,1613941589866,2108
"epoch",13.264150943396217,1613941589866,2108
"wd_0",0.01,1613941589866,2108
"sqr_mom_0",0.99,1613941589866,2108
"lr_0",4.6791321626948866e-06,1613941589866,2108
"mom_0",0.8580216959326279,1613941589866,2108
"eps_0",1e-05,1613941589866,2108
"wd_1",0.01,1613941589866,2108
"sqr_mom_1",0.99,1613941589866,2108
"lr_1",4.6791321626948855e-05,1613941589866,2108
"mom_1",0.8580216959326279,1613941589866,2108
"eps_1",1e-05,1613941589866,2108
"wd_2",0.01,1613941589866,2108
"sqr_mom_2",0.99,1613941589866,2108
"lr_2",0.0004679132162694885,1613941589866,2108
"mom_2",0.8580216959326279,1613941589866,2108
"eps_2",1e-05,1613941589866,2108
"train_loss",0.063852675,1613941590821,2109
"raw_loss",0.057650518,1613941590821,2109
"epoch",13.270440251572317,1613941590821,2109
"wd_0",0.01,1613941590821,2109
"sqr_mom_0",0.99,1613941590821,2109
"lr_0",4.680562002684362e-06,1613941590821,2109
"mom_0",0.857985949932891,1613941590821,2109
"eps_0",1e-05,1613941590821,2109
"wd_1",0.01,1613941590821,2109
"sqr_mom_1",0.99,1613941590821,2109
"lr_1",4.680562002684361e-05,1613941590821,2109
"mom_1",0.857985949932891,1613941590821,2109
"eps_1",1e-05,1613941590821,2109
"wd_2",0.01,1613941590821,2109
"sqr_mom_2",0.99,1613941590821,2109
"lr_2",0.0004680562002684361,1613941590821,2109
"mom_2",0.857985949932891,1613941590821,2109
"eps_2",1e-05,1613941590821,2109
"train_loss",0.06444684,1613941591780,2110
"raw_loss",0.09356084,1613941591780,2110
"epoch",13.276729559748418,1613941591780,2110
"wd_0",0.01,1613941591780,2110
"sqr_mom_0",0.99,1613941591780,2110
"lr_0",4.681988723679049e-06,1613941591780,2110
"mom_0",0.8579502819080238,1613941591780,2110
"eps_0",1e-05,1613941591780,2110
"wd_1",0.01,1613941591780,2110
"sqr_mom_1",0.99,1613941591780,2110
"lr_1",4.681988723679048e-05,1613941591780,2110
"mom_1",0.8579502819080238,1613941591780,2110
"eps_1",1e-05,1613941591780,2110
"wd_2",0.01,1613941591780,2110
"sqr_mom_2",0.99,1613941591780,2110
"lr_2",0.00046819887236790477,1613941591780,2110
"mom_2",0.8579502819080238,1613941591780,2110
"eps_2",1e-05,1613941591780,2110
"train_loss",0.06454335,1613941592733,2111
"raw_loss",0.06927257,1613941592733,2111
"epoch",13.283018867924518,1613941592733,2111
"wd_0",0.01,1613941592733,2111
"sqr_mom_0",0.99,1613941592733,2111
"lr_0",4.683412728867223e-06,1613941592733,2111
"mom_0",0.8579146817783194,1613941592733,2111
"eps_0",1e-05,1613941592733,2111
"wd_1",0.01,1613941592733,2111
"sqr_mom_1",0.99,1613941592733,2111
"lr_1",4.683412728867222e-05,1613941592733,2111
"mom_1",0.8579146817783194,1613941592733,2111
"eps_1",1e-05,1613941592733,2111
"wd_2",0.01,1613941592733,2111
"sqr_mom_2",0.99,1613941592733,2111
"lr_2",0.0004683412728867222,1613941592733,2111
"mom_2",0.8579146817783194,1613941592733,2111
"eps_2",1e-05,1613941592733,2111
"train_loss",0.06409991,1613941593719,2112
"raw_loss",0.04237101,1613941593719,2112
"epoch",13.289308176100619,1613941593719,2112
"wd_0",0.01,1613941593719,2112
"sqr_mom_0",0.99,1613941593719,2112
"lr_0",4.684833812738297e-06,1613941593719,2112
"mom_0",0.8578791546815425,1613941593719,2112
"eps_0",1e-05,1613941593719,2112
"wd_1",0.01,1613941593719,2112
"sqr_mom_1",0.99,1613941593719,2112
"lr_1",4.684833812738296e-05,1613941593719,2112
"mom_1",0.8578791546815425,1613941593719,2112
"eps_1",1e-05,1613941593719,2112
"wd_2",0.01,1613941593719,2112
"sqr_mom_2",0.99,1613941593719,2112
"lr_2",0.0004684833812738296,1613941593719,2112
"mom_2",0.8578791546815425,1613941593719,2112
"eps_2",1e-05,1613941593719,2112
"train_loss",0.06330833,1613941594670,2113
"raw_loss",0.02452076,1613941594670,2113
"epoch",13.295597484276719,1613941594670,2113
"wd_0",0.01,1613941594670,2113
"sqr_mom_0",0.99,1613941594670,2113
"lr_0",4.686251771447709e-06,1613941594670,2113
"mom_0",0.8578437057138073,1613941594670,2113
"eps_0",1e-05,1613941594670,2113
"wd_1",0.01,1613941594670,2113
"sqr_mom_1",0.99,1613941594670,2113
"lr_1",4.686251771447709e-05,1613941594670,2113
"mom_1",0.8578437057138073,1613941594670,2113
"eps_1",1e-05,1613941594670,2113
"wd_2",0.01,1613941594670,2113
"sqr_mom_2",0.99,1613941594670,2113
"lr_2",0.0004686251771447709,1613941594670,2113
"mom_2",0.8578437057138073,1613941594670,2113
"eps_2",1e-05,1613941594670,2113
"train_loss",0.064012155,1613941595664,2114
"raw_loss",0.09849959,1613941595664,2114
"epoch",13.30188679245282,1613941595664,2114
"wd_0",0.01,1613941595664,2114
"sqr_mom_0",0.99,1613941595664,2114
"lr_0",4.687667005707536e-06,1613941595664,2114
"mom_0",0.8578083248573116,1613941595664,2114
"eps_0",1e-05,1613941595664,2114
"wd_1",0.01,1613941595664,2114
"sqr_mom_1",0.99,1613941595664,2114
"lr_1",4.6876670057075346e-05,1613941595664,2114
"mom_1",0.8578083248573116,1613941595664,2114
"eps_1",1e-05,1613941595664,2114
"wd_2",0.01,1613941595664,2114
"sqr_mom_2",0.99,1613941595664,2114
"lr_2",0.00046876670057075345,1613941595664,2114
"mom_2",0.8578083248573116,1613941595664,2114
"eps_2",1e-05,1613941595664,2114
"train_loss",0.0635666,1613941596622,2115
"raw_loss",0.041734416,1613941596622,2115
"epoch",13.30817610062892,1613941596622,2115
"wd_0",0.01,1613941596622,2115
"sqr_mom_0",0.99,1613941596622,2115
"lr_0",4.689079110721655e-06,1613941596622,2115
"mom_0",0.8577730222319586,1613941596622,2115
"eps_0",1e-05,1613941596622,2115
"wd_1",0.01,1613941596622,2115
"sqr_mom_1",0.99,1613941596622,2115
"lr_1",4.6890791107216547e-05,1613941596622,2115
"mom_1",0.8577730222319586,1613941596622,2115
"eps_1",1e-05,1613941596622,2115
"wd_2",0.01,1613941596622,2115
"sqr_mom_2",0.99,1613941596622,2115
"lr_2",0.0004689079110721655,1613941596622,2115
"mom_2",0.8577730222319586,1613941596622,2115
"eps_2",1e-05,1613941596622,2115
"train_loss",0.06399065,1613941597594,2116
"raw_loss",0.08476927,1613941597594,2116
"epoch",13.31446540880502,1613941597594,2116
"wd_0",0.01,1613941597594,2116
"sqr_mom_0",0.99,1613941597594,2116
"lr_0",4.690488285418742e-06,1613941597594,2116
"mom_0",0.8577377928645314,1613941597594,2116
"eps_0",1e-05,1613941597594,2116
"wd_1",0.01,1613941597594,2116
"sqr_mom_1",0.99,1613941597594,2116
"lr_1",4.690488285418741e-05,1613941597594,2116
"mom_1",0.8577377928645314,1613941597594,2116
"eps_1",1e-05,1613941597594,2116
"wd_2",0.01,1613941597594,2116
"sqr_mom_2",0.99,1613941597594,2116
"lr_2",0.0004690488285418741,1613941597594,2116
"mom_2",0.8577377928645314,1613941597594,2116
"eps_2",1e-05,1613941597594,2116
"train_loss",0.06399446,1613941598569,2117
"raw_loss",0.06418092,1613941598569,2117
"epoch",13.32075471698112,1613941598569,2117
"wd_0",0.01,1613941598569,2117
"sqr_mom_0",0.99,1613941598569,2117
"lr_0",4.691894727066119e-06,1613941598569,2117
"mom_0",0.857702631823347,1613941598569,2117
"eps_0",1e-05,1613941598569,2117
"wd_1",0.01,1613941598569,2117
"sqr_mom_1",0.99,1613941598569,2117
"lr_1",4.691894727066118e-05,1613941598569,2117
"mom_1",0.857702631823347,1613941598569,2117
"eps_1",1e-05,1613941598569,2117
"wd_2",0.01,1613941598569,2117
"sqr_mom_2",0.99,1613941598569,2117
"lr_2",0.0004691894727066118,1613941598569,2117
"mom_2",0.857702631823347,1613941598569,2117
"eps_2",1e-05,1613941598569,2117
"train_loss",0.06515746,1613941599553,2118
"raw_loss",0.12214441,1613941599553,2118
"epoch",13.327044025157221,1613941599553,2118
"wd_0",0.01,1613941599553,2118
"sqr_mom_0",0.99,1613941599553,2118
"lr_0",4.693298033382599e-06,1613941599553,2118
"mom_0",0.857667549165435,1613941599553,2118
"eps_0",1e-05,1613941599553,2118
"wd_1",0.01,1613941599553,2118
"sqr_mom_1",0.99,1613941599553,2118
"lr_1",4.693298033382599e-05,1613941599553,2118
"mom_1",0.857667549165435,1613941599553,2118
"eps_1",1e-05,1613941599553,2118
"wd_2",0.01,1613941599553,2118
"sqr_mom_2",0.99,1613941599553,2118
"lr_2",0.00046932980333825984,1613941599553,2118
"mom_2",0.857667549165435,1613941599553,2118
"eps_2",1e-05,1613941599553,2118
"train_loss",0.0651603,1613941600513,2119
"raw_loss",0.06529931,1613941600513,2119
"epoch",13.333333333333321,1613941600513,2119
"wd_0",0.01,1613941600513,2119
"sqr_mom_0",0.99,1613941600513,2119
"lr_0",4.694698402062803e-06,1613941600513,2119
"mom_0",0.8576325399484299,1613941600513,2119
"eps_0",1e-05,1613941600513,2119
"wd_1",0.01,1613941600513,2119
"sqr_mom_1",0.99,1613941600513,2119
"lr_1",4.694698402062803e-05,1613941600513,2119
"mom_1",0.8576325399484299,1613941600513,2119
"eps_1",1e-05,1613941600513,2119
"wd_2",0.01,1613941600513,2119
"sqr_mom_2",0.99,1613941600513,2119
"lr_2",0.00046946984020628023,1613941600513,2119
"mom_2",0.8576325399484299,1613941600513,2119
"eps_2",1e-05,1613941600513,2119
"train_loss",0.06527544,1613941601476,2120
"raw_loss",0.070917524,1613941601476,2120
"epoch",13.339622641509422,1613941601476,2120
"wd_0",0.01,1613941601476,2120
"sqr_mom_0",0.99,1613941601476,2120
"lr_0",4.696096029135853e-06,1613941601476,2120
"mom_0",0.8575975992716037,1613941601476,2120
"eps_0",1e-05,1613941601476,2120
"wd_1",0.01,1613941601476,2120
"sqr_mom_1",0.99,1613941601476,2120
"lr_1",4.696096029135852e-05,1613941601476,2120
"mom_1",0.8575975992716037,1613941601476,2120
"eps_1",1e-05,1613941601476,2120
"wd_2",0.01,1613941601476,2120
"sqr_mom_2",0.99,1613941601476,2120
"lr_2",0.00046960960291358517,1613941601476,2120
"mom_2",0.8575975992716037,1613941601476,2120
"eps_2",1e-05,1613941601476,2120
"train_loss",0.06497684,1613941602416,2121
"raw_loss",0.050345723,1613941602416,2121
"epoch",13.345911949685522,1613941602416,2121
"wd_0",0.01,1613941602416,2121
"sqr_mom_0",0.99,1613941602416,2121
"lr_0",4.697490712881785e-06,1613941602416,2121
"mom_0",0.8575627321779553,1613941602416,2121
"eps_0",1e-05,1613941602416,2121
"wd_1",0.01,1613941602416,2121
"sqr_mom_1",0.99,1613941602416,2121
"lr_1",4.6974907128817844e-05,1613941602416,2121
"mom_1",0.8575627321779553,1613941602416,2121
"eps_1",1e-05,1613941602416,2121
"wd_2",0.01,1613941602416,2121
"sqr_mom_2",0.99,1613941602416,2121
"lr_2",0.0004697490712881785,1613941602416,2121
"mom_2",0.8575627321779553,1613941602416,2121
"eps_2",1e-05,1613941602416,2121
"train_loss",0.064533755,1613941603358,2122
"raw_loss",0.042822547,1613941603358,2122
"epoch",13.352201257861623,1613941603358,2122
"wd_0",0.01,1613941603358,2122
"sqr_mom_0",0.99,1613941603358,2122
"lr_0",4.69888245088033e-06,1613941603358,2122
"mom_0",0.8575279387279917,1613941603358,2122
"eps_0",1e-05,1613941603358,2122
"wd_1",0.01,1613941603358,2122
"sqr_mom_1",0.99,1613941603358,2122
"lr_1",4.69888245088033e-05,1613941603358,2122
"mom_1",0.8575279387279917,1613941603358,2122
"eps_1",1e-05,1613941603358,2122
"wd_2",0.01,1613941603358,2122
"sqr_mom_2",0.99,1613941603358,2122
"lr_2",0.000469888245088033,1613941603358,2122
"mom_2",0.8575279387279917,1613941603358,2122
"eps_2",1e-05,1613941603358,2122
"train_loss",0.06393348,1613941604300,2123
"raw_loss",0.03451974,1613941604300,2123
"epoch",13.358490566037723,1613941604300,2123
"wd_0",0.01,1613941604300,2123
"sqr_mom_0",0.99,1613941604300,2123
"lr_0",4.70027104351446e-06,1613941604300,2123
"mom_0",0.8574932239121386,1613941604300,2123
"eps_0",1e-05,1613941604300,2123
"wd_1",0.01,1613941604300,2123
"sqr_mom_1",0.99,1613941604300,2123
"lr_1",4.7002710435144586e-05,1613941604300,2123
"mom_1",0.8574932239121386,1613941604300,2123
"eps_1",1e-05,1613941604300,2123
"wd_2",0.01,1613941604300,2123
"sqr_mom_2",0.99,1613941604300,2123
"lr_2",0.00047002710435144586,1613941604300,2123
"mom_2",0.8574932239121386,1613941604300,2123
"eps_2",1e-05,1613941604300,2123
"train_loss",0.06368094,1613941605240,2124
"raw_loss",0.051306564,1613941605240,2124
"epoch",13.364779874213824,1613941605240,2124
"wd_0",0.01,1613941605240,2124
"sqr_mom_0",0.99,1613941605240,2124
"lr_0",4.70165668641511e-06,1613941605240,2124
"mom_0",0.8574585828396223,1613941605240,2124
"eps_0",1e-05,1613941605240,2124
"wd_1",0.01,1613941605240,2124
"sqr_mom_1",0.99,1613941605240,2124
"lr_1",4.70165668641511e-05,1613941605240,2124
"mom_1",0.8574585828396223,1613941605240,2124
"eps_1",1e-05,1613941605240,2124
"wd_2",0.01,1613941605240,2124
"sqr_mom_2",0.99,1613941605240,2124
"lr_2",0.00047016566864151096,1613941605240,2124
"mom_2",0.8574585828396223,1613941605240,2124
"eps_2",1e-05,1613941605240,2124
"train_loss",0.06333641,1613941606174,2125
"raw_loss",0.0464544,1613941606174,2125
"epoch",13.371069182389924,1613941606174,2125
"wd_0",0.01,1613941606174,2125
"sqr_mom_0",0.99,1613941606174,2125
"lr_0",4.703039573540864e-06,1613941606174,2125
"mom_0",0.8574240106614783,1613941606174,2125
"eps_0",1e-05,1613941606174,2125
"wd_1",0.01,1613941606174,2125
"sqr_mom_1",0.99,1613941606174,2125
"lr_1",4.7030395735408644e-05,1613941606174,2125
"mom_1",0.8574240106614783,1613941606174,2125
"eps_1",1e-05,1613941606174,2125
"wd_2",0.01,1613941606174,2125
"sqr_mom_2",0.99,1613941606174,2125
"lr_2",0.0004703039573540864,1613941606174,2125
"mom_2",0.8574240106614783,1613941606174,2125
"eps_2",1e-05,1613941606174,2125
"train_loss",0.06356008,1613941607114,2126
"raw_loss",0.07452028,1613941607114,2126
"epoch",13.377358490566024,1613941607114,2126
"wd_0",0.01,1613941607114,2126
"sqr_mom_0",0.99,1613941607114,2126
"lr_0",4.7044193093477806e-06,1613941607114,2126
"mom_0",0.8573895172663055,1613941607114,2126
"eps_0",1e-05,1613941607114,2126
"wd_1",0.01,1613941607114,2126
"sqr_mom_1",0.99,1613941607114,2126
"lr_1",4.7044193093477804e-05,1613941607114,2126
"mom_1",0.8573895172663055,1613941607114,2126
"eps_1",1e-05,1613941607114,2126
"wd_2",0.01,1613941607114,2126
"sqr_mom_2",0.99,1613941607114,2126
"lr_2",0.000470441930934778,1613941607114,2126
"mom_2",0.8573895172663055,1613941607114,2126
"eps_2",1e-05,1613941607114,2126
"train_loss",0.063552804,1613941608062,2127
"raw_loss",0.063195996,1613941608062,2127
"epoch",13.383647798742125,1613941608062,2127
"wd_0",0.01,1613941608062,2127
"sqr_mom_0",0.99,1613941608062,2127
"lr_0",4.705796088224555e-06,1613941608062,2127
"mom_0",0.8573550977943861,1613941608062,2127
"eps_0",1e-05,1613941608062,2127
"wd_1",0.01,1613941608062,2127
"sqr_mom_1",0.99,1613941608062,2127
"lr_1",4.705796088224554e-05,1613941608062,2127
"mom_1",0.8573550977943861,1613941608062,2127
"eps_1",1e-05,1613941608062,2127
"wd_2",0.01,1613941608062,2127
"sqr_mom_2",0.99,1613941608062,2127
"lr_2",0.00047057960882245544,1613941608062,2127
"mom_2",0.8573550977943861,1613941608062,2127
"eps_2",1e-05,1613941608062,2127
"train_loss",0.063543975,1613941609026,2128
"raw_loss",0.06311122,1613941609026,2128
"epoch",13.389937106918225,1613941609026,2128
"wd_0",0.01,1613941609026,2128
"sqr_mom_0",0.99,1613941609026,2128
"lr_0",4.707170102883448e-06,1613941609026,2128
"mom_0",0.8573207474279138,1613941609026,2128
"eps_0",1e-05,1613941609026,2128
"wd_1",0.01,1613941609026,2128
"sqr_mom_1",0.99,1613941609026,2128
"lr_1",4.707170102883448e-05,1613941609026,2128
"mom_1",0.8573207474279138,1613941609026,2128
"eps_1",1e-05,1613941609026,2128
"wd_2",0.01,1613941609026,2128
"sqr_mom_2",0.99,1613941609026,2128
"lr_2",0.0004707170102883448,1613941609026,2128
"mom_2",0.8573207474279138,1613941609026,2128
"eps_2",1e-05,1613941609026,2128
"train_loss",0.06315215,1613941609986,2129
"raw_loss",0.043952655,1613941609986,2129
"epoch",13.396226415094326,1613941609986,2129
"wd_0",0.01,1613941609986,2129
"sqr_mom_0",0.99,1613941609986,2129
"lr_0",4.708540960318289e-06,1613941609986,2129
"mom_0",0.8572864759920428,1613941609986,2129
"eps_0",1e-05,1613941609986,2129
"wd_1",0.01,1613941609986,2129
"sqr_mom_1",0.99,1613941609986,2129
"lr_1",4.708540960318288e-05,1613941609986,2129
"mom_1",0.8572864759920428,1613941609986,2129
"eps_1",1e-05,1613941609986,2129
"wd_2",0.01,1613941609986,2129
"sqr_mom_2",0.99,1613941609986,2129
"lr_2",0.00047085409603182885,1613941609986,2129
"mom_2",0.8572864759920428,1613941609986,2129
"eps_2",1e-05,1613941609986,2129
"train_loss",0.062890455,1613941610934,2130
"raw_loss",0.05006746,1613941610934,2130
"epoch",13.402515723270426,1613941610934,2130
"wd_0",0.01,1613941610934,2130
"sqr_mom_0",0.99,1613941610934,2130
"lr_0",4.709909047930432e-06,1613941610934,2130
"mom_0",0.8572522738017392,1613941610934,2130
"eps_0",1e-05,1613941610934,2130
"wd_1",0.01,1613941610934,2130
"sqr_mom_1",0.99,1613941610934,2130
"lr_1",4.709909047930432e-05,1613941610934,2130
"mom_1",0.8572522738017392,1613941610934,2130
"eps_1",1e-05,1613941610934,2130
"wd_2",0.01,1613941610934,2130
"sqr_mom_2",0.99,1613941610934,2130
"lr_2",0.00047099090479304313,1613941610934,2130
"mom_2",0.8572522738017392,1613941610934,2130
"eps_2",1e-05,1613941610934,2130
"train_loss",0.06240825,1613941611884,2131
"raw_loss",0.038780127,1613941611884,2131
"epoch",13.408805031446526,1613941611884,2131
"wd_0",0.01,1613941611884,2131
"sqr_mom_0",0.99,1613941611884,2131
"lr_0",4.711274168244979e-06,1613941611884,2131
"mom_0",0.8572181457938755,1613941611884,2131
"eps_0",1e-05,1613941611884,2131
"wd_1",0.01,1613941611884,2131
"sqr_mom_1",0.99,1613941611884,2131
"lr_1",4.711274168244979e-05,1613941611884,2131
"mom_1",0.8572181457938755,1613941611884,2131
"eps_1",1e-05,1613941611884,2131
"wd_2",0.01,1613941611884,2131
"sqr_mom_2",0.99,1613941611884,2131
"lr_2",0.0004711274168244979,1613941611884,2131
"mom_2",0.8572181457938755,1613941611884,2131
"eps_2",1e-05,1613941611884,2131
"train_loss",0.061860725,1613941612850,2132
"raw_loss",0.035031904,1613941612850,2132
"epoch",13.415094339622627,1613941612850,2132
"wd_0",0.01,1613941612850,2132
"sqr_mom_0",0.99,1613941612850,2132
"lr_0",4.712636125479284e-06,1613941612850,2132
"mom_0",0.8571840968630179,1613941612850,2132
"eps_0",1e-05,1613941612850,2132
"wd_1",0.01,1613941612850,2132
"sqr_mom_1",0.99,1613941612850,2132
"lr_1",4.712636125479284e-05,1613941612850,2132
"mom_1",0.8571840968630179,1613941612850,2132
"eps_1",1e-05,1613941612850,2132
"wd_2",0.01,1613941612850,2132
"sqr_mom_2",0.99,1613941612850,2132
"lr_2",0.00047126361254792843,1613941612850,2132
"mom_2",0.8571840968630179,1613941612850,2132
"eps_2",1e-05,1613941612850,2132
"train_loss",0.06208685,1613941613805,2133
"raw_loss",0.07316697,1613941613805,2133
"epoch",13.421383647798727,1613941613805,2133
"wd_0",0.01,1613941613805,2133
"sqr_mom_0",0.99,1613941613805,2133
"lr_0",4.713995304519525e-06,1613941613805,2133
"mom_0",0.8571501173870119,1613941613805,2133
"eps_0",1e-05,1613941613805,2133
"wd_1",0.01,1613941613805,2133
"sqr_mom_1",0.99,1613941613805,2133
"lr_1",4.713995304519525e-05,1613941613805,2133
"mom_1",0.8571501173870119,1613941613805,2133
"eps_1",1e-05,1613941613805,2133
"wd_2",0.01,1613941613805,2133
"sqr_mom_2",0.99,1613941613805,2133
"lr_2",0.00047139953045195244,1613941613805,2133
"mom_2",0.8571501173870119,1613941613805,2133
"eps_2",1e-05,1613941613805,2133
"train_loss",0.06217089,1613941614751,2134
"raw_loss",0.06628881,1613941614751,2134
"epoch",13.427672955974828,1613941614751,2134
"wd_0",0.01,1613941614751,2134
"sqr_mom_0",0.99,1613941614751,2134
"lr_0",4.715351316602926e-06,1613941614751,2134
"mom_0",0.8571162170849268,1613941614751,2134
"eps_0",1e-05,1613941614751,2134
"wd_1",0.01,1613941614751,2134
"sqr_mom_1",0.99,1613941614751,2134
"lr_1",4.7153513166029256e-05,1613941614751,2134
"mom_1",0.8571162170849268,1613941614751,2134
"eps_1",1e-05,1613941614751,2134
"wd_2",0.01,1613941614751,2134
"sqr_mom_2",0.99,1613941614751,2134
"lr_2",0.00047153513166029256,1613941614751,2134
"mom_2",0.8571162170849268,1613941614751,2134
"eps_2",1e-05,1613941614751,2134
"train_loss",0.061598696,1613941615715,2135
"raw_loss",0.033561144,1613941615715,2135
"epoch",13.433962264150928,1613941615715,2135
"wd_0",0.01,1613941615715,2135
"sqr_mom_0",0.99,1613941615715,2135
"lr_0",4.716704352790674e-06,1613941615715,2135
"mom_0",0.8570823911802331,1613941615715,2135
"eps_0",1e-05,1613941615715,2135
"wd_1",0.01,1613941615715,2135
"sqr_mom_1",0.99,1613941615715,2135
"lr_1",4.7167043527906734e-05,1613941615715,2135
"mom_1",0.8570823911802331,1613941615715,2135
"eps_1",1e-05,1613941615715,2135
"wd_2",0.01,1613941615715,2135
"sqr_mom_2",0.99,1613941615715,2135
"lr_2",0.00047167043527906734,1613941615715,2135
"mom_2",0.8570823911802331,1613941615715,2135
"eps_2",1e-05,1613941615715,2135
"train_loss",0.06118335,1613941616661,2136
"raw_loss",0.040831275,1613941616661,2136
"epoch",13.440251572327028,1613941616661,2136
"wd_0",0.01,1613941616661,2136
"sqr_mom_0",0.99,1613941616661,2136
"lr_0",4.71805460245677e-06,1613941616661,2136
"mom_0",0.8570486349385807,1613941616661,2136
"eps_0",1e-05,1613941616661,2136
"wd_1",0.01,1613941616661,2136
"sqr_mom_1",0.99,1613941616661,2136
"lr_1",4.7180546024567695e-05,1613941616661,2136
"mom_1",0.8570486349385807,1613941616661,2136
"eps_1",1e-05,1613941616661,2136
"wd_2",0.01,1613941616661,2136
"sqr_mom_2",0.99,1613941616661,2136
"lr_2",0.00047180546024567696,1613941616661,2136
"mom_2",0.8570486349385807,1613941616661,2136
"eps_2",1e-05,1613941616661,2136
"train_loss",0.060635764,1613941617649,2137
"raw_loss",0.033804193,1613941617649,2137
"epoch",13.446540880503129,1613941617649,2137
"wd_0",0.01,1613941617649,2137
"sqr_mom_0",0.99,1613941617649,2137
"lr_0",4.719401679392486e-06,1613941617649,2137
"mom_0",0.8570149580151878,1613941617649,2137
"eps_0",1e-05,1613941617649,2137
"wd_1",0.01,1613941617649,2137
"sqr_mom_1",0.99,1613941617649,2137
"lr_1",4.719401679392486e-05,1613941617649,2137
"mom_1",0.8570149580151878,1613941617649,2137
"eps_1",1e-05,1613941617649,2137
"wd_2",0.01,1613941617649,2137
"sqr_mom_2",0.99,1613941617649,2137
"lr_2",0.00047194016793924857,1613941617649,2137
"mom_2",0.8570149580151878,1613941617649,2137
"eps_2",1e-05,1613941617649,2137
"train_loss",0.060121827,1613941618600,2138
"raw_loss",0.034938786,1613941618600,2138
"epoch",13.45283018867923,1613941618600,2138
"wd_0",0.01,1613941618600,2138
"sqr_mom_0",0.99,1613941618600,2138
"lr_0",4.720745773405736e-06,1613941618600,2138
"mom_0",0.8569813556648566,1613941618600,2138
"eps_0",1e-05,1613941618600,2138
"wd_1",0.01,1613941618600,2138
"sqr_mom_1",0.99,1613941618600,2138
"lr_1",4.7207457734057354e-05,1613941618600,2138
"mom_1",0.8569813556648566,1613941618600,2138
"eps_1",1e-05,1613941618600,2138
"wd_2",0.01,1613941618600,2138
"sqr_mom_2",0.99,1613941618600,2138
"lr_2",0.0004720745773405735,1613941618600,2138
"mom_2",0.8569813556648566,1613941618600,2138
"eps_2",1e-05,1613941618600,2138
"train_loss",0.059553366,1613941619552,2139
"raw_loss",0.03169881,1613941619552,2139
"epoch",13.45911949685533,1613941619552,2139
"wd_0",0.01,1613941619552,2139
"sqr_mom_0",0.99,1613941619552,2139
"lr_0",4.7220870726132575e-06,1613941619552,2139
"mom_0",0.8569478231846686,1613941619552,2139
"eps_0",1e-05,1613941619552,2139
"wd_1",0.01,1613941619552,2139
"sqr_mom_1",0.99,1613941619552,2139
"lr_1",4.722087072613257e-05,1613941619552,2139
"mom_1",0.8569478231846686,1613941619552,2139
"eps_1",1e-05,1613941619552,2139
"wd_2",0.01,1613941619552,2139
"sqr_mom_2",0.99,1613941619552,2139
"lr_2",0.0004722087072613257,1613941619552,2139
"mom_2",0.8569478231846686,1613941619552,2139
"eps_2",1e-05,1613941619552,2139
"train_loss",0.059284136,1613941620551,2140
"raw_loss",0.04609183,1613941620551,2140
"epoch",13.46540880503143,1613941620551,2140
"wd_0",0.01,1613941620551,2140
"sqr_mom_0",0.99,1613941620551,2140
"lr_0",4.72342538339e-06,1613941620551,2140
"mom_0",0.85691436541525,1613941620551,2140
"eps_0",1e-05,1613941620551,2140
"wd_1",0.01,1613941620551,2140
"sqr_mom_1",0.99,1613941620551,2140
"lr_1",4.723425383389999e-05,1613941620551,2140
"mom_1",0.85691436541525,1613941620551,2140
"eps_1",1e-05,1613941620551,2140
"wd_2",0.01,1613941620551,2140
"sqr_mom_2",0.99,1613941620551,2140
"lr_2",0.0004723425383389999,1613941620551,2140
"mom_2",0.85691436541525,1613941620551,2140
"eps_2",1e-05,1613941620551,2140
"train_loss",0.05881716,1613941621583,2141
"raw_loss",0.03593537,1613941621583,2141
"epoch",13.47169811320753,1613941621583,2141
"wd_0",0.01,1613941621583,2141
"sqr_mom_0",0.99,1613941621583,2141
"lr_0",4.724760513815212e-06,1613941621583,2141
"mom_0",0.8568809871546197,1613941621583,2141
"eps_0",1e-05,1613941621583,2141
"wd_1",0.01,1613941621583,2141
"sqr_mom_1",0.99,1613941621583,2141
"lr_1",4.7247605138152116e-05,1613941621583,2141
"mom_1",0.8568809871546197,1613941621583,2141
"eps_1",1e-05,1613941621583,2141
"wd_2",0.01,1613941621583,2141
"sqr_mom_2",0.99,1613941621583,2141
"lr_2",0.0004724760513815211,1613941621583,2141
"mom_2",0.8568809871546197,1613941621583,2141
"eps_2",1e-05,1613941621583,2141
"train_loss",0.05824106,1613941622536,2142
"raw_loss",0.03001214,1613941622536,2142
"epoch",13.47798742138363,1613941622536,2142
"wd_0",0.01,1613941622536,2142
"sqr_mom_0",0.99,1613941622536,2142
"lr_0",4.726092841193874e-06,1613941622536,2142
"mom_0",0.8568476789701531,1613941622536,2142
"eps_0",1e-05,1613941622536,2142
"wd_1",0.01,1613941622536,2142
"sqr_mom_1",0.99,1613941622536,2142
"lr_1",4.7260928411938736e-05,1613941622536,2142
"mom_1",0.8568476789701531,1613941622536,2142
"eps_1",1e-05,1613941622536,2142
"wd_2",0.01,1613941622536,2142
"sqr_mom_2",0.99,1613941622536,2142
"lr_2",0.00047260928411938733,1613941622536,2142
"mom_2",0.8568476789701531,1613941622536,2142
"eps_2",1e-05,1613941622536,2142
"train_loss",0.057891794,1613941623483,2143
"raw_loss",0.040777903,1613941623483,2143
"epoch",13.484276729559731,1613941623483,2143
"wd_0",0.01,1613941623483,2143
"sqr_mom_0",0.99,1613941623483,2143
"lr_0",4.727421984443528e-06,1613941623483,2143
"mom_0",0.8568144503889118,1613941623483,2143
"eps_0",1e-05,1613941623483,2143
"wd_1",0.01,1613941623483,2143
"sqr_mom_1",0.99,1613941623483,2143
"lr_1",4.727421984443527e-05,1613941623483,2143
"mom_1",0.8568144503889118,1613941623483,2143
"eps_1",1e-05,1613941623483,2143
"wd_2",0.01,1613941623483,2143
"sqr_mom_2",0.99,1613941623483,2143
"lr_2",0.0004727421984443527,1613941623483,2143
"mom_2",0.8568144503889118,1613941623483,2143
"eps_2",1e-05,1613941623483,2143
"train_loss",0.057473008,1613941624421,2144
"raw_loss",0.036952388,1613941624421,2144
"epoch",13.490566037735832,1613941624421,2144
"wd_0",0.01,1613941624421,2144
"sqr_mom_0",0.99,1613941624421,2144
"lr_0",4.728748319177189e-06,1613941624421,2144
"mom_0",0.8567812920205703,1613941624421,2144
"eps_0",1e-05,1613941624421,2144
"wd_1",0.01,1613941624421,2144
"sqr_mom_1",0.99,1613941624421,2144
"lr_1",4.728748319177189e-05,1613941624421,2144
"mom_1",0.8567812920205703,1613941624421,2144
"eps_1",1e-05,1613941624421,2144
"wd_2",0.01,1613941624421,2144
"sqr_mom_2",0.99,1613941624421,2144
"lr_2",0.0004728748319177189,1613941624421,2144
"mom_2",0.8567812920205703,1613941624421,2144
"eps_2",1e-05,1613941624421,2144
"train_loss",0.057587206,1613941625370,2145
"raw_loss",0.06318301,1613941625370,2145
"epoch",13.496855345911932,1613941625370,2145
"wd_0",0.01,1613941625370,2145
"sqr_mom_0",0.99,1613941625370,2145
"lr_0",4.730071466026463e-06,1613941625370,2145
"mom_0",0.8567482133493384,1613941625370,2145
"eps_0",1e-05,1613941625370,2145
"wd_1",0.01,1613941625370,2145
"sqr_mom_1",0.99,1613941625370,2145
"lr_1",4.7300714660264626e-05,1613941625370,2145
"mom_1",0.8567482133493384,1613941625370,2145
"eps_1",1e-05,1613941625370,2145
"wd_2",0.01,1613941625370,2145
"sqr_mom_2",0.99,1613941625370,2145
"lr_2",0.00047300714660264626,1613941625370,2145
"mom_2",0.8567482133493384,1613941625370,2145
"eps_2",1e-05,1613941625370,2145
"train_loss",0.05724679,1613941626317,2146
"raw_loss",0.040566385,1613941626317,2146
"epoch",13.503144654088032,1613941626317,2146
"wd_0",0.01,1613941626317,2146
"sqr_mom_0",0.99,1613941626317,2146
"lr_0",4.731391611442677e-06,1613941626317,2146
"mom_0",0.8567152097139331,1613941626317,2146
"eps_0",1e-05,1613941626317,2146
"wd_1",0.01,1613941626317,2146
"sqr_mom_1",0.99,1613941626317,2146
"lr_1",4.7313916114426756e-05,1613941626317,2146
"mom_1",0.8567152097139331,1613941626317,2146
"eps_1",1e-05,1613941626317,2146
"wd_2",0.01,1613941626317,2146
"sqr_mom_2",0.99,1613941626317,2146
"lr_2",0.00047313916114426755,1613941626317,2146
"mom_2",0.8567152097139331,1613941626317,2146
"eps_2",1e-05,1613941626317,2146
"train_loss",0.056691457,1613941627262,2147
"raw_loss",0.029480163,1613941627262,2147
"epoch",13.509433962264133,1613941627262,2147
"wd_0",0.01,1613941627262,2147
"sqr_mom_0",0.99,1613941627262,2147
"lr_0",4.732708753135559e-06,1613941627262,2147
"mom_0",0.856682281171611,1613941627262,2147
"eps_0",1e-05,1613941627262,2147
"wd_1",0.01,1613941627262,2147
"sqr_mom_1",0.99,1613941627262,2147
"lr_1",4.732708753135558e-05,1613941627262,2147
"mom_1",0.856682281171611,1613941627262,2147
"eps_1",1e-05,1613941627262,2147
"wd_2",0.01,1613941627262,2147
"sqr_mom_2",0.99,1613941627262,2147
"lr_2",0.0004732708753135558,1613941627262,2147
"mom_2",0.856682281171611,1613941627262,2147
"eps_2",1e-05,1613941627262,2147
"train_loss",0.056269526,1613941628213,2148
"raw_loss",0.03559487,1613941628213,2148
"epoch",13.515723270440233,1613941628213,2148
"wd_0",0.01,1613941628213,2148
"sqr_mom_0",0.99,1613941628213,2148
"lr_0",4.734023075432466e-06,1613941628213,2148
"mom_0",0.8566494231141883,1613941628213,2148
"eps_0",1e-05,1613941628213,2148
"wd_1",0.01,1613941628213,2148
"sqr_mom_1",0.99,1613941628213,2148
"lr_1",4.7340230754324656e-05,1613941628213,2148
"mom_1",0.8566494231141883,1613941628213,2148
"eps_1",1e-05,1613941628213,2148
"wd_2",0.01,1613941628213,2148
"sqr_mom_2",0.99,1613941628213,2148
"lr_2",0.00047340230754324656,1613941628213,2148
"mom_2",0.8566494231141883,1613941628213,2148
"eps_2",1e-05,1613941628213,2148
"train_loss",0.055747185,1613941629148,2149
"raw_loss",0.030152356,1613941629148,2149
"epoch",13.522012578616334,1613941629148,2149
"wd_0",0.01,1613941629148,2149
"sqr_mom_0",0.99,1613941629148,2149
"lr_0",4.735334388585402e-06,1613941629148,2149
"mom_0",0.8566166402853649,1613941629148,2149
"eps_0",1e-05,1613941629148,2149
"wd_1",0.01,1613941629148,2149
"sqr_mom_1",0.99,1613941629148,2149
"lr_1",4.735334388585402e-05,1613941629148,2149
"mom_1",0.8566166402853649,1613941629148,2149
"eps_1",1e-05,1613941629148,2149
"wd_2",0.01,1613941629148,2149
"sqr_mom_2",0.99,1613941629148,2149
"lr_2",0.0004735334388585402,1613941629148,2149
"mom_2",0.8566166402853649,1613941629148,2149
"eps_2",1e-05,1613941629148,2149
"train_loss",0.055458523,1613941630102,2150
"raw_loss",0.04131412,1613941630102,2150
"epoch",13.528301886792434,1613941630102,2150
"wd_0",0.01,1613941630102,2150
"sqr_mom_0",0.99,1613941630102,2150
"lr_0",4.73664250456249e-06,1613941630102,2150
"mom_0",0.8565839373859377,1613941630102,2150
"eps_0",1e-05,1613941630102,2150
"wd_1",0.01,1613941630102,2150
"sqr_mom_1",0.99,1613941630102,2150
"lr_1",4.7366425045624884e-05,1613941630102,2150
"mom_1",0.8565839373859377,1613941630102,2150
"eps_1",1e-05,1613941630102,2150
"wd_2",0.01,1613941630102,2150
"sqr_mom_2",0.99,1613941630102,2150
"lr_2",0.00047366425045624884,1613941630102,2150
"mom_2",0.8565839373859377,1613941630102,2150
"eps_2",1e-05,1613941630102,2150
"train_loss",0.0550893,1613941631048,2151
"raw_loss",0.03699736,1613941631048,2151
"epoch",13.534591194968534,1613941631048,2151
"wd_0",0.01,1613941631048,2151
"sqr_mom_0",0.99,1613941631048,2151
"lr_0",4.737947793034479e-06,1613941631048,2151
"mom_0",0.856551305174138,1613941631048,2151
"eps_0",1e-05,1613941631048,2151
"wd_1",0.01,1613941631048,2151
"sqr_mom_1",0.99,1613941631048,2151
"lr_1",4.7379477930344783e-05,1613941631048,2151
"mom_1",0.856551305174138,1613941631048,2151
"eps_1",1e-05,1613941631048,2151
"wd_2",0.01,1613941631048,2151
"sqr_mom_2",0.99,1613941631048,2151
"lr_2",0.0004737947793034478,1613941631048,2151
"mom_2",0.856551305174138,1613941631048,2151
"eps_2",1e-05,1613941631048,2151
"train_loss",0.054490615,1613941631991,2152
"raw_loss",0.025155004,1613941631991,2152
"epoch",13.540880503144635,1613941631991,2152
"wd_0",0.01,1613941631991,2152
"sqr_mom_0",0.99,1613941631991,2152
"lr_0",4.739250065551723e-06,1613941631991,2152
"mom_0",0.8565187483612069,1613941631991,2152
"eps_0",1e-05,1613941631991,2152
"wd_1",0.01,1613941631991,2152
"sqr_mom_1",0.99,1613941631991,2152
"lr_1",4.739250065551723e-05,1613941631991,2152
"mom_1",0.8565187483612069,1613941631991,2152
"eps_1",1e-05,1613941631991,2152
"wd_2",0.01,1613941631991,2152
"sqr_mom_2",0.99,1613941631991,2152
"lr_2",0.00047392500655517224,1613941631991,2152
"mom_2",0.8565187483612069,1613941631991,2152
"eps_2",1e-05,1613941631991,2152
"train_loss",0.055271402,1613941632964,2153
"raw_loss",0.09353001,1613941632964,2153
"epoch",13.547169811320735,1613941632964,2153
"wd_0",0.01,1613941632964,2153
"sqr_mom_0",0.99,1613941632964,2153
"lr_0",4.740548950914768e-06,1613941632964,2153
"mom_0",0.8564862762271308,1613941632964,2153
"eps_0",1e-05,1613941632964,2153
"wd_1",0.01,1613941632964,2153
"sqr_mom_1",0.99,1613941632964,2153
"lr_1",4.740548950914767e-05,1613941632964,2153
"mom_1",0.8564862762271308,1613941632964,2153
"eps_1",1e-05,1613941632964,2153
"wd_2",0.01,1613941632964,2153
"sqr_mom_2",0.99,1613941632964,2153
"lr_2",0.0004740548950914767,1613941632964,2153
"mom_2",0.8564862762271308,1613941632964,2153
"eps_2",1e-05,1613941632964,2153
"train_loss",0.05504302,1613941633925,2154
"raw_loss",0.043852344,1613941633925,2154
"epoch",13.553459119496836,1613941633925,2154
"wd_0",0.01,1613941633925,2154
"sqr_mom_0",0.99,1613941633925,2154
"lr_0",4.741845185607065e-06,1613941633925,2154
"mom_0",0.8564538703598233,1613941633925,2154
"eps_0",1e-05,1613941633925,2154
"wd_1",0.01,1613941633925,2154
"sqr_mom_1",0.99,1613941633925,2154
"lr_1",4.7418451856070646e-05,1613941633925,2154
"mom_1",0.8564538703598233,1613941633925,2154
"eps_1",1e-05,1613941633925,2154
"wd_2",0.01,1613941633925,2154
"sqr_mom_2",0.99,1613941633925,2154
"lr_2",0.00047418451856070647,1613941633925,2154
"mom_2",0.8564538703598233,1613941633925,2154
"eps_2",1e-05,1613941633925,2154
"train_loss",0.054607697,1613941634876,2155
"raw_loss",0.033276793,1613941634876,2155
"epoch",13.559748427672936,1613941634876,2155
"wd_0",0.01,1613941634876,2155
"sqr_mom_0",0.99,1613941634876,2155
"lr_0",4.743138397581263e-06,1613941634876,2155
"mom_0",0.8564215400604684,1613941634876,2155
"eps_0",1e-05,1613941634876,2155
"wd_1",0.01,1613941634876,2155
"sqr_mom_1",0.99,1613941634876,2155
"lr_1",4.743138397581261e-05,1613941634876,2155
"mom_1",0.8564215400604684,1613941634876,2155
"eps_1",1e-05,1613941634876,2155
"wd_2",0.01,1613941634876,2155
"sqr_mom_2",0.99,1613941634876,2155
"lr_2",0.0004743138397581261,1613941634876,2155
"mom_2",0.8564215400604684,1613941634876,2155
"eps_2",1e-05,1613941634876,2155
"train_loss",0.054185536,1613941635826,2156
"raw_loss",0.03349958,1613941635826,2156
"epoch",13.566037735849036,1613941635826,2156
"wd_0",0.01,1613941635826,2156
"sqr_mom_0",0.99,1613941635826,2156
"lr_0",4.744428218232348e-06,1613941635826,2156
"mom_0",0.8563892945441913,1613941635826,2156
"eps_0",1e-05,1613941635826,2156
"wd_1",0.01,1613941635826,2156
"sqr_mom_1",0.99,1613941635826,2156
"lr_1",4.7444282182323476e-05,1613941635826,2156
"mom_1",0.8563892945441913,1613941635826,2156
"eps_1",1e-05,1613941635826,2156
"wd_2",0.01,1613941635826,2156
"sqr_mom_2",0.99,1613941635826,2156
"lr_2",0.00047444282182323473,1613941635826,2156
"mom_2",0.8563892945441913,1613941635826,2156
"eps_2",1e-05,1613941635826,2156
"train_loss",0.053494584,1613941636780,2157
"raw_loss",0.019637892,1613941636780,2157
"epoch",13.572327044025137,1613941636780,2157
"wd_0",0.01,1613941636780,2157
"sqr_mom_0",0.99,1613941636780,2157
"lr_0",4.745715378903979e-06,1613941636780,2157
"mom_0",0.8563571155274006,1613941636780,2157
"eps_0",1e-05,1613941636780,2157
"wd_1",0.01,1613941636780,2157
"sqr_mom_1",0.99,1613941636780,2157
"lr_1",4.745715378903978e-05,1613941636780,2157
"mom_1",0.8563571155274006,1613941636780,2157
"eps_1",1e-05,1613941636780,2157
"wd_2",0.01,1613941636780,2157
"sqr_mom_2",0.99,1613941636780,2157
"lr_2",0.0004745715378903978,1613941636780,2157
"mom_2",0.8563571155274006,1613941636780,2157
"eps_2",1e-05,1613941636780,2157
"train_loss",0.052985437,1613941637733,2158
"raw_loss",0.02803724,1613941637733,2158
"epoch",13.578616352201237,1613941637733,2158
"wd_0",0.01,1613941637733,2158
"sqr_mom_0",0.99,1613941637733,2158
"lr_0",4.7469995101413534e-06,1613941637733,2158
"mom_0",0.8563250122464662,1613941637733,2158
"eps_0",1e-05,1613941637733,2158
"wd_1",0.01,1613941637733,2158
"sqr_mom_1",0.99,1613941637733,2158
"lr_1",4.7469995101413524e-05,1613941637733,2158
"mom_1",0.8563250122464662,1613941637733,2158
"eps_1",1e-05,1613941637733,2158
"wd_2",0.01,1613941637733,2158
"sqr_mom_2",0.99,1613941637733,2158
"lr_2",0.00047469995101413526,1613941637733,2158
"mom_2",0.8563250122464662,1613941637733,2158
"eps_2",1e-05,1613941637733,2158
"train_loss",0.05262476,1613941638688,2159
"raw_loss",0.03495147,1613941638688,2159
"epoch",13.584905660377338,1613941638688,2159
"wd_0",0.01,1613941638688,2159
"sqr_mom_0",0.99,1613941638688,2159
"lr_0",4.748280609716048e-06,1613941638688,2159
"mom_0",0.8562929847570988,1613941638688,2159
"eps_0",1e-05,1613941638688,2159
"wd_1",0.01,1613941638688,2159
"sqr_mom_1",0.99,1613941638688,2159
"lr_1",4.7482806097160475e-05,1613941638688,2159
"mom_1",0.8562929847570988,1613941638688,2159
"eps_1",1e-05,1613941638688,2159
"wd_2",0.01,1613941638688,2159
"sqr_mom_2",0.99,1613941638688,2159
"lr_2",0.0004748280609716047,1613941638688,2159
"mom_2",0.8562929847570988,1613941638688,2159
"eps_2",1e-05,1613941638688,2159
"train_loss",0.052121967,1613941639642,2160
"raw_loss",0.02748509,1613941639642,2160
"epoch",13.591194968553438,1613941639642,2160
"wd_0",0.01,1613941639642,2160
"sqr_mom_0",0.99,1613941639642,2160
"lr_0",4.749558493948155e-06,1613941639642,2160
"mom_0",0.8562610376512961,1613941639642,2160
"eps_0",1e-05,1613941639642,2160
"wd_1",0.01,1613941639642,2160
"sqr_mom_1",0.99,1613941639642,2160
"lr_1",4.749558493948154e-05,1613941639642,2160
"mom_1",0.8562610376512961,1613941639642,2160
"eps_1",1e-05,1613941639642,2160
"wd_2",0.01,1613941639642,2160
"sqr_mom_2",0.99,1613941639642,2160
"lr_2",0.0004749558493948154,1613941639642,2160
"mom_2",0.8562610376512961,1613941639642,2160
"eps_2",1e-05,1613941639642,2160
"train_loss",0.051672332,1613941640592,2161
"raw_loss",0.02964024,1613941640592,2161
"epoch",13.597484276729539,1613941640592,2161
"wd_0",0.01,1613941640592,2161
"sqr_mom_0",0.99,1613941640592,2161
"lr_0",4.750833523965e-06,1613941640592,2161
"mom_0",0.856229161900875,1613941640592,2161
"eps_0",1e-05,1613941640592,2161
"wd_1",0.01,1613941640592,2161
"sqr_mom_1",0.99,1613941640592,2161
"lr_1",4.750833523965e-05,1613941640592,2161
"mom_1",0.856229161900875,1613941640592,2161
"eps_1",1e-05,1613941640592,2161
"wd_2",0.01,1613941640592,2161
"sqr_mom_2",0.99,1613941640592,2161
"lr_2",0.00047508335239649995,1613941640592,2161
"mom_2",0.856229161900875,1613941640592,2161
"eps_2",1e-05,1613941640592,2161
"train_loss",0.05120259,1613941641548,2162
"raw_loss",0.028185356,1613941641548,2162
"epoch",13.603773584905639,1613941641548,2162
"wd_0",0.01,1613941641548,2162
"sqr_mom_0",0.99,1613941641548,2162
"lr_0",4.752105515665796e-06,1613941641548,2162
"mom_0",0.8561973621083551,1613941641548,2162
"eps_0",1e-05,1613941641548,2162
"wd_1",0.01,1613941641548,2162
"sqr_mom_1",0.99,1613941641548,2162
"lr_1",4.7521055156657956e-05,1613941641548,2162
"mom_1",0.8561973621083551,1613941641548,2162
"eps_1",1e-05,1613941641548,2162
"wd_2",0.01,1613941641548,2162
"sqr_mom_2",0.99,1613941641548,2162
"lr_2",0.0004752105515665795,1613941641548,2162
"mom_2",0.8561973621083551,1613941641548,2162
"eps_2",1e-05,1613941641548,2162
"train_loss",0.051007394,1613941642508,2163
"raw_loss",0.041442618,1613941642508,2163
"epoch",13.61006289308174,1613941642508,2163
"wd_0",0.01,1613941642508,2163
"sqr_mom_0",0.99,1613941642508,2163
"lr_0",4.753374106521759e-06,1613941642508,2163
"mom_0",0.856165647336956,1613941642508,2163
"eps_0",1e-05,1613941642508,2163
"wd_1",0.01,1613941642508,2163
"sqr_mom_1",0.99,1613941642508,2163
"lr_1",4.753374106521759e-05,1613941642508,2163
"mom_1",0.856165647336956,1613941642508,2163
"eps_1",1e-05,1613941642508,2163
"wd_2",0.01,1613941642508,2163
"sqr_mom_2",0.99,1613941642508,2163
"lr_2",0.0004753374106521759,1613941642508,2163
"mom_2",0.856165647336956,1613941642508,2163
"eps_2",1e-05,1613941642508,2163
"train_loss",0.05143038,1613941643537,2164
"raw_loss",0.072156906,1613941643537,2164
"epoch",13.61635220125784,1613941643537,2164
"wd_0",0.01,1613941643537,2164
"sqr_mom_0",0.99,1613941643537,2164
"lr_0",4.754640015838999e-06,1613941643537,2164
"mom_0",0.856133999604025,1613941643537,2164
"eps_0",1e-05,1613941643537,2164
"wd_1",0.01,1613941643537,2164
"sqr_mom_1",0.99,1613941643537,2164
"lr_1",4.754640015838999e-05,1613941643537,2164
"mom_1",0.856133999604025,1613941643537,2164
"eps_1",1e-05,1613941643537,2164
"wd_2",0.01,1613941643537,2164
"sqr_mom_2",0.99,1613941643537,2164
"lr_2",0.0004754640015838999,1613941643537,2164
"mom_2",0.856133999604025,1613941643537,2164
"eps_2",1e-05,1613941643537,2164
"train_loss",0.05290486,1613941644656,2165
"raw_loss",0.1251543,1613941644656,2165
"epoch",13.62264150943394,1613941644656,2165
"wd_0",0.01,1613941644656,2165
"sqr_mom_0",0.99,1613941644656,2165
"lr_0",4.755902880234579e-06,1613941644656,2165
"mom_0",0.8561024279941355,1613941644656,2165
"eps_0",1e-05,1613941644656,2165
"wd_1",0.01,1613941644656,2165
"sqr_mom_1",0.99,1613941644656,2165
"lr_1",4.755902880234578e-05,1613941644656,2165
"mom_1",0.8561024279941355,1613941644656,2165
"eps_1",1e-05,1613941644656,2165
"wd_2",0.01,1613941644656,2165
"sqr_mom_2",0.99,1613941644656,2165
"lr_2",0.00047559028802345775,1613941644656,2165
"mom_2",0.8561024279941355,1613941644656,2165
"eps_2",1e-05,1613941644656,2165
"train_loss",0.052534115,1613941645786,2166
"raw_loss",0.03436763,1613941645786,2166
"epoch",13.62893081761004,1613941645786,2166
"wd_0",0.01,1613941645786,2166
"sqr_mom_0",0.99,1613941645786,2166
"lr_0",4.757162339793188e-06,1613941645786,2166
"mom_0",0.8560709415051703,1613941645786,2166
"eps_0",1e-05,1613941645786,2166
"wd_1",0.01,1613941645786,2166
"sqr_mom_1",0.99,1613941645786,2166
"lr_1",4.757162339793188e-05,1613941645786,2166
"mom_1",0.8560709415051703,1613941645786,2166
"eps_1",1e-05,1613941645786,2166
"wd_2",0.01,1613941645786,2166
"sqr_mom_2",0.99,1613941645786,2166
"lr_2",0.00047571623397931877,1613941645786,2166
"mom_2",0.8560709415051703,1613941645786,2166
"eps_2",1e-05,1613941645786,2166
"train_loss",0.05343157,1613941647006,2167
"raw_loss",0.09740694,1613941647006,2167
"epoch",13.635220125786141,1613941647006,2167
"wd_0",0.01,1613941647006,2167
"sqr_mom_0",0.99,1613941647006,2167
"lr_0",4.758419108643385e-06,1613941647006,2167
"mom_0",0.8560395222839153,1613941647006,2167
"eps_0",1e-05,1613941647006,2167
"wd_1",0.01,1613941647006,2167
"sqr_mom_1",0.99,1613941647006,2167
"lr_1",4.7584191086433844e-05,1613941647006,2167
"mom_1",0.8560395222839153,1613941647006,2167
"eps_1",1e-05,1613941647006,2167
"wd_2",0.01,1613941647006,2167
"sqr_mom_2",0.99,1613941647006,2167
"lr_2",0.0004758419108643384,1613941647006,2167
"mom_2",0.8560395222839153,1613941647006,2167
"eps_2",1e-05,1613941647006,2167
"train_loss",0.053106766,1613941648119,2168
"raw_loss",0.037191328,1613941648119,2168
"epoch",13.641509433962241,1613941648119,2168
"wd_0",0.01,1613941648119,2168
"sqr_mom_0",0.99,1613941648119,2168
"lr_0",4.759672826013856e-06,1613941648119,2168
"mom_0",0.8560081793496536,1613941648119,2168
"eps_0",1e-05,1613941648119,2168
"wd_1",0.01,1613941648119,2168
"sqr_mom_1",0.99,1613941648119,2168
"lr_1",4.759672826013855e-05,1613941648119,2168
"mom_1",0.8560081793496536,1613941648119,2168
"eps_1",1e-05,1613941648119,2168
"wd_2",0.01,1613941648119,2168
"sqr_mom_2",0.99,1613941648119,2168
"lr_2",0.0004759672826013855,1613941648119,2168
"mom_2",0.8560081793496536,1613941648119,2168
"eps_2",1e-05,1613941648119,2168
"train_loss",0.053235486,1613941649070,2169
"raw_loss",0.05954282,1613941649070,2169
"epoch",13.647798742138342,1613941649070,2169
"wd_0",0.01,1613941649070,2169
"sqr_mom_0",0.99,1613941649070,2169
"lr_0",4.760923312168704e-06,1613941649070,2169
"mom_0",0.8559769171957824,1613941649070,2169
"eps_0",1e-05,1613941649070,2169
"wd_1",0.01,1613941649070,2169
"sqr_mom_1",0.99,1613941649070,2169
"lr_1",4.760923312168704e-05,1613941649070,2169
"mom_1",0.8559769171957824,1613941649070,2169
"eps_1",1e-05,1613941649070,2169
"wd_2",0.01,1613941649070,2169
"sqr_mom_2",0.99,1613941649070,2169
"lr_2",0.00047609233121687035,1613941649070,2169
"mom_2",0.8559769171957824,1613941649070,2169
"eps_2",1e-05,1613941649070,2169
"train_loss",0.052630536,1613941650022,2170
"raw_loss",0.022987997,1613941650022,2170
"epoch",13.654088050314442,1613941650022,2170
"wd_0",0.01,1613941650022,2170
"sqr_mom_0",0.99,1613941650022,2170
"lr_0",4.762170920492621e-06,1613941650022,2170
"mom_0",0.8559457269876845,1613941650022,2170
"eps_0",1e-05,1613941650022,2170
"wd_1",0.01,1613941650022,2170
"sqr_mom_1",0.99,1613941650022,2170
"lr_1",4.76217092049262e-05,1613941650022,2170
"mom_1",0.8559457269876845,1613941650022,2170
"eps_1",1e-05,1613941650022,2170
"wd_2",0.01,1613941650022,2170
"sqr_mom_2",0.99,1613941650022,2170
"lr_2",0.00047621709204926196,1613941650022,2170
"mom_2",0.8559457269876845,1613941650022,2170
"eps_2",1e-05,1613941650022,2170
"train_loss",0.052136056,1613941650986,2171
"raw_loss",0.027906563,1613941650986,2171
"epoch",13.660377358490543,1613941650986,2171
"wd_0",0.01,1613941650986,2171
"sqr_mom_0",0.99,1613941650986,2171
"lr_0",4.76341547082609e-06,1613941650986,2171
"mom_0",0.8559146132293478,1613941650986,2171
"eps_0",1e-05,1613941650986,2171
"wd_1",0.01,1613941650986,2171
"sqr_mom_1",0.99,1613941650986,2171
"lr_1",4.763415470826089e-05,1613941650986,2171
"mom_1",0.8559146132293478,1613941650986,2171
"eps_1",1e-05,1613941650986,2171
"wd_2",0.01,1613941650986,2171
"sqr_mom_2",0.99,1613941650986,2171
"lr_2",0.00047634154708260884,1613941650986,2171
"mom_2",0.8559146132293478,1613941650986,2171
"eps_2",1e-05,1613941650986,2171
"train_loss",0.05194671,1613941651945,2172
"raw_loss",0.042668816,1613941651945,2172
"epoch",13.666666666666643,1613941651945,2172
"wd_0",0.01,1613941651945,2172
"sqr_mom_0",0.99,1613941651945,2172
"lr_0",4.764656608497698e-06,1613941651945,2172
"mom_0",0.8558835847875575,1613941651945,2172
"eps_0",1e-05,1613941651945,2172
"wd_1",0.01,1613941651945,2172
"sqr_mom_1",0.99,1613941651945,2172
"lr_1",4.7646566084976974e-05,1613941651945,2172
"mom_1",0.8558835847875575,1613941651945,2172
"eps_1",1e-05,1613941651945,2172
"wd_2",0.01,1613941651945,2172
"sqr_mom_2",0.99,1613941651945,2172
"lr_2",0.00047646566084976974,1613941651945,2172
"mom_2",0.8558835847875575,1613941651945,2172
"eps_2",1e-05,1613941651945,2172
"train_loss",0.05159631,1613941652911,2173
"raw_loss",0.0344266,1613941652911,2173
"epoch",13.672955974842743,1613941652911,2173
"wd_0",0.01,1613941652911,2173
"sqr_mom_0",0.99,1613941652911,2173
"lr_0",4.765895037247273e-06,1613941652911,2173
"mom_0",0.8558526240688182,1613941652911,2173
"eps_0",1e-05,1613941652911,2173
"wd_1",0.01,1613941652911,2173
"sqr_mom_1",0.99,1613941652911,2173
"lr_1",4.765895037247272e-05,1613941652911,2173
"mom_1",0.8558526240688182,1613941652911,2173
"eps_1",1e-05,1613941652911,2173
"wd_2",0.01,1613941652911,2173
"sqr_mom_2",0.99,1613941652911,2173
"lr_2",0.0004765895037247272,1613941652911,2173
"mom_2",0.8558526240688182,1613941652911,2173
"eps_2",1e-05,1613941652911,2173
"train_loss",0.051599234,1613941653895,2174
"raw_loss",0.051742453,1613941653895,2174
"epoch",13.679245283018844,1613941653895,2174
"wd_0",0.01,1613941653895,2174
"sqr_mom_0",0.99,1613941653895,2174
"lr_0",4.7671304015437385e-06,1613941653895,2174
"mom_0",0.8558217399614065,1613941653895,2174
"eps_0",1e-05,1613941653895,2174
"wd_1",0.01,1613941653895,2174
"sqr_mom_1",0.99,1613941653895,2174
"lr_1",4.767130401543738e-05,1613941653895,2174
"mom_1",0.8558217399614065,1613941653895,2174
"eps_1",1e-05,1613941653895,2174
"wd_2",0.01,1613941653895,2174
"sqr_mom_2",0.99,1613941653895,2174
"lr_2",0.0004767130401543738,1613941653895,2174
"mom_2",0.8558217399614065,1613941653895,2174
"eps_2",1e-05,1613941653895,2174
"train_loss",0.05174444,1613941654895,2175
"raw_loss",0.0588595,1613941654895,2175
"epoch",13.685534591194944,1613941654895,2175
"wd_0",0.01,1613941654895,2175
"sqr_mom_0",0.99,1613941654895,2175
"lr_0",4.768362349345896e-06,1613941654895,2175
"mom_0",0.8557909412663526,1613941654895,2175
"eps_0",1e-05,1613941654895,2175
"wd_1",0.01,1613941654895,2175
"sqr_mom_1",0.99,1613941654895,2175
"lr_1",4.7683623493458954e-05,1613941654895,2175
"mom_1",0.8557909412663526,1613941654895,2175
"eps_1",1e-05,1613941654895,2175
"wd_2",0.01,1613941654895,2175
"sqr_mom_2",0.99,1613941654895,2175
"lr_2",0.00047683623493458954,1613941654895,2175
"mom_2",0.8557909412663526,1613941654895,2175
"eps_2",1e-05,1613941654895,2175
"train_loss",0.051867954,1613941655851,2176
"raw_loss",0.057920255,1613941655851,2176
"epoch",13.691823899371045,1613941655851,2176
"wd_0",0.01,1613941655851,2176
"sqr_mom_0",0.99,1613941655851,2176
"lr_0",4.769591579182806e-06,1613941655851,2176
"mom_0",0.8557602105204298,1613941655851,2176
"eps_0",1e-05,1613941655851,2176
"wd_1",0.01,1613941655851,2176
"sqr_mom_1",0.99,1613941655851,2176
"lr_1",4.769591579182805e-05,1613941655851,2176
"mom_1",0.8557602105204298,1613941655851,2176
"eps_1",1e-05,1613941655851,2176
"wd_2",0.01,1613941655851,2176
"sqr_mom_2",0.99,1613941655851,2176
"lr_2",0.0004769591579182805,1613941655851,2176
"mom_2",0.8557602105204298,1613941655851,2176
"eps_2",1e-05,1613941655851,2176
"train_loss",0.051550042,1613941656832,2177
"raw_loss",0.035972226,1613941656832,2177
"epoch",13.698113207547145,1613941656832,2177
"wd_0",0.01,1613941656832,2177
"sqr_mom_0",0.99,1613941656832,2177
"lr_0",4.7708177381517975e-06,1613941656832,2177
"mom_0",0.8557295565462051,1613941656832,2177
"eps_0",1e-05,1613941656832,2177
"wd_1",0.01,1613941656832,2177
"sqr_mom_1",0.99,1613941656832,2177
"lr_1",4.770817738151797e-05,1613941656832,2177
"mom_1",0.8557295565462051,1613941656832,2177
"eps_1",1e-05,1613941656832,2177
"wd_2",0.01,1613941656832,2177
"sqr_mom_2",0.99,1613941656832,2177
"lr_2",0.00047708177381517965,1613941656832,2177
"mom_2",0.8557295565462051,1613941656832,2177
"eps_2",1e-05,1613941656832,2177
"train_loss",0.051189862,1613941657812,2178
"raw_loss",0.033541128,1613941657812,2178
"epoch",13.704402515723245,1613941657812,2178
"wd_0",0.01,1613941657812,2178
"sqr_mom_0",0.99,1613941657812,2178
"lr_0",4.772040824125052e-06,1613941657812,2178
"mom_0",0.8556989793968737,1613941657812,2178
"eps_0",1e-05,1613941657812,2178
"wd_1",0.01,1613941657812,2178
"sqr_mom_1",0.99,1613941657812,2178
"lr_1",4.7720408241250514e-05,1613941657812,2178
"mom_1",0.8556989793968737,1613941657812,2178
"eps_1",1e-05,1613941657812,2178
"wd_2",0.01,1613941657812,2178
"sqr_mom_2",0.99,1613941657812,2178
"lr_2",0.00047720408241250516,1613941657812,2178
"mom_2",0.8556989793968737,1613941657812,2178
"eps_2",1e-05,1613941657812,2178
"train_loss",0.050598525,1613941658797,2179
"raw_loss",0.021622976,1613941658797,2179
"epoch",13.710691823899346,1613941658797,2179
"wd_0",0.01,1613941658797,2179
"sqr_mom_0",0.99,1613941658797,2179
"lr_0",4.773260661778545e-06,1613941658797,2179
"mom_0",0.8556684834555364,1613941658797,2179
"eps_0",1e-05,1613941658797,2179
"wd_1",0.01,1613941658797,2179
"sqr_mom_1",0.99,1613941658797,2179
"lr_1",4.773260661778544e-05,1613941658797,2179
"mom_1",0.8556684834555364,1613941658797,2179
"eps_1",1e-05,1613941658797,2179
"wd_2",0.01,1613941658797,2179
"sqr_mom_2",0.99,1613941658797,2179
"lr_2",0.0004773260661778544,1613941658797,2179
"mom_2",0.8556684834555364,1613941658797,2179
"eps_2",1e-05,1613941658797,2179
"train_loss",0.05012858,1613941659783,2180
"raw_loss",0.027101217,1613941659783,2180
"epoch",13.716981132075446,1613941659783,2180
"wd_0",0.01,1613941659783,2180
"sqr_mom_0",0.99,1613941659783,2180
"lr_0",4.7744775958357665e-06,1613941659783,2180
"mom_0",0.8556380601041058,1613941659783,2180
"eps_0",1e-05,1613941659783,2180
"wd_1",0.01,1613941659783,2180
"sqr_mom_1",0.99,1613941659783,2180
"lr_1",4.7744775958357656e-05,1613941659783,2180
"mom_1",0.8556380601041058,1613941659783,2180
"eps_1",1e-05,1613941659783,2180
"wd_2",0.01,1613941659783,2180
"sqr_mom_2",0.99,1613941659783,2180
"lr_2",0.0004774477595835766,1613941659783,2180
"mom_2",0.8556380601041058,1613941659783,2180
"eps_2",1e-05,1613941659783,2180
"train_loss",0.050584614,1613941660740,2181
"raw_loss",0.07293034,1613941660740,2181
"epoch",13.723270440251547,1613941660740,2181
"wd_0",0.01,1613941660740,2181
"sqr_mom_0",0.99,1613941660740,2181
"lr_0",4.775691450546102e-06,1613941660740,2181
"mom_0",0.8556077137363475,1613941660740,2181
"eps_0",1e-05,1613941660740,2181
"wd_1",0.01,1613941660740,2181
"sqr_mom_1",0.99,1613941660740,2181
"lr_1",4.775691450546101e-05,1613941660740,2181
"mom_1",0.8556077137363475,1613941660740,2181
"eps_1",1e-05,1613941660740,2181
"wd_2",0.01,1613941660740,2181
"sqr_mom_2",0.99,1613941660740,2181
"lr_2",0.0004775691450546101,1613941660740,2181
"mom_2",0.8556077137363475,1613941660740,2181
"eps_2",1e-05,1613941660740,2181
"train_loss",0.050043654,1613941661697,2182
"raw_loss",0.02353663,1613941661697,2182
"epoch",13.729559748427647,1613941661697,2182
"wd_0",0.01,1613941661697,2182
"sqr_mom_0",0.99,1613941661697,2182
"lr_0",4.77690188002703e-06,1613941661697,2182
"mom_0",0.8555774529993243,1613941661697,2182
"eps_0",1e-05,1613941661697,2182
"wd_1",0.01,1613941661697,2182
"sqr_mom_1",0.99,1613941661697,2182
"lr_1",4.776901880027029e-05,1613941661697,2182
"mom_1",0.8555774529993243,1613941661697,2182
"eps_1",1e-05,1613941661697,2182
"wd_2",0.01,1613941661697,2182
"sqr_mom_2",0.99,1613941661697,2182
"lr_2",0.00047769018800270294,1613941661697,2182
"mom_2",0.8555774529993243,1613941661697,2182
"eps_2",1e-05,1613941661697,2182
"train_loss",0.04955714,1613941662648,2183
"raw_loss",0.02571794,1613941662648,2183
"epoch",13.735849056603747,1613941662648,2183
"wd_0",0.01,1613941662648,2183
"sqr_mom_0",0.99,1613941662648,2183
"lr_0",4.778109570606467e-06,1613941662648,2183
"mom_0",0.8555472607348383,1613941662648,2183
"eps_0",1e-05,1613941662648,2183
"wd_1",0.01,1613941662648,2183
"sqr_mom_1",0.99,1613941662648,2183
"lr_1",4.7781095706064664e-05,1613941662648,2183
"mom_1",0.8555472607348383,1613941662648,2183
"eps_1",1e-05,1613941662648,2183
"wd_2",0.01,1613941662648,2183
"sqr_mom_2",0.99,1613941662648,2183
"lr_2",0.0004778109570606466,1613941662648,2183
"mom_2",0.8555472607348383,1613941662648,2183
"eps_2",1e-05,1613941662648,2183
"train_loss",0.049159307,1613941663591,2184
"raw_loss",0.02966559,1613941663591,2184
"epoch",13.742138364779848,1613941663591,2184
"wd_0",0.01,1613941663591,2184
"sqr_mom_0",0.99,1613941663591,2184
"lr_0",4.779314175536255e-06,1613941663591,2184
"mom_0",0.8555171456115936,1613941663591,2184
"eps_0",1e-05,1613941663591,2184
"wd_1",0.01,1613941663591,2184
"sqr_mom_1",0.99,1613941663591,2184
"lr_1",4.779314175536254e-05,1613941663591,2184
"mom_1",0.8555171456115936,1613941663591,2184
"eps_1",1e-05,1613941663591,2184
"wd_2",0.01,1613941663591,2184
"sqr_mom_2",0.99,1613941663591,2184
"lr_2",0.0004779314175536254,1613941663591,2184
"mom_2",0.8555171456115936,1613941663591,2184
"eps_2",1e-05,1613941663591,2184
"train_loss",0.049257256,1613941664539,2185
"raw_loss",0.05405669,1613941664539,2185
"epoch",13.748427672955948,1613941664539,2185
"wd_0",0.01,1613941664539,2185
"sqr_mom_0",0.99,1613941664539,2185
"lr_0",4.780515351582251e-06,1613941664539,2185
"mom_0",0.8554871162104437,1613941664539,2185
"eps_0",1e-05,1613941664539,2185
"wd_1",0.01,1613941664539,2185
"sqr_mom_1",0.99,1613941664539,2185
"lr_1",4.7805153515822505e-05,1613941664539,2185
"mom_1",0.8554871162104437,1613941664539,2185
"eps_1",1e-05,1613941664539,2185
"wd_2",0.01,1613941664539,2185
"sqr_mom_2",0.99,1613941664539,2185
"lr_2",0.00047805153515822503,1613941664539,2185
"mom_2",0.8554871162104437,1613941664539,2185
"eps_2",1e-05,1613941664539,2185
"train_loss",0.04994581,1613941665482,2186
"raw_loss",0.083685,1613941665482,2186
"epoch",13.754716981132049,1613941665482,2186
"wd_0",0.01,1613941665482,2186
"sqr_mom_0",0.99,1613941665482,2186
"lr_0",4.781713779825563e-06,1613941665482,2186
"mom_0",0.855457155504361,1613941665482,2186
"eps_0",1e-05,1613941665482,2186
"wd_1",0.01,1613941665482,2186
"sqr_mom_1",0.99,1613941665482,2186
"lr_1",4.781713779825563e-05,1613941665482,2186
"mom_1",0.855457155504361,1613941665482,2186
"eps_1",1e-05,1613941665482,2186
"wd_2",0.01,1613941665482,2186
"sqr_mom_2",0.99,1613941665482,2186
"lr_2",0.0004781713779825562,1613941665482,2186
"mom_2",0.855457155504361,1613941665482,2186
"eps_2",1e-05,1613941665482,2186
"train_loss",0.049581245,1613941666433,2187
"raw_loss",0.031717587,1613941666433,2187
"epoch",13.761006289308149,1613941666433,2187
"wd_0",0.01,1613941666433,2187
"sqr_mom_0",0.99,1613941666433,2187
"lr_0",4.782909116164647e-06,1613941666433,2187
"mom_0",0.8554272720958838,1613941666433,2187
"eps_0",1e-05,1613941666433,2187
"wd_1",0.01,1613941666433,2187
"sqr_mom_1",0.99,1613941666433,2187
"lr_1",4.782909116164647e-05,1613941666433,2187
"mom_1",0.8554272720958838,1613941666433,2187
"eps_1",1e-05,1613941666433,2187
"wd_2",0.01,1613941666433,2187
"sqr_mom_2",0.99,1613941666433,2187
"lr_2",0.0004782909116164647,1613941666433,2187
"mom_2",0.8554272720958838,1613941666433,2187
"eps_2",1e-05,1613941666433,2187
"train_loss",0.049593426,1613941667381,2188
"raw_loss",0.050190404,1613941667381,2188
"epoch",13.76729559748425,1613941667381,2188
"wd_0",0.01,1613941667381,2188
"sqr_mom_0",0.99,1613941667381,2188
"lr_0",4.7841011892721666e-06,1613941667381,2188
"mom_0",0.8553974702681959,1613941667381,2188
"eps_0",1e-05,1613941667381,2188
"wd_1",0.01,1613941667381,2188
"sqr_mom_1",0.99,1613941667381,2188
"lr_1",4.7841011892721655e-05,1613941667381,2188
"mom_1",0.8553974702681959,1613941667381,2188
"eps_1",1e-05,1613941667381,2188
"wd_2",0.01,1613941667381,2188
"sqr_mom_2",0.99,1613941667381,2188
"lr_2",0.0004784101189272165,1613941667381,2188
"mom_2",0.8553974702681959,1613941667381,2188
"eps_2",1e-05,1613941667381,2188
"train_loss",0.049291126,1613941668331,2189
"raw_loss",0.03447836,1613941668331,2189
"epoch",13.77358490566035,1613941668331,2189
"wd_0",0.01,1613941668331,2189
"sqr_mom_0",0.99,1613941668331,2189
"lr_0",4.785290336025408e-06,1613941668331,2189
"mom_0",0.8553677415993648,1613941668331,2189
"eps_0",1e-05,1613941668331,2189
"wd_1",0.01,1613941668331,2189
"sqr_mom_1",0.99,1613941668331,2189
"lr_1",4.785290336025407e-05,1613941668331,2189
"mom_1",0.8553677415993648,1613941668331,2189
"eps_1",1e-05,1613941668331,2189
"wd_2",0.01,1613941668331,2189
"sqr_mom_2",0.99,1613941668331,2189
"lr_2",0.00047852903360254067,1613941668331,2189
"mom_2",0.8553677415993648,1613941668331,2189
"eps_2",1e-05,1613941668331,2189
"train_loss",0.0489665,1613941669297,2190
"raw_loss",0.033059884,1613941669297,2190
"epoch",13.77987421383645,1613941669297,2190
"wd_0",0.01,1613941669297,2190
"sqr_mom_0",0.99,1613941669297,2190
"lr_0",4.78647638466783e-06,1613941669297,2190
"mom_0",0.8553380903833042,1613941669297,2190
"eps_0",1e-05,1613941669297,2190
"wd_1",0.01,1613941669297,2190
"sqr_mom_1",0.99,1613941669297,2190
"lr_1",4.78647638466783e-05,1613941669297,2190
"mom_1",0.8553380903833042,1613941669297,2190
"eps_1",1e-05,1613941669297,2190
"wd_2",0.01,1613941669297,2190
"sqr_mom_2",0.99,1613941669297,2190
"lr_2",0.000478647638466783,1613941669297,2190
"mom_2",0.8553380903833042,1613941669297,2190
"eps_2",1e-05,1613941669297,2190
"train_loss",0.052007522,1613941670284,2191
"raw_loss",0.2010178,1613941670284,2191
"epoch",13.78616352201255,1613941670284,2191
"wd_0",0.01,1613941670284,2191
"sqr_mom_0",0.99,1613941670284,2191
"lr_0",4.7876589972782064e-06,1613941670284,2191
"mom_0",0.8553085250680448,1613941670284,2191
"eps_0",1e-05,1613941670284,2191
"wd_1",0.01,1613941670284,2191
"sqr_mom_1",0.99,1613941670284,2191
"lr_1",4.787658997278207e-05,1613941670284,2191
"mom_1",0.8553085250680448,1613941670284,2191
"eps_1",1e-05,1613941670284,2191
"wd_2",0.01,1613941670284,2191
"sqr_mom_2",0.99,1613941670284,2191
"lr_2",0.00047876589972782065,1613941670284,2191
"mom_2",0.8553085250680448,1613941670284,2191
"eps_2",1e-05,1613941670284,2191
"train_loss",0.05332155,1613941671248,2192
"raw_loss",0.11770897,1613941671248,2192
"epoch",13.792452830188651,1613941671248,2192
"wd_0",0.01,1613941671248,2192
"sqr_mom_0",0.99,1613941671248,2192
"lr_0",4.788838844411959e-06,1613941671248,2192
"mom_0",0.855279028889701,1613941671248,2192
"eps_0",1e-05,1613941671248,2192
"wd_1",0.01,1613941671248,2192
"sqr_mom_1",0.99,1613941671248,2192
"lr_1",4.788838844411958e-05,1613941671248,2192
"mom_1",0.855279028889701,1613941671248,2192
"eps_1",1e-05,1613941671248,2192
"wd_2",0.01,1613941671248,2192
"sqr_mom_2",0.99,1613941671248,2192
"lr_2",0.00047888388444119583,1613941671248,2192
"mom_2",0.855279028889701,1613941671248,2192
"eps_2",1e-05,1613941671248,2192
"train_loss",0.053327195,1613941672211,2193
"raw_loss",0.053603694,1613941672211,2193
"epoch",13.798742138364751,1613941672211,2193
"wd_0",0.01,1613941672211,2193
"sqr_mom_0",0.99,1613941672211,2193
"lr_0",4.7900155872769745e-06,1613941672211,2193
"mom_0",0.8552496103180757,1613941672211,2193
"eps_0",1e-05,1613941672211,2193
"wd_1",0.01,1613941672211,2193
"sqr_mom_1",0.99,1613941672211,2193
"lr_1",4.7900155872769735e-05,1613941672211,2193
"mom_1",0.8552496103180757,1613941672211,2193
"eps_1",1e-05,1613941672211,2193
"wd_2",0.01,1613941672211,2193
"sqr_mom_2",0.99,1613941672211,2193
"lr_2",0.0004790015587276973,1613941672211,2193
"mom_2",0.8552496103180757,1613941672211,2193
"eps_2",1e-05,1613941672211,2193
"train_loss",0.05345346,1613941673164,2194
"raw_loss",0.059640512,1613941673164,2194
"epoch",13.805031446540852,1613941673164,2194
"wd_0",0.01,1613941673164,2194
"sqr_mom_0",0.99,1613941673164,2194
"lr_0",4.791188890616356e-06,1613941673164,2194
"mom_0",0.8552202777345911,1613941673164,2194
"eps_0",1e-05,1613941673164,2194
"wd_1",0.01,1613941673164,2194
"sqr_mom_1",0.99,1613941673164,2194
"lr_1",4.791188890616356e-05,1613941673164,2194
"mom_1",0.8552202777345911,1613941673164,2194
"eps_1",1e-05,1613941673164,2194
"wd_2",0.01,1613941673164,2194
"sqr_mom_2",0.99,1613941673164,2194
"lr_2",0.00047911888906163557,1613941673164,2194
"mom_2",0.8552202777345911,1613941673164,2194
"eps_2",1e-05,1613941673164,2194
"train_loss",0.053231966,1613941674112,2195
"raw_loss",0.042378757,1613941674112,2195
"epoch",13.811320754716952,1613941674112,2195
"wd_0",0.01,1613941674112,2195
"sqr_mom_0",0.99,1613941674112,2195
"lr_0",4.79235941970706e-06,1613941674112,2195
"mom_0",0.8551910145073235,1613941674112,2195
"eps_0",1e-05,1613941674112,2195
"wd_1",0.01,1613941674112,2195
"sqr_mom_1",0.99,1613941674112,2195
"lr_1",4.79235941970706e-05,1613941674112,2195
"mom_1",0.8551910145073235,1613941674112,2195
"eps_1",1e-05,1613941674112,2195
"wd_2",0.01,1613941674112,2195
"sqr_mom_2",0.99,1613941674112,2195
"lr_2",0.000479235941970706,1613941674112,2195
"mom_2",0.8551910145073235,1613941674112,2195
"eps_2",1e-05,1613941674112,2195
"train_loss",0.05292049,1613941675061,2196
"raw_loss",0.037658162,1613941675061,2196
"epoch",13.817610062893053,1613941675061,2196
"wd_0",0.01,1613941675061,2196
"sqr_mom_0",0.99,1613941675061,2196
"lr_0",4.793526838419581e-06,1613941675061,2196
"mom_0",0.8551618290395104,1613941675061,2196
"eps_0",1e-05,1613941675061,2196
"wd_1",0.01,1613941675061,2196
"sqr_mom_1",0.99,1613941675061,2196
"lr_1",4.793526838419581e-05,1613941675061,2196
"mom_1",0.8551618290395104,1613941675061,2196
"eps_1",1e-05,1613941675061,2196
"wd_2",0.01,1613941675061,2196
"sqr_mom_2",0.99,1613941675061,2196
"lr_2",0.0004793526838419581,1613941675061,2196
"mom_2",0.8551618290395104,1613941675061,2196
"eps_2",1e-05,1613941675061,2196
"train_loss",0.052854013,1613941676026,2197
"raw_loss",0.049596567,1613941676026,2197
"epoch",13.823899371069153,1613941676026,2197
"wd_0",0.01,1613941676026,2197
"sqr_mom_0",0.99,1613941676026,2197
"lr_0",4.794691144728036e-06,1613941676026,2197
"mom_0",0.8551327213817991,1613941676026,2197
"eps_0",1e-05,1613941676026,2197
"wd_1",0.01,1613941676026,2197
"sqr_mom_1",0.99,1613941676026,2197
"lr_1",4.794691144728035e-05,1613941676026,2197
"mom_1",0.8551327213817991,1613941676026,2197
"eps_1",1e-05,1613941676026,2197
"wd_2",0.01,1613941676026,2197
"sqr_mom_2",0.99,1613941676026,2197
"lr_2",0.0004794691144728035,1613941676026,2197
"mom_2",0.8551327213817991,1613941676026,2197
"eps_2",1e-05,1613941676026,2197
"train_loss",0.052462664,1613941676968,2198
"raw_loss",0.033286523,1613941676968,2198
"epoch",13.830188679245254,1613941676968,2198
"wd_0",0.01,1613941676968,2198
"sqr_mom_0",0.99,1613941676968,2198
"lr_0",4.795852171774098e-06,1613941676968,2198
"mom_0",0.8551036957056476,1613941676968,2198
"eps_0",1e-05,1613941676968,2198
"wd_1",0.01,1613941676968,2198
"sqr_mom_1",0.99,1613941676968,2198
"lr_1",4.795852171774097e-05,1613941676968,2198
"mom_1",0.8551036957056476,1613941676968,2198
"eps_1",1e-05,1613941676968,2198
"wd_2",0.01,1613941676968,2198
"sqr_mom_2",0.99,1613941676968,2198
"lr_2",0.0004795852171774097,1613941676968,2198
"mom_2",0.8551036957056476,1613941676968,2198
"eps_2",1e-05,1613941676968,2198
"train_loss",0.053089354,1613941677923,2199
"raw_loss",0.083797306,1613941677923,2199
"epoch",13.836477987421354,1613941677923,2199
"wd_0",0.01,1613941677923,2199
"sqr_mom_0",0.99,1613941677923,2199
"lr_0",4.797010247661506e-06,1613941677923,2199
"mom_0",0.8550747438084624,1613941677923,2199
"eps_0",1e-05,1613941677923,2199
"wd_1",0.01,1613941677923,2199
"sqr_mom_1",0.99,1613941677923,2199
"lr_1",4.797010247661506e-05,1613941677923,2199
"mom_1",0.8550747438084624,1613941677923,2199
"eps_1",1e-05,1613941677923,2199
"wd_2",0.01,1613941677923,2199
"sqr_mom_2",0.99,1613941677923,2199
"lr_2",0.0004797010247661506,1613941677923,2199
"mom_2",0.8550747438084624,1613941677923,2199
"eps_2",1e-05,1613941677923,2199
"train_loss",0.054062758,1613941678876,2200
"raw_loss",0.10175956,1613941678876,2200
"epoch",13.842767295597454,1613941678876,2200
"wd_0",0.01,1613941678876,2200
"sqr_mom_0",0.99,1613941678876,2200
"lr_0",4.798165205099899e-06,1613941678876,2200
"mom_0",0.8550458698725025,1613941678876,2200
"eps_0",1e-05,1613941678876,2200
"wd_1",0.01,1613941678876,2200
"sqr_mom_1",0.99,1613941678876,2200
"lr_1",4.7981652050998983e-05,1613941678876,2200
"mom_1",0.8550458698725025,1613941678876,2200
"eps_1",1e-05,1613941678876,2200
"wd_2",0.01,1613941678876,2200
"sqr_mom_2",0.99,1613941678876,2200
"lr_2",0.00047981652050998986,1613941678876,2200
"mom_2",0.8550458698725025,1613941678876,2200
"eps_2",1e-05,1613941678876,2200
"train_loss",0.0543453,1613941679824,2201
"raw_loss",0.0681899,1613941679824,2201
"epoch",13.849056603773555,1613941679824,2201
"wd_0",0.01,1613941679824,2201
"sqr_mom_0",0.99,1613941679824,2201
"lr_0",4.799316715069655e-06,1613941679824,2201
"mom_0",0.8550170821232587,1613941679824,2201
"eps_0",1e-05,1613941679824,2201
"wd_1",0.01,1613941679824,2201
"sqr_mom_1",0.99,1613941679824,2201
"lr_1",4.799316715069654e-05,1613941679824,2201
"mom_1",0.8550170821232587,1613941679824,2201
"eps_1",1e-05,1613941679824,2201
"wd_2",0.01,1613941679824,2201
"sqr_mom_2",0.99,1613941679824,2201
"lr_2",0.00047993167150696544,1613941679824,2201
"mom_2",0.8550170821232587,1613941679824,2201
"eps_2",1e-05,1613941679824,2201
"train_loss",0.054467052,1613941680800,2202
"raw_loss",0.060432978,1613941680800,2202
"epoch",13.855345911949655,1613941680800,2202
"wd_0",0.01,1613941680800,2202
"sqr_mom_0",0.99,1613941680800,2202
"lr_0",4.800465430490627e-06,1613941680800,2202
"mom_0",0.8549883642377343,1613941680800,2202
"eps_0",1e-05,1613941680800,2202
"wd_1",0.01,1613941680800,2202
"sqr_mom_1",0.99,1613941680800,2202
"lr_1",4.8004654304906266e-05,1613941680800,2202
"mom_1",0.8549883642377343,1613941680800,2202
"eps_1",1e-05,1613941680800,2202
"wd_2",0.01,1613941680800,2202
"sqr_mom_2",0.99,1613941680800,2202
"lr_2",0.0004800465430490626,1613941680800,2202
"mom_2",0.8549883642377343,1613941680800,2202
"eps_2",1e-05,1613941680800,2202
"train_loss",0.05430509,1613941681763,2203
"raw_loss",0.046368953,1613941681763,2203
"epoch",13.861635220125756,1613941681763,2203
"wd_0",0.01,1613941681763,2203
"sqr_mom_0",0.99,1613941681763,2203
"lr_0",4.8016110214666186e-06,1613941681763,2203
"mom_0",0.8549597244633346,1613941681763,2203
"eps_0",1e-05,1613941681763,2203
"wd_1",0.01,1613941681763,2203
"sqr_mom_1",0.99,1613941681763,2203
"lr_1",4.801611021466617e-05,1613941681763,2203
"mom_1",0.8549597244633346,1613941681763,2203
"eps_1",1e-05,1613941681763,2203
"wd_2",0.01,1613941681763,2203
"sqr_mom_2",0.99,1613941681763,2203
"lr_2",0.00048016110214666173,1613941681763,2203
"mom_2",0.8549597244633346,1613941681763,2203
"eps_2",1e-05,1613941681763,2203
"train_loss",0.05531707,1613941682729,2204
"raw_loss",0.10490401,1613941682729,2204
"epoch",13.867924528301856,1613941682729,2204
"wd_0",0.01,1613941682729,2204
"sqr_mom_0",0.99,1613941682729,2204
"lr_0",4.802753161659627e-06,1613941682729,2204
"mom_0",0.8549311709585093,1613941682729,2204
"eps_0",1e-05,1613941682729,2204
"wd_1",0.01,1613941682729,2204
"sqr_mom_1",0.99,1613941682729,2204
"lr_1",4.8027531616596264e-05,1613941682729,2204
"mom_1",0.8549311709585093,1613941682729,2204
"eps_1",1e-05,1613941682729,2204
"wd_2",0.01,1613941682729,2204
"sqr_mom_2",0.99,1613941682729,2204
"lr_2",0.0004802753161659626,1613941682729,2204
"mom_2",0.8549311709585093,1613941682729,2204
"eps_2",1e-05,1613941682729,2204
"train_loss",0.054773364,1613941683704,2205
"raw_loss",0.028131682,1613941683704,2205
"epoch",13.874213836477956,1613941683704,2205
"wd_0",0.01,1613941683704,2205
"sqr_mom_0",0.99,1613941683704,2205
"lr_0",4.803892498676731e-06,1613941683704,2205
"mom_0",0.8549026875330817,1613941683704,2205
"eps_0",1e-05,1613941683704,2205
"wd_1",0.01,1613941683704,2205
"sqr_mom_1",0.99,1613941683704,2205
"lr_1",4.8038924986767306e-05,1613941683704,2205
"mom_1",0.8549026875330817,1613941683704,2205
"eps_1",1e-05,1613941683704,2205
"wd_2",0.01,1613941683704,2205
"sqr_mom_2",0.99,1613941683704,2205
"lr_2",0.00048038924986767306,1613941683704,2205
"mom_2",0.8549026875330817,1613941683704,2205
"eps_2",1e-05,1613941683704,2205
"train_loss",0.05445594,1613941684656,2206
"raw_loss",0.03890219,1613941684656,2206
"epoch",13.880503144654057,1613941684656,2206
"wd_0",0.01,1613941684656,2206
"sqr_mom_0",0.99,1613941684656,2206
"lr_0",4.805028705301678e-06,1613941684656,2206
"mom_0",0.854874282367458,1613941684656,2206
"eps_0",1e-05,1613941684656,2206
"wd_1",0.01,1613941684656,2206
"sqr_mom_1",0.99,1613941684656,2206
"lr_1",4.8050287053016776e-05,1613941684656,2206
"mom_1",0.854874282367458,1613941684656,2206
"eps_1",1e-05,1613941684656,2206
"wd_2",0.01,1613941684656,2206
"sqr_mom_2",0.99,1613941684656,2206
"lr_2",0.00048050287053016776,1613941684656,2206
"mom_2",0.854874282367458,1613941684656,2206
"eps_2",1e-05,1613941684656,2206
"train_loss",0.05589772,1613941685721,2207
"raw_loss",0.12654506,1613941685721,2207
"epoch",13.886792452830157,1613941685721,2207
"wd_0",0.01,1613941685721,2207
"sqr_mom_0",0.99,1613941685721,2207
"lr_0",4.806161618722997e-06,1613941685721,2207
"mom_0",0.8548459595319251,1613941685721,2207
"eps_0",1e-05,1613941685721,2207
"wd_1",0.01,1613941685721,2207
"sqr_mom_1",0.99,1613941685721,2207
"lr_1",4.806161618722996e-05,1613941685721,2207
"mom_1",0.8548459595319251,1613941685721,2207
"eps_1",1e-05,1613941685721,2207
"wd_2",0.01,1613941685721,2207
"sqr_mom_2",0.99,1613941685721,2207
"lr_2",0.00048061616187229964,1613941685721,2207
"mom_2",0.8548459595319251,1613941685721,2207
"eps_2",1e-05,1613941685721,2207
"train_loss",0.05549706,1613941686672,2208
"raw_loss",0.03586482,1613941686672,2208
"epoch",13.893081761006258,1613941686672,2208
"wd_0",0.01,1613941686672,2208
"sqr_mom_0",0.99,1613941686672,2208
"lr_0",4.8072915590995764e-06,1613941686672,2208
"mom_0",0.8548177110225106,1613941686672,2208
"eps_0",1e-05,1613941686672,2208
"wd_1",0.01,1613941686672,2208
"sqr_mom_1",0.99,1613941686672,2208
"lr_1",4.807291559099576e-05,1613941686672,2208
"mom_1",0.8548177110225106,1613941686672,2208
"eps_1",1e-05,1613941686672,2208
"wd_2",0.01,1613941686672,2208
"sqr_mom_2",0.99,1613941686672,2208
"lr_2",0.0004807291559099576,1613941686672,2208
"mom_2",0.8548177110225106,1613941686672,2208
"eps_2",1e-05,1613941686672,2208
"train_loss",0.05540703,1613941687661,2209
"raw_loss",0.050995383,1613941687661,2209
"epoch",13.899371069182358,1613941687661,2209
"wd_0",0.01,1613941687661,2209
"sqr_mom_0",0.99,1613941687661,2209
"lr_0",4.808418363185425e-06,1613941687661,2209
"mom_0",0.8547895409203644,1613941687661,2209
"eps_0",1e-05,1613941687661,2209
"wd_1",0.01,1613941687661,2209
"sqr_mom_1",0.99,1613941687661,2209
"lr_1",4.8084183631854245e-05,1613941687661,2209
"mom_1",0.8547895409203644,1613941687661,2209
"eps_1",1e-05,1613941687661,2209
"wd_2",0.01,1613941687661,2209
"sqr_mom_2",0.99,1613941687661,2209
"lr_2",0.00048084183631854244,1613941687661,2209
"mom_2",0.8547895409203644,1613941687661,2209
"eps_2",1e-05,1613941687661,2209
"train_loss",0.055150274,1613941688621,2210
"raw_loss",0.042569235,1613941688621,2210
"epoch",13.905660377358458,1613941688621,2210
"wd_0",0.01,1613941688621,2210
"sqr_mom_0",0.99,1613941688621,2210
"lr_0",4.809541710021155e-06,1613941688621,2210
"mom_0",0.8547614572494712,1613941688621,2210
"eps_0",1e-05,1613941688621,2210
"wd_1",0.01,1613941688621,2210
"sqr_mom_1",0.99,1613941688621,2210
"lr_1",4.8095417100211547e-05,1613941688621,2210
"mom_1",0.8547614572494712,1613941688621,2210
"eps_1",1e-05,1613941688621,2210
"wd_2",0.01,1613941688621,2210
"sqr_mom_2",0.99,1613941688621,2210
"lr_2",0.0004809541710021154,1613941688621,2210
"mom_2",0.8547614572494712,1613941688621,2210
"eps_2",1e-05,1613941688621,2210
"train_loss",0.054723118,1613941689576,2211
"raw_loss",0.033792455,1613941689576,2211
"epoch",13.911949685534559,1613941689576,2211
"wd_0",0.01,1613941689576,2211
"sqr_mom_0",0.99,1613941689576,2211
"lr_0",4.810662236557788e-06,1613941689576,2211
"mom_0",0.8547334440860553,1613941689576,2211
"eps_0",1e-05,1613941689576,2211
"wd_1",0.01,1613941689576,2211
"sqr_mom_1",0.99,1613941689576,2211
"lr_1",4.810662236557787e-05,1613941689576,2211
"mom_1",0.8547334440860553,1613941689576,2211
"eps_1",1e-05,1613941689576,2211
"wd_2",0.01,1613941689576,2211
"sqr_mom_2",0.99,1613941689576,2211
"lr_2",0.00048106622365577873,1613941689576,2211
"mom_2",0.8547334440860553,1613941689576,2211
"eps_2",1e-05,1613941689576,2211
"train_loss",0.054577027,1613941690526,2212
"raw_loss",0.047418494,1613941690526,2212
"epoch",13.91823899371066,1613941690526,2212
"wd_0",0.01,1613941690526,2212
"sqr_mom_0",0.99,1613941690526,2212
"lr_0",4.811779620954371e-06,1613941690526,2212
"mom_0",0.8547055094761408,1613941690526,2212
"eps_0",1e-05,1613941690526,2212
"wd_1",0.01,1613941690526,2212
"sqr_mom_1",0.99,1613941690526,2212
"lr_1",4.8117796209543704e-05,1613941690526,2212
"mom_1",0.8547055094761408,1613941690526,2212
"eps_1",1e-05,1613941690526,2212
"wd_2",0.01,1613941690526,2212
"sqr_mom_2",0.99,1613941690526,2212
"lr_2",0.000481177962095437,1613941690526,2212
"mom_2",0.8547055094761408,1613941690526,2212
"eps_2",1e-05,1613941690526,2212
"train_loss",0.055115495,1613941691491,2213
"raw_loss",0.08150054,1613941691491,2213
"epoch",13.92452830188676,1613941691491,2213
"wd_0",0.01,1613941691491,2213
"sqr_mom_0",0.99,1613941691491,2213
"lr_0",4.8128935449482995e-06,1613941691491,2213
"mom_0",0.8546776613762925,1613941691491,2213
"eps_0",1e-05,1613941691491,2213
"wd_1",0.01,1613941691491,2213
"sqr_mom_1",0.99,1613941691491,2213
"lr_1",4.812893544948299e-05,1613941691491,2213
"mom_1",0.8546776613762925,1613941691491,2213
"eps_1",1e-05,1613941691491,2213
"wd_2",0.01,1613941691491,2213
"sqr_mom_2",0.99,1613941691491,2213
"lr_2",0.0004812893544948299,1613941691491,2213
"mom_2",0.8546776613762925,1613941691491,2213
"eps_2",1e-05,1613941691491,2213
"train_loss",0.055131305,1613941692436,2214
"raw_loss",0.05590601,1613941692436,2214
"epoch",13.93081761006286,1613941692436,2214
"wd_0",0.01,1613941692436,2214
"sqr_mom_0",0.99,1613941692436,2214
"lr_0",4.814004640147731e-06,1613941692436,2214
"mom_0",0.8546498839963067,1613941692436,2214
"eps_0",1e-05,1613941692436,2214
"wd_1",0.01,1613941692436,2214
"sqr_mom_1",0.99,1613941692436,2214
"lr_1",4.81400464014773e-05,1613941692436,2214
"mom_1",0.8546498839963067,1613941692436,2214
"eps_1",1e-05,1613941692436,2214
"wd_2",0.01,1613941692436,2214
"sqr_mom_2",0.99,1613941692436,2214
"lr_2",0.000481400464014773,1613941692436,2214
"mom_2",0.8546498839963067,1613941692436,2214
"eps_2",1e-05,1613941692436,2214
"train_loss",0.055109654,1613941693384,2215
"raw_loss",0.054048717,1613941693384,2215
"epoch",13.93710691823896,1613941693384,2215
"wd_0",0.01,1613941693384,2215
"sqr_mom_0",0.99,1613941693384,2215
"lr_0",4.8151125874068595e-06,1613941693384,2215
"mom_0",0.8546221853148285,1613941693384,2215
"eps_0",1e-05,1613941693384,2215
"wd_1",0.01,1613941693384,2215
"sqr_mom_1",0.99,1613941693384,2215
"lr_1",4.815112587406859e-05,1613941693384,2215
"mom_1",0.8546221853148285,1613941693384,2215
"eps_1",1e-05,1613941693384,2215
"wd_2",0.01,1613941693384,2215
"sqr_mom_2",0.99,1613941693384,2215
"lr_2",0.00048151125874068584,1613941693384,2215
"mom_2",0.8546221853148285,1613941693384,2215
"eps_2",1e-05,1613941693384,2215
"train_loss",0.054812305,1613941694322,2216
"raw_loss",0.040242262,1613941694322,2216
"epoch",13.94339622641506,1613941694322,2216
"wd_0",0.01,1613941694322,2216
"sqr_mom_0",0.99,1613941694322,2216
"lr_0",4.816217227983949e-06,1613941694322,2216
"mom_0",0.8545945693004013,1613941694322,2216
"eps_0",1e-05,1613941694322,2216
"wd_1",0.01,1613941694322,2216
"sqr_mom_1",0.99,1613941694322,2216
"lr_1",4.816217227983948e-05,1613941694322,2216
"mom_1",0.8545945693004013,1613941694322,2216
"eps_1",1e-05,1613941694322,2216
"wd_2",0.01,1613941694322,2216
"sqr_mom_2",0.99,1613941694322,2216
"lr_2",0.00048162172279839476,1613941694322,2216
"mom_2",0.8545945693004013,1613941694322,2216
"eps_2",1e-05,1613941694322,2216
"train_loss",0.057143204,1613941695270,2217
"raw_loss",0.1713574,1613941695270,2217
"epoch",13.949685534591161,1613941695270,2217
"wd_0",0.01,1613941695270,2217
"sqr_mom_0",0.99,1613941695270,2217
"lr_0",4.817318874048045e-06,1613941695270,2217
"mom_0",0.8545670281487989,1613941695270,2217
"eps_0",1e-05,1613941695270,2217
"wd_1",0.01,1613941695270,2217
"sqr_mom_1",0.99,1613941695270,2217
"lr_1",4.817318874048044e-05,1613941695270,2217
"mom_1",0.8545670281487989,1613941695270,2217
"eps_1",1e-05,1613941695270,2217
"wd_2",0.01,1613941695270,2217
"sqr_mom_2",0.99,1613941695270,2217
"lr_2",0.0004817318874048044,1613941695270,2217
"mom_2",0.8545670281487989,1613941695270,2217
"eps_2",1e-05,1613941695270,2217
"train_loss",0.05755462,1613941696212,2218
"raw_loss",0.07771411,1613941696212,2218
"epoch",13.955974842767262,1613941696212,2218
"wd_0",0.01,1613941696212,2218
"sqr_mom_0",0.99,1613941696212,2218
"lr_0",4.818417366420469e-06,1613941696212,2218
"mom_0",0.8545395658394883,1613941696212,2218
"eps_0",1e-05,1613941696212,2218
"wd_1",0.01,1613941696212,2218
"sqr_mom_1",0.99,1613941696212,2218
"lr_1",4.818417366420468e-05,1613941696212,2218
"mom_1",0.8545395658394883,1613941696212,2218
"eps_1",1e-05,1613941696212,2218
"wd_2",0.01,1613941696212,2218
"sqr_mom_2",0.99,1613941696212,2218
"lr_2",0.0004818417366420468,1613941696212,2218
"mom_2",0.8545395658394883,1613941696212,2218
"eps_2",1e-05,1613941696212,2218
"train_loss",0.057489507,1613941697180,2219
"raw_loss",0.054298814,1613941697180,2219
"epoch",13.962264150943362,1613941697180,2219
"wd_0",0.01,1613941697180,2219
"sqr_mom_0",0.99,1613941697180,2219
"lr_0",4.8195127031949465e-06,1613941697180,2219
"mom_0",0.8545121824201264,1613941697180,2219
"eps_0",1e-05,1613941697180,2219
"wd_1",0.01,1613941697180,2219
"sqr_mom_1",0.99,1613941697180,2219
"lr_1",4.8195127031949455e-05,1613941697180,2219
"mom_1",0.8545121824201264,1613941697180,2219
"eps_1",1e-05,1613941697180,2219
"wd_2",0.01,1613941697180,2219
"sqr_mom_2",0.99,1613941697180,2219
"lr_2",0.00048195127031949454,1613941697180,2219
"mom_2",0.8545121824201264,1613941697180,2219
"eps_2",1e-05,1613941697180,2219
"train_loss",0.05669129,1613941698135,2220
"raw_loss",0.0175786,1613941698135,2220
"epoch",13.968553459119462,1613941698135,2220
"wd_0",0.01,1613941698135,2220
"sqr_mom_0",0.99,1613941698135,2220
"lr_0",4.820604572420834e-06,1613941698135,2220
"mom_0",0.8544848856894791,1613941698135,2220
"eps_0",1e-05,1613941698135,2220
"wd_1",0.01,1613941698135,2220
"sqr_mom_1",0.99,1613941698135,2220
"lr_1",4.820604572420833e-05,1613941698135,2220
"mom_1",0.8544848856894791,1613941698135,2220
"eps_1",1e-05,1613941698135,2220
"wd_2",0.01,1613941698135,2220
"sqr_mom_2",0.99,1613941698135,2220
"lr_2",0.00048206045724208326,1613941698135,2220
"mom_2",0.8544848856894791,1613941698135,2220
"eps_2",1e-05,1613941698135,2220
"train_loss",0.056630693,1613941699080,2221
"raw_loss",0.053661514,1613941699080,2221
"epoch",13.974842767295563,1613941699080,2221
"wd_0",0.01,1613941699080,2221
"sqr_mom_0",0.99,1613941699080,2221
"lr_0",4.82169359320097e-06,1613941699080,2221
"mom_0",0.8544576601699757,1613941699080,2221
"eps_0",1e-05,1613941699080,2221
"wd_1",0.01,1613941699080,2221
"sqr_mom_1",0.99,1613941699080,2221
"lr_1",4.82169359320097e-05,1613941699080,2221
"mom_1",0.8544576601699757,1613941699080,2221
"eps_1",1e-05,1613941699080,2221
"wd_2",0.01,1613941699080,2221
"sqr_mom_2",0.99,1613941699080,2221
"lr_2",0.000482169359320097,1613941699080,2221
"mom_2",0.8544576601699757,1613941699080,2221
"eps_2",1e-05,1613941699080,2221
"train_loss",0.05602595,1613941700040,2222
"raw_loss",0.026393322,1613941700040,2222
"epoch",13.981132075471663,1613941700040,2222
"wd_0",0.01,1613941700040,2222
"sqr_mom_0",0.99,1613941700040,2222
"lr_0",4.822779452697748e-06,1613941700040,2222
"mom_0",0.8544305136825563,1613941700040,2222
"eps_0",1e-05,1613941700040,2222
"wd_1",0.01,1613941700040,2222
"sqr_mom_1",0.99,1613941700040,2222
"lr_1",4.822779452697748e-05,1613941700040,2222
"mom_1",0.8544305136825563,1613941700040,2222
"eps_1",1e-05,1613941700040,2222
"wd_2",0.01,1613941700040,2222
"sqr_mom_2",0.99,1613941700040,2222
"lr_2",0.0004822779452697748,1613941700040,2222
"mom_2",0.8544305136825563,1613941700040,2222
"eps_2",1e-05,1613941700040,2222
"train_loss",0.055395547,1613941700978,2223
"raw_loss",0.024505874,1613941700978,2223
"epoch",13.987421383647764,1613941700978,2223
"wd_0",0.01,1613941700978,2223
"sqr_mom_0",0.99,1613941700978,2223
"lr_0",4.823861841673707e-06,1613941700978,2223
"mom_0",0.8544034539581573,1613941700978,2223
"eps_0",1e-05,1613941700978,2223
"wd_1",0.01,1613941700978,2223
"sqr_mom_1",0.99,1613941700978,2223
"lr_1",4.823861841673706e-05,1613941700978,2223
"mom_1",0.8544034539581573,1613941700978,2223
"eps_1",1e-05,1613941700978,2223
"wd_2",0.01,1613941700978,2223
"sqr_mom_2",0.99,1613941700978,2223
"lr_2",0.0004823861841673706,1613941700978,2223
"mom_2",0.8544034539581573,1613941700978,2223
"eps_2",1e-05,1613941700978,2223
"train_loss",0.055065546,1613941701924,2224
"raw_loss",0.03889541,1613941701924,2224
"epoch",13.993710691823864,1613941701924,2224
"wd_0",0.01,1613941701924,2224
"sqr_mom_0",0.99,1613941701924,2224
"lr_0",4.824941373856271e-06,1613941701924,2224
"mom_0",0.8543764656535933,1613941701924,2224
"eps_0",1e-05,1613941701924,2224
"wd_1",0.01,1613941701924,2224
"sqr_mom_1",0.99,1613941701924,2224
"lr_1",4.82494137385627e-05,1613941701924,2224
"mom_1",0.8543764656535933,1613941701924,2224
"eps_1",1e-05,1613941701924,2224
"wd_2",0.01,1613941701924,2224
"sqr_mom_2",0.99,1613941701924,2224
"lr_2",0.000482494137385627,1613941701924,2224
"mom_2",0.8543764656535933,1613941701924,2224
"eps_2",1e-05,1613941701924,2224
"train_loss",0.056629237,1613941702936,2225
"raw_loss",0.13325009,1613941702936,2225
"epoch",13.999999999999964,1613941702936,2225
"wd_0",0.01,1613941702936,2225
"sqr_mom_0",0.99,1613941702936,2225
"lr_0",4.8260177391194275e-06,1613941702936,2225
"mom_0",0.8543495565220143,1613941702936,2225
"eps_0",1e-05,1613941702936,2225
"wd_1",0.01,1613941702936,2225
"sqr_mom_1",0.99,1613941702936,2225
"lr_1",4.826017739119426e-05,1613941702936,2225
"mom_1",0.8543495565220143,1613941702936,2225
"eps_1",1e-05,1613941702936,2225
"wd_2",0.01,1613941702936,2225
"sqr_mom_2",0.99,1613941702936,2225
"lr_2",0.0004826017739119426,1613941702936,2225
"mom_2",0.8543495565220143,1613941702936,2225
"eps_2",1e-05,1613941702936,2225
"valid_loss",0.1455078423023224,1613941735769,2225
"_rmse",0.3814548850059509,1613941735769,2225
"epoch",14,1613941735769,2225
"train_loss",0.05702799,1613941736804,2226
"raw_loss",0.0765671,1613941736804,2226
"epoch",14.0062893081761,1613941736804,2226
"wd_0",0.01,1613941736804,2226
"sqr_mom_0",0.99,1613941736804,2226
"lr_0",4.8270907832695446e-06,1613941736804,2226
"mom_0",0.8543227304182613,1613941736804,2226
"eps_0",1e-05,1613941736804,2226
"wd_1",0.01,1613941736804,2226
"sqr_mom_1",0.99,1613941736804,2226
"lr_1",4.8270907832695435e-05,1613941736804,2226
"mom_1",0.8543227304182613,1613941736804,2226
"eps_1",1e-05,1613941736804,2226
"wd_2",0.01,1613941736804,2226
"sqr_mom_2",0.99,1613941736804,2226
"lr_2",0.00048270907832695435,1613941736804,2226
"mom_2",0.8543227304182613,1613941736804,2226
"eps_2",1e-05,1613941736804,2226
"train_loss",0.058431,1613941737776,2227
"raw_loss",0.12717846,1613941737776,2227
"epoch",14.0125786163522,1613941737776,2227
"wd_0",0.01,1613941737776,2227
"sqr_mom_0",0.99,1613941737776,2227
"lr_0",4.828160809546587e-06,1613941737776,2227
"mom_0",0.8542959797613353,1613941737776,2227
"eps_0",1e-05,1613941737776,2227
"wd_1",0.01,1613941737776,2227
"sqr_mom_1",0.99,1613941737776,2227
"lr_1",4.828160809546587e-05,1613941737776,2227
"mom_1",0.8542959797613353,1613941737776,2227
"eps_1",1e-05,1613941737776,2227
"wd_2",0.01,1613941737776,2227
"sqr_mom_2",0.99,1613941737776,2227
"lr_2",0.0004828160809546587,1613941737776,2227
"mom_2",0.8542959797613353,1613941737776,2227
"eps_2",1e-05,1613941737776,2227
"train_loss",0.059950195,1613941738715,2228
"raw_loss",0.13439092,1613941738715,2228
"epoch",14.018867924528301,1613941738715,2228
"wd_0",0.01,1613941738715,2228
"sqr_mom_0",0.99,1613941738715,2228
"lr_0",4.829227663317361e-06,1613941738715,2228
"mom_0",0.8542693084170659,1613941738715,2228
"eps_0",1e-05,1613941738715,2228
"wd_1",0.01,1613941738715,2228
"sqr_mom_1",0.99,1613941738715,2228
"lr_1",4.82922766331736e-05,1613941738715,2228
"mom_1",0.8542693084170659,1613941738715,2228
"eps_1",1e-05,1613941738715,2228
"wd_2",0.01,1613941738715,2228
"sqr_mom_2",0.99,1613941738715,2228
"lr_2",0.000482922766331736,1613941738715,2228
"mom_2",0.8542693084170659,1613941738715,2228
"eps_2",1e-05,1613941738715,2228
"train_loss",0.059351426,1613941739668,2229
"raw_loss",0.030011607,1613941739668,2229
"epoch",14.025157232704402,1613941739668,2229
"wd_0",0.01,1613941739668,2229
"sqr_mom_0",0.99,1613941739668,2229
"lr_0",4.830291040785345e-06,1613941739668,2229
"mom_0",0.8542427239803664,1613941739668,2229
"eps_0",1e-05,1613941739668,2229
"wd_1",0.01,1613941739668,2229
"sqr_mom_1",0.99,1613941739668,2229
"lr_1",4.830291040785345e-05,1613941739668,2229
"mom_1",0.8542427239803664,1613941739668,2229
"eps_1",1e-05,1613941739668,2229
"wd_2",0.01,1613941739668,2229
"sqr_mom_2",0.99,1613941739668,2229
"lr_2",0.0004830291040785344,1613941739668,2229
"mom_2",0.8542427239803664,1613941739668,2229
"eps_2",1e-05,1613941739668,2229
"train_loss",0.060061283,1613941740623,2230
"raw_loss",0.09484439,1613941740623,2230
"epoch",14.031446540880502,1613941740623,2230
"wd_0",0.01,1613941740623,2230
"sqr_mom_0",0.99,1613941740623,2230
"lr_0",4.831351544898216e-06,1613941740623,2230
"mom_0",0.8542162113775446,1613941740623,2230
"eps_0",1e-05,1613941740623,2230
"wd_1",0.01,1613941740623,2230
"sqr_mom_1",0.99,1613941740623,2230
"lr_1",4.831351544898215e-05,1613941740623,2230
"mom_1",0.8542162113775446,1613941740623,2230
"eps_1",1e-05,1613941740623,2230
"wd_2",0.01,1613941740623,2230
"sqr_mom_2",0.99,1613941740623,2230
"lr_2",0.00048313515448982153,1613941740623,2230
"mom_2",0.8542162113775446,1613941740623,2230
"eps_2",1e-05,1613941740623,2230
"train_loss",0.060300507,1613941741571,2231
"raw_loss",0.07202238,1613941741571,2231
"epoch",14.037735849056602,1613941741571,2231
"wd_0",0.01,1613941741571,2231
"sqr_mom_0",0.99,1613941741571,2231
"lr_0",4.832408870967762e-06,1613941741571,2231
"mom_0",0.8541897782258059,1613941741571,2231
"eps_0",1e-05,1613941741571,2231
"wd_1",0.01,1613941741571,2231
"sqr_mom_1",0.99,1613941741571,2231
"lr_1",4.832408870967762e-05,1613941741571,2231
"mom_1",0.8541897782258059,1613941741571,2231
"eps_1",1e-05,1613941741571,2231
"wd_2",0.01,1613941741571,2231
"sqr_mom_2",0.99,1613941741571,2231
"lr_2",0.00048324088709677615,1613941741571,2231
"mom_2",0.8541897782258059,1613941741571,2231
"eps_2",1e-05,1613941741571,2231
"train_loss",0.060655065,1613941742527,2232
"raw_loss",0.078028366,1613941742527,2232
"epoch",14.044025157232703,1613941742527,2232
"wd_0",0.01,1613941742527,2232
"sqr_mom_0",0.99,1613941742527,2232
"lr_0",4.833462717925007e-06,1613941742527,2232
"mom_0",0.8541634320518748,1613941742527,2232
"eps_0",1e-05,1613941742527,2232
"wd_1",0.01,1613941742527,2232
"sqr_mom_1",0.99,1613941742527,2232
"lr_1",4.8334627179250065e-05,1613941742527,2232
"mom_1",0.8541634320518748,1613941742527,2232
"eps_1",1e-05,1613941742527,2232
"wd_2",0.01,1613941742527,2232
"sqr_mom_2",0.99,1613941742527,2232
"lr_2",0.00048334627179250067,1613941742527,2232
"mom_2",0.8541634320518748,1613941742527,2232
"eps_2",1e-05,1613941742527,2232
"train_loss",0.06092698,1613941743469,2233
"raw_loss",0.07425095,1613941743469,2233
"epoch",14.050314465408803,1613941743469,2233
"wd_0",0.01,1613941743469,2233
"sqr_mom_0",0.99,1613941743469,2233
"lr_0",4.834513683313713e-06,1613941743469,2233
"mom_0",0.8541371579171572,1613941743469,2233
"eps_0",1e-05,1613941743469,2233
"wd_1",0.01,1613941743469,2233
"sqr_mom_1",0.99,1613941743469,2233
"lr_1",4.8345136833137125e-05,1613941743469,2233
"mom_1",0.8541371579171572,1613941743469,2233
"eps_1",1e-05,1613941743469,2233
"wd_2",0.01,1613941743469,2233
"sqr_mom_2",0.99,1613941743469,2233
"lr_2",0.00048345136833137124,1613941743469,2233
"mom_2",0.8541371579171572,1613941743469,2233
"eps_2",1e-05,1613941743469,2233
"train_loss",0.06037275,1613941744421,2234
"raw_loss",0.033215508,1613941744421,2234
"epoch",14.056603773584904,1613941744421,2234
"wd_0",0.01,1613941744421,2234
"sqr_mom_0",0.99,1613941744421,2234
"lr_0",4.835561465171665e-06,1613941744421,2234
"mom_0",0.8541109633707084,1613941744421,2234
"eps_0",1e-05,1613941744421,2234
"wd_1",0.01,1613941744421,2234
"sqr_mom_1",0.99,1613941744421,2234
"lr_1",4.835561465171665e-05,1613941744421,2234
"mom_1",0.8541109633707084,1613941744421,2234
"eps_1",1e-05,1613941744421,2234
"wd_2",0.01,1613941744421,2234
"sqr_mom_2",0.99,1613941744421,2234
"lr_2",0.0004835561465171665,1613941744421,2234
"mom_2",0.8541109633707084,1613941744421,2234
"eps_2",1e-05,1613941744421,2234
"train_loss",0.05973288,1613941745384,2235
"raw_loss",0.02837926,1613941745384,2235
"epoch",14.062893081761004,1613941745384,2235
"wd_0",0.01,1613941745384,2235
"sqr_mom_0",0.99,1613941745384,2235
"lr_0",4.836605913421393e-06,1613941745384,2235
"mom_0",0.8540848521644652,1613941745384,2235
"eps_0",1e-05,1613941745384,2235
"wd_1",0.01,1613941745384,2235
"sqr_mom_1",0.99,1613941745384,2235
"lr_1",4.836605913421393e-05,1613941745384,2235
"mom_1",0.8540848521644652,1613941745384,2235
"eps_1",1e-05,1613941745384,2235
"wd_2",0.01,1613941745384,2235
"sqr_mom_2",0.99,1613941745384,2235
"lr_2",0.0004836605913421392,1613941745384,2235
"mom_2",0.8540848521644652,1613941745384,2235
"eps_2",1e-05,1613941745384,2235
"train_loss",0.05935641,1613941746345,2236
"raw_loss",0.040909305,1613941746345,2236
"epoch",14.069182389937104,1613941746345,2236
"wd_0",0.01,1613941746345,2236
"sqr_mom_0",0.99,1613941746345,2236
"lr_0",4.837647323221719e-06,1613941746345,2236
"mom_0",0.854058816919457,1613941746345,2236
"eps_0",1e-05,1613941746345,2236
"wd_1",0.01,1613941746345,2236
"sqr_mom_1",0.99,1613941746345,2236
"lr_1",4.837647323221719e-05,1613941746345,2236
"mom_1",0.854058816919457,1613941746345,2236
"eps_1",1e-05,1613941746345,2236
"wd_2",0.01,1613941746345,2236
"sqr_mom_2",0.99,1613941746345,2236
"lr_2",0.0004837647323221719,1613941746345,2236
"mom_2",0.854058816919457,1613941746345,2236
"eps_2",1e-05,1613941746345,2236
"train_loss",0.05848369,1613941747279,2237
"raw_loss",0.015720373,1613941747279,2237
"epoch",14.075471698113205,1613941747279,2237
"wd_0",0.01,1613941747279,2237
"sqr_mom_0",0.99,1613941747279,2237
"lr_0",4.8386855440533165e-06,1613941747279,2237
"mom_0",0.8540328613986671,1613941747279,2237
"eps_0",1e-05,1613941747279,2237
"wd_1",0.01,1613941747279,2237
"sqr_mom_1",0.99,1613941747279,2237
"lr_1",4.838685544053316e-05,1613941747279,2237
"mom_1",0.8540328613986671,1613941747279,2237
"eps_1",1e-05,1613941747279,2237
"wd_2",0.01,1613941747279,2237
"sqr_mom_2",0.99,1613941747279,2237
"lr_2",0.00048386855440533163,1613941747279,2237
"mom_2",0.8540328613986671,1613941747279,2237
"eps_2",1e-05,1613941747279,2237
"train_loss",0.058898512,1613941748248,2238
"raw_loss",0.079224855,1613941748248,2238
"epoch",14.081761006289305,1613941748248,2238
"wd_0",0.01,1613941748248,2238
"sqr_mom_0",0.99,1613941748248,2238
"lr_0",4.8397205741145035e-06,1613941748248,2238
"mom_0",0.8540069856471374,1613941748248,2238
"eps_0",1e-05,1613941748248,2238
"wd_1",0.01,1613941748248,2238
"sqr_mom_1",0.99,1613941748248,2238
"lr_1",4.839720574114504e-05,1613941748248,2238
"mom_1",0.8540069856471374,1613941748248,2238
"eps_1",1e-05,1613941748248,2238
"wd_2",0.01,1613941748248,2238
"sqr_mom_2",0.99,1613941748248,2238
"lr_2",0.0004839720574114503,1613941748248,2238
"mom_2",0.8540069856471374,1613941748248,2238
"eps_2",1e-05,1613941748248,2238
"train_loss",0.058294415,1613941749233,2239
"raw_loss",0.028693568,1613941749233,2239
"epoch",14.088050314465406,1613941749233,2239
"wd_0",0.01,1613941749233,2239
"sqr_mom_0",0.99,1613941749233,2239
"lr_0",4.840752118718998e-06,1613941749233,2239
"mom_0",0.853981197032025,1613941749233,2239
"eps_0",1e-05,1613941749233,2239
"wd_1",0.01,1613941749233,2239
"sqr_mom_1",0.99,1613941749233,2239
"lr_1",4.8407521187189976e-05,1613941749233,2239
"mom_1",0.853981197032025,1613941749233,2239
"eps_1",1e-05,1613941749233,2239
"wd_2",0.01,1613941749233,2239
"sqr_mom_2",0.99,1613941749233,2239
"lr_2",0.00048407521187189973,1613941749233,2239
"mom_2",0.853981197032025,1613941749233,2239
"eps_2",1e-05,1613941749233,2239
"train_loss",0.05881235,1613941750190,2240
"raw_loss",0.084191136,1613941750190,2240
"epoch",14.094339622641506,1613941750190,2240
"wd_0",0.01,1613941750190,2240
"sqr_mom_0",0.99,1613941750190,2240
"lr_0",4.841780762764863e-06,1613941750190,2240
"mom_0",0.8539554809308785,1613941750190,2240
"eps_0",1e-05,1613941750190,2240
"wd_1",0.01,1613941750190,2240
"sqr_mom_1",0.99,1613941750190,2240
"lr_1",4.8417807627648624e-05,1613941750190,2240
"mom_1",0.8539554809308785,1613941750190,2240
"eps_1",1e-05,1613941750190,2240
"wd_2",0.01,1613941750190,2240
"sqr_mom_2",0.99,1613941750190,2240
"lr_2",0.0004841780762764862,1613941750190,2240
"mom_2",0.8539554809308785,1613941750190,2240
"eps_2",1e-05,1613941750190,2240
"train_loss",0.06415075,1613941751148,2241
"raw_loss",0.32573262,1613941751148,2241
"epoch",14.100628930817606,1613941751148,2241
"wd_0",0.01,1613941751148,2241
"sqr_mom_0",0.99,1613941751148,2241
"lr_0",4.842806210669017e-06,1613941751148,2241
"mom_0",0.8539298447332746,1613941751148,2241
"eps_0",1e-05,1613941751148,2241
"wd_1",0.01,1613941751148,2241
"sqr_mom_1",0.99,1613941751148,2241
"lr_1",4.8428062106690163e-05,1613941751148,2241
"mom_1",0.8539298447332746,1613941751148,2241
"eps_1",1e-05,1613941751148,2241
"wd_2",0.01,1613941751148,2241
"sqr_mom_2",0.99,1613941751148,2241
"lr_2",0.0004842806210669016,1613941751148,2241
"mom_2",0.8539298447332746,1613941751148,2241
"eps_2",1e-05,1613941751148,2241
"train_loss",0.064072624,1613941752180,2242
"raw_loss",0.060244232,1613941752180,2242
"epoch",14.106918238993707,1613941752180,2242
"wd_0",0.01,1613941752180,2242
"sqr_mom_0",0.99,1613941752180,2242
"lr_0",4.843828170488226e-06,1613941752180,2242
"mom_0",0.8539042957377944,1613941752180,2242
"eps_0",1e-05,1613941752180,2242
"wd_1",0.01,1613941752180,2242
"sqr_mom_1",0.99,1613941752180,2242
"lr_1",4.843828170488226e-05,1613941752180,2242
"mom_1",0.8539042957377944,1613941752180,2242
"eps_1",1e-05,1613941752180,2242
"wd_2",0.01,1613941752180,2242
"sqr_mom_2",0.99,1613941752180,2242
"lr_2",0.0004843828170488226,1613941752180,2242
"mom_2",0.8539042957377944,1613941752180,2242
"eps_2",1e-05,1613941752180,2242
"train_loss",0.06449571,1613941753141,2243
"raw_loss",0.085226916,1613941753141,2243
"epoch",14.113207547169807,1613941753141,2243
"wd_0",0.01,1613941753141,2243
"sqr_mom_0",0.99,1613941753141,2243
"lr_0",4.844847221685866e-06,1613941753141,2243
"mom_0",0.8538788194578534,1613941753141,2243
"eps_0",1e-05,1613941753141,2243
"wd_1",0.01,1613941753141,2243
"sqr_mom_1",0.99,1613941753141,2243
"lr_1",4.844847221685866e-05,1613941753141,2243
"mom_1",0.8538788194578534,1613941753141,2243
"eps_1",1e-05,1613941753141,2243
"wd_2",0.01,1613941753141,2243
"sqr_mom_2",0.99,1613941753141,2243
"lr_2",0.0004844847221685866,1613941753141,2243
"mom_2",0.8538788194578534,1613941753141,2243
"eps_2",1e-05,1613941753141,2243
"train_loss",0.0638639,1613941754089,2244
"raw_loss",0.032905057,1613941754089,2244
"epoch",14.119496855345908,1613941754089,2244
"wd_0",0.01,1613941754089,2244
"sqr_mom_0",0.99,1613941754089,2244
"lr_0",4.8458630714204045e-06,1613941754089,2244
"mom_0",0.8538534232144899,1613941754089,2244
"eps_0",1e-05,1613941754089,2244
"wd_1",0.01,1613941754089,2244
"sqr_mom_1",0.99,1613941754089,2244
"lr_1",4.845863071420404e-05,1613941754089,2244
"mom_1",0.8538534232144899,1613941754089,2244
"eps_1",1e-05,1613941754089,2244
"wd_2",0.01,1613941754089,2244
"sqr_mom_2",0.99,1613941754089,2244
"lr_2",0.0004845863071420404,1613941754089,2244
"mom_2",0.8538534232144899,1613941754089,2244
"eps_2",1e-05,1613941754089,2244
"train_loss",0.06329634,1613941755051,2245
"raw_loss",0.03548565,1613941755051,2245
"epoch",14.125786163522008,1613941755051,2245
"wd_0",0.01,1613941755051,2245
"sqr_mom_0",0.99,1613941755051,2245
"lr_0",4.84687557421263e-06,1613941755051,2245
"mom_0",0.8538281106446842,1613941755051,2245
"eps_0",1e-05,1613941755051,2245
"wd_1",0.01,1613941755051,2245
"sqr_mom_1",0.99,1613941755051,2245
"lr_1",4.846875574212629e-05,1613941755051,2245
"mom_1",0.8538281106446842,1613941755051,2245
"eps_1",1e-05,1613941755051,2245
"wd_2",0.01,1613941755051,2245
"sqr_mom_2",0.99,1613941755051,2245
"lr_2",0.00048468755742126293,1613941755051,2245
"mom_2",0.8538281106446842,1613941755051,2245
"eps_2",1e-05,1613941755051,2245
"train_loss",0.06326639,1613941756020,2246
"raw_loss",0.061798844,1613941756020,2246
"epoch",14.132075471698109,1613941756020,2246
"wd_0",0.01,1613941756020,2246
"sqr_mom_0",0.99,1613941756020,2246
"lr_0",4.8478850161936475e-06,1613941756020,2246
"mom_0",0.8538028745951588,1613941756020,2246
"eps_0",1e-05,1613941756020,2246
"wd_1",0.01,1613941756020,2246
"sqr_mom_1",0.99,1613941756020,2246
"lr_1",4.8478850161936475e-05,1613941756020,2246
"mom_1",0.8538028745951588,1613941756020,2246
"eps_1",1e-05,1613941756020,2246
"wd_2",0.01,1613941756020,2246
"sqr_mom_2",0.99,1613941756020,2246
"lr_2",0.0004847885016193647,1613941756020,2246
"mom_2",0.8538028745951588,1613941756020,2246
"eps_2",1e-05,1613941756020,2246
"train_loss",0.06281692,1613941756995,2247
"raw_loss",0.040792976,1613941756995,2247
"epoch",14.138364779874209,1613941756995,2247
"wd_0",0.01,1613941756995,2247
"sqr_mom_0",0.99,1613941756995,2247
"lr_0",4.848891251439915e-06,1613941756995,2247
"mom_0",0.8537777187140021,1613941756995,2247
"eps_0",1e-05,1613941756995,2247
"wd_1",0.01,1613941756995,2247
"sqr_mom_1",0.99,1613941756995,2247
"lr_1",4.848891251439915e-05,1613941756995,2247
"mom_1",0.8537777187140021,1613941756995,2247
"eps_1",1e-05,1613941756995,2247
"wd_2",0.01,1613941756995,2247
"sqr_mom_2",0.99,1613941756995,2247
"lr_2",0.00048488912514399143,1613941756995,2247
"mom_2",0.8537777187140021,1613941756995,2247
"eps_2",1e-05,1613941756995,2247
"train_loss",0.06272431,1613941757972,2248
"raw_loss",0.058186453,1613941757972,2248
"epoch",14.14465408805031,1613941757972,2248
"wd_0",0.01,1613941757972,2248
"sqr_mom_0",0.99,1613941757972,2248
"lr_0",4.849893993508058e-06,1613941757972,2248
"mom_0",0.8537526501622986,1613941757972,2248
"eps_0",1e-05,1613941757972,2248
"wd_1",0.01,1613941757972,2248
"sqr_mom_1",0.99,1613941757972,2248
"lr_1",4.849893993508056e-05,1613941757972,2248
"mom_1",0.8537526501622986,1613941757972,2248
"eps_1",1e-05,1613941757972,2248
"wd_2",0.01,1613941757972,2248
"sqr_mom_2",0.99,1613941757972,2248
"lr_2",0.00048498939935080564,1613941757972,2248
"mom_2",0.8537526501622986,1613941757972,2248
"eps_2",1e-05,1613941757972,2248
"train_loss",0.064761005,1613941758943,2249
"raw_loss",0.16455916,1613941758943,2249
"epoch",14.15094339622641,1613941758943,2249
"wd_0",0.01,1613941758943,2249
"sqr_mom_0",0.99,1613941758943,2249
"lr_0",4.850893810964757e-06,1613941758943,2249
"mom_0",0.8537276547258811,1613941758943,2249
"eps_0",1e-05,1613941758943,2249
"wd_1",0.01,1613941758943,2249
"sqr_mom_1",0.99,1613941758943,2249
"lr_1",4.8508938109647564e-05,1613941758943,2249
"mom_1",0.8537276547258811,1613941758943,2249
"eps_1",1e-05,1613941758943,2249
"wd_2",0.01,1613941758943,2249
"sqr_mom_2",0.99,1613941758943,2249
"lr_2",0.0004850893810964756,1613941758943,2249
"mom_2",0.8537276547258811,1613941758943,2249
"eps_2",1e-05,1613941758943,2249
"train_loss",0.06452449,1613941759915,2250
"raw_loss",0.052934952,1613941759915,2250
"epoch",14.15723270440251,1613941759915,2250
"wd_0",0.01,1613941759915,2250
"sqr_mom_0",0.99,1613941759915,2250
"lr_0",4.851890416465381e-06,1613941759915,2250
"mom_0",0.8537027395883655,1613941759915,2250
"eps_0",1e-05,1613941759915,2250
"wd_1",0.01,1613941759915,2250
"sqr_mom_1",0.99,1613941759915,2250
"lr_1",4.8518904164653804e-05,1613941759915,2250
"mom_1",0.8537027395883655,1613941759915,2250
"eps_1",1e-05,1613941759915,2250
"wd_2",0.01,1613941759915,2250
"sqr_mom_2",0.99,1613941759915,2250
"lr_2",0.000485189041646538,1613941759915,2250
"mom_2",0.8537027395883655,1613941759915,2250
"eps_2",1e-05,1613941759915,2250
"train_loss",0.06398875,1613941760898,2251
"raw_loss",0.03773791,1613941760898,2251
"epoch",14.16352201257861,1613941760898,2251
"wd_0",0.01,1613941760898,2251
"sqr_mom_0",0.99,1613941760898,2251
"lr_0",4.852883526323152e-06,1613941760898,2251
"mom_0",0.8536779118419212,1613941760898,2251
"eps_0",1e-05,1613941760898,2251
"wd_1",0.01,1613941760898,2251
"sqr_mom_1",0.99,1613941760898,2251
"lr_1",4.852883526323152e-05,1613941760898,2251
"mom_1",0.8536779118419212,1613941760898,2251
"eps_1",1e-05,1613941760898,2251
"wd_2",0.01,1613941760898,2251
"sqr_mom_2",0.99,1613941760898,2251
"lr_2",0.0004852883526323152,1613941760898,2251
"mom_2",0.8536779118419212,1613941760898,2251
"eps_2",1e-05,1613941760898,2251
"train_loss",0.06523023,1613941761865,2252
"raw_loss",0.12606265,1613941761865,2252
"epoch",14.169811320754711,1613941761865,2252
"wd_0",0.01,1613941761865,2252
"sqr_mom_0",0.99,1613941761865,2252
"lr_0",4.853873703643175e-06,1613941761865,2252
"mom_0",0.8536531574089206,1613941761865,2252
"eps_0",1e-05,1613941761865,2252
"wd_1",0.01,1613941761865,2252
"sqr_mom_1",0.99,1613941761865,2252
"lr_1",4.8538737036431745e-05,1613941761865,2252
"mom_1",0.8536531574089206,1613941761865,2252
"eps_1",1e-05,1613941761865,2252
"wd_2",0.01,1613941761865,2252
"sqr_mom_2",0.99,1613941761865,2252
"lr_2",0.00048538737036431744,1613941761865,2252
"mom_2",0.8536531574089206,1613941761865,2252
"eps_2",1e-05,1613941761865,2252
"train_loss",0.06462428,1613941762857,2253
"raw_loss",0.03493292,1613941762857,2253
"epoch",14.176100628930811,1613941762857,2253
"wd_0",0.01,1613941762857,2253
"sqr_mom_0",0.99,1613941762857,2253
"lr_0",4.854860663835954e-06,1613941762857,2253
"mom_0",0.8536284834041011,1613941762857,2253
"eps_0",1e-05,1613941762857,2253
"wd_1",0.01,1613941762857,2253
"sqr_mom_1",0.99,1613941762857,2253
"lr_1",4.854860663835954e-05,1613941762857,2253
"mom_1",0.8536284834041011,1613941762857,2253
"eps_1",1e-05,1613941762857,2253
"wd_2",0.01,1613941762857,2253
"sqr_mom_2",0.99,1613941762857,2253
"lr_2",0.0004854860663835954,1613941762857,2253
"mom_2",0.8536284834041011,1613941762857,2253
"eps_2",1e-05,1613941762857,2253
"train_loss",0.06426815,1613941763818,2254
"raw_loss",0.046817668,1613941763818,2254
"epoch",14.182389937106912,1613941763818,2254
"wd_0",0.01,1613941763818,2254
"sqr_mom_0",0.99,1613941763818,2254
"lr_0",4.855844265582284e-06,1613941763818,2254
"mom_0",0.853603893360443,1613941763818,2254
"eps_0",1e-05,1613941763818,2254
"wd_1",0.01,1613941763818,2254
"sqr_mom_1",0.99,1613941763818,2254
"lr_1",4.855844265582283e-05,1613941763818,2254
"mom_1",0.853603893360443,1613941763818,2254
"eps_1",1e-05,1613941763818,2254
"wd_2",0.01,1613941763818,2254
"sqr_mom_2",0.99,1613941763818,2254
"lr_2",0.00048558442655822825,1613941763818,2254
"mom_2",0.853603893360443,1613941763818,2254
"eps_2",1e-05,1613941763818,2254
"train_loss",0.06563305,1613941764795,2255
"raw_loss",0.13251312,1613941764795,2255
"epoch",14.188679245283012,1613941764795,2255
"wd_0",0.01,1613941764795,2255
"sqr_mom_0",0.99,1613941764795,2255
"lr_0",4.856824786845894e-06,1613941764795,2255
"mom_0",0.8535793803288526,1613941764795,2255
"eps_0",1e-05,1613941764795,2255
"wd_1",0.01,1613941764795,2255
"sqr_mom_1",0.99,1613941764795,2255
"lr_1",4.856824786845894e-05,1613941764795,2255
"mom_1",0.8535793803288526,1613941764795,2255
"eps_1",1e-05,1613941764795,2255
"wd_2",0.01,1613941764795,2255
"sqr_mom_2",0.99,1613941764795,2255
"lr_2",0.0004856824786845894,1613941764795,2255
"mom_2",0.8535793803288526,1613941764795,2255
"eps_2",1e-05,1613941764795,2255
"train_loss",0.06659495,1613941765767,2256
"raw_loss",0.1137282,1613941765767,2256
"epoch",14.194968553459113,1613941765767,2256
"wd_0",0.01,1613941765767,2256
"sqr_mom_0",0.99,1613941765767,2256
"lr_0",4.857802085861087e-06,1613941765767,2256
"mom_0",0.8535549478534727,1613941765767,2256
"eps_0",1e-05,1613941765767,2256
"wd_1",0.01,1613941765767,2256
"sqr_mom_1",0.99,1613941765767,2256
"lr_1",4.8578020858610874e-05,1613941765767,2256
"mom_1",0.8535549478534727,1613941765767,2256
"eps_1",1e-05,1613941765767,2256
"wd_2",0.01,1613941765767,2256
"sqr_mom_2",0.99,1613941765767,2256
"lr_2",0.0004857802085861087,1613941765767,2256
"mom_2",0.8535549478534727,1613941765767,2256
"eps_2",1e-05,1613941765767,2256
"train_loss",0.06597157,1613941766736,2257
"raw_loss",0.03542573,1613941766736,2257
"epoch",14.201257861635213,1613941766736,2257
"wd_0",0.01,1613941766736,2257
"sqr_mom_0",0.99,1613941766736,2257
"lr_0",4.858776160931904e-06,1613941766736,2257
"mom_0",0.8535305959767024,1613941766736,2257
"eps_0",1e-05,1613941766736,2257
"wd_1",0.01,1613941766736,2257
"sqr_mom_1",0.99,1613941766736,2257
"lr_1",4.858776160931902e-05,1613941766736,2257
"mom_1",0.8535305959767024,1613941766736,2257
"eps_1",1e-05,1613941766736,2257
"wd_2",0.01,1613941766736,2257
"sqr_mom_2",0.99,1613941766736,2257
"lr_2",0.00048587761609319026,1613941766736,2257
"mom_2",0.8535305959767024,1613941766736,2257
"eps_2",1e-05,1613941766736,2257
"train_loss",0.06689001,1613941767729,2258
"raw_loss",0.11189347,1613941767729,2258
"epoch",14.207547169811313,1613941767729,2258
"wd_0",0.01,1613941767729,2258
"sqr_mom_0",0.99,1613941767729,2258
"lr_0",4.8597467348209915e-06,1613941767729,2258
"mom_0",0.8535063316294752,1613941767729,2258
"eps_0",1e-05,1613941767729,2258
"wd_1",0.01,1613941767729,2258
"sqr_mom_1",0.99,1613941767729,2258
"lr_1",4.859746734820991e-05,1613941767729,2258
"mom_1",0.8535063316294752,1613941767729,2258
"eps_1",1e-05,1613941767729,2258
"wd_2",0.01,1613941767729,2258
"sqr_mom_2",0.99,1613941767729,2258
"lr_2",0.00048597467348209905,1613941767729,2258
"mom_2",0.8535063316294752,1613941767729,2258
"eps_2",1e-05,1613941767729,2258
"train_loss",0.067967676,1613941768679,2259
"raw_loss",0.12077322,1613941768679,2259
"epoch",14.213836477987414,1613941768679,2259
"wd_0",0.01,1613941768679,2259
"sqr_mom_0",0.99,1613941768679,2259
"lr_0",4.860714357855295e-06,1613941768679,2259
"mom_0",0.8534821410536176,1613941768679,2259
"eps_0",1e-05,1613941768679,2259
"wd_1",0.01,1613941768679,2259
"sqr_mom_1",0.99,1613941768679,2259
"lr_1",4.8607143578552954e-05,1613941768679,2259
"mom_1",0.8534821410536176,1613941768679,2259
"eps_1",1e-05,1613941768679,2259
"wd_2",0.01,1613941768679,2259
"sqr_mom_2",0.99,1613941768679,2259
"lr_2",0.0004860714357855295,1613941768679,2259
"mom_2",0.8534821410536176,1613941768679,2259
"eps_2",1e-05,1613941768679,2259
"train_loss",0.06767811,1613941769653,2260
"raw_loss",0.05348948,1613941769653,2260
"epoch",14.220125786163514,1613941769653,2260
"wd_0",0.01,1613941769653,2260
"sqr_mom_0",0.99,1613941769653,2260
"lr_0",4.861678751891399e-06,1613941769653,2260
"mom_0",0.853458031202715,1613941769653,2260
"eps_0",1e-05,1613941769653,2260
"wd_1",0.01,1613941769653,2260
"sqr_mom_1",0.99,1613941769653,2260
"lr_1",4.861678751891398e-05,1613941769653,2260
"mom_1",0.853458031202715,1613941769653,2260
"eps_1",1e-05,1613941769653,2260
"wd_2",0.01,1613941769653,2260
"sqr_mom_2",0.99,1613941769653,2260
"lr_2",0.0004861678751891398,1613941769653,2260
"mom_2",0.853458031202715,1613941769653,2260
"eps_2",1e-05,1613941769653,2260
"train_loss",0.06809833,1613941770616,2261
"raw_loss",0.088689,1613941770616,2261
"epoch",14.226415094339615,1613941770616,2261
"wd_0",0.01,1613941770616,2261
"sqr_mom_0",0.99,1613941770616,2261
"lr_0",4.862639642463147e-06,1613941770616,2261
"mom_0",0.8534340089384214,1613941770616,2261
"eps_0",1e-05,1613941770616,2261
"wd_1",0.01,1613941770616,2261
"sqr_mom_1",0.99,1613941770616,2261
"lr_1",4.862639642463147e-05,1613941770616,2261
"mom_1",0.8534340089384214,1613941770616,2261
"eps_1",1e-05,1613941770616,2261
"wd_2",0.01,1613941770616,2261
"sqr_mom_2",0.99,1613941770616,2261
"lr_2",0.00048626396424631465,1613941770616,2261
"mom_2",0.8534340089384214,1613941770616,2261
"eps_2",1e-05,1613941770616,2261
"train_loss",0.0689018,1613941771581,2262
"raw_loss",0.108271986,1613941771581,2262
"epoch",14.232704402515715,1613941771581,2262
"wd_0",0.01,1613941771581,2262
"sqr_mom_0",0.99,1613941771581,2262
"lr_0",4.863597574406927e-06,1613941771581,2262
"mom_0",0.8534100606398268,1613941771581,2262
"eps_0",1e-05,1613941771581,2262
"wd_1",0.01,1613941771581,2262
"sqr_mom_1",0.99,1613941771581,2262
"lr_1",4.863597574406926e-05,1613941771581,2262
"mom_1",0.8534100606398268,1613941771581,2262
"eps_1",1e-05,1613941771581,2262
"wd_2",0.01,1613941771581,2262
"sqr_mom_2",0.99,1613941771581,2262
"lr_2",0.0004863597574406926,1613941771581,2262
"mom_2",0.8534100606398268,1613941771581,2262
"eps_2",1e-05,1613941771581,2262
"train_loss",0.06905209,1613941772532,2263
"raw_loss",0.07641647,1613941772532,2263
"epoch",14.238993710691815,1613941772532,2263
"wd_0",0.01,1613941772532,2263
"sqr_mom_0",0.99,1613941772532,2263
"lr_0",4.864552272349105e-06,1613941772532,2263
"mom_0",0.8533861931912724,1613941772532,2263
"eps_0",1e-05,1613941772532,2263
"wd_1",0.01,1613941772532,2263
"sqr_mom_1",0.99,1613941772532,2263
"lr_1",4.864552272349104e-05,1613941772532,2263
"mom_1",0.8533861931912724,1613941772532,2263
"eps_1",1e-05,1613941772532,2263
"wd_2",0.01,1613941772532,2263
"sqr_mom_2",0.99,1613941772532,2263
"lr_2",0.00048645522723491036,1613941772532,2263
"mom_2",0.8533861931912724,1613941772532,2263
"eps_2",1e-05,1613941772532,2263
"train_loss",0.06973665,1613941773524,2264
"raw_loss",0.103280015,1613941773524,2264
"epoch",14.245283018867916,1613941773524,2264
"wd_0",0.01,1613941773524,2264
"sqr_mom_0",0.99,1613941773524,2264
"lr_0",4.865503599616007e-06,1613941773524,2264
"mom_0",0.8533624100095999,1613941773524,2264
"eps_0",1e-05,1613941773524,2264
"wd_1",0.01,1613941773524,2264
"sqr_mom_1",0.99,1613941773524,2264
"lr_1",4.865503599616005e-05,1613941773524,2264
"mom_1",0.8533624100095999,1613941773524,2264
"eps_1",1e-05,1613941773524,2264
"wd_2",0.01,1613941773524,2264
"sqr_mom_2",0.99,1613941773524,2264
"lr_2",0.00048655035996160055,1613941773524,2264
"mom_2",0.8533624100095999,1613941773524,2264
"eps_2",1e-05,1613941773524,2264
"train_loss",0.069461435,1613941774477,2265
"raw_loss",0.055975877,1613941774477,2265
"epoch",14.251572327044016,1613941774477,2265
"wd_0",0.01,1613941774477,2265
"sqr_mom_0",0.99,1613941774477,2265
"lr_0",4.866451825050666e-06,1613941774477,2265
"mom_0",0.8533387043737334,1613941774477,2265
"eps_0",1e-05,1613941774477,2265
"wd_1",0.01,1613941774477,2265
"sqr_mom_1",0.99,1613941774477,2265
"lr_1",4.866451825050665e-05,1613941774477,2265
"mom_1",0.8533387043737334,1613941774477,2265
"eps_1",1e-05,1613941774477,2265
"wd_2",0.01,1613941774477,2265
"sqr_mom_2",0.99,1613941774477,2265
"lr_2",0.00048664518250506647,1613941774477,2265
"mom_2",0.8533387043737334,1613941774477,2265
"eps_2",1e-05,1613941774477,2265
"train_loss",0.068806134,1613941775471,2266
"raw_loss",0.036696397,1613941775471,2266
"epoch",14.257861635220117,1613941775471,2266
"wd_0",0.01,1613941775471,2266
"sqr_mom_0",0.99,1613941775471,2266
"lr_0",4.867396811530587e-06,1613941775471,2266
"mom_0",0.8533150797117354,1613941775471,2266
"eps_0",1e-05,1613941775471,2266
"wd_1",0.01,1613941775471,2266
"sqr_mom_1",0.99,1613941775471,2266
"lr_1",4.8673968115305864e-05,1613941775471,2266
"mom_1",0.8533150797117354,1613941775471,2266
"eps_1",1e-05,1613941775471,2266
"wd_2",0.01,1613941775471,2266
"sqr_mom_2",0.99,1613941775471,2266
"lr_2",0.00048673968115305863,1613941775471,2266
"mom_2",0.8533150797117354,1613941775471,2266
"eps_2",1e-05,1613941775471,2266
"train_loss",0.06964977,1613941776425,2267
"raw_loss",0.110987835,1613941776425,2267
"epoch",14.264150943396217,1613941776425,2267
"wd_0",0.01,1613941776425,2267
"sqr_mom_0",0.99,1613941776425,2267
"lr_0",4.868338290144952e-06,1613941776425,2267
"mom_0",0.8532915427463762,1613941776425,2267
"eps_0",1e-05,1613941776425,2267
"wd_1",0.01,1613941776425,2267
"sqr_mom_1",0.99,1613941776425,2267
"lr_1",4.868338290144952e-05,1613941776425,2267
"mom_1",0.8532915427463762,1613941776425,2267
"eps_1",1e-05,1613941776425,2267
"wd_2",0.01,1613941776425,2267
"sqr_mom_2",0.99,1613941776425,2267
"lr_2",0.00048683382901449523,1613941776425,2267
"mom_2",0.8532915427463762,1613941776425,2267
"eps_2",1e-05,1613941776425,2267
"train_loss",0.069411166,1613941777365,2268
"raw_loss",0.057719693,1613941777365,2268
"epoch",14.270440251572317,1613941777365,2268
"wd_0",0.01,1613941777365,2268
"sqr_mom_0",0.99,1613941777365,2268
"lr_0",4.869276794723339e-06,1613941777365,2268
"mom_0",0.8532680801319166,1613941777365,2268
"eps_0",1e-05,1613941777365,2268
"wd_1",0.01,1613941777365,2268
"sqr_mom_1",0.99,1613941777365,2268
"lr_1",4.869276794723337e-05,1613941777365,2268
"mom_1",0.8532680801319166,1613941777365,2268
"eps_1",1e-05,1613941777365,2268
"wd_2",0.01,1613941777365,2268
"sqr_mom_2",0.99,1613941777365,2268
"lr_2",0.0004869276794723337,1613941777365,2268
"mom_2",0.8532680801319166,1613941777365,2268
"eps_2",1e-05,1613941777365,2268
"train_loss",0.068665065,1613941778324,2269
"raw_loss",0.032106027,1613941778324,2269
"epoch",14.276729559748418,1613941778324,2269
"wd_0",0.01,1613941778324,2269
"sqr_mom_0",0.99,1613941778324,2269
"lr_0",4.870212055444663e-06,1613941778324,2269
"mom_0",0.8532446986138834,1613941778324,2269
"eps_0",1e-05,1613941778324,2269
"wd_1",0.01,1613941778324,2269
"sqr_mom_1",0.99,1613941778324,2269
"lr_1",4.870212055444662e-05,1613941778324,2269
"mom_1",0.8532446986138834,1613941778324,2269
"eps_1",1e-05,1613941778324,2269
"wd_2",0.01,1613941778324,2269
"sqr_mom_2",0.99,1613941778324,2269
"lr_2",0.0004870212055444662,1613941778324,2269
"mom_2",0.8532446986138834,1613941778324,2269
"eps_2",1e-05,1613941778324,2269
"train_loss",0.068764776,1613941779271,2270
"raw_loss",0.0736508,1613941779271,2270
"epoch",14.283018867924518,1613941779271,2270
"wd_0",0.01,1613941779271,2270
"sqr_mom_0",0.99,1613941779271,2270
"lr_0",4.871143806182031e-06,1613941779271,2270
"mom_0",0.8532214048454492,1613941779271,2270
"eps_0",1e-05,1613941779271,2270
"wd_1",0.01,1613941779271,2270
"sqr_mom_1",0.99,1613941779271,2270
"lr_1",4.8711438061820306e-05,1613941779271,2270
"mom_1",0.8532214048454492,1613941779271,2270
"eps_1",1e-05,1613941779271,2270
"wd_2",0.01,1613941779271,2270
"sqr_mom_2",0.99,1613941779271,2270
"lr_2",0.00048711438061820305,1613941779271,2270
"mom_2",0.8532214048454492,1613941779271,2270
"eps_2",1e-05,1613941779271,2270
"train_loss",0.06885821,1613941780221,2271
"raw_loss",0.07343672,1613941780221,2271
"epoch",14.289308176100619,1613941780221,2271
"wd_0",0.01,1613941780221,2271
"sqr_mom_0",0.99,1613941780221,2271
"lr_0",4.8720725752491976e-06,1613941780221,2271
"mom_0",0.85319818561877,1613941780221,2271
"eps_0",1e-05,1613941780221,2271
"wd_1",0.01,1613941780221,2271
"sqr_mom_1",0.99,1613941780221,2271
"lr_1",4.8720725752491966e-05,1613941780221,2271
"mom_1",0.85319818561877,1613941780221,2271
"eps_1",1e-05,1613941780221,2271
"wd_2",0.01,1613941780221,2271
"sqr_mom_2",0.99,1613941780221,2271
"lr_2",0.00048720725752491966,1613941780221,2271
"mom_2",0.85319818561877,1613941780221,2271
"eps_2",1e-05,1613941780221,2271
"train_loss",0.06885154,1613941781162,2272
"raw_loss",0.068524405,1613941781162,2272
"epoch",14.295597484276719,1613941781162,2272
"wd_0",0.01,1613941781162,2272
"sqr_mom_0",0.99,1613941781162,2272
"lr_0",4.8729980956076345e-06,1613941781162,2272
"mom_0",0.8531750476098091,1613941781162,2272
"eps_0",1e-05,1613941781162,2272
"wd_1",0.01,1613941781162,2272
"sqr_mom_1",0.99,1613941781162,2272
"lr_1",4.872998095607633e-05,1613941781162,2272
"mom_1",0.8531750476098091,1613941781162,2272
"eps_1",1e-05,1613941781162,2272
"wd_2",0.01,1613941781162,2272
"sqr_mom_2",0.99,1613941781162,2272
"lr_2",0.00048729980956076327,1613941781162,2272
"mom_2",0.8531750476098091,1613941781162,2272
"eps_2",1e-05,1613941781162,2272
"train_loss",0.06864639,1613941782107,2273
"raw_loss",0.05859449,1613941782107,2273
"epoch",14.30188679245282,1613941782107,2273
"wd_0",0.01,1613941782107,2273
"sqr_mom_0",0.99,1613941782107,2273
"lr_0",4.873920234784913e-06,1613941782107,2273
"mom_0",0.8531519941303772,1613941782107,2273
"eps_0",1e-05,1613941782107,2273
"wd_1",0.01,1613941782107,2273
"sqr_mom_1",0.99,1613941782107,2273
"lr_1",4.873920234784912e-05,1613941782107,2273
"mom_1",0.8531519941303772,1613941782107,2273
"eps_1",1e-05,1613941782107,2273
"wd_2",0.01,1613941782107,2273
"sqr_mom_2",0.99,1613941782107,2273
"lr_2",0.0004873920234784912,1613941782107,2273
"mom_2",0.8531519941303772,1613941782107,2273
"eps_2",1e-05,1613941782107,2273
"train_loss",0.06878709,1613941783048,2274
"raw_loss",0.07568116,1613941783048,2274
"epoch",14.30817610062892,1613941783048,2274
"wd_0",0.01,1613941783048,2274
"sqr_mom_0",0.99,1613941783048,2274
"lr_0",4.8748392533755756e-06,1613941783048,2274
"mom_0",0.8531290186656106,1613941783048,2274
"eps_0",1e-05,1613941783048,2274
"wd_1",0.01,1613941783048,2274
"sqr_mom_1",0.99,1613941783048,2274
"lr_1",4.8748392533755745e-05,1613941783048,2274
"mom_1",0.8531290186656106,1613941783048,2274
"eps_1",1e-05,1613941783048,2274
"wd_2",0.01,1613941783048,2274
"sqr_mom_2",0.99,1613941783048,2274
"lr_2",0.00048748392533755743,1613941783048,2274
"mom_2",0.8531290186656106,1613941783048,2274
"eps_2",1e-05,1613941783048,2274
"train_loss",0.06933336,1613941784000,2275
"raw_loss",0.09610068,1613941784000,2275
"epoch",14.31446540880502,1613941784000,2275
"wd_0",0.01,1613941784000,2275
"sqr_mom_0",0.99,1613941784000,2275
"lr_0",4.875755018456343e-06,1613941784000,2275
"mom_0",0.8531061245385915,1613941784000,2275
"eps_0",1e-05,1613941784000,2275
"wd_1",0.01,1613941784000,2275
"sqr_mom_1",0.99,1613941784000,2275
"lr_1",4.875755018456342e-05,1613941784000,2275
"mom_1",0.8531061245385915,1613941784000,2275
"eps_1",1e-05,1613941784000,2275
"wd_2",0.01,1613941784000,2275
"sqr_mom_2",0.99,1613941784000,2275
"lr_2",0.00048757550184563424,1613941784000,2275
"mom_2",0.8531061245385915,1613941784000,2275
"eps_2",1e-05,1613941784000,2275
"train_loss",0.06939974,1613941784954,2276
"raw_loss",0.07265223,1613941784954,2276
"epoch",14.32075471698112,1613941784954,2276
"wd_0",0.01,1613941784954,2276
"sqr_mom_0",0.99,1613941784954,2276
"lr_0",4.87666726948072e-06,1613941784954,2276
"mom_0",0.853083318262982,1613941784954,2276
"eps_0",1e-05,1613941784954,2276
"wd_1",0.01,1613941784954,2276
"sqr_mom_1",0.99,1613941784954,2276
"lr_1",4.876667269480719e-05,1613941784954,2276
"mom_1",0.853083318262982,1613941784954,2276
"eps_1",1e-05,1613941784954,2276
"wd_2",0.01,1613941784954,2276
"sqr_mom_2",0.99,1613941784954,2276
"lr_2",0.0004876667269480719,1613941784954,2276
"mom_2",0.853083318262982,1613941784954,2276
"eps_2",1e-05,1613941784954,2276
"train_loss",0.069049895,1613941785907,2277
"raw_loss",0.051907435,1613941785907,2277
"epoch",14.327044025157221,1613941785907,2277
"wd_0",0.01,1613941785907,2277
"sqr_mom_0",0.99,1613941785907,2277
"lr_0",4.87757652370589e-06,1613941785907,2277
"mom_0",0.8530605869073528,1613941785907,2277
"eps_0",1e-05,1613941785907,2277
"wd_1",0.01,1613941785907,2277
"sqr_mom_1",0.99,1613941785907,2277
"lr_1",4.87757652370589e-05,1613941785907,2277
"mom_1",0.8530605869073528,1613941785907,2277
"eps_1",1e-05,1613941785907,2277
"wd_2",0.01,1613941785907,2277
"sqr_mom_2",0.99,1613941785907,2277
"lr_2",0.000487757652370589,1613941785907,2277
"mom_2",0.8530605869073528,1613941785907,2277
"eps_2",1e-05,1613941785907,2277
"train_loss",0.068718,1613941786845,2278
"raw_loss",0.052455038,1613941786845,2278
"epoch",14.333333333333321,1613941786845,2278
"wd_0",0.01,1613941786845,2278
"sqr_mom_0",0.99,1613941786845,2278
"lr_0",4.878482519671034e-06,1613941786845,2278
"mom_0",0.8530379370082242,1613941786845,2278
"eps_0",1e-05,1613941786845,2278
"wd_1",0.01,1613941786845,2278
"sqr_mom_1",0.99,1613941786845,2278
"lr_1",4.8784825196710326e-05,1613941786845,2278
"mom_1",0.8530379370082242,1613941786845,2278
"eps_1",1e-05,1613941786845,2278
"wd_2",0.01,1613941786845,2278
"sqr_mom_2",0.99,1613941786845,2278
"lr_2",0.00048784825196710325,1613941786845,2278
"mom_2",0.8530379370082242,1613941786845,2278
"eps_2",1e-05,1613941786845,2278
"train_loss",0.068534784,1613941787806,2279
"raw_loss",0.05955709,1613941787806,2279
"epoch",14.339622641509422,1613941787806,2279
"wd_0",0.01,1613941787806,2279
"sqr_mom_0",0.99,1613941787806,2279
"lr_0",4.879385255803923e-06,1613941787806,2279
"mom_0",0.8530153686049019,1613941787806,2279
"eps_0",1e-05,1613941787806,2279
"wd_1",0.01,1613941787806,2279
"sqr_mom_1",0.99,1613941787806,2279
"lr_1",4.879385255803922e-05,1613941787806,2279
"mom_1",0.8530153686049019,1613941787806,2279
"eps_1",1e-05,1613941787806,2279
"wd_2",0.01,1613941787806,2279
"sqr_mom_2",0.99,1613941787806,2279
"lr_2",0.0004879385255803922,1613941787806,2279
"mom_2",0.8530153686049019,1613941787806,2279
"eps_2",1e-05,1613941787806,2279
"train_loss",0.06823461,1613941788751,2280
"raw_loss",0.053525988,1613941788751,2280
"epoch",14.345911949685522,1613941788751,2280
"wd_0",0.01,1613941788751,2280
"sqr_mom_0",0.99,1613941788751,2280
"lr_0",4.880284475287394e-06,1613941788751,2280
"mom_0",0.8529928881178152,1613941788751,2280
"eps_0",1e-05,1613941788751,2280
"wd_1",0.01,1613941788751,2280
"sqr_mom_1",0.99,1613941788751,2280
"lr_1",4.880284475287394e-05,1613941788751,2280
"mom_1",0.8529928881178152,1613941788751,2280
"eps_1",1e-05,1613941788751,2280
"wd_2",0.01,1613941788751,2280
"sqr_mom_2",0.99,1613941788751,2280
"lr_2",0.0004880284475287394,1613941788751,2280
"mom_2",0.8529928881178152,1613941788751,2280
"eps_2",1e-05,1613941788751,2280
"train_loss",0.068361886,1613941789710,2281
"raw_loss",0.07459853,1613941789710,2281
"epoch",14.352201257861623,1613941789710,2281
"wd_0",0.01,1613941789710,2281
"sqr_mom_0",0.99,1613941789710,2281
"lr_0",4.881180687989596e-06,1613941789710,2281
"mom_0",0.8529704828002601,1613941789710,2281
"eps_0",1e-05,1613941789710,2281
"wd_1",0.01,1613941789710,2281
"sqr_mom_1",0.99,1613941789710,2281
"lr_1",4.881180687989595e-05,1613941789710,2281
"mom_1",0.8529704828002601,1613941789710,2281
"eps_1",1e-05,1613941789710,2281
"wd_2",0.01,1613941789710,2281
"sqr_mom_2",0.99,1613941789710,2281
"lr_2",0.00048811806879895954,1613941789710,2281
"mom_2",0.8529704828002601,1613941789710,2281
"eps_2",1e-05,1613941789710,2281
"train_loss",0.06808855,1613941790694,2282
"raw_loss",0.05469496,1613941790694,2282
"epoch",14.358490566037723,1613941790694,2282
"wd_0",0.01,1613941790694,2282
"sqr_mom_0",0.99,1613941790694,2282
"lr_0",4.882073636177268e-06,1613941790694,2282
"mom_0",0.8529481590955683,1613941790694,2282
"eps_0",1e-05,1613941790694,2282
"wd_1",0.01,1613941790694,2282
"sqr_mom_1",0.99,1613941790694,2282
"lr_1",4.882073636177267e-05,1613941790694,2282
"mom_1",0.8529481590955683,1613941790694,2282
"eps_1",1e-05,1613941790694,2282
"wd_2",0.01,1613941790694,2282
"sqr_mom_2",0.99,1613941790694,2282
"lr_2",0.00048820736361772664,1613941790694,2282
"mom_2",0.8529481590955683,1613941790694,2282
"eps_2",1e-05,1613941790694,2282
"train_loss",0.06718037,1613941791678,2283
"raw_loss",0.022679677,1613941791678,2283
"epoch",14.364779874213824,1613941791678,2283
"wd_0",0.01,1613941791678,2283
"sqr_mom_0",0.99,1613941791678,2283
"lr_0",4.882963192067876e-06,1613941791678,2283
"mom_0",0.852925920198303,1613941791678,2283
"eps_0",1e-05,1613941791678,2283
"wd_1",0.01,1613941791678,2283
"sqr_mom_1",0.99,1613941791678,2283
"lr_1",4.882963192067876e-05,1613941791678,2283
"mom_1",0.852925920198303,1613941791678,2283
"eps_1",1e-05,1613941791678,2283
"wd_2",0.01,1613941791678,2283
"sqr_mom_2",0.99,1613941791678,2283
"lr_2",0.0004882963192067876,1613941791678,2283
"mom_2",0.852925920198303,1613941791678,2283
"eps_2",1e-05,1613941791678,2283
"train_loss",0.06701459,1613941792633,2284
"raw_loss",0.058891173,1613941792633,2284
"epoch",14.371069182389924,1613941792633,2284
"wd_0",0.01,1613941792633,2284
"sqr_mom_0",0.99,1613941792633,2284
"lr_0",4.8838496070479994e-06,1613941792633,2284
"mom_0",0.8529037598238,1613941792633,2284
"eps_0",1e-05,1613941792633,2284
"wd_1",0.01,1613941792633,2284
"sqr_mom_1",0.99,1613941792633,2284
"lr_1",4.883849607047999e-05,1613941792633,2284
"mom_1",0.8529037598238,1613941792633,2284
"eps_1",1e-05,1613941792633,2284
"wd_2",0.01,1613941792633,2284
"sqr_mom_2",0.99,1613941792633,2284
"lr_2",0.0004883849607047999,1613941792633,2284
"mom_2",0.8529037598238,1613941792633,2284
"eps_2",1e-05,1613941792633,2284
"train_loss",0.06728078,1613941793604,2285
"raw_loss",0.080323815,1613941793604,2285
"epoch",14.377358490566024,1613941793604,2285
"wd_0",0.01,1613941793604,2285
"sqr_mom_0",0.99,1613941793604,2285
"lr_0",4.884732752882074e-06,1613941793604,2285
"mom_0",0.8528816811779482,1613941793604,2285
"eps_0",1e-05,1613941793604,2285
"wd_1",0.01,1613941793604,2285
"sqr_mom_1",0.99,1613941793604,2285
"lr_1",4.884732752882074e-05,1613941793604,2285
"mom_1",0.8528816811779482,1613941793604,2285
"eps_1",1e-05,1613941793604,2285
"wd_2",0.01,1613941793604,2285
"sqr_mom_2",0.99,1613941793604,2285
"lr_2",0.0004884732752882074,1613941793604,2285
"mom_2",0.8528816811779482,1613941793604,2285
"eps_2",1e-05,1613941793604,2285
"train_loss",0.06686694,1613941794645,2286
"raw_loss",0.046588864,1613941794645,2286
"epoch",14.383647798742125,1613941794645,2286
"wd_0",0.01,1613941794645,2286
"sqr_mom_0",0.99,1613941794645,2286
"lr_0",4.885612378360265e-06,1613941794645,2286
"mom_0",0.8528596905409934,1613941794645,2286
"eps_0",1e-05,1613941794645,2286
"wd_1",0.01,1613941794645,2286
"sqr_mom_1",0.99,1613941794645,2286
"lr_1",4.8856123783602645e-05,1613941794645,2286
"mom_1",0.8528596905409934,1613941794645,2286
"eps_1",1e-05,1613941794645,2286
"wd_2",0.01,1613941794645,2286
"sqr_mom_2",0.99,1613941794645,2286
"lr_2",0.0004885612378360265,1613941794645,2286
"mom_2",0.8528596905409934,1613941794645,2286
"eps_2",1e-05,1613941794645,2286
"train_loss",0.06677055,1613941795616,2287
"raw_loss",0.062047414,1613941795616,2287
"epoch",14.389937106918225,1613941795616,2287
"wd_0",0.01,1613941795616,2287
"sqr_mom_0",0.99,1613941795616,2287
"lr_0",4.886488982240685e-06,1613941795616,2287
"mom_0",0.8528377754439829,1613941795616,2287
"eps_0",1e-05,1613941795616,2287
"wd_1",0.01,1613941795616,2287
"sqr_mom_1",0.99,1613941795616,2287
"lr_1",4.8864889822406844e-05,1613941795616,2287
"mom_1",0.8528377754439829,1613941795616,2287
"eps_1",1e-05,1613941795616,2287
"wd_2",0.01,1613941795616,2287
"sqr_mom_2",0.99,1613941795616,2287
"lr_2",0.0004886488982240684,1613941795616,2287
"mom_2",0.8528377754439829,1613941795616,2287
"eps_2",1e-05,1613941795616,2287
"train_loss",0.06593074,1613941796599,2288
"raw_loss",0.024779916,1613941796599,2288
"epoch",14.396226415094326,1613941796599,2288
"wd_0",0.01,1613941796599,2288
"sqr_mom_0",0.99,1613941796599,2288
"lr_0",4.887362312394805e-06,1613941796599,2288
"mom_0",0.8528159421901299,1613941796599,2288
"eps_0",1e-05,1613941796599,2288
"wd_1",0.01,1613941796599,2288
"sqr_mom_1",0.99,1613941796599,2288
"lr_1",4.887362312394805e-05,1613941796599,2288
"mom_1",0.8528159421901299,1613941796599,2288
"eps_1",1e-05,1613941796599,2288
"wd_2",0.01,1613941796599,2288
"sqr_mom_2",0.99,1613941796599,2288
"lr_2",0.0004887362312394805,1613941796599,2288
"mom_2",0.8528159421901299,1613941796599,2288
"eps_2",1e-05,1613941796599,2288
"train_loss",0.06535446,1613941797569,2289
"raw_loss",0.037116848,1613941797569,2289
"epoch",14.402515723270426,1613941797569,2289
"wd_0",0.01,1613941797569,2289
"sqr_mom_0",0.99,1613941797569,2289
"lr_0",4.888232120422297e-06,1613941797569,2289
"mom_0",0.8527941969894426,1613941797569,2289
"eps_0",1e-05,1613941797569,2289
"wd_1",0.01,1613941797569,2289
"sqr_mom_1",0.99,1613941797569,2289
"lr_1",4.8882321204222966e-05,1613941797569,2289
"mom_1",0.8527941969894426,1613941797569,2289
"eps_1",1e-05,1613941797569,2289
"wd_2",0.01,1613941797569,2289
"sqr_mom_2",0.99,1613941797569,2289
"lr_2",0.0004888232120422297,1613941797569,2289
"mom_2",0.8527941969894426,1613941797569,2289
"eps_2",1e-05,1613941797569,2289
"train_loss",0.0649557,1613941798581,2290
"raw_loss",0.04541645,1613941798581,2290
"epoch",14.408805031446526,1613941798581,2290
"wd_0",0.01,1613941798581,2290
"sqr_mom_0",0.99,1613941798581,2290
"lr_0",4.889098899514661e-06,1613941798581,2290
"mom_0",0.8527725275121335,1613941798581,2290
"eps_0",1e-05,1613941798581,2290
"wd_1",0.01,1613941798581,2290
"sqr_mom_1",0.99,1613941798581,2290
"lr_1",4.889098899514661e-05,1613941798581,2290
"mom_1",0.8527725275121335,1613941798581,2290
"eps_1",1e-05,1613941798581,2290
"wd_2",0.01,1613941798581,2290
"sqr_mom_2",0.99,1613941798581,2290
"lr_2",0.0004889098899514661,1613941798581,2290
"mom_2",0.8527725275121335,1613941798581,2290
"eps_2",1e-05,1613941798581,2290
"train_loss",0.064791165,1613941799827,2291
"raw_loss",0.056729294,1613941799827,2291
"epoch",14.415094339622627,1613941799827,2291
"wd_0",0.01,1613941799827,2291
"sqr_mom_0",0.99,1613941799827,2291
"lr_0",4.889962400351595e-06,1613941799827,2291
"mom_0",0.8527509399912101,1613941799827,2291
"eps_0",1e-05,1613941799827,2291
"wd_1",0.01,1613941799827,2291
"sqr_mom_1",0.99,1613941799827,2291
"lr_1",4.8899624003515947e-05,1613941799827,2291
"mom_1",0.8527509399912101,1613941799827,2291
"eps_1",1e-05,1613941799827,2291
"wd_2",0.01,1613941799827,2291
"sqr_mom_2",0.99,1613941799827,2291
"lr_2",0.0004889962400351595,1613941799827,2291
"mom_2",0.8527509399912101,1613941799827,2291
"eps_2",1e-05,1613941799827,2291
"train_loss",0.06388143,1613941801033,2292
"raw_loss",0.019304186,1613941801033,2292
"epoch",14.421383647798727,1613941801033,2292
"wd_0",0.01,1613941801033,2292
"sqr_mom_0",0.99,1613941801033,2292
"lr_0",4.89082249939042e-06,1613941801033,2292
"mom_0",0.8527294375152394,1613941801033,2292
"eps_0",1e-05,1613941801033,2292
"wd_1",0.01,1613941801033,2292
"sqr_mom_1",0.99,1613941801033,2292
"lr_1",4.89082249939042e-05,1613941801033,2292
"mom_1",0.8527294375152394,1613941801033,2292
"eps_1",1e-05,1613941801033,2292
"wd_2",0.01,1613941801033,2292
"sqr_mom_2",0.99,1613941801033,2292
"lr_2",0.000489082249939042,1613941801033,2292
"mom_2",0.8527294375152394,1613941801033,2292
"eps_2",1e-05,1613941801033,2292
"train_loss",0.06367497,1613941802237,2293
"raw_loss",0.053558614,1613941802237,2293
"epoch",14.427672955974828,1613941802237,2293
"wd_0",0.01,1613941802237,2293
"sqr_mom_0",0.99,1613941802237,2293
"lr_0",4.89167943969327e-06,1613941802237,2293
"mom_0",0.8527080140076683,1613941802237,2293
"eps_0",1e-05,1613941802237,2293
"wd_1",0.01,1613941802237,2293
"sqr_mom_1",0.99,1613941802237,2293
"lr_1",4.8916794396932686e-05,1613941802237,2293
"mom_1",0.8527080140076683,1613941802237,2293
"eps_1",1e-05,1613941802237,2293
"wd_2",0.01,1613941802237,2293
"sqr_mom_2",0.99,1613941802237,2293
"lr_2",0.0004891679439693268,1613941802237,2293
"mom_2",0.8527080140076683,1613941802237,2293
"eps_2",1e-05,1613941802237,2293
"train_loss",0.06341094,1613941803332,2294
"raw_loss",0.050473176,1613941803332,2294
"epoch",14.433962264150928,1613941803332,2294
"wd_0",0.01,1613941803332,2294
"sqr_mom_0",0.99,1613941803332,2294
"lr_0",4.8925330972625364e-06,1613941803332,2294
"mom_0",0.8526866725684366,1613941803332,2294
"eps_0",1e-05,1613941803332,2294
"wd_1",0.01,1613941803332,2294
"sqr_mom_1",0.99,1613941803332,2294
"lr_1",4.892533097262536e-05,1613941803332,2294
"mom_1",0.8526866725684366,1613941803332,2294
"eps_1",1e-05,1613941803332,2294
"wd_2",0.01,1613941803332,2294
"sqr_mom_2",0.99,1613941803332,2294
"lr_2",0.0004892533097262537,1613941803332,2294
"mom_2",0.8526866725684366,1613941803332,2294
"eps_2",1e-05,1613941803332,2294
"train_loss",0.064172685,1613941804279,2295
"raw_loss",0.101498514,1613941804279,2295
"epoch",14.440251572327028,1613941804279,2295
"wd_0",0.01,1613941804279,2295
"sqr_mom_0",0.99,1613941804279,2295
"lr_0",4.893383229328632e-06,1613941804279,2295
"mom_0",0.8526654192667842,1613941804279,2295
"eps_0",1e-05,1613941804279,2295
"wd_1",0.01,1613941804279,2295
"sqr_mom_1",0.99,1613941804279,2295
"lr_1",4.893383229328631e-05,1613941804279,2295
"mom_1",0.8526654192667842,1613941804279,2295
"eps_1",1e-05,1613941804279,2295
"wd_2",0.01,1613941804279,2295
"sqr_mom_2",0.99,1613941804279,2295
"lr_2",0.0004893383229328631,1613941804279,2295
"mom_2",0.8526654192667842,1613941804279,2295
"eps_2",1e-05,1613941804279,2295
"train_loss",0.064086415,1613941805250,2296
"raw_loss",0.05985903,1613941805250,2296
"epoch",14.446540880503129,1613941805250,2296
"wd_0",0.01,1613941805250,2296
"sqr_mom_0",0.99,1613941805250,2296
"lr_0",4.894230317926549e-06,1613941805250,2296
"mom_0",0.8526442420518363,1613941805250,2296
"eps_0",1e-05,1613941805250,2296
"wd_1",0.01,1613941805250,2296
"sqr_mom_1",0.99,1613941805250,2296
"lr_1",4.8942303179265486e-05,1613941805250,2296
"mom_1",0.8526442420518363,1613941805250,2296
"eps_1",1e-05,1613941805250,2296
"wd_2",0.01,1613941805250,2296
"sqr_mom_2",0.99,1613941805250,2296
"lr_2",0.0004894230317926549,1613941805250,2296
"mom_2",0.8526442420518363,1613941805250,2296
"eps_2",1e-05,1613941805250,2296
"train_loss",0.063790746,1613941806244,2297
"raw_loss",0.04930313,1613941806244,2297
"epoch",14.45283018867923,1613941806244,2297
"wd_0",0.01,1613941806244,2297
"sqr_mom_0",0.99,1613941806244,2297
"lr_0",4.895074119364209e-06,1613941806244,2297
"mom_0",0.8526231470158948,1613941806244,2297
"eps_0",1e-05,1613941806244,2297
"wd_1",0.01,1613941806244,2297
"sqr_mom_1",0.99,1613941806244,2297
"lr_1",4.895074119364208e-05,1613941806244,2297
"mom_1",0.8526231470158948,1613941806244,2297
"eps_1",1e-05,1613941806244,2297
"wd_2",0.01,1613941806244,2297
"sqr_mom_2",0.99,1613941806244,2297
"lr_2",0.0004895074119364208,1613941806244,2297
"mom_2",0.8526231470158948,1613941806244,2297
"eps_2",1e-05,1613941806244,2297
"train_loss",0.064018674,1613941807216,2298
"raw_loss",0.07518707,1613941807216,2298
"epoch",14.45911949685533,1613941807216,2298
"wd_0",0.01,1613941807216,2298
"sqr_mom_0",0.99,1613941807216,2298
"lr_0",4.895914632177316e-06,1613941807216,2298
"mom_0",0.8526021341955671,1613941807216,2298
"eps_0",1e-05,1613941807216,2298
"wd_1",0.01,1613941807216,2298
"sqr_mom_1",0.99,1613941807216,2298
"lr_1",4.8959146321773156e-05,1613941807216,2298
"mom_1",0.8526021341955671,1613941807216,2298
"eps_1",1e-05,1613941807216,2298
"wd_2",0.01,1613941807216,2298
"sqr_mom_2",0.99,1613941807216,2298
"lr_2",0.0004895914632177316,1613941807216,2298
"mom_2",0.8526021341955671,1613941807216,2298
"eps_2",1e-05,1613941807216,2298
"train_loss",0.06364493,1613941808192,2299
"raw_loss",0.045331664,1613941808192,2299
"epoch",14.46540880503143,1613941808192,2299
"wd_0",0.01,1613941808192,2299
"sqr_mom_0",0.99,1613941808192,2299
"lr_0",4.896751617358549e-06,1613941808192,2299
"mom_0",0.8525812095660362,1613941808192,2299
"eps_0",1e-05,1613941808192,2299
"wd_1",0.01,1613941808192,2299
"sqr_mom_1",0.99,1613941808192,2299
"lr_1",4.896751617358548e-05,1613941808192,2299
"mom_1",0.8525812095660362,1613941808192,2299
"eps_1",1e-05,1613941808192,2299
"wd_2",0.01,1613941808192,2299
"sqr_mom_2",0.99,1613941808192,2299
"lr_2",0.0004896751617358549,1613941808192,2299
"mom_2",0.8525812095660362,1613941808192,2299
"eps_2",1e-05,1613941808192,2299
"train_loss",0.06491395,1613941809149,2300
"raw_loss",0.12709582,1613941809149,2300
"epoch",14.47169811320753,1613941809149,2300
"wd_0",0.01,1613941809149,2300
"sqr_mom_0",0.99,1613941809149,2300
"lr_0",4.8975855494884664e-06,1613941809149,2300
"mom_0",0.8525603612627883,1613941809149,2300
"eps_0",1e-05,1613941809149,2300
"wd_1",0.01,1613941809149,2300
"sqr_mom_1",0.99,1613941809149,2300
"lr_1",4.897585549488465e-05,1613941809149,2300
"mom_1",0.8525603612627883,1613941809149,2300
"eps_1",1e-05,1613941809149,2300
"wd_2",0.01,1613941809149,2300
"sqr_mom_2",0.99,1613941809149,2300
"lr_2",0.0004897585549488465,1613941809149,2300
"mom_2",0.8525603612627883,1613941809149,2300
"eps_2",1e-05,1613941809149,2300
"train_loss",0.06478938,1613941810147,2301
"raw_loss",0.05868519,1613941810147,2301
"epoch",14.47798742138363,1613941810147,2301
"wd_0",0.01,1613941810147,2301
"sqr_mom_0",0.99,1613941810147,2301
"lr_0",4.898416188635609e-06,1613941810147,2301
"mom_0",0.8525395952841098,1613941810147,2301
"eps_0",1e-05,1613941810147,2301
"wd_1",0.01,1613941810147,2301
"sqr_mom_1",0.99,1613941810147,2301
"lr_1",4.898416188635608e-05,1613941810147,2301
"mom_1",0.8525395952841098,1613941810147,2301
"eps_1",1e-05,1613941810147,2301
"wd_2",0.01,1613941810147,2301
"sqr_mom_2",0.99,1613941810147,2301
"lr_2",0.0004898416188635608,1613941810147,2301
"mom_2",0.8525395952841098,1613941810147,2301
"eps_2",1e-05,1613941810147,2301
"train_loss",0.06469003,1613941811127,2302
"raw_loss",0.059822038,1613941811127,2302
"epoch",14.484276729559731,1613941811127,2302
"wd_0",0.01,1613941811127,2302
"sqr_mom_0",0.99,1613941811127,2302
"lr_0",4.899243415988624e-06,1613941811127,2302
"mom_0",0.8525189146002844,1613941811127,2302
"eps_0",1e-05,1613941811127,2302
"wd_1",0.01,1613941811127,2302
"sqr_mom_1",0.99,1613941811127,2302
"lr_1",4.8992434159886225e-05,1613941811127,2302
"mom_1",0.8525189146002844,1613941811127,2302
"eps_1",1e-05,1613941811127,2302
"wd_2",0.01,1613941811127,2302
"sqr_mom_2",0.99,1613941811127,2302
"lr_2",0.0004899243415988622,1613941811127,2302
"mom_2",0.8525189146002844,1613941811127,2302
"eps_2",1e-05,1613941811127,2302
"train_loss",0.06374234,1613941812069,2303
"raw_loss",0.01730556,1613941812069,2303
"epoch",14.490566037735832,1613941812069,2303
"wd_0",0.01,1613941812069,2303
"sqr_mom_0",0.99,1613941812069,2303
"lr_0",4.900067465320176e-06,1613941812069,2303
"mom_0",0.8524983133669956,1613941812069,2303
"eps_0",1e-05,1613941812069,2303
"wd_1",0.01,1613941812069,2303
"sqr_mom_1",0.99,1613941812069,2303
"lr_1",4.900067465320175e-05,1613941812069,2303
"mom_1",0.8524983133669956,1613941812069,2303
"eps_1",1e-05,1613941812069,2303
"wd_2",0.01,1613941812069,2303
"sqr_mom_2",0.99,1613941812069,2303
"lr_2",0.0004900067465320176,1613941812069,2303
"mom_2",0.8524983133669956,1613941812069,2303
"eps_2",1e-05,1613941812069,2303
"train_loss",0.06346517,1613941813010,2304
"raw_loss",0.04988402,1613941813010,2304
"epoch",14.496855345911932,1613941813010,2304
"wd_0",0.01,1613941813010,2304
"sqr_mom_0",0.99,1613941813010,2304
"lr_0",4.900888217361952e-06,1613941813010,2304
"mom_0",0.8524777945659512,1613941813010,2304
"eps_0",1e-05,1613941813010,2304
"wd_1",0.01,1613941813010,2304
"sqr_mom_1",0.99,1613941813010,2304
"lr_1",4.9008882173619516e-05,1613941813010,2304
"mom_1",0.8524777945659512,1613941813010,2304
"eps_1",1e-05,1613941813010,2304
"wd_2",0.01,1613941813010,2304
"sqr_mom_2",0.99,1613941813010,2304
"lr_2",0.0004900888217361952,1613941813010,2304
"mom_2",0.8524777945659512,1613941813010,2304
"eps_2",1e-05,1613941813010,2304
"train_loss",0.06323143,1613941813978,2305
"raw_loss",0.051778313,1613941813978,2305
"epoch",14.503144654088032,1613941813978,2305
"wd_0",0.01,1613941813978,2305
"sqr_mom_0",0.99,1613941813978,2305
"lr_0",4.901705438762446e-06,1613941813978,2305
"mom_0",0.8524573640309389,1613941813978,2305
"eps_0",1e-05,1613941813978,2305
"wd_1",0.01,1613941813978,2305
"sqr_mom_1",0.99,1613941813978,2305
"lr_1",4.901705438762446e-05,1613941813978,2305
"mom_1",0.8524573640309389,1613941813978,2305
"eps_1",1e-05,1613941813978,2305
"wd_2",0.01,1613941813978,2305
"sqr_mom_2",0.99,1613941813978,2305
"lr_2",0.0004901705438762446,1613941813978,2305
"mom_2",0.8524573640309389,1613941813978,2305
"eps_2",1e-05,1613941813978,2305
"train_loss",0.063224345,1613941814964,2306
"raw_loss",0.06287724,1613941814964,2306
"epoch",14.509433962264133,1613941814964,2306
"wd_0",0.01,1613941814964,2306
"sqr_mom_0",0.99,1613941814964,2306
"lr_0",4.902519592895917e-06,1613941814964,2306
"mom_0",0.8524370101776021,1613941814964,2306
"eps_0",1e-05,1613941814964,2306
"wd_1",0.01,1613941814964,2306
"sqr_mom_1",0.99,1613941814964,2306
"lr_1",4.902519592895916e-05,1613941814964,2306
"mom_1",0.8524370101776021,1613941814964,2306
"eps_1",1e-05,1613941814964,2306
"wd_2",0.01,1613941814964,2306
"sqr_mom_2",0.99,1613941814964,2306
"lr_2",0.0004902519592895916,1613941814964,2306
"mom_2",0.8524370101776021,1613941814964,2306
"eps_2",1e-05,1613941814964,2306
"train_loss",0.062358018,1613941815953,2307
"raw_loss",0.019907858,1613941815953,2307
"epoch",14.515723270440233,1613941815953,2307
"wd_0",0.01,1613941815953,2307
"sqr_mom_0",0.99,1613941815953,2307
"lr_0",4.9033304454843e-06,1613941815953,2307
"mom_0",0.8524167388628925,1613941815953,2307
"eps_0",1e-05,1613941815953,2307
"wd_1",0.01,1613941815953,2307
"sqr_mom_1",0.99,1613941815953,2307
"lr_1",4.903330445484299e-05,1613941815953,2307
"mom_1",0.8524167388628925,1613941815953,2307
"eps_1",1e-05,1613941815953,2307
"wd_2",0.01,1613941815953,2307
"sqr_mom_2",0.99,1613941815953,2307
"lr_2",0.00049033304454843,1613941815953,2307
"mom_2",0.8524167388628925,1613941815953,2307
"eps_2",1e-05,1613941815953,2307
"train_loss",0.061766878,1613941816909,2308
"raw_loss",0.03280093,1613941816909,2308
"epoch",14.522012578616334,1613941816909,2308
"wd_0",0.01,1613941816909,2308
"sqr_mom_0",0.99,1613941816909,2308
"lr_0",4.90413776600942e-06,1613941816909,2308
"mom_0",0.8523965558497645,1613941816909,2308
"eps_0",1e-05,1613941816909,2308
"wd_1",0.01,1613941816909,2308
"sqr_mom_1",0.99,1613941816909,2308
"lr_1",4.90413776600942e-05,1613941816909,2308
"mom_1",0.8523965558497645,1613941816909,2308
"eps_1",1e-05,1613941816909,2308
"wd_2",0.01,1613941816909,2308
"sqr_mom_2",0.99,1613941816909,2308
"lr_2",0.000490413776600942,1613941816909,2308
"mom_2",0.8523965558497645,1613941816909,2308
"eps_2",1e-05,1613941816909,2308
"train_loss",0.061048232,1613941818005,2309
"raw_loss",0.025834508,1613941818005,2309
"epoch",14.528301886792434,1613941818005,2309
"wd_0",0.01,1613941818005,2309
"sqr_mom_0",0.99,1613941818005,2309
"lr_0",4.904942012231621e-06,1613941818005,2309
"mom_0",0.8523764496942094,1613941818005,2309
"eps_0",1e-05,1613941818005,2309
"wd_1",0.01,1613941818005,2309
"sqr_mom_1",0.99,1613941818005,2309
"lr_1",4.90494201223162e-05,1613941818005,2309
"mom_1",0.8523764496942094,1613941818005,2309
"eps_1",1e-05,1613941818005,2309
"wd_2",0.01,1613941818005,2309
"sqr_mom_2",0.99,1613941818005,2309
"lr_2",0.000490494201223162,1613941818005,2309
"mom_2",0.8523764496942094,1613941818005,2309
"eps_2",1e-05,1613941818005,2309
"train_loss",0.060489386,1613941818990,2310
"raw_loss",0.033105873,1613941818990,2310
"epoch",14.534591194968534,1613941818990,2310
"wd_0",0.01,1613941818990,2310
"sqr_mom_0",0.99,1613941818990,2310
"lr_0",4.905742952704979e-06,1613941818990,2310
"mom_0",0.8523564261823755,1613941818990,2310
"eps_0",1e-05,1613941818990,2310
"wd_1",0.01,1613941818990,2310
"sqr_mom_1",0.99,1613941818990,2310
"lr_1",4.905742952704979e-05,1613941818990,2310
"mom_1",0.8523564261823755,1613941818990,2310
"eps_1",1e-05,1613941818990,2310
"wd_2",0.01,1613941818990,2310
"sqr_mom_2",0.99,1613941818990,2310
"lr_2",0.0004905742952704979,1613941818990,2310
"mom_2",0.8523564261823755,1613941818990,2310
"eps_2",1e-05,1613941818990,2310
"train_loss",0.06020016,1613941819988,2311
"raw_loss",0.046028037,1613941819988,2311
"epoch",14.540880503144635,1613941819988,2311
"wd_0",0.01,1613941819988,2311
"sqr_mom_0",0.99,1613941819988,2311
"lr_0",4.906540472893948e-06,1613941819988,2311
"mom_0",0.8523364881776513,1613941819988,2311
"eps_0",1e-05,1613941819988,2311
"wd_1",0.01,1613941819988,2311
"sqr_mom_1",0.99,1613941819988,2311
"lr_1",4.906540472893948e-05,1613941819988,2311
"mom_1",0.8523364881776513,1613941819988,2311
"eps_1",1e-05,1613941819988,2311
"wd_2",0.01,1613941819988,2311
"sqr_mom_2",0.99,1613941819988,2311
"lr_2",0.0004906540472893948,1613941819988,2311
"mom_2",0.8523364881776513,1613941819988,2311
"eps_2",1e-05,1613941819988,2311
"train_loss",0.059921376,1613941820948,2312
"raw_loss",0.04626101,1613941820948,2312
"epoch",14.547169811320735,1613941820948,2312
"wd_0",0.01,1613941820948,2312
"sqr_mom_0",0.99,1613941820948,2312
"lr_0",4.907334798176013e-06,1613941820948,2312
"mom_0",0.8523166300455997,1613941820948,2312
"eps_0",1e-05,1613941820948,2312
"wd_1",0.01,1613941820948,2312
"sqr_mom_1",0.99,1613941820948,2312
"lr_1",4.907334798176013e-05,1613941820948,2312
"mom_1",0.8523166300455997,1613941820948,2312
"eps_1",1e-05,1613941820948,2312
"wd_2",0.01,1613941820948,2312
"sqr_mom_2",0.99,1613941820948,2312
"lr_2",0.0004907334798176014,1613941820948,2312
"mom_2",0.8523166300455997,1613941820948,2312
"eps_2",1e-05,1613941820948,2312
"train_loss",0.059324227,1613941821891,2313
"raw_loss",0.030063871,1613941821891,2313
"epoch",14.553459119496836,1613941821891,2313
"wd_0",0.01,1613941821891,2313
"sqr_mom_0",0.99,1613941821891,2313
"lr_0",4.908125813556907e-06,1613941821891,2313
"mom_0",0.8522968546610773,1613941821891,2313
"eps_0",1e-05,1613941821891,2313
"wd_1",0.01,1613941821891,2313
"sqr_mom_1",0.99,1613941821891,2313
"lr_1",4.9081258135569065e-05,1613941821891,2313
"mom_1",0.8522968546610773,1613941821891,2313
"eps_1",1e-05,1613941821891,2313
"wd_2",0.01,1613941821891,2313
"sqr_mom_2",0.99,1613941821891,2313
"lr_2",0.0004908125813556907,1613941821891,2313
"mom_2",0.8522968546610773,1613941821891,2313
"eps_2",1e-05,1613941821891,2313
"train_loss",0.058573723,1613941822845,2314
"raw_loss",0.021799022,1613941822845,2314
"epoch",14.559748427672936,1613941822845,2314
"wd_0",0.01,1613941822845,2314
"sqr_mom_0",0.99,1613941822845,2314
"lr_0",4.9089132941959965e-06,1613941822845,2314
"mom_0",0.8522771676451001,1613941822845,2314
"eps_0",1e-05,1613941822845,2314
"wd_1",0.01,1613941822845,2314
"sqr_mom_1",0.99,1613941822845,2314
"lr_1",4.908913294195996e-05,1613941822845,2314
"mom_1",0.8522771676451001,1613941822845,2314
"eps_1",1e-05,1613941822845,2314
"wd_2",0.01,1613941822845,2314
"sqr_mom_2",0.99,1613941822845,2314
"lr_2",0.0004908913294195997,1613941822845,2314
"mom_2",0.8522771676451001,1613941822845,2314
"eps_2",1e-05,1613941822845,2314
"train_loss",0.05920444,1613941823810,2315
"raw_loss",0.09010964,1613941823810,2315
"epoch",14.566037735849036,1613941823810,2315
"wd_0",0.01,1613941823810,2315
"sqr_mom_0",0.99,1613941823810,2315
"lr_0",4.909697686604173e-06,1613941823810,2315
"mom_0",0.8522575578348957,1613941823810,2315
"eps_0",1e-05,1613941823810,2315
"wd_1",0.01,1613941823810,2315
"sqr_mom_1",0.99,1613941823810,2315
"lr_1",4.909697686604173e-05,1613941823810,2315
"mom_1",0.8522575578348957,1613941823810,2315
"eps_1",1e-05,1613941823810,2315
"wd_2",0.01,1613941823810,2315
"sqr_mom_2",0.99,1613941823810,2315
"lr_2",0.0004909697686604173,1613941823810,2315
"mom_2",0.8522575578348957,1613941823810,2315
"eps_2",1e-05,1613941823810,2315
"train_loss",0.05896619,1613941824776,2316
"raw_loss",0.04729194,1613941824776,2316
"epoch",14.572327044025137,1613941824776,2316
"wd_0",0.01,1613941824776,2316
"sqr_mom_0",0.99,1613941824776,2316
"lr_0",4.910478765010732e-06,1613941824776,2316
"mom_0",0.8522380308747317,1613941824776,2316
"eps_0",1e-05,1613941824776,2316
"wd_1",0.01,1613941824776,2316
"sqr_mom_1",0.99,1613941824776,2316
"lr_1",4.91047876501073e-05,1613941824776,2316
"mom_1",0.8522380308747317,1613941824776,2316
"eps_1",1e-05,1613941824776,2316
"wd_2",0.01,1613941824776,2316
"sqr_mom_2",0.99,1613941824776,2316
"lr_2",0.0004910478765010731,1613941824776,2316
"mom_2",0.8522380308747317,1613941824776,2316
"eps_2",1e-05,1613941824776,2316
"train_loss",0.058026798,1613941825716,2317
"raw_loss",0.011996575,1613941825716,2317
"epoch",14.578616352201237,1613941825716,2317
"wd_0",0.01,1613941825716,2317
"sqr_mom_0",0.99,1613941825716,2317
"lr_0",4.9112563074190305e-06,1613941825716,2317
"mom_0",0.8522185923145242,1613941825716,2317
"eps_0",1e-05,1613941825716,2317
"wd_1",0.01,1613941825716,2317
"sqr_mom_1",0.99,1613941825716,2317
"lr_1",4.91125630741903e-05,1613941825716,2317
"mom_1",0.8522185923145242,1613941825716,2317
"eps_1",1e-05,1613941825716,2317
"wd_2",0.01,1613941825716,2317
"sqr_mom_2",0.99,1613941825716,2317
"lr_2",0.000491125630741903,1613941825716,2317
"mom_2",0.8522185923145242,1613941825716,2317
"eps_2",1e-05,1613941825716,2317
"train_loss",0.057526894,1613941826694,2318
"raw_loss",0.033031523,1613941826694,2318
"epoch",14.584905660377338,1613941826694,2318
"wd_0",0.01,1613941826694,2318
"sqr_mom_0",0.99,1613941826694,2318
"lr_0",4.912030754704869e-06,1613941826694,2318
"mom_0",0.8521992311323783,1613941826694,2318
"eps_0",1e-05,1613941826694,2318
"wd_1",0.01,1613941826694,2318
"sqr_mom_1",0.99,1613941826694,2318
"lr_1",4.912030754704868e-05,1613941826694,2318
"mom_1",0.8521992311323783,1613941826694,2318
"eps_1",1e-05,1613941826694,2318
"wd_2",0.01,1613941826694,2318
"sqr_mom_2",0.99,1613941826694,2318
"lr_2",0.0004912030754704868,1613941826694,2318
"mom_2",0.8521992311323783,1613941826694,2318
"eps_2",1e-05,1613941826694,2318
"train_loss",0.057628572,1613941827647,2319
"raw_loss",0.06261089,1613941827647,2319
"epoch",14.591194968553438,1613941827647,2319
"wd_0",0.01,1613941827647,2319
"sqr_mom_0",0.99,1613941827647,2319
"lr_0",4.912801883940388e-06,1613941827647,2319
"mom_0",0.8521799529014903,1613941827647,2319
"eps_0",1e-05,1613941827647,2319
"wd_1",0.01,1613941827647,2319
"sqr_mom_1",0.99,1613941827647,2319
"lr_1",4.912801883940386e-05,1613941827647,2319
"mom_1",0.8521799529014903,1613941827647,2319
"eps_1",1e-05,1613941827647,2319
"wd_2",0.01,1613941827647,2319
"sqr_mom_2",0.99,1613941827647,2319
"lr_2",0.0004912801883940386,1613941827647,2319
"mom_2",0.8521799529014903,1613941827647,2319
"eps_2",1e-05,1613941827647,2319
"train_loss",0.05756464,1613941828624,2320
"raw_loss",0.054431967,1613941828624,2320
"epoch",14.597484276729539,1613941828624,2320
"wd_0",0.01,1613941828624,2320
"sqr_mom_0",0.99,1613941828624,2320
"lr_0",4.913569693787406e-06,1613941828624,2320
"mom_0",0.8521607576553148,1613941828624,2320
"eps_0",1e-05,1613941828624,2320
"wd_1",0.01,1613941828624,2320
"sqr_mom_1",0.99,1613941828624,2320
"lr_1",4.913569693787405e-05,1613941828624,2320
"mom_1",0.8521607576553148,1613941828624,2320
"eps_1",1e-05,1613941828624,2320
"wd_2",0.01,1613941828624,2320
"sqr_mom_2",0.99,1613941828624,2320
"lr_2",0.0004913569693787406,1613941828624,2320
"mom_2",0.8521607576553148,1613941828624,2320
"eps_2",1e-05,1613941828624,2320
"train_loss",0.057695705,1613941829634,2321
"raw_loss",0.06411805,1613941829634,2321
"epoch",14.603773584905639,1613941829634,2321
"wd_0",0.01,1613941829634,2321
"sqr_mom_0",0.99,1613941829634,2321
"lr_0",4.91433407448016e-06,1613941829634,2321
"mom_0",0.852141648137996,1613941829634,2321
"eps_0",1e-05,1613941829634,2321
"wd_1",0.01,1613941829634,2321
"sqr_mom_1",0.99,1613941829634,2321
"lr_1",4.9143340744801604e-05,1613941829634,2321
"mom_1",0.852141648137996,1613941829634,2321
"eps_1",1e-05,1613941829634,2321
"wd_2",0.01,1613941829634,2321
"sqr_mom_2",0.99,1613941829634,2321
"lr_2",0.0004914334074480161,1613941829634,2321
"mom_2",0.852141648137996,1613941829634,2321
"eps_2",1e-05,1613941829634,2321
"train_loss",0.05696935,1613941830593,2322
"raw_loss",0.021377867,1613941830593,2322
"epoch",14.61006289308174,1613941830593,2322
"wd_0",0.01,1613941830593,2322
"sqr_mom_0",0.99,1613941830593,2322
"lr_0",4.915095242030987e-06,1613941830593,2322
"mom_0",0.8521226189492254,1613941830593,2322
"eps_0",1e-05,1613941830593,2322
"wd_1",0.01,1613941830593,2322
"sqr_mom_1",0.99,1613941830593,2322
"lr_1",4.915095242030986e-05,1613941830593,2322
"mom_1",0.8521226189492254,1613941830593,2322
"eps_1",1e-05,1613941830593,2322
"wd_2",0.01,1613941830593,2322
"sqr_mom_2",0.99,1613941830593,2322
"lr_2",0.0004915095242030986,1613941830593,2322
"mom_2",0.8521226189492254,1613941830593,2322
"eps_2",1e-05,1613941830593,2322
"train_loss",0.057922848,1613941831564,2323
"raw_loss",0.10464444,1613941831564,2323
"epoch",14.61635220125784,1613941831564,2323
"wd_0",0.01,1613941831564,2323
"sqr_mom_0",0.99,1613941831564,2323
"lr_0",4.9158530862135235e-06,1613941831564,2323
"mom_0",0.8521036728446619,1613941831564,2323
"eps_0",1e-05,1613941831564,2323
"wd_1",0.01,1613941831564,2323
"sqr_mom_1",0.99,1613941831564,2323
"lr_1",4.915853086213523e-05,1613941831564,2323
"mom_1",0.8521036728446619,1613941831564,2323
"eps_1",1e-05,1613941831564,2323
"wd_2",0.01,1613941831564,2323
"sqr_mom_2",0.99,1613941831564,2323
"lr_2",0.0004915853086213523,1613941831564,2323
"mom_2",0.8521036728446619,1613941831564,2323
"eps_2",1e-05,1613941831564,2323
"train_loss",0.057522427,1613941832518,2324
"raw_loss",0.0379019,1613941832518,2324
"epoch",14.62264150943394,1613941832518,2324
"wd_0",0.01,1613941832518,2324
"sqr_mom_0",0.99,1613941832518,2324
"lr_0",4.916607391680749e-06,1613941832518,2324
"mom_0",0.8520848152079813,1613941832518,2324
"eps_0",1e-05,1613941832518,2324
"wd_1",0.01,1613941832518,2324
"sqr_mom_1",0.99,1613941832518,2324
"lr_1",4.916607391680748e-05,1613941832518,2324
"mom_1",0.8520848152079813,1613941832518,2324
"eps_1",1e-05,1613941832518,2324
"wd_2",0.01,1613941832518,2324
"sqr_mom_2",0.99,1613941832518,2324
"lr_2",0.0004916607391680748,1613941832518,2324
"mom_2",0.8520848152079813,1613941832518,2324
"eps_2",1e-05,1613941832518,2324
"train_loss",0.05705572,1613941833470,2325
"raw_loss",0.034187023,1613941833470,2325
"epoch",14.62893081761004,1613941833470,2325
"wd_0",0.01,1613941833470,2325
"sqr_mom_0",0.99,1613941833470,2325
"lr_0",4.917358586132835e-06,1613941833470,2325
"mom_0",0.8520660353466791,1613941833470,2325
"eps_0",1e-05,1613941833470,2325
"wd_1",0.01,1613941833470,2325
"sqr_mom_1",0.99,1613941833470,2325
"lr_1",4.917358586132835e-05,1613941833470,2325
"mom_1",0.8520660353466791,1613941833470,2325
"eps_1",1e-05,1613941833470,2325
"wd_2",0.01,1613941833470,2325
"sqr_mom_2",0.99,1613941833470,2325
"lr_2",0.0004917358586132835,1613941833470,2325
"mom_2",0.8520660353466791,1613941833470,2325
"eps_2",1e-05,1613941833470,2325
"train_loss",0.056653783,1613941834440,2326
"raw_loss",0.036958836,1613941834440,2326
"epoch",14.635220125786141,1613941834440,2326
"wd_0",0.01,1613941834440,2326
"sqr_mom_0",0.99,1613941834440,2326
"lr_0",4.9181064532889305e-06,1613941834440,2326
"mom_0",0.8520473386677767,1613941834440,2326
"eps_0",1e-05,1613941834440,2326
"wd_1",0.01,1613941834440,2326
"sqr_mom_1",0.99,1613941834440,2326
"lr_1",4.91810645328893e-05,1613941834440,2326
"mom_1",0.8520473386677767,1613941834440,2326
"eps_1",1e-05,1613941834440,2326
"wd_2",0.01,1613941834440,2326
"sqr_mom_2",0.99,1613941834440,2326
"lr_2",0.000491810645328893,1613941834440,2326
"mom_2",0.8520473386677767,1613941834440,2326
"eps_2",1e-05,1613941834440,2326
"train_loss",0.05703836,1613941835686,2327
"raw_loss",0.07588264,1613941835686,2327
"epoch",14.641509433962241,1613941835686,2327
"wd_0",0.01,1613941835686,2327
"sqr_mom_0",0.99,1613941835686,2327
"lr_0",4.918850780657385e-06,1613941835686,2327
"mom_0",0.8520287304835653,1613941835686,2327
"eps_0",1e-05,1613941835686,2327
"wd_1",0.01,1613941835686,2327
"sqr_mom_1",0.99,1613941835686,2327
"lr_1",4.9188507806573854e-05,1613941835686,2327
"mom_1",0.8520287304835653,1613941835686,2327
"eps_1",1e-05,1613941835686,2327
"wd_2",0.01,1613941835686,2327
"sqr_mom_2",0.99,1613941835686,2327
"lr_2",0.0004918850780657385,1613941835686,2327
"mom_2",0.8520287304835653,1613941835686,2327
"eps_2",1e-05,1613941835686,2327
"train_loss",0.05670312,1613941836816,2328
"raw_loss",0.040276483,1613941836816,2328
"epoch",14.647798742138342,1613941836816,2328
"wd_0",0.01,1613941836816,2328
"sqr_mom_0",0.99,1613941836816,2328
"lr_0",4.919591990280676e-06,1613941836816,2328
"mom_0",0.8520102002429831,1613941836816,2328
"eps_0",1e-05,1613941836816,2328
"wd_1",0.01,1613941836816,2328
"sqr_mom_1",0.99,1613941836816,2328
"lr_1",4.919591990280675e-05,1613941836816,2328
"mom_1",0.8520102002429831,1613941836816,2328
"eps_1",1e-05,1613941836816,2328
"wd_2",0.01,1613941836816,2328
"sqr_mom_2",0.99,1613941836816,2328
"lr_2",0.0004919591990280675,1613941836816,2328
"mom_2",0.8520102002429831,1613941836816,2328
"eps_2",1e-05,1613941836816,2328
"train_loss",0.056399256,1613941837808,2329
"raw_loss",0.041509956,1613941837808,2329
"epoch",14.654088050314442,1613941837808,2329
"wd_0",0.01,1613941837808,2329
"sqr_mom_0",0.99,1613941837808,2329
"lr_0",4.9203298687322274e-06,1613941837808,2329
"mom_0",0.8519917532816943,1613941837808,2329
"eps_0",1e-05,1613941837808,2329
"wd_1",0.01,1613941837808,2329
"sqr_mom_1",0.99,1613941837808,2329
"lr_1",4.920329868732226e-05,1613941837808,2329
"mom_1",0.8519917532816943,1613941837808,2329
"eps_1",1e-05,1613941837808,2329
"wd_2",0.01,1613941837808,2329
"sqr_mom_2",0.99,1613941837808,2329
"lr_2",0.0004920329868732227,1613941837808,2329
"mom_2",0.8519917532816943,1613941837808,2329
"eps_2",1e-05,1613941837808,2329
"train_loss",0.055989638,1613941838759,2330
"raw_loss",0.03591826,1613941838759,2330
"epoch",14.660377358490543,1613941838759,2330
"wd_0",0.01,1613941838759,2330
"sqr_mom_0",0.99,1613941838759,2330
"lr_0",4.921064310555356e-06,1613941838759,2330
"mom_0",0.8519733922361161,1613941838759,2330
"eps_0",1e-05,1613941838759,2330
"wd_1",0.01,1613941838759,2330
"sqr_mom_1",0.99,1613941838759,2330
"lr_1",4.9210643105553557e-05,1613941838759,2330
"mom_1",0.8519733922361161,1613941838759,2330
"eps_1",1e-05,1613941838759,2330
"wd_2",0.01,1613941838759,2330
"sqr_mom_2",0.99,1613941838759,2330
"lr_2",0.0004921064310555355,1613941838759,2330
"mom_2",0.8519733922361161,1613941838759,2330
"eps_2",1e-05,1613941838759,2330
"train_loss",0.056697883,1613941839752,2331
"raw_loss",0.09140183,1613941839752,2331
"epoch",14.666666666666643,1613941839752,2331
"wd_0",0.01,1613941839752,2331
"sqr_mom_0",0.99,1613941839752,2331
"lr_0",4.921795523301738e-06,1613941839752,2331
"mom_0",0.8519551119174565,1613941839752,2331
"eps_0",1e-05,1613941839752,2331
"wd_1",0.01,1613941839752,2331
"sqr_mom_1",0.99,1613941839752,2331
"lr_1",4.9217955233017374e-05,1613941839752,2331
"mom_1",0.8519551119174565,1613941839752,2331
"eps_1",1e-05,1613941839752,2331
"wd_2",0.01,1613941839752,2331
"sqr_mom_2",0.99,1613941839752,2331
"lr_2",0.0004921795523301738,1613941839752,2331
"mom_2",0.8519551119174565,1613941839752,2331
"eps_2",1e-05,1613941839752,2331
"train_loss",0.05602299,1613941840711,2332
"raw_loss",0.022953166,1613941840711,2332
"epoch",14.672955974842743,1613941840711,2332
"wd_0",0.01,1613941840711,2332
"sqr_mom_0",0.99,1613941840711,2332
"lr_0",4.922523401052472e-06,1613941840711,2332
"mom_0",0.8519369149736882,1613941840711,2332
"eps_0",1e-05,1613941840711,2332
"wd_1",0.01,1613941840711,2332
"sqr_mom_1",0.99,1613941840711,2332
"lr_1",4.9225234010524714e-05,1613941840711,2332
"mom_1",0.8519369149736882,1613941840711,2332
"eps_1",1e-05,1613941840711,2332
"wd_2",0.01,1613941840711,2332
"sqr_mom_2",0.99,1613941840711,2332
"lr_2",0.0004922523401052471,1613941840711,2332
"mom_2",0.8519369149736882,1613941840711,2332
"eps_2",1e-05,1613941840711,2332
"train_loss",0.05542933,1613941841676,2333
"raw_loss",0.02633977,1613941841676,2333
"epoch",14.679245283018844,1613941841676,2333
"wd_0",0.01,1613941841676,2333
"sqr_mom_0",0.99,1613941841676,2333
"lr_0",4.9232477370367074e-06,1613941841676,2333
"mom_0",0.8519188065740824,1613941841676,2333
"eps_0",1e-05,1613941841676,2333
"wd_1",0.01,1613941841676,2333
"sqr_mom_1",0.99,1613941841676,2333
"lr_1",4.9232477370367064e-05,1613941841676,2333
"mom_1",0.8519188065740824,1613941841676,2333
"eps_1",1e-05,1613941841676,2333
"wd_2",0.01,1613941841676,2333
"sqr_mom_2",0.99,1613941841676,2333
"lr_2",0.0004923247737036706,1613941841676,2333
"mom_2",0.8519188065740824,1613941841676,2333
"eps_2",1e-05,1613941841676,2333
"train_loss",0.055036012,1613941842673,2334
"raw_loss",0.035763524,1613941842673,2334
"epoch",14.685534591194944,1613941842673,2334
"wd_0",0.01,1613941842673,2334
"sqr_mom_0",0.99,1613941842673,2334
"lr_0",4.923968941961566e-06,1613941842673,2334
"mom_0",0.8519007764509609,1613941842673,2334
"eps_0",1e-05,1613941842673,2334
"wd_1",0.01,1613941842673,2334
"sqr_mom_1",0.99,1613941842673,2334
"lr_1",4.9239689419615655e-05,1613941842673,2334
"mom_1",0.8519007764509609,1613941842673,2334
"eps_1",1e-05,1613941842673,2334
"wd_2",0.01,1613941842673,2334
"sqr_mom_2",0.99,1613941842673,2334
"lr_2",0.0004923968941961566,1613941842673,2334
"mom_2",0.8519007764509609,1613941842673,2334
"eps_2",1e-05,1613941842673,2334
"train_loss",0.055097193,1613941843721,2335
"raw_loss",0.05809504,1613941843721,2335
"epoch",14.691823899371045,1613941843721,2335
"wd_0",0.01,1613941843721,2335
"sqr_mom_0",0.99,1613941843721,2335
"lr_0",4.924686808119124e-06,1613941843721,2335
"mom_0",0.8518828297970219,1613941843721,2335
"eps_0",1e-05,1613941843721,2335
"wd_1",0.01,1613941843721,2335
"sqr_mom_1",0.99,1613941843721,2335
"lr_1",4.9246868081191235e-05,1613941843721,2335
"mom_1",0.8518828297970219,1613941843721,2335
"eps_1",1e-05,1613941843721,2335
"wd_2",0.01,1613941843721,2335
"sqr_mom_2",0.99,1613941843721,2335
"lr_2",0.0004924686808119124,1613941843721,2335
"mom_2",0.8518828297970219,1613941843721,2335
"eps_2",1e-05,1613941843721,2335
"train_loss",0.055548772,1613941844679,2336
"raw_loss",0.07767622,1613941844679,2336
"epoch",14.698113207547145,1613941844679,2336
"wd_0",0.01,1613941844679,2336
"sqr_mom_0",0.99,1613941844679,2336
"lr_0",4.925401131603731e-06,1613941844679,2336
"mom_0",0.8518649717099067,1613941844679,2336
"eps_0",1e-05,1613941844679,2336
"wd_1",0.01,1613941844679,2336
"sqr_mom_1",0.99,1613941844679,2336
"lr_1",4.9254011316037306e-05,1613941844679,2336
"mom_1",0.8518649717099067,1613941844679,2336
"eps_1",1e-05,1613941844679,2336
"wd_2",0.01,1613941844679,2336
"sqr_mom_2",0.99,1613941844679,2336
"lr_2",0.0004925401131603731,1613941844679,2336
"mom_2",0.8518649717099067,1613941844679,2336
"eps_2",1e-05,1613941844679,2336
"train_loss",0.05607404,1613941845666,2337
"raw_loss",0.08181213,1613941845666,2337
"epoch",14.704402515723245,1613941845666,2337
"wd_0",0.01,1613941845666,2337
"sqr_mom_0",0.99,1613941845666,2337
"lr_0",4.9261123174453e-06,1613941845666,2337
"mom_0",0.8518471920638675,1613941845666,2337
"eps_0",1e-05,1613941845666,2337
"wd_1",0.01,1613941845666,2337
"sqr_mom_1",0.99,1613941845666,2337
"lr_1",4.926112317445299e-05,1613941845666,2337
"mom_1",0.8518471920638675,1613941845666,2337
"eps_1",1e-05,1613941845666,2337
"wd_2",0.01,1613941845666,2337
"sqr_mom_2",0.99,1613941845666,2337
"lr_2",0.0004926112317445299,1613941845666,2337
"mom_2",0.8518471920638675,1613941845666,2337
"eps_2",1e-05,1613941845666,2337
"train_loss",0.055891685,1613941846625,2338
"raw_loss",0.046956405,1613941846625,2338
"epoch",14.710691823899346,1613941846625,2338
"wd_0",0.01,1613941846625,2338
"sqr_mom_0",0.99,1613941846625,2338
"lr_0",4.926820160800055e-06,1613941846625,2338
"mom_0",0.8518294959799987,1613941846625,2338
"eps_0",1e-05,1613941846625,2338
"wd_1",0.01,1613941846625,2338
"sqr_mom_1",0.99,1613941846625,2338
"lr_1",4.9268201608000534e-05,1613941846625,2338
"mom_1",0.8518294959799987,1613941846625,2338
"eps_1",1e-05,1613941846625,2338
"wd_2",0.01,1613941846625,2338
"sqr_mom_2",0.99,1613941846625,2338
"lr_2",0.0004926820160800054,1613941846625,2338
"mom_2",0.8518294959799987,1613941846625,2338
"eps_2",1e-05,1613941846625,2338
"train_loss",0.0553909,1613941847585,2339
"raw_loss",0.030852329,1613941847585,2339
"epoch",14.716981132075446,1613941847585,2339
"wd_0",0.01,1613941847585,2339
"sqr_mom_0",0.99,1613941847585,2339
"lr_0",4.927524660439635e-06,1613941847585,2339
"mom_0",0.8518118834890092,1613941847585,2339
"eps_0",1e-05,1613941847585,2339
"wd_1",0.01,1613941847585,2339
"sqr_mom_1",0.99,1613941847585,2339
"lr_1",4.927524660439634e-05,1613941847585,2339
"mom_1",0.8518118834890092,1613941847585,2339
"eps_1",1e-05,1613941847585,2339
"wd_2",0.01,1613941847585,2339
"sqr_mom_2",0.99,1613941847585,2339
"lr_2",0.0004927524660439634,1613941847585,2339
"mom_2",0.8518118834890092,1613941847585,2339
"eps_2",1e-05,1613941847585,2339
"train_loss",0.054916896,1613941848571,2340
"raw_loss",0.031690724,1613941848571,2340
"epoch",14.723270440251547,1613941848571,2340
"wd_0",0.01,1613941848571,2340
"sqr_mom_0",0.99,1613941848571,2340
"lr_0",4.92822571571262e-06,1613941848571,2340
"mom_0",0.8517943571071845,1613941848571,2340
"eps_0",1e-05,1613941848571,2340
"wd_1",0.01,1613941848571,2340
"sqr_mom_1",0.99,1613941848571,2340
"lr_1",4.928225715712619e-05,1613941848571,2340
"mom_1",0.8517943571071845,1613941848571,2340
"eps_1",1e-05,1613941848571,2340
"wd_2",0.01,1613941848571,2340
"sqr_mom_2",0.99,1613941848571,2340
"lr_2",0.0004928225715712619,1613941848571,2340
"mom_2",0.8517943571071845,1613941848571,2340
"eps_2",1e-05,1613941848571,2340
"train_loss",0.054510534,1613941849534,2341
"raw_loss",0.034598704,1613941849534,2341
"epoch",14.729559748427647,1613941849534,2341
"wd_0",0.01,1613941849534,2341
"sqr_mom_0",0.99,1613941849534,2341
"lr_0",4.928923524735717e-06,1613941849534,2341
"mom_0",0.8517769118816071,1613941849534,2341
"eps_0",1e-05,1613941849534,2341
"wd_1",0.01,1613941849534,2341
"sqr_mom_1",0.99,1613941849534,2341
"lr_1",4.9289235247357166e-05,1613941849534,2341
"mom_1",0.8517769118816071,1613941849534,2341
"eps_1",1e-05,1613941849534,2341
"wd_2",0.01,1613941849534,2341
"sqr_mom_2",0.99,1613941849534,2341
"lr_2",0.0004928923524735717,1613941849534,2341
"mom_2",0.8517769118816071,1613941849534,2341
"eps_2",1e-05,1613941849534,2341
"train_loss",0.054738365,1613941850537,2342
"raw_loss",0.06590205,1613941850537,2342
"epoch",14.735849056603747,1613941850537,2342
"wd_0",0.01,1613941850537,2342
"sqr_mom_0",0.99,1613941850537,2342
"lr_0",4.9296179863935595e-06,1613941850537,2342
"mom_0",0.851759550340161,1613941850537,2342
"eps_0",1e-05,1613941850537,2342
"wd_1",0.01,1613941850537,2342
"sqr_mom_1",0.99,1613941850537,2342
"lr_1",4.929617986393559e-05,1613941850537,2342
"mom_1",0.851759550340161,1613941850537,2342
"eps_1",1e-05,1613941850537,2342
"wd_2",0.01,1613941850537,2342
"sqr_mom_2",0.99,1613941850537,2342
"lr_2",0.0004929617986393559,1613941850537,2342
"mom_2",0.851759550340161,1613941850537,2342
"eps_2",1e-05,1613941850537,2342
"train_loss",0.05464953,1613941851499,2343
"raw_loss",0.05029669,1613941851499,2343
"epoch",14.742138364779848,1613941851499,2343
"wd_0",0.01,1613941851499,2343
"sqr_mom_0",0.99,1613941851499,2343
"lr_0",4.930308903478487e-06,1613941851499,2343
"mom_0",0.8517422774130379,1613941851499,2343
"eps_0",1e-05,1613941851499,2343
"wd_1",0.01,1613941851499,2343
"sqr_mom_1",0.99,1613941851499,2343
"lr_1",4.930308903478486e-05,1613941851499,2343
"mom_1",0.8517422774130379,1613941851499,2343
"eps_1",1e-05,1613941851499,2343
"wd_2",0.01,1613941851499,2343
"sqr_mom_2",0.99,1613941851499,2343
"lr_2",0.0004930308903478486,1613941851499,2343
"mom_2",0.8517422774130379,1613941851499,2343
"eps_2",1e-05,1613941851499,2343
"train_loss",0.054233775,1613941852452,2344
"raw_loss",0.033861656,1613941852452,2344
"epoch",14.748427672955948,1613941852452,2344
"wd_0",0.01,1613941852452,2344
"sqr_mom_0",0.99,1613941852452,2344
"lr_0",4.930996667748705e-06,1613941852452,2344
"mom_0",0.8517250833062824,1613941852452,2344
"eps_0",1e-05,1613941852452,2344
"wd_1",0.01,1613941852452,2344
"sqr_mom_1",0.99,1613941852452,2344
"lr_1",4.930996667748705e-05,1613941852452,2344
"mom_1",0.8517250833062824,1613941852452,2344
"eps_1",1e-05,1613941852452,2344
"wd_2",0.01,1613941852452,2344
"sqr_mom_2",0.99,1613941852452,2344
"lr_2",0.0004930996667748705,1613941852452,2344
"mom_2",0.8517250833062824,1613941852452,2344
"eps_2",1e-05,1613941852452,2344
"train_loss",0.05395267,1613941853399,2345
"raw_loss",0.040178705,1613941853399,2345
"epoch",14.754716981132049,1613941853399,2345
"wd_0",0.01,1613941853399,2345
"sqr_mom_0",0.99,1613941853399,2345
"lr_0",4.931681081056032e-06,1613941853399,2345
"mom_0",0.8517079729735992,1613941853399,2345
"eps_0",1e-05,1613941853399,2345
"wd_1",0.01,1613941853399,2345
"sqr_mom_1",0.99,1613941853399,2345
"lr_1",4.931681081056031e-05,1613941853399,2345
"mom_1",0.8517079729735992,1613941853399,2345
"eps_1",1e-05,1613941853399,2345
"wd_2",0.01,1613941853399,2345
"sqr_mom_2",0.99,1613941853399,2345
"lr_2",0.0004931681081056031,1613941853399,2345
"mom_2",0.8517079729735992,1613941853399,2345
"eps_2",1e-05,1613941853399,2345
"train_loss",0.053441748,1613941854344,2346
"raw_loss",0.028406538,1613941854344,2346
"epoch",14.761006289308149,1613941854344,2346
"wd_0",0.01,1613941854344,2346
"sqr_mom_0",0.99,1613941854344,2346
"lr_0",4.932361949068441e-06,1613941854344,2346
"mom_0",0.851690951273289,1613941854344,2346
"eps_0",1e-05,1613941854344,2346
"wd_1",0.01,1613941854344,2346
"sqr_mom_1",0.99,1613941854344,2346
"lr_1",4.9323619490684406e-05,1613941854344,2346
"mom_1",0.851690951273289,1613941854344,2346
"eps_1",1e-05,1613941854344,2346
"wd_2",0.01,1613941854344,2346
"sqr_mom_2",0.99,1613941854344,2346
"lr_2",0.000493236194906844,1613941854344,2346
"mom_2",0.851690951273289,1613941854344,2346
"eps_2",1e-05,1613941854344,2346
"train_loss",0.05347908,1613941855292,2347
"raw_loss",0.055308398,1613941855292,2347
"epoch",14.76729559748425,1613941855292,2347
"wd_0",0.01,1613941855292,2347
"sqr_mom_0",0.99,1613941855292,2347
"lr_0",4.933039657846197e-06,1613941855292,2347
"mom_0",0.8516740085538451,1613941855292,2347
"eps_0",1e-05,1613941855292,2347
"wd_1",0.01,1613941855292,2347
"sqr_mom_1",0.99,1613941855292,2347
"lr_1",4.933039657846196e-05,1613941855292,2347
"mom_1",0.8516740085538451,1613941855292,2347
"eps_1",1e-05,1613941855292,2347
"wd_2",0.01,1613941855292,2347
"sqr_mom_2",0.99,1613941855292,2347
"lr_2",0.0004933039657846197,1613941855292,2347
"mom_2",0.8516740085538451,1613941855292,2347
"eps_2",1e-05,1613941855292,2347
"train_loss",0.05400104,1613941856234,2348
"raw_loss",0.07957713,1613941856234,2348
"epoch",14.77358490566035,1613941856234,2348
"wd_0",0.01,1613941856234,2348
"sqr_mom_0",0.99,1613941856234,2348
"lr_0",4.933714012115751e-06,1613941856234,2348
"mom_0",0.8516571496971063,1613941856234,2348
"eps_0",1e-05,1613941856234,2348
"wd_1",0.01,1613941856234,2348
"sqr_mom_1",0.99,1613941856234,2348
"lr_1",4.9337140121157494e-05,1613941856234,2348
"mom_1",0.8516571496971063,1613941856234,2348
"eps_1",1e-05,1613941856234,2348
"wd_2",0.01,1613941856234,2348
"sqr_mom_2",0.99,1613941856234,2348
"lr_2",0.000493371401211575,1613941856234,2348
"mom_2",0.8516571496971063,1613941856234,2348
"eps_2",1e-05,1613941856234,2348
"train_loss",0.05353302,1613941857176,2349
"raw_loss",0.030600129,1613941857176,2349
"epoch",14.77987421383645,1613941857176,2349
"wd_0",0.01,1613941857176,2349
"sqr_mom_0",0.99,1613941857176,2349
"lr_0",4.934384915565335e-06,1613941857176,2349
"mom_0",0.8516403771108666,1613941857176,2349
"eps_0",1e-05,1613941857176,2349
"wd_1",0.01,1613941857176,2349
"sqr_mom_1",0.99,1613941857176,2349
"lr_1",4.9343849155653343e-05,1613941857176,2349
"mom_1",0.8516403771108666,1613941857176,2349
"eps_1",1e-05,1613941857176,2349
"wd_2",0.01,1613941857176,2349
"sqr_mom_2",0.99,1613941857176,2349
"lr_2",0.0004934384915565334,1613941857176,2349
"mom_2",0.8516403771108666,1613941857176,2349
"eps_2",1e-05,1613941857176,2349
"train_loss",0.053480852,1613941858126,2350
"raw_loss",0.050924633,1613941858126,2350
"epoch",14.78616352201255,1613941858126,2350
"wd_0",0.01,1613941858126,2350
"sqr_mom_0",0.99,1613941858126,2350
"lr_0",4.93505255779082e-06,1613941858126,2350
"mom_0",0.8516236860552295,1613941858126,2350
"eps_0",1e-05,1613941858126,2350
"wd_1",0.01,1613941858126,2350
"sqr_mom_1",0.99,1613941858126,2350
"lr_1",4.93505255779082e-05,1613941858126,2350
"mom_1",0.8516236860552295,1613941858126,2350
"eps_1",1e-05,1613941858126,2350
"wd_2",0.01,1613941858126,2350
"sqr_mom_2",0.99,1613941858126,2350
"lr_2",0.000493505255779082,1613941858126,2350
"mom_2",0.8516236860552295,1613941858126,2350
"eps_2",1e-05,1613941858126,2350
"train_loss",0.053156327,1613941859060,2351
"raw_loss",0.03725467,1613941859060,2351
"epoch",14.792452830188651,1613941859060,2351
"wd_0",0.01,1613941859060,2351
"sqr_mom_0",0.99,1613941859060,2351
"lr_0",4.935716842015007e-06,1613941859060,2351
"mom_0",0.8516070789496248,1613941859060,2351
"eps_0",1e-05,1613941859060,2351
"wd_1",0.01,1613941859060,2351
"sqr_mom_1",0.99,1613941859060,2351
"lr_1",4.935716842015007e-05,1613941859060,2351
"mom_1",0.8516070789496248,1613941859060,2351
"eps_1",1e-05,1613941859060,2351
"wd_2",0.01,1613941859060,2351
"sqr_mom_2",0.99,1613941859060,2351
"lr_2",0.0004935716842015007,1613941859060,2351
"mom_2",0.8516070789496248,1613941859060,2351
"eps_2",1e-05,1613941859060,2351
"train_loss",0.052829225,1613941860010,2352
"raw_loss",0.03680122,1613941860010,2352
"epoch",14.798742138364751,1613941860010,2352
"wd_0",0.01,1613941860010,2352
"sqr_mom_0",0.99,1613941860010,2352
"lr_0",4.936377579666341e-06,1613941860010,2352
"mom_0",0.8515905605083415,1613941860010,2352
"eps_0",1e-05,1613941860010,2352
"wd_1",0.01,1613941860010,2352
"sqr_mom_1",0.99,1613941860010,2352
"lr_1",4.93637757966634e-05,1613941860010,2352
"mom_1",0.8515905605083415,1613941860010,2352
"eps_1",1e-05,1613941860010,2352
"wd_2",0.01,1613941860010,2352
"sqr_mom_2",0.99,1613941860010,2352
"lr_2",0.000493637757966634,1613941860010,2352
"mom_2",0.8515905605083415,1613941860010,2352
"eps_2",1e-05,1613941860010,2352
"train_loss",0.052291874,1613941860964,2353
"raw_loss",0.025961693,1613941860964,2353
"epoch",14.805031446540852,1613941860964,2353
"wd_0",0.01,1613941860964,2353
"sqr_mom_0",0.99,1613941860964,2353
"lr_0",4.93703514539093e-06,1613941860964,2353
"mom_0",0.8515741213652267,1613941860964,2353
"eps_0",1e-05,1613941860964,2353
"wd_1",0.01,1613941860964,2353
"sqr_mom_1",0.99,1613941860964,2353
"lr_1",4.937035145390929e-05,1613941860964,2353
"mom_1",0.8515741213652267,1613941860964,2353
"eps_1",1e-05,1613941860964,2353
"wd_2",0.01,1613941860964,2353
"sqr_mom_2",0.99,1613941860964,2353
"lr_2",0.0004937035145390929,1613941860964,2353
"mom_2",0.8515741213652267,1613941860964,2353
"eps_2",1e-05,1613941860964,2353
"train_loss",0.052379243,1613941861925,2354
"raw_loss",0.056660365,1613941861925,2354
"epoch",14.811320754716952,1613941861925,2354
"wd_0",0.01,1613941861925,2354
"sqr_mom_0",0.99,1613941861925,2354
"lr_0",4.93768934967373e-06,1613941861925,2354
"mom_0",0.8515577662581567,1613941861925,2354
"eps_0",1e-05,1613941861925,2354
"wd_1",0.01,1613941861925,2354
"sqr_mom_1",0.99,1613941861925,2354
"lr_1",4.9376893496737294e-05,1613941861925,2354
"mom_1",0.8515577662581567,1613941861925,2354
"eps_1",1e-05,1613941861925,2354
"wd_2",0.01,1613941861925,2354
"sqr_mom_2",0.99,1613941861925,2354
"lr_2",0.000493768934967373,1613941861925,2354
"mom_2",0.8515577662581567,1613941861925,2354
"eps_2",1e-05,1613941861925,2354
"train_loss",0.054468878,1613941862893,2355
"raw_loss",0.15686099,1613941862893,2355
"epoch",14.817610062893053,1613941862893,2355
"wd_0",0.01,1613941862893,2355
"sqr_mom_0",0.99,1613941862893,2355
"lr_0",4.9383400068277895e-06,1613941862893,2355
"mom_0",0.8515414998293053,1613941862893,2355
"eps_0",1e-05,1613941862893,2355
"wd_1",0.01,1613941862893,2355
"sqr_mom_1",0.99,1613941862893,2355
"lr_1",4.938340006827789e-05,1613941862893,2355
"mom_1",0.8515414998293053,1613941862893,2355
"eps_1",1e-05,1613941862893,2355
"wd_2",0.01,1613941862893,2355
"sqr_mom_2",0.99,1613941862893,2355
"lr_2",0.0004938340006827789,1613941862893,2355
"mom_2",0.8515414998293053,1613941862893,2355
"eps_2",1e-05,1613941862893,2355
"train_loss",0.054914713,1613941863856,2356
"raw_loss",0.07676072,1613941863856,2356
"epoch",14.823899371069153,1613941863856,2356
"wd_0",0.01,1613941863856,2356
"sqr_mom_0",0.99,1613941863856,2356
"lr_0",4.938987485783455e-06,1613941863856,2356
"mom_0",0.8515253128554136,1613941863856,2356
"eps_0",1e-05,1613941863856,2356
"wd_1",0.01,1613941863856,2356
"sqr_mom_1",0.99,1613941863856,2356
"lr_1",4.938987485783456e-05,1613941863856,2356
"mom_1",0.8515253128554136,1613941863856,2356
"eps_1",1e-05,1613941863856,2356
"wd_2",0.01,1613941863856,2356
"sqr_mom_2",0.99,1613941863856,2356
"lr_2",0.0004938987485783456,1613941863856,2356
"mom_2",0.8515253128554136,1613941863856,2356
"eps_2",1e-05,1613941863856,2356
"train_loss",0.054604094,1613941864860,2357
"raw_loss",0.039383788,1613941864860,2357
"epoch",14.830188679245254,1613941864860,2357
"wd_0",0.01,1613941864860,2357
"sqr_mom_0",0.99,1613941864860,2357
"lr_0",4.939631599909332e-06,1613941864860,2357
"mom_0",0.8515092100022666,1613941864860,2357
"eps_0",1e-05,1613941864860,2357
"wd_1",0.01,1613941864860,2357
"sqr_mom_1",0.99,1613941864860,2357
"lr_1",4.939631599909332e-05,1613941864860,2357
"mom_1",0.8515092100022666,1613941864860,2357
"eps_1",1e-05,1613941864860,2357
"wd_2",0.01,1613941864860,2357
"sqr_mom_2",0.99,1613941864860,2357
"lr_2",0.0004939631599909332,1613941864860,2357
"mom_2",0.8515092100022666,1613941864860,2357
"eps_2",1e-05,1613941864860,2357
"train_loss",0.054569725,1613941865823,2358
"raw_loss",0.05288556,1613941865823,2358
"epoch",14.836477987421354,1613941865823,2358
"wd_0",0.01,1613941865823,2358
"sqr_mom_0",0.99,1613941865823,2358
"lr_0",4.940272348087652e-06,1613941865823,2358
"mom_0",0.8514931912978086,1613941865823,2358
"eps_0",1e-05,1613941865823,2358
"wd_1",0.01,1613941865823,2358
"sqr_mom_1",0.99,1613941865823,2358
"lr_1",4.940272348087652e-05,1613941865823,2358
"mom_1",0.8514931912978086,1613941865823,2358
"eps_1",1e-05,1613941865823,2358
"wd_2",0.01,1613941865823,2358
"sqr_mom_2",0.99,1613941865823,2358
"lr_2",0.0004940272348087652,1613941865823,2358
"mom_2",0.8514931912978086,1613941865823,2358
"eps_2",1e-05,1613941865823,2358
"train_loss",0.05413307,1613941866800,2359
"raw_loss",0.032736868,1613941866800,2359
"epoch",14.842767295597454,1613941866800,2359
"wd_0",0.01,1613941866800,2359
"sqr_mom_0",0.99,1613941866800,2359
"lr_0",4.940909638844377e-06,1613941866800,2359
"mom_0",0.8514772590288906,1613941866800,2359
"eps_0",1e-05,1613941866800,2359
"wd_1",0.01,1613941866800,2359
"sqr_mom_1",0.99,1613941866800,2359
"lr_1",4.940909638844377e-05,1613941866800,2359
"mom_1",0.8514772590288906,1613941866800,2359
"eps_1",1e-05,1613941866800,2359
"wd_2",0.01,1613941866800,2359
"sqr_mom_2",0.99,1613941866800,2359
"lr_2",0.0004940909638844377,1613941866800,2359
"mom_2",0.8514772590288906,1613941866800,2359
"eps_2",1e-05,1613941866800,2359
"train_loss",0.055216346,1613941867755,2360
"raw_loss",0.10829706,1613941867755,2360
"epoch",14.849056603773555,1613941867755,2360
"wd_0",0.01,1613941867755,2360
"sqr_mom_0",0.99,1613941867755,2360
"lr_0",4.9415436522765025e-06,1613941867755,2360
"mom_0",0.8514614086930874,1613941867755,2360
"eps_0",1e-05,1613941867755,2360
"wd_1",0.01,1613941867755,2360
"sqr_mom_1",0.99,1613941867755,2360
"lr_1",4.941543652276502e-05,1613941867755,2360
"mom_1",0.8514614086930874,1613941867755,2360
"eps_1",1e-05,1613941867755,2360
"wd_2",0.01,1613941867755,2360
"sqr_mom_2",0.99,1613941867755,2360
"lr_2",0.0004941543652276502,1613941867755,2360
"mom_2",0.8514614086930874,1613941867755,2360
"eps_2",1e-05,1613941867755,2360
"train_loss",0.0552546,1613941868693,2361
"raw_loss",0.057129137,1613941868693,2361
"epoch",14.855345911949655,1613941868693,2361
"wd_0",0.01,1613941868693,2361
"sqr_mom_0",0.99,1613941868693,2361
"lr_0",4.942174296442984e-06,1613941868693,2361
"mom_0",0.8514456425889254,1613941868693,2361
"eps_0",1e-05,1613941868693,2361
"wd_1",0.01,1613941868693,2361
"sqr_mom_1",0.99,1613941868693,2361
"lr_1",4.9421742964429826e-05,1613941868693,2361
"mom_1",0.8514456425889254,1613941868693,2361
"eps_1",1e-05,1613941868693,2361
"wd_2",0.01,1613941868693,2361
"sqr_mom_2",0.99,1613941868693,2361
"lr_2",0.0004942174296442982,1613941868693,2361
"mom_2",0.8514456425889254,1613941868693,2361
"eps_2",1e-05,1613941868693,2361
"train_loss",0.055082142,1613941869647,2362
"raw_loss",0.046631645,1613941869647,2362
"epoch",14.861635220125756,1613941869647,2362
"wd_0",0.01,1613941869647,2362
"sqr_mom_0",0.99,1613941869647,2362
"lr_0",4.94280139239904e-06,1613941869647,2362
"mom_0",0.851429965190024,1613941869647,2362
"eps_0",1e-05,1613941869647,2362
"wd_1",0.01,1613941869647,2362
"sqr_mom_1",0.99,1613941869647,2362
"lr_1",4.942801392399039e-05,1613941869647,2362
"mom_1",0.851429965190024,1613941869647,2362
"eps_1",1e-05,1613941869647,2362
"wd_2",0.01,1613941869647,2362
"sqr_mom_2",0.99,1613941869647,2362
"lr_2",0.0004942801392399039,1613941869647,2362
"mom_2",0.851429965190024,1613941869647,2362
"eps_2",1e-05,1613941869647,2362
"train_loss",0.054938514,1613941870593,2363
"raw_loss",0.047900707,1613941870593,2363
"epoch",14.867924528301856,1613941870593,2363
"wd_0",0.01,1613941870593,2363
"sqr_mom_0",0.99,1613941870593,2363
"lr_0",4.94342529571554e-06,1613941870593,2363
"mom_0",0.8514143676071115,1613941870593,2363
"eps_0",1e-05,1613941870593,2363
"wd_1",0.01,1613941870593,2363
"sqr_mom_1",0.99,1613941870593,2363
"lr_1",4.9434252957155386e-05,1613941870593,2363
"mom_1",0.8514143676071115,1613941870593,2363
"eps_1",1e-05,1613941870593,2363
"wd_2",0.01,1613941870593,2363
"sqr_mom_2",0.99,1613941870593,2363
"lr_2",0.0004943425295715539,1613941870593,2363
"mom_2",0.8514143676071115,1613941870593,2363
"eps_2",1e-05,1613941870593,2363
"train_loss",0.054714,1613941871546,2364
"raw_loss",0.043712847,1613941871546,2364
"epoch",14.874213836477956,1613941871546,2364
"wd_0",0.01,1613941871546,2364
"sqr_mom_0",0.99,1613941871546,2364
"lr_0",4.944045826501077e-06,1613941871546,2364
"mom_0",0.8513988543374731,1613941871546,2364
"eps_0",1e-05,1613941871546,2364
"wd_1",0.01,1613941871546,2364
"sqr_mom_1",0.99,1613941871546,2364
"lr_1",4.9440458265010765e-05,1613941871546,2364
"mom_1",0.8513988543374731,1613941871546,2364
"eps_1",1e-05,1613941871546,2364
"wd_2",0.01,1613941871546,2364
"sqr_mom_2",0.99,1613941871546,2364
"lr_2",0.0004944045826501077,1613941871546,2364
"mom_2",0.8513988543374731,1613941871546,2364
"eps_2",1e-05,1613941871546,2364
"train_loss",0.054647747,1613941872482,2365
"raw_loss",0.051401276,1613941872482,2365
"epoch",14.880503144654057,1613941872482,2365
"wd_0",0.01,1613941872482,2365
"sqr_mom_0",0.99,1613941872482,2365
"lr_0",4.944662808704969e-06,1613941872482,2365
"mom_0",0.8513834297823758,1613941872482,2365
"eps_0",1e-05,1613941872482,2365
"wd_1",0.01,1613941872482,2365
"sqr_mom_1",0.99,1613941872482,2365
"lr_1",4.944662808704968e-05,1613941872482,2365
"mom_1",0.8513834297823758,1613941872482,2365
"eps_1",1e-05,1613941872482,2365
"wd_2",0.01,1613941872482,2365
"sqr_mom_2",0.99,1613941872482,2365
"lr_2",0.0004944662808704968,1613941872482,2365
"mom_2",0.8513834297823758,1613941872482,2365
"eps_2",1e-05,1613941872482,2365
"train_loss",0.0544295,1613941873427,2366
"raw_loss",0.043735377,1613941873427,2366
"epoch",14.886792452830157,1613941873427,2366
"wd_0",0.01,1613941873427,2366
"sqr_mom_0",0.99,1613941873427,2366
"lr_0",4.9452765921634635e-06,1613941873427,2366
"mom_0",0.8513680851959134,1613941873427,2366
"eps_0",1e-05,1613941873427,2366
"wd_1",0.01,1613941873427,2366
"sqr_mom_1",0.99,1613941873427,2366
"lr_1",4.9452765921634635e-05,1613941873427,2366
"mom_1",0.8513680851959134,1613941873427,2366
"eps_1",1e-05,1613941873427,2366
"wd_2",0.01,1613941873427,2366
"sqr_mom_2",0.99,1613941873427,2366
"lr_2",0.0004945276592163464,1613941873427,2366
"mom_2",0.8513680851959134,1613941873427,2366
"eps_2",1e-05,1613941873427,2366
"train_loss",0.054399353,1613941874370,2367
"raw_loss",0.052922104,1613941874370,2367
"epoch",14.893081761006258,1613941874370,2367
"wd_0",0.01,1613941874370,2367
"sqr_mom_0",0.99,1613941874370,2367
"lr_0",4.945886999878341e-06,1613941874370,2367
"mom_0",0.8513528250030414,1613941874370,2367
"eps_0",1e-05,1613941874370,2367
"wd_1",0.01,1613941874370,2367
"sqr_mom_1",0.99,1613941874370,2367
"lr_1",4.945886999878341e-05,1613941874370,2367
"mom_1",0.8513528250030414,1613941874370,2367
"eps_1",1e-05,1613941874370,2367
"wd_2",0.01,1613941874370,2367
"sqr_mom_2",0.99,1613941874370,2367
"lr_2",0.0004945886999878341,1613941874370,2367
"mom_2",0.8513528250030414,1613941874370,2367
"eps_2",1e-05,1613941874370,2367
"train_loss",0.05416657,1613941875312,2368
"raw_loss",0.042760234,1613941875312,2368
"epoch",14.899371069182358,1613941875312,2368
"wd_0",0.01,1613941875312,2368
"sqr_mom_0",0.99,1613941875312,2368
"lr_0",4.94649394474308e-06,1613941875312,2368
"mom_0",0.851337651381423,1613941875312,2368
"eps_0",1e-05,1613941875312,2368
"wd_1",0.01,1613941875312,2368
"sqr_mom_1",0.99,1613941875312,2368
"lr_1",4.94649394474308e-05,1613941875312,2368
"mom_1",0.851337651381423,1613941875312,2368
"eps_1",1e-05,1613941875312,2368
"wd_2",0.01,1613941875312,2368
"sqr_mom_2",0.99,1613941875312,2368
"lr_2",0.000494649394474308,1613941875312,2368
"mom_2",0.851337651381423,1613941875312,2368
"eps_2",1e-05,1613941875312,2368
"train_loss",0.054034356,1613941876250,2369
"raw_loss",0.047555823,1613941876250,2369
"epoch",14.905660377358458,1613941876250,2369
"wd_0",0.01,1613941876250,2369
"sqr_mom_0",0.99,1613941876250,2369
"lr_0",4.9470975982789885e-06,1613941876250,2369
"mom_0",0.8513225600430253,1613941876250,2369
"eps_0",1e-05,1613941876250,2369
"wd_1",0.01,1613941876250,2369
"sqr_mom_1",0.99,1613941876250,2369
"lr_1",4.947097598278988e-05,1613941876250,2369
"mom_1",0.8513225600430253,1613941876250,2369
"eps_1",1e-05,1613941876250,2369
"wd_2",0.01,1613941876250,2369
"sqr_mom_2",0.99,1613941876250,2369
"lr_2",0.0004947097598278988,1613941876250,2369
"mom_2",0.8513225600430253,1613941876250,2369
"eps_2",1e-05,1613941876250,2369
"train_loss",0.053856514,1613941877224,2370
"raw_loss",0.04514231,1613941877224,2370
"epoch",14.911949685534559,1613941877224,2370
"wd_0",0.01,1613941877224,2370
"sqr_mom_0",0.99,1613941877224,2370
"lr_0",4.94769787291119e-06,1613941877224,2370
"mom_0",0.8513075531772203,1613941877224,2370
"eps_0",1e-05,1613941877224,2370
"wd_1",0.01,1613941877224,2370
"sqr_mom_1",0.99,1613941877224,2370
"lr_1",4.947697872911189e-05,1613941877224,2370
"mom_1",0.8513075531772203,1613941877224,2370
"eps_1",1e-05,1613941877224,2370
"wd_2",0.01,1613941877224,2370
"sqr_mom_2",0.99,1613941877224,2370
"lr_2",0.0004947697872911188,1613941877224,2370
"mom_2",0.8513075531772203,1613941877224,2370
"eps_2",1e-05,1613941877224,2370
"train_loss",0.05344442,1613941878195,2371
"raw_loss",0.033251815,1613941878195,2371
"epoch",14.91823899371066,1613941878195,2371
"wd_0",0.01,1613941878195,2371
"sqr_mom_0",0.99,1613941878195,2371
"lr_0",4.948294598385528e-06,1613941878195,2371
"mom_0",0.8512926350403618,1613941878195,2371
"eps_0",1e-05,1613941878195,2371
"wd_1",0.01,1613941878195,2371
"sqr_mom_1",0.99,1613941878195,2371
"lr_1",4.948294598385528e-05,1613941878195,2371
"mom_1",0.8512926350403618,1613941878195,2371
"eps_1",1e-05,1613941878195,2371
"wd_2",0.01,1613941878195,2371
"sqr_mom_2",0.99,1613941878195,2371
"lr_2",0.0004948294598385528,1613941878195,2371
"mom_2",0.8512926350403618,1613941878195,2371
"eps_2",1e-05,1613941878195,2371
"train_loss",0.053004865,1613941879136,2372
"raw_loss",0.03146662,1613941879136,2372
"epoch",14.92452830188676,1613941879136,2372
"wd_0",0.01,1613941879136,2372
"sqr_mom_0",0.99,1613941879136,2372
"lr_0",4.948888113052449e-06,1613941879136,2372
"mom_0",0.8512777971736888,1613941879136,2372
"eps_0",1e-05,1613941879136,2372
"wd_1",0.01,1613941879136,2372
"sqr_mom_1",0.99,1613941879136,2372
"lr_1",4.948888113052448e-05,1613941879136,2372
"mom_1",0.8512777971736888,1613941879136,2372
"eps_1",1e-05,1613941879136,2372
"wd_2",0.01,1613941879136,2372
"sqr_mom_2",0.99,1613941879136,2372
"lr_2",0.0004948888113052447,1613941879136,2372
"mom_2",0.8512777971736888,1613941879136,2372
"eps_2",1e-05,1613941879136,2372
"train_loss",0.053528763,1613941880068,2373
"raw_loss",0.079199895,1613941880068,2373
"epoch",14.93081761006286,1613941880068,2373
"wd_0",0.01,1613941880068,2373
"sqr_mom_0",0.99,1613941880068,2373
"lr_0",4.949478245708485e-06,1613941880068,2373
"mom_0",0.8512630438572879,1613941880068,2373
"eps_0",1e-05,1613941880068,2373
"wd_1",0.01,1613941880068,2373
"sqr_mom_1",0.99,1613941880068,2373
"lr_1",4.949478245708483e-05,1613941880068,2373
"mom_1",0.8512630438572879,1613941880068,2373
"eps_1",1e-05,1613941880068,2373
"wd_2",0.01,1613941880068,2373
"sqr_mom_2",0.99,1613941880068,2373
"lr_2",0.0004949478245708484,1613941880068,2373
"mom_2",0.8512630438572879,1613941880068,2373
"eps_2",1e-05,1613941880068,2373
"train_loss",0.05333664,1613941881015,2374
"raw_loss",0.043922566,1613941881015,2374
"epoch",14.93710691823896,1613941881015,2374
"wd_0",0.01,1613941881015,2374
"sqr_mom_0",0.99,1613941881015,2374
"lr_0",4.950064829001688e-06,1613941881015,2374
"mom_0",0.8512483792749578,1613941881015,2374
"eps_0",1e-05,1613941881015,2374
"wd_1",0.01,1613941881015,2374
"sqr_mom_1",0.99,1613941881015,2374
"lr_1",4.950064829001687e-05,1613941881015,2374
"mom_1",0.8512483792749578,1613941881015,2374
"eps_1",1e-05,1613941881015,2374
"wd_2",0.01,1613941881015,2374
"sqr_mom_2",0.99,1613941881015,2374
"lr_2",0.0004950064829001687,1613941881015,2374
"mom_2",0.8512483792749578,1613941881015,2374
"eps_2",1e-05,1613941881015,2374
"train_loss",0.054563895,1613941881954,2375
"raw_loss",0.114699535,1613941881954,2375
"epoch",14.94339622641506,1613941881954,2375
"wd_0",0.01,1613941881954,2375
"sqr_mom_0",0.99,1613941881954,2375
"lr_0",4.950648195531765e-06,1613941881954,2375
"mom_0",0.8512337951117059,1613941881954,2375
"eps_0",1e-05,1613941881954,2375
"wd_1",0.01,1613941881954,2375
"sqr_mom_1",0.99,1613941881954,2375
"lr_1",4.950648195531764e-05,1613941881954,2375
"mom_1",0.8512337951117059,1613941881954,2375
"eps_1",1e-05,1613941881954,2375
"wd_2",0.01,1613941881954,2375
"sqr_mom_2",0.99,1613941881954,2375
"lr_2",0.0004950648195531763,1613941881954,2375
"mom_2",0.8512337951117059,1613941881954,2375
"eps_2",1e-05,1613941881954,2375
"train_loss",0.055427924,1613941882917,2376
"raw_loss",0.09776544,1613941882917,2376
"epoch",14.949685534591161,1613941882917,2376
"wd_0",0.01,1613941882917,2376
"sqr_mom_0",0.99,1613941882917,2376
"lr_0",4.95122817699659e-06,1613941882917,2376
"mom_0",0.8512192955750852,1613941882917,2376
"eps_0",1e-05,1613941882917,2376
"wd_1",0.01,1613941882917,2376
"sqr_mom_1",0.99,1613941882917,2376
"lr_1",4.95122817699659e-05,1613941882917,2376
"mom_1",0.8512192955750852,1613941882917,2376
"eps_1",1e-05,1613941882917,2376
"wd_2",0.01,1613941882917,2376
"sqr_mom_2",0.99,1613941882917,2376
"lr_2",0.0004951228176996589,1613941882917,2376
"mom_2",0.8512192955750852,1613941882917,2376
"eps_2",1e-05,1613941882917,2376
"train_loss",0.05514208,1613941883884,2377
"raw_loss",0.041135605,1613941883884,2377
"epoch",14.955974842767262,1613941883884,2377
"wd_0",0.01,1613941883884,2377
"sqr_mom_0",0.99,1613941883884,2377
"lr_0",4.9518046906694e-06,1613941883884,2377
"mom_0",0.851204882733265,1613941883884,2377
"eps_0",1e-05,1613941883884,2377
"wd_1",0.01,1613941883884,2377
"sqr_mom_1",0.99,1613941883884,2377
"lr_1",4.9518046906693986e-05,1613941883884,2377
"mom_1",0.851204882733265,1613941883884,2377
"eps_1",1e-05,1613941883884,2377
"wd_2",0.01,1613941883884,2377
"sqr_mom_2",0.99,1613941883884,2377
"lr_2",0.0004951804690669399,1613941883884,2377
"mom_2",0.851204882733265,1613941883884,2377
"eps_2",1e-05,1613941883884,2377
"train_loss",0.054960683,1613941884842,2378
"raw_loss",0.04607232,1613941884842,2378
"epoch",14.962264150943362,1613941884842,2378
"wd_0",0.01,1613941884842,2378
"sqr_mom_0",0.99,1613941884842,2378
"lr_0",4.9523778994717124e-06,1613941884842,2378
"mom_0",0.8511905525132072,1613941884842,2378
"eps_0",1e-05,1613941884842,2378
"wd_1",0.01,1613941884842,2378
"sqr_mom_1",0.99,1613941884842,2378
"lr_1",4.9523778994717114e-05,1613941884842,2378
"mom_1",0.8511905525132072,1613941884842,2378
"eps_1",1e-05,1613941884842,2378
"wd_2",0.01,1613941884842,2378
"sqr_mom_2",0.99,1613941884842,2378
"lr_2",0.0004952377899471712,1613941884842,2378
"mom_2",0.8511905525132072,1613941884842,2378
"eps_2",1e-05,1613941884842,2378
"train_loss",0.055165704,1613941885812,2379
"raw_loss",0.065211765,1613941885812,2379
"epoch",14.968553459119462,1613941885812,2379
"wd_0",0.01,1613941885812,2379
"sqr_mom_0",0.99,1613941885812,2379
"lr_0",4.952947720207126e-06,1613941885812,2379
"mom_0",0.8511763069948218,1613941885812,2379
"eps_0",1e-05,1613941885812,2379
"wd_1",0.01,1613941885812,2379
"sqr_mom_1",0.99,1613941885812,2379
"lr_1",4.952947720207124e-05,1613941885812,2379
"mom_1",0.8511763069948218,1613941885812,2379
"eps_1",1e-05,1613941885812,2379
"wd_2",0.01,1613941885812,2379
"sqr_mom_2",0.99,1613941885812,2379
"lr_2",0.0004952947720207124,1613941885812,2379
"mom_2",0.8511763069948218,1613941885812,2379
"eps_2",1e-05,1613941885812,2379
"train_loss",0.054845076,1613941886751,2380
"raw_loss",0.039134268,1613941886751,2380
"epoch",14.974842767295563,1613941886751,2380
"wd_0",0.01,1613941886751,2380
"sqr_mom_0",0.99,1613941886751,2380
"lr_0",4.953514151886798e-06,1613941886751,2380
"mom_0",0.85116214620283,1613941886751,2380
"eps_0",1e-05,1613941886751,2380
"wd_1",0.01,1613941886751,2380
"sqr_mom_1",0.99,1613941886751,2380
"lr_1",4.953514151886798e-05,1613941886751,2380
"mom_1",0.85116214620283,1613941886751,2380
"eps_1",1e-05,1613941886751,2380
"wd_2",0.01,1613941886751,2380
"sqr_mom_2",0.99,1613941886751,2380
"lr_2",0.0004953514151886798,1613941886751,2380
"mom_2",0.85116214620283,1613941886751,2380
"eps_2",1e-05,1613941886751,2380
"train_loss",0.0546147,1613941887705,2381
"raw_loss",0.043326214,1613941887705,2381
"epoch",14.981132075471663,1613941887705,2381
"wd_0",0.01,1613941887705,2381
"sqr_mom_0",0.99,1613941887705,2381
"lr_0",4.954077033940913e-06,1613941887705,2381
"mom_0",0.8511480741514772,1613941887705,2381
"eps_0",1e-05,1613941887705,2381
"wd_1",0.01,1613941887705,2381
"sqr_mom_1",0.99,1613941887705,2381
"lr_1",4.954077033940912e-05,1613941887705,2381
"mom_1",0.8511480741514772,1613941887705,2381
"eps_1",1e-05,1613941887705,2381
"wd_2",0.01,1613941887705,2381
"sqr_mom_2",0.99,1613941887705,2381
"lr_2",0.0004954077033940912,1613941887705,2381
"mom_2",0.8511480741514772,1613941887705,2381
"eps_2",1e-05,1613941887705,2381
"train_loss",0.05440508,1613941888638,2382
"raw_loss",0.044133652,1613941888638,2382
"epoch",14.987421383647764,1613941888638,2382
"wd_0",0.01,1613941888638,2382
"sqr_mom_0",0.99,1613941888638,2382
"lr_0",4.95463668553029e-06,1613941888638,2382
"mom_0",0.8511340828617427,1613941888638,2382
"eps_0",1e-05,1613941888638,2382
"wd_1",0.01,1613941888638,2382
"sqr_mom_1",0.99,1613941888638,2382
"lr_1",4.9546366855302887e-05,1613941888638,2382
"mom_1",0.8511340828617427,1613941888638,2382
"eps_1",1e-05,1613941888638,2382
"wd_2",0.01,1613941888638,2382
"sqr_mom_2",0.99,1613941888638,2382
"lr_2",0.0004954636685530288,1613941888638,2382
"mom_2",0.8511340828617427,1613941888638,2382
"eps_2",1e-05,1613941888638,2382
"train_loss",0.055088993,1613941889595,2383
"raw_loss",0.088600785,1613941889595,2383
"epoch",14.993710691823864,1613941889595,2383
"wd_0",0.01,1613941889595,2383
"sqr_mom_0",0.99,1613941889595,2383
"lr_0",4.955192945132974e-06,1613941889595,2383
"mom_0",0.8511201763716757,1613941889595,2383
"eps_0",1e-05,1613941889595,2383
"wd_1",0.01,1613941889595,2383
"sqr_mom_1",0.99,1613941889595,2383
"lr_1",4.955192945132973e-05,1613941889595,2383
"mom_1",0.8511201763716757,1613941889595,2383
"eps_1",1e-05,1613941889595,2383
"wd_2",0.01,1613941889595,2383
"sqr_mom_2",0.99,1613941889595,2383
"lr_2",0.0004955192945132974,1613941889595,2383
"mom_2",0.8511201763716757,1613941889595,2383
"eps_2",1e-05,1613941889595,2383
"train_loss",0.054747116,1613941890543,2384
"raw_loss",0.037995156,1613941890543,2384
"epoch",14.999999999999964,1613941890543,2384
"wd_0",0.01,1613941890543,2384
"sqr_mom_0",0.99,1613941890543,2384
"lr_0",4.955745655089888e-06,1613941890543,2384
"mom_0",0.8511063586227529,1613941890543,2384
"eps_0",1e-05,1613941890543,2384
"wd_1",0.01,1613941890543,2384
"sqr_mom_1",0.99,1613941890543,2384
"lr_1",4.9557456550898866e-05,1613941890543,2384
"mom_1",0.8511063586227529,1613941890543,2384
"eps_1",1e-05,1613941890543,2384
"wd_2",0.01,1613941890543,2384
"sqr_mom_2",0.99,1613941890543,2384
"lr_2",0.0004955745655089887,1613941890543,2384
"mom_2",0.8511063586227529,1613941890543,2384
"eps_2",1e-05,1613941890543,2384
"valid_loss",0.10425449162721634,1613941922853,2384
"_rmse",0.32288461923599243,1613941922853,2384
"epoch",15,1613941922853,2384
"train_loss",0.054817326,1613941923915,2385
"raw_loss",0.058257557,1613941923915,2385
"epoch",15.0062893081761,1613941923915,2385
"wd_0",0.01,1613941923915,2385
"sqr_mom_0",0.99,1613941923915,2385
"lr_0",4.956295128794151e-06,1613941923915,2385
"mom_0",0.8510926217801462,1613941923915,2385
"eps_0",1e-05,1613941923915,2385
"wd_1",0.01,1613941923915,2385
"sqr_mom_1",0.99,1613941923915,2385
"lr_1",4.956295128794152e-05,1613941923915,2385
"mom_1",0.8510926217801462,1613941923915,2385
"eps_1",1e-05,1613941923915,2385
"wd_2",0.01,1613941923915,2385
"sqr_mom_2",0.99,1613941923915,2385
"lr_2",0.0004956295128794152,1613941923915,2385
"mom_2",0.8510926217801462,1613941923915,2385
"eps_2",1e-05,1613941923915,2385
"train_loss",0.055188853,1613941924874,2386
"raw_loss",0.073393695,1613941924874,2386
"epoch",15.0125786163522,1613941924874,2386
"wd_0",0.01,1613941924874,2386
"sqr_mom_0",0.99,1613941924874,2386
"lr_0",4.956841207633737e-06,1613941924874,2386
"mom_0",0.8510789698091565,1613941924874,2386
"eps_0",1e-05,1613941924874,2386
"wd_1",0.01,1613941924874,2386
"sqr_mom_1",0.99,1613941924874,2386
"lr_1",4.956841207633737e-05,1613941924874,2386
"mom_1",0.8510789698091565,1613941924874,2386
"eps_1",1e-05,1613941924874,2386
"wd_2",0.01,1613941924874,2386
"sqr_mom_2",0.99,1613941924874,2386
"lr_2",0.0004956841207633737,1613941924874,2386
"mom_2",0.8510789698091565,1613941924874,2386
"eps_2",1e-05,1613941924874,2386
"train_loss",0.054457553,1613941925827,2387
"raw_loss",0.018623773,1613941925827,2387
"epoch",15.018867924528301,1613941925827,2387
"wd_0",0.01,1613941925827,2387
"sqr_mom_0",0.99,1613941925827,2387
"lr_0",4.957383813761921e-06,1613941925827,2387
"mom_0",0.8510654046559519,1613941925827,2387
"eps_0",1e-05,1613941925827,2387
"wd_1",0.01,1613941925827,2387
"sqr_mom_1",0.99,1613941925827,2387
"lr_1",4.9573838137619205e-05,1613941925827,2387
"mom_1",0.8510654046559519,1613941925827,2387
"eps_1",1e-05,1613941925827,2387
"wd_2",0.01,1613941925827,2387
"sqr_mom_2",0.99,1613941925827,2387
"lr_2",0.000495738381376192,1613941925827,2387
"mom_2",0.8510654046559519,1613941925827,2387
"eps_2",1e-05,1613941925827,2387
"train_loss",0.05415675,1613941926809,2388
"raw_loss",0.039417464,1613941926809,2388
"epoch",15.025157232704402,1613941926809,2388
"wd_0",0.01,1613941926809,2388
"sqr_mom_0",0.99,1613941926809,2388
"lr_0",4.957923100518025e-06,1613941926809,2388
"mom_0",0.8510519224870494,1613941926809,2388
"eps_0",1e-05,1613941926809,2388
"wd_1",0.01,1613941926809,2388
"sqr_mom_1",0.99,1613941926809,2388
"lr_1",4.9579231005180236e-05,1613941926809,2388
"mom_1",0.8510519224870494,1613941926809,2388
"eps_1",1e-05,1613941926809,2388
"wd_2",0.01,1613941926809,2388
"sqr_mom_2",0.99,1613941926809,2388
"lr_2",0.0004957923100518024,1613941926809,2388
"mom_2",0.8510519224870494,1613941926809,2388
"eps_2",1e-05,1613941926809,2388
"train_loss",0.054104656,1613941927756,2389
"raw_loss",0.05155197,1613941927756,2389
"epoch",15.031446540880502,1613941927756,2389
"wd_0",0.01,1613941927756,2389
"sqr_mom_0",0.99,1613941927756,2389
"lr_0",4.95845898958434e-06,1613941927756,2389
"mom_0",0.8510385252603915,1613941927756,2389
"eps_0",1e-05,1613941927756,2389
"wd_1",0.01,1613941927756,2389
"sqr_mom_1",0.99,1613941927756,2389
"lr_1",4.95845898958434e-05,1613941927756,2389
"mom_1",0.8510385252603915,1613941927756,2389
"eps_1",1e-05,1613941927756,2389
"wd_2",0.01,1613941927756,2389
"sqr_mom_2",0.99,1613941927756,2389
"lr_2",0.000495845898958434,1613941927756,2389
"mom_2",0.8510385252603915,1613941927756,2389
"eps_2",1e-05,1613941927756,2389
"train_loss",0.053551443,1613941928719,2390
"raw_loss",0.026443902,1613941928719,2390
"epoch",15.037735849056602,1613941928719,2390
"wd_0",0.01,1613941928719,2390
"sqr_mom_0",0.99,1613941928719,2390
"lr_0",4.958991329130754e-06,1613941928719,2390
"mom_0",0.8510252167717312,1613941928719,2390
"eps_0",1e-05,1613941928719,2390
"wd_1",0.01,1613941928719,2390
"sqr_mom_1",0.99,1613941928719,2390
"lr_1",4.958991329130753e-05,1613941928719,2390
"mom_1",0.8510252167717312,1613941928719,2390
"eps_1",1e-05,1613941928719,2390
"wd_2",0.01,1613941928719,2390
"sqr_mom_2",0.99,1613941928719,2390
"lr_2",0.0004958991329130754,1613941928719,2390
"mom_2",0.8510252167717312,1613941928719,2390
"eps_2",1e-05,1613941928719,2390
"train_loss",0.05341997,1613941929685,2391
"raw_loss",0.046977878,1613941929685,2391
"epoch",15.044025157232703,1613941929685,2391
"wd_0",0.01,1613941929685,2391
"sqr_mom_0",0.99,1613941929685,2391
"lr_0",4.95952042100012e-06,1613941929685,2391
"mom_0",0.851011989474997,1613941929685,2391
"eps_0",1e-05,1613941929685,2391
"wd_1",0.01,1613941929685,2391
"sqr_mom_1",0.99,1613941929685,2391
"lr_1",4.95952042100012e-05,1613941929685,2391
"mom_1",0.851011989474997,1613941929685,2391
"eps_1",1e-05,1613941929685,2391
"wd_2",0.01,1613941929685,2391
"sqr_mom_2",0.99,1613941929685,2391
"lr_2",0.000495952042100012,1613941929685,2391
"mom_2",0.851011989474997,1613941929685,2391
"eps_2",1e-05,1613941929685,2391
"train_loss",0.053251237,1613941930642,2392
"raw_loss",0.04498331,1613941930642,2392
"epoch",15.050314465408803,1613941930642,2392
"wd_0",0.01,1613941930642,2392
"sqr_mom_0",0.99,1613941930642,2392
"lr_0",4.960046112407783e-06,1613941930642,2392
"mom_0",0.8509988471898055,1613941930642,2392
"eps_0",1e-05,1613941930642,2392
"wd_1",0.01,1613941930642,2392
"sqr_mom_1",0.99,1613941930642,2392
"lr_1",4.960046112407783e-05,1613941930642,2392
"mom_1",0.8509988471898055,1613941930642,2392
"eps_1",1e-05,1613941930642,2392
"wd_2",0.01,1613941930642,2392
"sqr_mom_2",0.99,1613941930642,2392
"lr_2",0.0004960046112407783,1613941930642,2392
"mom_2",0.8509988471898055,1613941930642,2392
"eps_2",1e-05,1613941930642,2392
"train_loss",0.052554663,1613941931606,2393
"raw_loss",0.018422564,1613941931606,2393
"epoch",15.056603773584904,1613941931606,2393
"wd_0",0.01,1613941931606,2393
"sqr_mom_0",0.99,1613941931606,2393
"lr_0",4.9605682544416165e-06,1613941931606,2393
"mom_0",0.8509857936389595,1613941931606,2393
"eps_0",1e-05,1613941931606,2393
"wd_1",0.01,1613941931606,2393
"sqr_mom_1",0.99,1613941931606,2393
"lr_1",4.9605682544416165e-05,1613941931606,2393
"mom_1",0.8509857936389595,1613941931606,2393
"eps_1",1e-05,1613941931606,2393
"wd_2",0.01,1613941931606,2393
"sqr_mom_2",0.99,1613941931606,2393
"lr_2",0.0004960568254441617,1613941931606,2393
"mom_2",0.8509857936389595,1613941931606,2393
"eps_2",1e-05,1613941931606,2393
"train_loss",0.051949456,1613941932539,2394
"raw_loss",0.0222942,1613941932539,2394
"epoch",15.062893081761004,1613941932539,2394
"wd_0",0.01,1613941932539,2394
"sqr_mom_0",0.99,1613941932539,2394
"lr_0",4.961087143162368e-06,1613941932539,2394
"mom_0",0.8509728214209408,1613941932539,2394
"eps_0",1e-05,1613941932539,2394
"wd_1",0.01,1613941932539,2394
"sqr_mom_1",0.99,1613941932539,2394
"lr_1",4.961087143162367e-05,1613941932539,2394
"mom_1",0.8509728214209408,1613941932539,2394
"eps_1",1e-05,1613941932539,2394
"wd_2",0.01,1613941932539,2394
"sqr_mom_2",0.99,1613941932539,2394
"lr_2",0.0004961087143162367,1613941932539,2394
"mom_2",0.8509728214209408,1613941932539,2394
"eps_2",1e-05,1613941932539,2394
"train_loss",0.05154974,1613941933490,2395
"raw_loss",0.031963684,1613941933490,2395
"epoch",15.069182389937104,1613941933490,2395
"wd_0",0.01,1613941933490,2395
"sqr_mom_0",0.99,1613941933490,2395
"lr_0",4.961602628702596e-06,1613941933490,2395
"mom_0",0.8509599342824351,1613941933490,2395
"eps_0",1e-05,1613941933490,2395
"wd_1",0.01,1613941933490,2395
"sqr_mom_1",0.99,1613941933490,2395
"lr_1",4.961602628702595e-05,1613941933490,2395
"mom_1",0.8509599342824351,1613941933490,2395
"eps_1",1e-05,1613941933490,2395
"wd_2",0.01,1613941933490,2395
"sqr_mom_2",0.99,1613941933490,2395
"lr_2",0.0004961602628702596,1613941933490,2395
"mom_2",0.8509599342824351,1613941933490,2395
"eps_2",1e-05,1613941933490,2395
"train_loss",0.050962042,1613941934438,2396
"raw_loss",0.022164859,1613941934438,2396
"epoch",15.075471698113205,1613941934438,2396
"wd_0",0.01,1613941934438,2396
"sqr_mom_0",0.99,1613941934438,2396
"lr_0",4.962114637619158e-06,1613941934438,2396
"mom_0",0.850947134059521,1613941934438,2396
"eps_0",1e-05,1613941934438,2396
"wd_1",0.01,1613941934438,2396
"sqr_mom_1",0.99,1613941934438,2396
"lr_1",4.962114637619158e-05,1613941934438,2396
"mom_1",0.850947134059521,1613941934438,2396
"eps_1",1e-05,1613941934438,2396
"wd_2",0.01,1613941934438,2396
"sqr_mom_2",0.99,1613941934438,2396
"lr_2",0.0004962114637619158,1613941934438,2396
"mom_2",0.850947134059521,1613941934438,2396
"eps_2",1e-05,1613941934438,2396
"train_loss",0.050568882,1613941935402,2397
"raw_loss",0.031304054,1613941935402,2397
"epoch",15.081761006289305,1613941935402,2397
"wd_0",0.01,1613941935402,2397
"sqr_mom_0",0.99,1613941935402,2397
"lr_0",4.962623314604671e-06,1613941935402,2397
"mom_0",0.8509344171348833,1613941935402,2397
"eps_0",1e-05,1613941935402,2397
"wd_1",0.01,1613941935402,2397
"sqr_mom_1",0.99,1613941935402,2397
"lr_1",4.9626233146046694e-05,1613941935402,2397
"mom_1",0.8509344171348833,1613941935402,2397
"eps_1",1e-05,1613941935402,2397
"wd_2",0.01,1613941935402,2397
"sqr_mom_2",0.99,1613941935402,2397
"lr_2",0.000496262331460467,1613941935402,2397
"mom_2",0.8509344171348833,1613941935402,2397
"eps_2",1e-05,1613941935402,2397
"train_loss",0.050096642,1613941936368,2398
"raw_loss",0.026956933,1613941936368,2398
"epoch",15.088050314465406,1613941936368,2398
"wd_0",0.01,1613941936368,2398
"sqr_mom_0",0.99,1613941936368,2398
"lr_0",4.963128585743859e-06,1613941936368,2398
"mom_0",0.8509217853564035,1613941936368,2398
"eps_0",1e-05,1613941936368,2398
"wd_1",0.01,1613941936368,2398
"sqr_mom_1",0.99,1613941936368,2398
"lr_1",4.963128585743859e-05,1613941936368,2398
"mom_1",0.8509217853564035,1613941936368,2398
"eps_1",1e-05,1613941936368,2398
"wd_2",0.01,1613941936368,2398
"sqr_mom_2",0.99,1613941936368,2398
"lr_2",0.0004963128585743859,1613941936368,2398
"mom_2",0.8509217853564035,1613941936368,2398
"eps_2",1e-05,1613941936368,2398
"train_loss",0.04985804,1613941937325,2399
"raw_loss",0.038166605,1613941937325,2399
"epoch",15.094339622641506,1613941937325,2399
"wd_0",0.01,1613941937325,2399
"sqr_mom_0",0.99,1613941937325,2399
"lr_0",4.963630450159903e-06,1613941937325,2399
"mom_0",0.8509092387460024,1613941937325,2399
"eps_0",1e-05,1613941937325,2399
"wd_1",0.01,1613941937325,2399
"sqr_mom_1",0.99,1613941937325,2399
"lr_1",4.963630450159902e-05,1613941937325,2399
"mom_1",0.8509092387460024,1613941937325,2399
"eps_1",1e-05,1613941937325,2399
"wd_2",0.01,1613941937325,2399
"sqr_mom_2",0.99,1613941937325,2399
"lr_2",0.0004963630450159903,1613941937325,2399
"mom_2",0.8509092387460024,1613941937325,2399
"eps_2",1e-05,1613941937325,2399
"train_loss",0.049664598,1613941938294,2400
"raw_loss",0.040185828,1613941938294,2400
"epoch",15.100628930817606,1613941938294,2400
"wd_0",0.01,1613941938294,2400
"sqr_mom_0",0.99,1613941938294,2400
"lr_0",4.964128765758512e-06,1613941938294,2400
"mom_0",0.8508967808560371,1613941938294,2400
"eps_0",1e-05,1613941938294,2400
"wd_1",0.01,1613941938294,2400
"sqr_mom_1",0.99,1613941938294,2400
"lr_1",4.964128765758512e-05,1613941938294,2400
"mom_1",0.8508967808560371,1613941938294,2400
"eps_1",1e-05,1613941938294,2400
"wd_2",0.01,1613941938294,2400
"sqr_mom_2",0.99,1613941938294,2400
"lr_2",0.0004964128765758512,1613941938294,2400
"mom_2",0.8508967808560371,1613941938294,2400
"eps_2",1e-05,1613941938294,2400
"train_loss",0.04970973,1613941939244,2401
"raw_loss",0.05192121,1613941939244,2401
"epoch",15.106918238993707,1613941939244,2401
"wd_0",0.01,1613941939244,2401
"sqr_mom_0",0.99,1613941939244,2401
"lr_0",4.964623815090562e-06,1613941939244,2401
"mom_0",0.850884404622736,1613941939244,2401
"eps_0",1e-05,1613941939244,2401
"wd_1",0.01,1613941939244,2401
"sqr_mom_1",0.99,1613941939244,2401
"lr_1",4.964623815090561e-05,1613941939244,2401
"mom_1",0.850884404622736,1613941939244,2401
"eps_1",1e-05,1613941939244,2401
"wd_2",0.01,1613941939244,2401
"sqr_mom_2",0.99,1613941939244,2401
"lr_2",0.0004964623815090561,1613941939244,2401
"mom_2",0.850884404622736,1613941939244,2401
"eps_2",1e-05,1613941939244,2401
"train_loss",0.04930262,1613941940202,2402
"raw_loss",0.02935416,1613941940202,2402
"epoch",15.113207547169807,1613941940202,2402
"wd_0",0.01,1613941940202,2402
"sqr_mom_0",0.99,1613941940202,2402
"lr_0",4.965115455104713e-06,1613941940202,2402
"mom_0",0.8508721136223822,1613941940202,2402
"eps_0",1e-05,1613941940202,2402
"wd_1",0.01,1613941940202,2402
"sqr_mom_1",0.99,1613941940202,2402
"lr_1",4.965115455104712e-05,1613941940202,2402
"mom_1",0.8508721136223822,1613941940202,2402
"eps_1",1e-05,1613941940202,2402
"wd_2",0.01,1613941940202,2402
"sqr_mom_2",0.99,1613941940202,2402
"lr_2",0.0004965115455104711,1613941940202,2402
"mom_2",0.8508721136223822,1613941940202,2402
"eps_2",1e-05,1613941940202,2402
"train_loss",0.049602896,1613941941159,2403
"raw_loss",0.064316444,1613941941159,2403
"epoch",15.119496855345908,1613941941159,2403
"wd_0",0.01,1613941941159,2403
"sqr_mom_0",0.99,1613941941159,2403
"lr_0",4.965603546632242e-06,1613941941159,2403
"mom_0",0.8508599113341939,1613941941159,2403
"eps_0",1e-05,1613941941159,2403
"wd_1",0.01,1613941941159,2403
"sqr_mom_1",0.99,1613941941159,2403
"lr_1",4.965603546632241e-05,1613941941159,2403
"mom_1",0.8508599113341939,1613941941159,2403
"eps_1",1e-05,1613941941159,2403
"wd_2",0.01,1613941941159,2403
"sqr_mom_2",0.99,1613941941159,2403
"lr_2",0.0004965603546632241,1613941941159,2403
"mom_2",0.8508599113341939,1613941941159,2403
"eps_2",1e-05,1613941941159,2403
"train_loss",0.04909879,1613941942120,2404
"raw_loss",0.024397567,1613941942120,2404
"epoch",15.125786163522008,1613941942120,2404
"wd_0",0.01,1613941942120,2404
"sqr_mom_0",0.99,1613941942120,2404
"lr_0",4.966088366426853e-06,1613941942120,2404
"mom_0",0.8508477908393287,1613941942120,2404
"eps_0",1e-05,1613941942120,2404
"wd_1",0.01,1613941942120,2404
"sqr_mom_1",0.99,1613941942120,2404
"lr_1",4.966088366426852e-05,1613941942120,2404
"mom_1",0.8508477908393287,1613941942120,2404
"eps_1",1e-05,1613941942120,2404
"wd_2",0.01,1613941942120,2404
"sqr_mom_2",0.99,1613941942120,2404
"lr_2",0.0004966088366426852,1613941942120,2404
"mom_2",0.8508477908393287,1613941942120,2404
"eps_2",1e-05,1613941942120,2404
"train_loss",0.048850995,1613941943073,2405
"raw_loss",0.036709007,1613941943073,2405
"epoch",15.132075471698109,1613941943073,2405
"wd_0",0.01,1613941943073,2405
"sqr_mom_0",0.99,1613941943073,2405
"lr_0",4.96656977436205e-06,1613941943073,2405
"mom_0",0.8508357556409488,1613941943073,2405
"eps_0",1e-05,1613941943073,2405
"wd_1",0.01,1613941943073,2405
"sqr_mom_1",0.99,1613941943073,2405
"lr_1",4.966569774362048e-05,1613941943073,2405
"mom_1",0.8508357556409488,1613941943073,2405
"eps_1",1e-05,1613941943073,2405
"wd_2",0.01,1613941943073,2405
"sqr_mom_2",0.99,1613941943073,2405
"lr_2",0.0004966569774362048,1613941943073,2405
"mom_2",0.8508357556409488,1613941943073,2405
"eps_2",1e-05,1613941943073,2405
"train_loss",0.048836283,1613941944028,2406
"raw_loss",0.048115518,1613941944028,2406
"epoch",15.138364779874209,1613941944028,2406
"wd_0",0.01,1613941944028,2406
"sqr_mom_0",0.99,1613941944028,2406
"lr_0",4.967047701899668e-06,1613941944028,2406
"mom_0",0.8508238074525083,1613941944028,2406
"eps_0",1e-05,1613941944028,2406
"wd_1",0.01,1613941944028,2406
"sqr_mom_1",0.99,1613941944028,2406
"lr_1",4.967047701899667e-05,1613941944028,2406
"mom_1",0.8508238074525083,1613941944028,2406
"eps_1",1e-05,1613941944028,2406
"wd_2",0.01,1613941944028,2406
"sqr_mom_2",0.99,1613941944028,2406
"lr_2",0.0004967047701899666,1613941944028,2406
"mom_2",0.8508238074525083,1613941944028,2406
"eps_2",1e-05,1613941944028,2406
"train_loss",0.048534147,1613941944995,2407
"raw_loss",0.033729505,1613941944995,2407
"epoch",15.14465408805031,1613941944995,2407
"wd_0",0.01,1613941944995,2407
"sqr_mom_0",0.99,1613941944995,2407
"lr_0",4.967522284100998e-06,1613941944995,2407
"mom_0",0.8508119428974751,1613941944995,2407
"eps_0",1e-05,1613941944995,2407
"wd_1",0.01,1613941944995,2407
"sqr_mom_1",0.99,1613941944995,2407
"lr_1",4.9675222841009976e-05,1613941944995,2407
"mom_1",0.8508119428974751,1613941944995,2407
"eps_1",1e-05,1613941944995,2407
"wd_2",0.01,1613941944995,2407
"sqr_mom_2",0.99,1613941944995,2407
"lr_2",0.0004967522284100998,1613941944995,2407
"mom_2",0.8508119428974751,1613941944995,2407
"eps_2",1e-05,1613941944995,2407
"train_loss",0.048280522,1613941946064,2408
"raw_loss",0.0358528,1613941946064,2408
"epoch",15.15094339622641,1613941946064,2408
"wd_0",0.01,1613941946064,2408
"sqr_mom_0",0.99,1613941946064,2408
"lr_0",4.967993451954561e-06,1613941946064,2408
"mom_0",0.850800163701136,1613941946064,2408
"eps_0",1e-05,1613941946064,2408
"wd_1",0.01,1613941946064,2408
"sqr_mom_1",0.99,1613941946064,2408
"lr_1",4.96799345195456e-05,1613941946064,2408
"mom_1",0.850800163701136,1613941946064,2408
"eps_1",1e-05,1613941946064,2408
"wd_2",0.01,1613941946064,2408
"sqr_mom_2",0.99,1613941946064,2408
"lr_2",0.000496799345195456,1613941946064,2408
"mom_2",0.850800163701136,1613941946064,2408
"eps_2",1e-05,1613941946064,2408
"train_loss",0.049468093,1613941947056,2409
"raw_loss",0.10765912,1613941947056,2409
"epoch",15.15723270440251,1613941947056,2409
"wd_0",0.01,1613941947056,2409
"sqr_mom_0",0.99,1613941947056,2409
"lr_0",4.968461072149372e-06,1613941947056,2409
"mom_0",0.8507884731962657,1613941947056,2409
"eps_0",1e-05,1613941947056,2409
"wd_1",0.01,1613941947056,2409
"sqr_mom_1",0.99,1613941947056,2409
"lr_1",4.968461072149372e-05,1613941947056,2409
"mom_1",0.8507884731962657,1613941947056,2409
"eps_1",1e-05,1613941947056,2409
"wd_2",0.01,1613941947056,2409
"sqr_mom_2",0.99,1613941947056,2409
"lr_2",0.0004968461072149372,1613941947056,2409
"mom_2",0.8507884731962657,1613941947056,2409
"eps_2",1e-05,1613941947056,2409
"train_loss",0.050065175,1613941948022,2410
"raw_loss",0.079322286,1613941948022,2410
"epoch",15.16352201257861,1613941948022,2410
"wd_0",0.01,1613941948022,2410
"sqr_mom_0",0.99,1613941948022,2410
"lr_0",4.968925409831648e-06,1613941948022,2410
"mom_0",0.8507768647542088,1613941948022,2410
"eps_0",1e-05,1613941948022,2410
"wd_1",0.01,1613941948022,2410
"sqr_mom_1",0.99,1613941948022,2410
"lr_1",4.968925409831647e-05,1613941948022,2410
"mom_1",0.8507768647542088,1613941948022,2410
"eps_1",1e-05,1613941948022,2410
"wd_2",0.01,1613941948022,2410
"sqr_mom_2",0.99,1613941948022,2410
"lr_2",0.0004968925409831647,1613941948022,2410
"mom_2",0.8507768647542088,1613941948022,2410
"eps_2",1e-05,1613941948022,2410
"train_loss",0.05013042,1613941949032,2411
"raw_loss",0.05332742,1613941949032,2411
"epoch",15.169811320754711,1613941949032,2411
"wd_0",0.01,1613941949032,2411
"sqr_mom_0",0.99,1613941949032,2411
"lr_0",4.969386330731235e-06,1613941949032,2411
"mom_0",0.8507653417317191,1613941949032,2411
"eps_0",1e-05,1613941949032,2411
"wd_1",0.01,1613941949032,2411
"sqr_mom_1",0.99,1613941949032,2411
"lr_1",4.9693863307312336e-05,1613941949032,2411
"mom_1",0.8507653417317191,1613941949032,2411
"eps_1",1e-05,1613941949032,2411
"wd_2",0.01,1613941949032,2411
"sqr_mom_2",0.99,1613941949032,2411
"lr_2",0.0004969386330731234,1613941949032,2411
"mom_2",0.8507653417317191,1613941949032,2411
"eps_2",1e-05,1613941949032,2411
"train_loss",0.049936358,1613941950050,2412
"raw_loss",0.04042733,1613941950050,2412
"epoch",15.176100628930811,1613941950050,2412
"wd_0",0.01,1613941950050,2412
"sqr_mom_0",0.99,1613941950050,2412
"lr_0",4.9698437044690966e-06,1613941950050,2412
"mom_0",0.8507539073882726,1613941950050,2412
"eps_0",1e-05,1613941950050,2412
"wd_1",0.01,1613941950050,2412
"sqr_mom_1",0.99,1613941950050,2412
"lr_1",4.969843704469097e-05,1613941950050,2412
"mom_1",0.8507539073882726,1613941950050,2412
"eps_1",1e-05,1613941950050,2412
"wd_2",0.01,1613941950050,2412
"sqr_mom_2",0.99,1613941950050,2412
"lr_2",0.0004969843704469097,1613941950050,2412
"mom_2",0.8507539073882726,1613941950050,2412
"eps_2",1e-05,1613941950050,2412
"train_loss",0.051089738,1613941951035,2413
"raw_loss",0.10760535,1613941951035,2413
"epoch",15.182389937106912,1613941951035,2413
"wd_0",0.01,1613941951035,2413
"sqr_mom_0",0.99,1613941951035,2413
"lr_0",4.970297790381587e-06,1613941951035,2413
"mom_0",0.8507425552404603,1613941951035,2413
"eps_0",1e-05,1613941951035,2413
"wd_1",0.01,1613941951035,2413
"sqr_mom_1",0.99,1613941951035,2413
"lr_1",4.9702977903815866e-05,1613941951035,2413
"mom_1",0.8507425552404603,1613941951035,2413
"eps_1",1e-05,1613941951035,2413
"wd_2",0.01,1613941951035,2413
"sqr_mom_2",0.99,1613941951035,2413
"lr_2",0.0004970297790381587,1613941951035,2413
"mom_2",0.8507425552404603,1613941951035,2413
"eps_2",1e-05,1613941951035,2413
"train_loss",0.05038958,1613941952001,2414
"raw_loss",0.016081924,1613941952001,2414
"epoch",15.188679245283012,1613941952001,2414
"wd_0",0.01,1613941952001,2414
"sqr_mom_0",0.99,1613941952001,2414
"lr_0",4.970748457129822e-06,1613941952001,2414
"mom_0",0.8507312885717544,1613941952001,2414
"eps_0",1e-05,1613941952001,2414
"wd_1",0.01,1613941952001,2414
"sqr_mom_1",0.99,1613941952001,2414
"lr_1",4.970748457129821e-05,1613941952001,2414
"mom_1",0.8507312885717544,1613941952001,2414
"eps_1",1e-05,1613941952001,2414
"wd_2",0.01,1613941952001,2414
"sqr_mom_2",0.99,1613941952001,2414
"lr_2",0.0004970748457129822,1613941952001,2414
"mom_2",0.8507312885717544,1613941952001,2414
"eps_2",1e-05,1613941952001,2414
"train_loss",0.051501602,1613941953005,2415
"raw_loss",0.10599062,1613941953005,2415
"epoch",15.194968553459113,1613941953005,2415
"wd_0",0.01,1613941953005,2415
"sqr_mom_0",0.99,1613941953005,2415
"lr_0",4.971195640600278e-06,1613941953005,2415
"mom_0",0.8507201089849931,1613941953005,2415
"eps_0",1e-05,1613941953005,2415
"wd_1",0.01,1613941953005,2415
"sqr_mom_1",0.99,1613941953005,2415
"lr_1",4.971195640600277e-05,1613941953005,2415
"mom_1",0.8507201089849931,1613941953005,2415
"eps_1",1e-05,1613941953005,2415
"wd_2",0.01,1613941953005,2415
"sqr_mom_2",0.99,1613941953005,2415
"lr_2",0.0004971195640600277,1613941953005,2415
"mom_2",0.8507201089849931,1613941953005,2415
"eps_2",1e-05,1613941953005,2415
"train_loss",0.051695693,1613941954111,2416
"raw_loss",0.06120616,1613941954111,2416
"epoch",15.201257861635213,1613941954111,2416
"wd_0",0.01,1613941954111,2416
"sqr_mom_0",0.99,1613941954111,2416
"lr_0",4.971639467166036e-06,1613941954111,2416
"mom_0",0.850709013320849,1613941954111,2416
"eps_0",1e-05,1613941954111,2416
"wd_1",0.01,1613941954111,2416
"sqr_mom_1",0.99,1613941954111,2416
"lr_1",4.971639467166037e-05,1613941954111,2416
"mom_1",0.850709013320849,1613941954111,2416
"eps_1",1e-05,1613941954111,2416
"wd_2",0.01,1613941954111,2416
"sqr_mom_2",0.99,1613941954111,2416
"lr_2",0.0004971639467166037,1613941954111,2416
"mom_2",0.850709013320849,1613941954111,2416
"eps_2",1e-05,1613941954111,2416
"train_loss",0.053920615,1613941955236,2417
"raw_loss",0.16294196,1613941955236,2417
"epoch",15.207547169811313,1613941955236,2417
"wd_0",0.01,1613941955236,2417
"sqr_mom_0",0.99,1613941955236,2417
"lr_0",4.972079872239257e-06,1613941955236,2417
"mom_0",0.8506980031940186,1613941955236,2417
"eps_0",1e-05,1613941955236,2417
"wd_1",0.01,1613941955236,2417
"sqr_mom_1",0.99,1613941955236,2417
"lr_1",4.972079872239257e-05,1613941955236,2417
"mom_1",0.8506980031940186,1613941955236,2417
"eps_1",1e-05,1613941955236,2417
"wd_2",0.01,1613941955236,2417
"sqr_mom_2",0.99,1613941955236,2417
"lr_2",0.0004972079872239257,1613941955236,2417
"mom_2",0.8506980031940186,1613941955236,2417
"eps_2",1e-05,1613941955236,2417
"train_loss",0.05336699,1613941957115,2418
"raw_loss",0.026239282,1613941957115,2418
"epoch",15.213836477987414,1613941957115,2418
"wd_0",0.01,1613941957115,2418
"sqr_mom_0",0.99,1613941957115,2418
"lr_0",4.9725168550556815e-06,1613941957115,2418
"mom_0",0.8506870786236079,1613941957115,2418
"eps_0",1e-05,1613941957115,2418
"wd_1",0.01,1613941957115,2418
"sqr_mom_1",0.99,1613941957115,2418
"lr_1",4.97251685505568e-05,1613941957115,2418
"mom_1",0.8506870786236079,1613941957115,2418
"eps_1",1e-05,1613941957115,2418
"wd_2",0.01,1613941957115,2418
"sqr_mom_2",0.99,1613941957115,2418
"lr_2",0.0004972516855055681,1613941957115,2418
"mom_2",0.8506870786236079,1613941957115,2418
"eps_2",1e-05,1613941957115,2418
"train_loss",0.054677296,1613941958452,2419
"raw_loss",0.118882485,1613941958452,2419
"epoch",15.220125786163514,1613941958452,2419
"wd_0",0.01,1613941958452,2419
"sqr_mom_0",0.99,1613941958452,2419
"lr_0",4.9729502920855505e-06,1613941958452,2419
"mom_0",0.8506762426978612,1613941958452,2419
"eps_0",1e-05,1613941958452,2419
"wd_1",0.01,1613941958452,2419
"sqr_mom_1",0.99,1613941958452,2419
"lr_1",4.972950292085549e-05,1613941958452,2419
"mom_1",0.8506762426978612,1613941958452,2419
"eps_1",1e-05,1613941958452,2419
"wd_2",0.01,1613941958452,2419
"sqr_mom_2",0.99,1613941958452,2419
"lr_2",0.000497295029208555,1613941958452,2419
"mom_2",0.8506762426978612,1613941958452,2419
"eps_2",1e-05,1613941958452,2419
"train_loss",0.05406119,1613941959788,2420
"raw_loss",0.023871858,1613941959788,2420
"epoch",15.226415094339615,1613941959788,2420
"wd_0",0.01,1613941959788,2420
"sqr_mom_0",0.99,1613941959788,2420
"lr_0",4.973380429092818e-06,1613941959788,2420
"mom_0",0.8506654892726796,1613941959788,2420
"eps_0",1e-05,1613941959788,2420
"wd_1",0.01,1613941959788,2420
"sqr_mom_1",0.99,1613941959788,2420
"lr_1",4.973380429092816e-05,1613941959788,2420
"mom_1",0.8506654892726796,1613941959788,2420
"eps_1",1e-05,1613941959788,2420
"wd_2",0.01,1613941959788,2420
"sqr_mom_2",0.99,1613941959788,2420
"lr_2",0.0004973380429092817,1613941959788,2420
"mom_2",0.8506654892726796,1613941959788,2420
"eps_2",1e-05,1613941959788,2420
"train_loss",0.053630978,1613941961054,2421
"raw_loss",0.03255068,1613941961054,2421
"epoch",15.232704402515715,1613941961054,2421
"wd_0",0.01,1613941961054,2421
"sqr_mom_0",0.99,1613941961054,2421
"lr_0",4.97380714158636e-06,1613941961054,2421
"mom_0",0.850654821460341,1613941961054,2421
"eps_0",1e-05,1613941961054,2421
"wd_1",0.01,1613941961054,2421
"sqr_mom_1",0.99,1613941961054,2421
"lr_1",4.97380714158636e-05,1613941961054,2421
"mom_1",0.850654821460341,1613941961054,2421
"eps_1",1e-05,1613941961054,2421
"wd_2",0.01,1613941961054,2421
"sqr_mom_2",0.99,1613941961054,2421
"lr_2",0.0004973807141586359,1613941961054,2421
"mom_2",0.850654821460341,1613941961054,2421
"eps_2",1e-05,1613941961054,2421
"train_loss",0.053205226,1613941962042,2422
"raw_loss",0.032343272,1613941962042,2422
"epoch",15.238993710691815,1613941962042,2422
"wd_0",0.01,1613941962042,2422
"sqr_mom_0",0.99,1613941962042,2422
"lr_0",4.974230308974977e-06,1613941962042,2422
"mom_0",0.8506442422756255,1613941962042,2422
"eps_0",1e-05,1613941962042,2422
"wd_1",0.01,1613941962042,2422
"sqr_mom_1",0.99,1613941962042,2422
"lr_1",4.974230308974977e-05,1613941962042,2422
"mom_1",0.8506442422756255,1613941962042,2422
"eps_1",1e-05,1613941962042,2422
"wd_2",0.01,1613941962042,2422
"sqr_mom_2",0.99,1613941962042,2422
"lr_2",0.0004974230308974977,1613941962042,2422
"mom_2",0.8506442422756255,1613941962042,2422
"eps_2",1e-05,1613941962042,2422
"train_loss",0.05391982,1613941963017,2423
"raw_loss",0.0889349,1613941963017,2423
"epoch",15.245283018867916,1613941963017,2423
"wd_0",0.01,1613941963017,2423
"sqr_mom_0",0.99,1613941963017,2423
"lr_0",4.974650171199612e-06,1613941963017,2423
"mom_0",0.8506337457200097,1613941963017,2423
"eps_0",1e-05,1613941963017,2423
"wd_1",0.01,1613941963017,2423
"sqr_mom_1",0.99,1613941963017,2423
"lr_1",4.9746501711996114e-05,1613941963017,2423
"mom_1",0.8506337457200097,1613941963017,2423
"eps_1",1e-05,1613941963017,2423
"wd_2",0.01,1613941963017,2423
"sqr_mom_2",0.99,1613941963017,2423
"lr_2",0.0004974650171199612,1613941963017,2423
"mom_2",0.8506337457200097,1613941963017,2423
"eps_2",1e-05,1613941963017,2423
"train_loss",0.053413626,1613941963970,2424
"raw_loss",0.028610257,1613941963970,2424
"epoch",15.251572327044016,1613941963970,2424
"wd_0",0.01,1613941963970,2424
"sqr_mom_0",0.99,1613941963970,2424
"lr_0",4.97506660670707e-06,1613941963970,2424
"mom_0",0.8506233348323232,1613941963970,2424
"eps_0",1e-05,1613941963970,2424
"wd_1",0.01,1613941963970,2424
"sqr_mom_1",0.99,1613941963970,2424
"lr_1",4.9750666067070696e-05,1613941963970,2424
"mom_1",0.8506233348323232,1613941963970,2424
"eps_1",1e-05,1613941963970,2424
"wd_2",0.01,1613941963970,2424
"sqr_mom_2",0.99,1613941963970,2424
"lr_2",0.0004975066606707069,1613941963970,2424
"mom_2",0.8506233348323232,1613941963970,2424
"eps_2",1e-05,1613941963970,2424
"train_loss",0.052970666,1613941964925,2425
"raw_loss",0.0312657,1613941964925,2425
"epoch",15.257861635220117,1613941964925,2425
"wd_0",0.01,1613941964925,2425
"sqr_mom_0",0.99,1613941964925,2425
"lr_0",4.975479556310673e-06,1613941964925,2425
"mom_0",0.8506130110922332,1613941964925,2425
"eps_0",1e-05,1613941964925,2425
"wd_1",0.01,1613941964925,2425
"sqr_mom_1",0.99,1613941964925,2425
"lr_1",4.975479556310673e-05,1613941964925,2425
"mom_1",0.8506130110922332,1613941964925,2425
"eps_1",1e-05,1613941964925,2425
"wd_2",0.01,1613941964925,2425
"sqr_mom_2",0.99,1613941964925,2425
"lr_2",0.0004975479556310673,1613941964925,2425
"mom_2",0.8506130110922332,1613941964925,2425
"eps_2",1e-05,1613941964925,2425
"train_loss",0.052881204,1613941965876,2426
"raw_loss",0.04849757,1613941965876,2426
"epoch",15.264150943396217,1613941965876,2426
"wd_0",0.01,1613941965876,2426
"sqr_mom_0",0.99,1613941965876,2426
"lr_0",4.975889136709089e-06,1613941965876,2426
"mom_0",0.8506027715822728,1613941965876,2426
"eps_0",1e-05,1613941965876,2426
"wd_1",0.01,1613941965876,2426
"sqr_mom_1",0.99,1613941965876,2426
"lr_1",4.9758891367090884e-05,1613941965876,2426
"mom_1",0.8506027715822728,1613941965876,2426
"eps_1",1e-05,1613941965876,2426
"wd_2",0.01,1613941965876,2426
"sqr_mom_2",0.99,1613941965876,2426
"lr_2",0.0004975889136709089,1613941965876,2426
"mom_2",0.8506027715822728,1613941965876,2426
"eps_2",1e-05,1613941965876,2426
"train_loss",0.052901097,1613941966835,2427
"raw_loss",0.053875826,1613941966835,2427
"epoch",15.270440251572317,1613941966835,2427
"wd_0",0.01,1613941966835,2427
"sqr_mom_0",0.99,1613941966835,2427
"lr_0",4.976295288240284e-06,1613941966835,2427
"mom_0",0.8505926177939929,1613941966835,2427
"eps_0",1e-05,1613941966835,2427
"wd_1",0.01,1613941966835,2427
"sqr_mom_1",0.99,1613941966835,2427
"lr_1",4.976295288240283e-05,1613941966835,2427
"mom_1",0.8505926177939929,1613941966835,2427
"eps_1",1e-05,1613941966835,2427
"wd_2",0.01,1613941966835,2427
"sqr_mom_2",0.99,1613941966835,2427
"lr_2",0.0004976295288240283,1613941966835,2427
"mom_2",0.8505926177939929,1613941966835,2427
"eps_2",1e-05,1613941966835,2427
"train_loss",0.052289028,1613941967808,2428
"raw_loss",0.022297597,1613941967808,2428
"epoch",15.276729559748418,1613941967808,2428
"wd_0",0.01,1613941967808,2428
"sqr_mom_0",0.99,1613941967808,2428
"lr_0",4.9766978961959095e-06,1613941967808,2428
"mom_0",0.8505825525951023,1613941967808,2428
"eps_0",1e-05,1613941967808,2428
"wd_1",0.01,1613941967808,2428
"sqr_mom_1",0.99,1613941967808,2428
"lr_1",4.976697896195909e-05,1613941967808,2428
"mom_1",0.8505825525951023,1613941967808,2428
"eps_1",1e-05,1613941967808,2428
"wd_2",0.01,1613941967808,2428
"sqr_mom_2",0.99,1613941967808,2428
"lr_2",0.0004976697896195909,1613941967808,2428
"mom_2",0.8505825525951023,1613941967808,2428
"eps_2",1e-05,1613941967808,2428
"train_loss",0.054963753,1613941968764,2429
"raw_loss",0.18602549,1613941968764,2429
"epoch",15.283018867924518,1613941968764,2429
"wd_0",0.01,1613941968764,2429
"sqr_mom_0",0.99,1613941968764,2429
"lr_0",4.977097188859465e-06,1613941968764,2429
"mom_0",0.8505725702785134,1613941968764,2429
"eps_0",1e-05,1613941968764,2429
"wd_1",0.01,1613941968764,2429
"sqr_mom_1",0.99,1613941968764,2429
"lr_1",4.977097188859465e-05,1613941968764,2429
"mom_1",0.8505725702785134,1613941968764,2429
"eps_1",1e-05,1613941968764,2429
"wd_2",0.01,1613941968764,2429
"sqr_mom_2",0.99,1613941968764,2429
"lr_2",0.0004977097188859465,1613941968764,2429
"mom_2",0.8505725702785134,1613941968764,2429
"eps_2",1e-05,1613941968764,2429
"train_loss",0.054377005,1613941969736,2430
"raw_loss",0.025626374,1613941969736,2430
"epoch",15.289308176100619,1613941969736,2430
"wd_0",0.01,1613941969736,2430
"sqr_mom_0",0.99,1613941969736,2430
"lr_0",4.977493050559404e-06,1613941969736,2430
"mom_0",0.8505626737360149,1613941969736,2430
"eps_0",1e-05,1613941969736,2430
"wd_1",0.01,1613941969736,2430
"sqr_mom_1",0.99,1613941969736,2430
"lr_1",4.977493050559402e-05,1613941969736,2430
"mom_1",0.8505626737360149,1613941969736,2430
"eps_1",1e-05,1613941969736,2430
"wd_2",0.01,1613941969736,2430
"sqr_mom_2",0.99,1613941969736,2430
"lr_2",0.0004977493050559403,1613941969736,2430
"mom_2",0.8505626737360149,1613941969736,2430
"eps_2",1e-05,1613941969736,2430
"train_loss",0.053993557,1613941970684,2431
"raw_loss",0.035204608,1613941970684,2431
"epoch",15.295597484276719,1613941970684,2431
"wd_0",0.01,1613941970684,2431
"sqr_mom_0",0.99,1613941970684,2431
"lr_0",4.9778853695314395e-06,1613941970684,2431
"mom_0",0.8505528657617141,1613941970684,2431
"eps_0",1e-05,1613941970684,2431
"wd_1",0.01,1613941970684,2431
"sqr_mom_1",0.99,1613941970684,2431
"lr_1",4.977885369531438e-05,1613941970684,2431
"mom_1",0.8505528657617141,1613941970684,2431
"eps_1",1e-05,1613941970684,2431
"wd_2",0.01,1613941970684,2431
"sqr_mom_2",0.99,1613941970684,2431
"lr_2",0.0004977885369531438,1613941970684,2431
"mom_2",0.8505528657617141,1613941970684,2431
"eps_2",1e-05,1613941970684,2431
"train_loss",0.054001667,1613941971676,2432
"raw_loss",0.054399118,1613941971676,2432
"epoch",15.30188679245282,1613941971676,2432
"wd_0",0.01,1613941971676,2432
"sqr_mom_0",0.99,1613941971676,2432
"lr_0",4.978274368225099e-06,1613941971676,2432
"mom_0",0.8505431407943725,1613941971676,2432
"eps_0",1e-05,1613941971676,2432
"wd_1",0.01,1613941971676,2432
"sqr_mom_1",0.99,1613941971676,2432
"lr_1",4.978274368225098e-05,1613941971676,2432
"mom_1",0.8505431407943725,1613941971676,2432
"eps_1",1e-05,1613941971676,2432
"wd_2",0.01,1613941971676,2432
"sqr_mom_2",0.99,1613941971676,2432
"lr_2",0.0004978274368225098,1613941971676,2432
"mom_2",0.8505431407943725,1613941971676,2432
"eps_2",1e-05,1613941971676,2432
"train_loss",0.0538287,1613941972634,2433
"raw_loss",0.04535344,1613941972634,2433
"epoch",15.30817610062892,1613941972634,2433
"wd_0",0.01,1613941972634,2433
"sqr_mom_0",0.99,1613941972634,2433
"lr_0",4.978659933912315e-06,1613941972634,2433
"mom_0",0.8505335016521921,1613941972634,2433
"eps_0",1e-05,1613941972634,2433
"wd_1",0.01,1613941972634,2433
"sqr_mom_1",0.99,1613941972634,2433
"lr_1",4.978659933912315e-05,1613941972634,2433
"mom_1",0.8505335016521921,1613941972634,2433
"eps_1",1e-05,1613941972634,2433
"wd_2",0.01,1613941972634,2433
"sqr_mom_2",0.99,1613941972634,2433
"lr_2",0.0004978659933912316,1613941972634,2433
"mom_2",0.8505335016521921,1613941972634,2433
"eps_2",1e-05,1613941972634,2433
"train_loss",0.054065824,1613941973586,2434
"raw_loss",0.06568481,1613941973586,2434
"epoch",15.31446540880502,1613941973586,2434
"wd_0",0.01,1613941973586,2434
"sqr_mom_0",0.99,1613941973586,2434
"lr_0",4.979042011849345e-06,1613941973586,2434
"mom_0",0.8505239497037663,1613941973586,2434
"eps_0",1e-05,1613941973586,2434
"wd_1",0.01,1613941973586,2434
"sqr_mom_1",0.99,1613941973586,2434
"lr_1",4.979042011849344e-05,1613941973586,2434
"mom_1",0.8505239497037663,1613941973586,2434
"eps_1",1e-05,1613941973586,2434
"wd_2",0.01,1613941973586,2434
"sqr_mom_2",0.99,1613941973586,2434
"lr_2",0.0004979042011849345,1613941973586,2434
"mom_2",0.8505239497037663,1613941973586,2434
"eps_2",1e-05,1613941973586,2434
"train_loss",0.053607162,1613941974571,2435
"raw_loss",0.031132704,1613941974571,2435
"epoch",15.32075471698112,1613941974571,2435
"wd_0",0.01,1613941974571,2435
"sqr_mom_0",0.99,1613941974571,2435
"lr_0",4.9794207100105855e-06,1613941974571,2435
"mom_0",0.8505144822497354,1613941974571,2435
"eps_0",1e-05,1613941974571,2435
"wd_1",0.01,1613941974571,2435
"sqr_mom_1",0.99,1613941974571,2435
"lr_1",4.979420710010585e-05,1613941974571,2435
"mom_1",0.8505144822497354,1613941974571,2435
"eps_1",1e-05,1613941974571,2435
"wd_2",0.01,1613941974571,2435
"sqr_mom_2",0.99,1613941974571,2435
"lr_2",0.0004979420710010585,1613941974571,2435
"mom_2",0.8505144822497354,1613941974571,2435
"eps_2",1e-05,1613941974571,2435
"train_loss",0.05362834,1613941975515,2436
"raw_loss",0.054665994,1613941975515,2436
"epoch",15.327044025157221,1613941975515,2436
"wd_0",0.01,1613941975515,2436
"sqr_mom_0",0.99,1613941975515,2436
"lr_0",4.979795973176076e-06,1613941975515,2436
"mom_0",0.8505051006705981,1613941975515,2436
"eps_0",1e-05,1613941975515,2436
"wd_1",0.01,1613941975515,2436
"sqr_mom_1",0.99,1613941975515,2436
"lr_1",4.979795973176075e-05,1613941975515,2436
"mom_1",0.8505051006705981,1613941975515,2436
"eps_1",1e-05,1613941975515,2436
"wd_2",0.01,1613941975515,2436
"sqr_mom_2",0.99,1613941975515,2436
"lr_2",0.0004979795973176076,1613941975515,2436
"mom_2",0.8505051006705981,1613941975515,2436
"eps_2",1e-05,1613941975515,2436
"train_loss",0.054172542,1613941976466,2437
"raw_loss",0.08083839,1613941976466,2437
"epoch",15.333333333333321,1613941976466,2437
"wd_0",0.01,1613941976466,2437
"sqr_mom_0",0.99,1613941976466,2437
"lr_0",4.980167695474995e-06,1613941976466,2437
"mom_0",0.8504958076131252,1613941976466,2437
"eps_0",1e-05,1613941976466,2437
"wd_1",0.01,1613941976466,2437
"sqr_mom_1",0.99,1613941976466,2437
"lr_1",4.980167695474994e-05,1613941976466,2437
"mom_1",0.8504958076131252,1613941976466,2437
"eps_1",1e-05,1613941976466,2437
"wd_2",0.01,1613941976466,2437
"sqr_mom_2",0.99,1613941976466,2437
"lr_2",0.0004980167695474994,1613941976466,2437
"mom_2",0.8504958076131252,1613941976466,2437
"eps_2",1e-05,1613941976466,2437
"train_loss",0.055008933,1613941977425,2438
"raw_loss",0.09599216,1613941977425,2438
"epoch",15.339622641509422,1613941977425,2438
"wd_0",0.01,1613941977425,2438
"sqr_mom_0",0.99,1613941977425,2438
"lr_0",4.9805360876783075e-06,1613941977425,2438
"mom_0",0.8504865978080423,1613941977425,2438
"eps_0",1e-05,1613941977425,2438
"wd_1",0.01,1613941977425,2438
"sqr_mom_1",0.99,1613941977425,2438
"lr_1",4.9805360876783075e-05,1613941977425,2438
"mom_1",0.8504865978080423,1613941977425,2438
"eps_1",1e-05,1613941977425,2438
"wd_2",0.01,1613941977425,2438
"sqr_mom_2",0.99,1613941977425,2438
"lr_2",0.0004980536087678308,1613941977425,2438
"mom_2",0.8504865978080423,1613941977425,2438
"eps_2",1e-05,1613941977425,2438
"train_loss",0.055943403,1613941978373,2439
"raw_loss",0.10173247,1613941978373,2439
"epoch",15.345911949685522,1613941978373,2439
"wd_0",0.01,1613941978373,2439
"sqr_mom_0",0.99,1613941978373,2439
"lr_0",4.980901042950296e-06,1613941978373,2439
"mom_0",0.8504774739262426,1613941978373,2439
"eps_0",1e-05,1613941978373,2439
"wd_1",0.01,1613941978373,2439
"sqr_mom_1",0.99,1613941978373,2439
"lr_1",4.980901042950295e-05,1613941978373,2439
"mom_1",0.8504774739262426,1613941978373,2439
"eps_1",1e-05,1613941978373,2439
"wd_2",0.01,1613941978373,2439
"sqr_mom_2",0.99,1613941978373,2439
"lr_2",0.0004980901042950295,1613941978373,2439
"mom_2",0.8504774739262426,1613941978373,2439
"eps_2",1e-05,1613941978373,2439
"train_loss",0.06172208,1613941979307,2440
"raw_loss",0.34487754,1613941979307,2440
"epoch",15.352201257861623,1613941979307,2440
"wd_0",0.01,1613941979307,2440
"sqr_mom_0",0.99,1613941979307,2440
"lr_0",4.981262560657632e-06,1613941979307,2440
"mom_0",0.8504684359835593,1613941979307,2440
"eps_0",1e-05,1613941979307,2440
"wd_1",0.01,1613941979307,2440
"sqr_mom_1",0.99,1613941979307,2440
"lr_1",4.9812625606576306e-05,1613941979307,2440
"mom_1",0.8504684359835593,1613941979307,2440
"eps_1",1e-05,1613941979307,2440
"wd_2",0.01,1613941979307,2440
"sqr_mom_2",0.99,1613941979307,2440
"lr_2",0.0004981262560657631,1613941979307,2440
"mom_2",0.8504684359835593,1613941979307,2440
"eps_2",1e-05,1613941979307,2440
"train_loss",0.06210229,1613941980254,2441
"raw_loss",0.080732614,1613941980254,2441
"epoch",15.358490566037723,1613941980254,2441
"wd_0",0.01,1613941980254,2441
"sqr_mom_0",0.99,1613941980254,2441
"lr_0",4.981620538862166e-06,1613941980254,2441
"mom_0",0.8504594865284458,1613941980254,2441
"eps_0",1e-05,1613941980254,2441
"wd_1",0.01,1613941980254,2441
"sqr_mom_1",0.99,1613941980254,2441
"lr_1",4.981620538862164e-05,1613941980254,2441
"mom_1",0.8504594865284458,1613941980254,2441
"eps_1",1e-05,1613941980254,2441
"wd_2",0.01,1613941980254,2441
"sqr_mom_2",0.99,1613941980254,2441
"lr_2",0.0004981620538862165,1613941980254,2441
"mom_2",0.8504594865284458,1613941980254,2441
"eps_2",1e-05,1613941980254,2441
"train_loss",0.062189657,1613941981201,2442
"raw_loss",0.06647051,1613941981201,2442
"epoch",15.364779874213824,1613941981201,2442
"wd_0",0.01,1613941981201,2442
"sqr_mom_0",0.99,1613941981201,2442
"lr_0",4.981975180541797e-06,1613941981201,2442
"mom_0",0.850450620486455,1613941981201,2442
"eps_0",1e-05,1613941981201,2442
"wd_1",0.01,1613941981201,2442
"sqr_mom_1",0.99,1613941981201,2442
"lr_1",4.981975180541796e-05,1613941981201,2442
"mom_1",0.850450620486455,1613941981201,2442
"eps_1",1e-05,1613941981201,2442
"wd_2",0.01,1613941981201,2442
"sqr_mom_2",0.99,1613941981201,2442
"lr_2",0.0004981975180541797,1613941981201,2442
"mom_2",0.850450620486455,1613941981201,2442
"eps_2",1e-05,1613941981201,2442
"train_loss",0.063655384,1613941982183,2443
"raw_loss",0.13547602,1613941982183,2443
"epoch",15.371069182389924,1613941982183,2443
"wd_0",0.01,1613941982183,2443
"sqr_mom_0",0.99,1613941982183,2443
"lr_0",4.9823263827927685e-06,1613941982183,2443
"mom_0",0.8504418404301808,1613941982183,2443
"eps_0",1e-05,1613941982183,2443
"wd_1",0.01,1613941982183,2443
"sqr_mom_1",0.99,1613941982183,2443
"lr_1",4.982326382792768e-05,1613941982183,2443
"mom_1",0.8504418404301808,1613941982183,2443
"eps_1",1e-05,1613941982183,2443
"wd_2",0.01,1613941982183,2443
"sqr_mom_2",0.99,1613941982183,2443
"lr_2",0.0004982326382792768,1613941982183,2443
"mom_2",0.8504418404301808,1613941982183,2443
"eps_2",1e-05,1613941982183,2443
"train_loss",0.0651419,1613941983132,2444
"raw_loss",0.13798127,1613941983132,2444
"epoch",15.377358490566024,1613941983132,2444
"wd_0",0.01,1613941983132,2444
"sqr_mom_0",0.99,1613941983132,2444
"lr_0",4.982674095816956e-06,1613941983132,2444
"mom_0",0.8504331476045761,1613941983132,2444
"eps_0",1e-05,1613941983132,2444
"wd_1",0.01,1613941983132,2444
"sqr_mom_1",0.99,1613941983132,2444
"lr_1",4.982674095816956e-05,1613941983132,2444
"mom_1",0.8504331476045761,1613941983132,2444
"eps_1",1e-05,1613941983132,2444
"wd_2",0.01,1613941983132,2444
"sqr_mom_2",0.99,1613941983132,2444
"lr_2",0.0004982674095816956,1613941983132,2444
"mom_2",0.8504331476045761,1613941983132,2444
"eps_2",1e-05,1613941983132,2444
"train_loss",0.06626217,1613941984075,2445
"raw_loss",0.1211553,1613941984075,2445
"epoch",15.383647798742125,1613941984075,2445
"wd_0",0.01,1613941984075,2445
"sqr_mom_0",0.99,1613941984075,2445
"lr_0",4.983018417877313e-06,1613941984075,2445
"mom_0",0.8504245395530672,1613941984075,2445
"eps_0",1e-05,1613941984075,2445
"wd_1",0.01,1613941984075,2445
"sqr_mom_1",0.99,1613941984075,2445
"lr_1",4.983018417877312e-05,1613941984075,2445
"mom_1",0.8504245395530672,1613941984075,2445
"eps_1",1e-05,1613941984075,2445
"wd_2",0.01,1613941984075,2445
"sqr_mom_2",0.99,1613941984075,2445
"lr_2",0.0004983018417877312,1613941984075,2445
"mom_2",0.8504245395530672,1613941984075,2445
"eps_2",1e-05,1613941984075,2445
"train_loss",0.06546471,1613941985058,2446
"raw_loss",0.026389122,1613941985058,2446
"epoch",15.389937106918225,1613941985058,2446
"wd_0",0.01,1613941985058,2446
"sqr_mom_0",0.99,1613941985058,2446
"lr_0",4.983359298698622e-06,1613941985058,2446
"mom_0",0.8504160175325345,1613941985058,2446
"eps_0",1e-05,1613941985058,2446
"wd_1",0.01,1613941985058,2446
"sqr_mom_1",0.99,1613941985058,2446
"lr_1",4.983359298698621e-05,1613941985058,2446
"mom_1",0.8504160175325345,1613941985058,2446
"eps_1",1e-05,1613941985058,2446
"wd_2",0.01,1613941985058,2446
"sqr_mom_2",0.99,1613941985058,2446
"lr_2",0.0004983359298698621,1613941985058,2446
"mom_2",0.8504160175325345,1613941985058,2446
"eps_2",1e-05,1613941985058,2446
"train_loss",0.06484564,1613941986025,2447
"raw_loss",0.034511015,1613941986025,2447
"epoch",15.396226415094326,1613941986025,2447
"wd_0",0.01,1613941986025,2447
"sqr_mom_0",0.99,1613941986025,2447
"lr_0",4.9836966422470115e-06,1613941986025,2447
"mom_0",0.8504075839438248,1613941986025,2447
"eps_0",1e-05,1613941986025,2447
"wd_1",0.01,1613941986025,2447
"sqr_mom_1",0.99,1613941986025,2447
"lr_1",4.983696642247011e-05,1613941986025,2447
"mom_1",0.8504075839438248,1613941986025,2447
"eps_1",1e-05,1613941986025,2447
"wd_2",0.01,1613941986025,2447
"sqr_mom_2",0.99,1613941986025,2447
"lr_2",0.0004983696642247011,1613941986025,2447
"mom_2",0.8504075839438248,1613941986025,2447
"eps_2",1e-05,1613941986025,2447
"train_loss",0.06492343,1613941986997,2448
"raw_loss",0.068735115,1613941986997,2448
"epoch",15.402515723270426,1613941986997,2448
"wd_0",0.01,1613941986997,2448
"sqr_mom_0",0.99,1613941986997,2448
"lr_0",4.984030639800289e-06,1613941986997,2448
"mom_0",0.8503992340049927,1613941986997,2448
"eps_0",1e-05,1613941986997,2448
"wd_1",0.01,1613941986997,2448
"sqr_mom_1",0.99,1613941986997,2448
"lr_1",4.984030639800288e-05,1613941986997,2448
"mom_1",0.8503992340049927,1613941986997,2448
"eps_1",1e-05,1613941986997,2448
"wd_2",0.01,1613941986997,2448
"sqr_mom_2",0.99,1613941986997,2448
"lr_2",0.0004984030639800289,1613941986997,2448
"mom_2",0.8503992340049927,1613941986997,2448
"eps_2",1e-05,1613941986997,2448
"train_loss",0.06427045,1613941987945,2449
"raw_loss",0.03227465,1613941987945,2449
"epoch",15.408805031446526,1613941987945,2449
"wd_0",0.01,1613941987945,2449
"sqr_mom_0",0.99,1613941987945,2449
"lr_0",4.984361194357955e-06,1613941987945,2449
"mom_0",0.8503909701410511,1613941987945,2449
"eps_0",1e-05,1613941987945,2449
"wd_1",0.01,1613941987945,2449
"sqr_mom_1",0.99,1613941987945,2449
"lr_1",4.984361194357955e-05,1613941987945,2449
"mom_1",0.8503909701410511,1613941987945,2449
"eps_1",1e-05,1613941987945,2449
"wd_2",0.01,1613941987945,2449
"sqr_mom_2",0.99,1613941987945,2449
"lr_2",0.0004984361194357956,1613941987945,2449
"mom_2",0.8503909701410511,1613941987945,2449
"eps_2",1e-05,1613941987945,2449
"train_loss",0.06389585,1613941988939,2450
"raw_loss",0.04554051,1613941988939,2450
"epoch",15.415094339622627,1613941988939,2450
"wd_0",0.01,1613941988939,2450
"sqr_mom_0",0.99,1613941988939,2450
"lr_0",4.984688212840483e-06,1613941988939,2450
"mom_0",0.8503827946789879,1613941988939,2450
"eps_0",1e-05,1613941988939,2450
"wd_1",0.01,1613941988939,2450
"sqr_mom_1",0.99,1613941988939,2450
"lr_1",4.9846882128404824e-05,1613941988939,2450
"mom_1",0.8503827946789879,1613941988939,2450
"eps_1",1e-05,1613941988939,2450
"wd_2",0.01,1613941988939,2450
"sqr_mom_2",0.99,1613941988939,2450
"lr_2",0.0004984688212840482,1613941988939,2450
"mom_2",0.8503827946789879,1613941988939,2450
"eps_2",1e-05,1613941988939,2450
"train_loss",0.06369654,1613941989919,2451
"raw_loss",0.05393033,1613941989919,2451
"epoch",15.421383647798727,1613941989919,2451
"wd_0",0.01,1613941989919,2451
"sqr_mom_0",0.99,1613941989919,2451
"lr_0",4.98501188067124e-06,1613941989919,2451
"mom_0",0.850374702983219,1613941989919,2451
"eps_0",1e-05,1613941989919,2451
"wd_1",0.01,1613941989919,2451
"sqr_mom_1",0.99,1613941989919,2451
"lr_1",4.985011880671239e-05,1613941989919,2451
"mom_1",0.850374702983219,1613941989919,2451
"eps_1",1e-05,1613941989919,2451
"wd_2",0.01,1613941989919,2451
"sqr_mom_2",0.99,1613941989919,2451
"lr_2",0.000498501188067124,1613941989919,2451
"mom_2",0.850374702983219,1613941989919,2451
"eps_2",1e-05,1613941989919,2451
"train_loss",0.06562165,1613941990876,2452
"raw_loss",0.15995227,1613941990876,2452
"epoch",15.427672955974828,1613941990876,2452
"wd_0",0.01,1613941990876,2452
"sqr_mom_0",0.99,1613941990876,2452
"lr_0",4.9853321038035865e-06,1613941990876,2452
"mom_0",0.8503666974049103,1613941990876,2452
"eps_0",1e-05,1613941990876,2452
"wd_1",0.01,1613941990876,2452
"sqr_mom_1",0.99,1613941990876,2452
"lr_1",4.985332103803586e-05,1613941990876,2452
"mom_1",0.8503666974049103,1613941990876,2452
"eps_1",1e-05,1613941990876,2452
"wd_2",0.01,1613941990876,2452
"sqr_mom_2",0.99,1613941990876,2452
"lr_2",0.0004985332103803586,1613941990876,2452
"mom_2",0.8503666974049103,1613941990876,2452
"eps_2",1e-05,1613941990876,2452
"train_loss",0.06553736,1613941991868,2453
"raw_loss",0.061407335,1613941991868,2453
"epoch",15.433962264150928,1613941991868,2453
"wd_0",0.01,1613941991868,2453
"sqr_mom_0",0.99,1613941991868,2453
"lr_0",4.98564883689784e-06,1613941991868,2453
"mom_0",0.850358779077554,1613941991868,2453
"eps_0",1e-05,1613941991868,2453
"wd_1",0.01,1613941991868,2453
"sqr_mom_1",0.99,1613941991868,2453
"lr_1",4.9856488368978394e-05,1613941991868,2453
"mom_1",0.850358779077554,1613941991868,2453
"eps_1",1e-05,1613941991868,2453
"wd_2",0.01,1613941991868,2453
"sqr_mom_2",0.99,1613941991868,2453
"lr_2",0.000498564883689784,1613941991868,2453
"mom_2",0.850358779077554,1613941991868,2453
"eps_2",1e-05,1613941991868,2453
"train_loss",0.06645174,1613941992839,2454
"raw_loss",0.111256436,1613941992839,2454
"epoch",15.440251572327028,1613941992839,2454
"wd_0",0.01,1613941992839,2454
"sqr_mom_0",0.99,1613941992839,2454
"lr_0",4.985962169462089e-06,1613941992839,2454
"mom_0",0.8503509457634477,1613941992839,2454
"eps_0",1e-05,1613941992839,2454
"wd_1",0.01,1613941992839,2454
"sqr_mom_1",0.99,1613941992839,2454
"lr_1",4.9859621694620885e-05,1613941992839,2454
"mom_1",0.8503509457634477,1613941992839,2454
"eps_1",1e-05,1613941992839,2454
"wd_2",0.01,1613941992839,2454
"sqr_mom_2",0.99,1613941992839,2454
"lr_2",0.0004985962169462088,1613941992839,2454
"mom_2",0.8503509457634477,1613941992839,2454
"eps_2",1e-05,1613941992839,2454
"train_loss",0.06671978,1613941993834,2455
"raw_loss",0.07985331,1613941993834,2455
"epoch",15.446540880503129,1613941993834,2455
"wd_0",0.01,1613941993834,2455
"sqr_mom_0",0.99,1613941993834,2455
"lr_0",4.98627205567884e-06,1613941993834,2455
"mom_0",0.850343198608029,1613941993834,2455
"eps_0",1e-05,1613941993834,2455
"wd_1",0.01,1613941993834,2455
"sqr_mom_1",0.99,1613941993834,2455
"lr_1",4.98627205567884e-05,1613941993834,2455
"mom_1",0.850343198608029,1613941993834,2455
"eps_1",1e-05,1613941993834,2455
"wd_2",0.01,1613941993834,2455
"sqr_mom_2",0.99,1613941993834,2455
"lr_2",0.000498627205567884,1613941993834,2455
"mom_2",0.850343198608029,1613941993834,2455
"eps_2",1e-05,1613941993834,2455
"train_loss",0.06879489,1613941994798,2456
"raw_loss",0.17047542,1613941994798,2456
"epoch",15.45283018867923,1613941994798,2456
"wd_0",0.01,1613941994798,2456
"sqr_mom_0",0.99,1613941994798,2456
"lr_0",4.986578408381703e-06,1613941994798,2456
"mom_0",0.8503355397904574,1613941994798,2456
"eps_0",1e-05,1613941994798,2456
"wd_1",0.01,1613941994798,2456
"sqr_mom_1",0.99,1613941994798,2456
"lr_1",4.986578408381702e-05,1613941994798,2456
"mom_1",0.8503355397904574,1613941994798,2456
"eps_1",1e-05,1613941994798,2456
"wd_2",0.01,1613941994798,2456
"sqr_mom_2",0.99,1613941994798,2456
"lr_2",0.0004986578408381703,1613941994798,2456
"mom_2",0.8503355397904574,1613941994798,2456
"eps_2",1e-05,1613941994798,2456
"train_loss",0.06903134,1613941995761,2457
"raw_loss",0.08061763,1613941995761,2457
"epoch",15.45911949685533,1613941995761,2457
"wd_0",0.01,1613941995761,2457
"sqr_mom_0",0.99,1613941995761,2457
"lr_0",4.986881401276303e-06,1613941995761,2457
"mom_0",0.8503279649680924,1613941995761,2457
"eps_0",1e-05,1613941995761,2457
"wd_1",0.01,1613941995761,2457
"sqr_mom_1",0.99,1613941995761,2457
"lr_1",4.986881401276302e-05,1613941995761,2457
"mom_1",0.8503279649680924,1613941995761,2457
"eps_1",1e-05,1613941995761,2457
"wd_2",0.01,1613941995761,2457
"sqr_mom_2",0.99,1613941995761,2457
"lr_2",0.0004986881401276303,1613941995761,2457
"mom_2",0.8503279649680924,1613941995761,2457
"eps_2",1e-05,1613941995761,2457
"train_loss",0.0693968,1613941996724,2458
"raw_loss",0.087304436,1613941996724,2458
"epoch",15.46540880503143,1613941996724,2458
"wd_0",0.01,1613941996724,2458
"sqr_mom_0",0.99,1613941996724,2458
"lr_0",4.987180946228212e-06,1613941996724,2458
"mom_0",0.8503204763442948,1613941996724,2458
"eps_0",1e-05,1613941996724,2458
"wd_1",0.01,1613941996724,2458
"sqr_mom_1",0.99,1613941996724,2458
"lr_1",4.987180946228211e-05,1613941996724,2458
"mom_1",0.8503204763442948,1613941996724,2458
"eps_1",1e-05,1613941996724,2458
"wd_2",0.01,1613941996724,2458
"sqr_mom_2",0.99,1613941996724,2458
"lr_2",0.0004987180946228211,1613941996724,2458
"mom_2",0.8503204763442948,1613941996724,2458
"eps_2",1e-05,1613941996724,2458
"train_loss",0.0692331,1613941997704,2459
"raw_loss",0.061211556,1613941997704,2459
"epoch",15.47169811320753,1613941997704,2459
"wd_0",0.01,1613941997704,2459
"sqr_mom_0",0.99,1613941997704,2459
"lr_0",4.987477042717613e-06,1613941997704,2459
"mom_0",0.8503130739320597,1613941997704,2459
"eps_0",1e-05,1613941997704,2459
"wd_1",0.01,1613941997704,2459
"sqr_mom_1",0.99,1613941997704,2459
"lr_1",4.987477042717613e-05,1613941997704,2459
"mom_1",0.8503130739320597,1613941997704,2459
"eps_1",1e-05,1613941997704,2459
"wd_2",0.01,1613941997704,2459
"sqr_mom_2",0.99,1613941997704,2459
"lr_2",0.0004987477042717613,1613941997704,2459
"mom_2",0.8503130739320597,1613941997704,2459
"eps_2",1e-05,1613941997704,2459
"train_loss",0.06845065,1613941998640,2460
"raw_loss",0.03011085,1613941998640,2460
"epoch",15.47798742138363,1613941998640,2460
"wd_0",0.01,1613941998640,2460
"sqr_mom_0",0.99,1613941998640,2460
"lr_0",4.987769607523257e-06,1613941998640,2460
"mom_0",0.8503057598119186,1613941998640,2460
"eps_0",1e-05,1613941998640,2460
"wd_1",0.01,1613941998640,2460
"sqr_mom_1",0.99,1613941998640,2460
"lr_1",4.987769607523255e-05,1613941998640,2460
"mom_1",0.8503057598119186,1613941998640,2460
"eps_1",1e-05,1613941998640,2460
"wd_2",0.01,1613941998640,2460
"sqr_mom_2",0.99,1613941998640,2460
"lr_2",0.0004987769607523255,1613941998640,2460
"mom_2",0.8503057598119186,1613941998640,2460
"eps_2",1e-05,1613941998640,2460
"train_loss",0.06910386,1613941999606,2461
"raw_loss",0.10111117,1613941999606,2461
"epoch",15.484276729559731,1613941999606,2461
"wd_0",0.01,1613941999606,2461
"sqr_mom_0",0.99,1613941999606,2461
"lr_0",4.9880588065328655e-06,1613941999606,2461
"mom_0",0.8502985298366783,1613941999606,2461
"eps_0",1e-05,1613941999606,2461
"wd_1",0.01,1613941999606,2461
"sqr_mom_1",0.99,1613941999606,2461
"lr_1",4.9880588065328655e-05,1613941999606,2461
"mom_1",0.8502985298366783,1613941999606,2461
"eps_1",1e-05,1613941999606,2461
"wd_2",0.01,1613941999606,2461
"sqr_mom_2",0.99,1613941999606,2461
"lr_2",0.0004988058806532866,1613941999606,2461
"mom_2",0.8502985298366783,1613941999606,2461
"eps_2",1e-05,1613941999606,2461
"train_loss",0.07132812,1613942000607,2462
"raw_loss",0.18031697,1613942000607,2462
"epoch",15.490566037735832,1613942000607,2462
"wd_0",0.01,1613942000607,2462
"sqr_mom_0",0.99,1613942000607,2462
"lr_0",4.98834455555657e-06,1613942000607,2462
"mom_0",0.8502913861110858,1613942000607,2462
"eps_0",1e-05,1613942000607,2462
"wd_1",0.01,1613942000607,2462
"sqr_mom_1",0.99,1613942000607,2462
"lr_1",4.98834455555657e-05,1613942000607,2462
"mom_1",0.8502913861110858,1613942000607,2462
"eps_1",1e-05,1613942000607,2462
"wd_2",0.01,1613942000607,2462
"sqr_mom_2",0.99,1613942000607,2462
"lr_2",0.000498834455555657,1613942000607,2462
"mom_2",0.8502913861110858,1613942000607,2462
"eps_2",1e-05,1613942000607,2462
"train_loss",0.07572874,1613942001566,2463
"raw_loss",0.29135934,1613942001566,2463
"epoch",15.496855345911932,1613942001566,2463
"wd_0",0.01,1613942001566,2463
"sqr_mom_0",0.99,1613942001566,2463
"lr_0",4.9886268142159934e-06,1613942001566,2463
"mom_0",0.8502843296446002,1613942001566,2463
"eps_0",1e-05,1613942001566,2463
"wd_1",0.01,1613942001566,2463
"sqr_mom_1",0.99,1613942001566,2463
"lr_1",4.988626814215993e-05,1613942001566,2463
"mom_1",0.8502843296446002,1613942001566,2463
"eps_1",1e-05,1613942001566,2463
"wd_2",0.01,1613942001566,2463
"sqr_mom_2",0.99,1613942001566,2463
"lr_2",0.0004988626814215992,1613942001566,2463
"mom_2",0.8502843296446002,1613942001566,2463
"eps_2",1e-05,1613942001566,2463
"train_loss",0.07576797,1613942002522,2464
"raw_loss",0.07769065,1613942002522,2464
"epoch",15.503144654088032,1613942002522,2464
"wd_0",0.01,1613942002522,2464
"sqr_mom_0",0.99,1613942002522,2464
"lr_0",4.988905662276824e-06,1613942002522,2464
"mom_0",0.8502773584430794,1613942002522,2464
"eps_0",1e-05,1613942002522,2464
"wd_1",0.01,1613942002522,2464
"sqr_mom_1",0.99,1613942002522,2464
"lr_1",4.988905662276823e-05,1613942002522,2464
"mom_1",0.8502773584430794,1613942002522,2464
"eps_1",1e-05,1613942002522,2464
"wd_2",0.01,1613942002522,2464
"sqr_mom_2",0.99,1613942002522,2464
"lr_2",0.0004988905662276824,1613942002522,2464
"mom_2",0.8502773584430794,1613942002522,2464
"eps_2",1e-05,1613942002522,2464
"train_loss",0.07840765,1613942003479,2465
"raw_loss",0.20775218,1613942003479,2465
"epoch",15.509433962264133,1613942003479,2465
"wd_0",0.01,1613942003479,2465
"sqr_mom_0",0.99,1613942003479,2465
"lr_0",4.989181058882154e-06,1613942003479,2465
"mom_0",0.8502704735279462,1613942003479,2465
"eps_0",1e-05,1613942003479,2465
"wd_1",0.01,1613942003479,2465
"sqr_mom_1",0.99,1613942003479,2465
"lr_1",4.989181058882153e-05,1613942003479,2465
"mom_1",0.8502704735279462,1613942003479,2465
"eps_1",1e-05,1613942003479,2465
"wd_2",0.01,1613942003479,2465
"sqr_mom_2",0.99,1613942003479,2465
"lr_2",0.0004989181058882153,1613942003479,2465
"mom_2",0.8502704735279462,1613942003479,2465
"eps_2",1e-05,1613942003479,2465
"train_loss",0.079427324,1613942004422,2466
"raw_loss",0.1293912,1613942004422,2466
"epoch",15.515723270440233,1613942004422,2466
"wd_0",0.01,1613942004422,2466
"sqr_mom_0",0.99,1613942004422,2466
"lr_0",4.989452926732739e-06,1613942004422,2466
"mom_0",0.8502636768316816,1613942004422,2466
"eps_0",1e-05,1613942004422,2466
"wd_1",0.01,1613942004422,2466
"sqr_mom_1",0.99,1613942004422,2466
"lr_1",4.989452926732738e-05,1613942004422,2466
"mom_1",0.8502636768316816,1613942004422,2466
"eps_1",1e-05,1613942004422,2466
"wd_2",0.01,1613942004422,2466
"sqr_mom_2",0.99,1613942004422,2466
"lr_2",0.0004989452926732738,1613942004422,2466
"mom_2",0.8502636768316816,1613942004422,2466
"eps_2",1e-05,1613942004422,2466
"train_loss",0.07857214,1613942005371,2467
"raw_loss",0.03666798,1613942005371,2467
"epoch",15.522012578616334,1613942005371,2467
"wd_0",0.01,1613942005371,2467
"sqr_mom_0",0.99,1613942005371,2467
"lr_0",4.989721419980887e-06,1613942005371,2467
"mom_0",0.8502569645004778,1613942005371,2467
"eps_0",1e-05,1613942005371,2467
"wd_1",0.01,1613942005371,2467
"sqr_mom_1",0.99,1613942005371,2467
"lr_1",4.9897214199808864e-05,1613942005371,2467
"mom_1",0.8502569645004778,1613942005371,2467
"eps_1",1e-05,1613942005371,2467
"wd_2",0.01,1613942005371,2467
"sqr_mom_2",0.99,1613942005371,2467
"lr_2",0.0004989721419980886,1613942005371,2467
"mom_2",0.8502569645004778,1613942005371,2467
"eps_2",1e-05,1613942005371,2467
"train_loss",0.08018567,1613942006303,2468
"raw_loss",0.1592485,1613942006303,2468
"epoch",15.528301886792434,1613942006303,2468
"wd_0",0.01,1613942006303,2468
"sqr_mom_0",0.99,1613942006303,2468
"lr_0",4.989986460357905e-06,1613942006303,2468
"mom_0",0.8502503384910524,1613942006303,2468
"eps_0",1e-05,1613942006303,2468
"wd_1",0.01,1613942006303,2468
"sqr_mom_1",0.99,1613942006303,2468
"lr_1",4.989986460357905e-05,1613942006303,2468
"mom_1",0.8502503384910524,1613942006303,2468
"eps_1",1e-05,1613942006303,2468
"wd_2",0.01,1613942006303,2468
"sqr_mom_2",0.99,1613942006303,2468
"lr_2",0.0004989986460357905,1613942006303,2468
"mom_2",0.8502503384910524,1613942006303,2468
"eps_2",1e-05,1613942006303,2468
"train_loss",0.07992287,1613942007255,2469
"raw_loss",0.06704565,1613942007255,2469
"epoch",15.534591194968534,1613942007255,2469
"wd_0",0.01,1613942007255,2469
"sqr_mom_0",0.99,1613942007255,2469
"lr_0",4.99024797352732e-06,1613942007255,2469
"mom_0",0.850243800661817,1613942007255,2469
"eps_0",1e-05,1613942007255,2469
"wd_1",0.01,1613942007255,2469
"sqr_mom_1",0.99,1613942007255,2469
"lr_1",4.9902479735273185e-05,1613942007255,2469
"mom_1",0.850243800661817,1613942007255,2469
"eps_1",1e-05,1613942007255,2469
"wd_2",0.01,1613942007255,2469
"sqr_mom_2",0.99,1613942007255,2469
"lr_2",0.0004990247973527318,1613942007255,2469
"mom_2",0.850243800661817,1613942007255,2469
"eps_2",1e-05,1613942007255,2469
"train_loss",0.07930804,1613942008190,2470
"raw_loss",0.04918155,1613942008190,2470
"epoch",15.540880503144635,1613942008190,2470
"wd_0",0.01,1613942008190,2470
"sqr_mom_0",0.99,1613942008190,2470
"lr_0",4.990506107770206e-06,1613942008190,2470
"mom_0",0.8502373473057449,1613942008190,2470
"eps_0",1e-05,1613942008190,2470
"wd_1",0.01,1613942008190,2470
"sqr_mom_1",0.99,1613942008190,2470
"lr_1",4.990506107770206e-05,1613942008190,2470
"mom_1",0.8502373473057449,1613942008190,2470
"eps_1",1e-05,1613942008190,2470
"wd_2",0.01,1613942008190,2470
"sqr_mom_2",0.99,1613942008190,2470
"lr_2",0.0004990506107770206,1613942008190,2470
"mom_2",0.8502373473057449,1613942008190,2470
"eps_2",1e-05,1613942008190,2470
"train_loss",0.07870954,1613942009133,2471
"raw_loss",0.049383167,1613942009133,2471
"epoch",15.547169811320735,1613942009133,2471
"wd_0",0.01,1613942009133,2471
"sqr_mom_0",0.99,1613942009133,2471
"lr_0",4.990760787780254e-06,1613942009133,2471
"mom_0",0.8502309803054937,1613942009133,2471
"eps_0",1e-05,1613942009133,2471
"wd_1",0.01,1613942009133,2471
"sqr_mom_1",0.99,1613942009133,2471
"lr_1",4.9907607877802526e-05,1613942009133,2471
"mom_1",0.8502309803054937,1613942009133,2471
"eps_1",1e-05,1613942009133,2471
"wd_2",0.01,1613942009133,2471
"sqr_mom_2",0.99,1613942009133,2471
"lr_2",0.0004990760787780253,1613942009133,2471
"mom_2",0.8502309803054937,1613942009133,2471
"eps_2",1e-05,1613942009133,2471
"train_loss",0.079567544,1613942010076,2472
"raw_loss",0.12160971,1613942010076,2472
"epoch",15.553459119496836,1613942010076,2472
"wd_0",0.01,1613942010076,2472
"sqr_mom_0",0.99,1613942010076,2472
"lr_0",4.991011977650241e-06,1613942010076,2472
"mom_0",0.850224700558744,1613942010076,2472
"eps_0",1e-05,1613942010076,2472
"wd_1",0.01,1613942010076,2472
"sqr_mom_1",0.99,1613942010076,2472
"lr_1",4.9910119776502405e-05,1613942010076,2472
"mom_1",0.850224700558744,1613942010076,2472
"eps_1",1e-05,1613942010076,2472
"wd_2",0.01,1613942010076,2472
"sqr_mom_2",0.99,1613942010076,2472
"lr_2",0.000499101197765024,1613942010076,2472
"mom_2",0.850224700558744,1613942010076,2472
"eps_2",1e-05,1613942010076,2472
"train_loss",0.07919177,1613942011029,2473
"raw_loss",0.06077872,1613942011029,2473
"epoch",15.559748427672936,1613942011029,2473
"wd_0",0.01,1613942011029,2473
"sqr_mom_0",0.99,1613942011029,2473
"lr_0",4.991259748365884e-06,1613942011029,2473
"mom_0",0.8502185062908528,1613942011029,2473
"eps_0",1e-05,1613942011029,2473
"wd_1",0.01,1613942011029,2473
"sqr_mom_1",0.99,1613942011029,2473
"lr_1",4.991259748365885e-05,1613942011029,2473
"mom_1",0.8502185062908528,1613942011029,2473
"eps_1",1e-05,1613942011029,2473
"wd_2",0.01,1613942011029,2473
"sqr_mom_2",0.99,1613942011029,2473
"lr_2",0.0004991259748365885,1613942011029,2473
"mom_2",0.8502185062908528,1613942011029,2473
"eps_2",1e-05,1613942011029,2473
"train_loss",0.078628995,1613942011987,2474
"raw_loss",0.05105329,1613942011987,2474
"epoch",15.566037735849036,1613942011987,2474
"wd_0",0.01,1613942011987,2474
"sqr_mom_0",0.99,1613942011987,2474
"lr_0",4.991504063540856e-06,1613942011987,2474
"mom_0",0.8502123984114786,1613942011987,2474
"eps_0",1e-05,1613942011987,2474
"wd_1",0.01,1613942011987,2474
"sqr_mom_1",0.99,1613942011987,2474
"lr_1",4.991504063540856e-05,1613942011987,2474
"mom_1",0.8502123984114786,1613942011987,2474
"eps_1",1e-05,1613942011987,2474
"wd_2",0.01,1613942011987,2474
"sqr_mom_2",0.99,1613942011987,2474
"lr_2",0.0004991504063540855,1613942011987,2474
"mom_2",0.8502123984114786,1613942011987,2474
"eps_2",1e-05,1613942011987,2474
"train_loss",0.07801685,1613942012938,2475
"raw_loss",0.048021756,1613942012938,2475
"epoch",15.572327044025137,1613942012938,2475
"wd_0",0.01,1613942012938,2475
"sqr_mom_0",0.99,1613942012938,2475
"lr_0",4.991744854767788e-06,1613942012938,2475
"mom_0",0.8502063786308053,1613942012938,2475
"eps_0",1e-05,1613942012938,2475
"wd_1",0.01,1613942012938,2475
"sqr_mom_1",0.99,1613942012938,2475
"lr_1",4.991744854767788e-05,1613942012938,2475
"mom_1",0.8502063786308053,1613942012938,2475
"eps_1",1e-05,1613942012938,2475
"wd_2",0.01,1613942012938,2475
"sqr_mom_2",0.99,1613942012938,2475
"lr_2",0.0004991744854767788,1613942012938,2475
"mom_2",0.8502063786308053,1613942012938,2475
"eps_2",1e-05,1613942012938,2475
"train_loss",0.077600315,1613942013896,2476
"raw_loss",0.057190306,1613942013896,2476
"epoch",15.578616352201237,1613942013896,2476
"wd_0",0.01,1613942013896,2476
"sqr_mom_0",0.99,1613942013896,2476
"lr_0",4.991982258578174e-06,1613942013896,2476
"mom_0",0.8502004435355457,1613942013896,2476
"eps_0",1e-05,1613942013896,2476
"wd_1",0.01,1613942013896,2476
"sqr_mom_1",0.99,1613942013896,2476
"lr_1",4.991982258578173e-05,1613942013896,2476
"mom_1",0.8502004435355457,1613942013896,2476
"eps_1",1e-05,1613942013896,2476
"wd_2",0.01,1613942013896,2476
"sqr_mom_2",0.99,1613942013896,2476
"lr_2",0.0004991982258578173,1613942013896,2476
"mom_2",0.8502004435355457,1613942013896,2476
"eps_2",1e-05,1613942013896,2476
"train_loss",0.07714585,1613942014847,2477
"raw_loss",0.054876965,1613942014847,2477
"epoch",15.584905660377338,1613942014847,2477
"wd_0",0.01,1613942014847,2477
"sqr_mom_0",0.99,1613942014847,2477
"lr_0",4.992216205594075e-06,1613942014847,2477
"mom_0",0.8501945948601481,1613942014847,2477
"eps_0",1e-05,1613942014847,2477
"wd_1",0.01,1613942014847,2477
"sqr_mom_1",0.99,1613942014847,2477
"lr_1",4.9922162055940736e-05,1613942014847,2477
"mom_1",0.8501945948601481,1613942014847,2477
"eps_1",1e-05,1613942014847,2477
"wd_2",0.01,1613942014847,2477
"sqr_mom_2",0.99,1613942014847,2477
"lr_2",0.0004992216205594074,1613942014847,2477
"mom_2",0.8501945948601481,1613942014847,2477
"eps_2",1e-05,1613942014847,2477
"train_loss",0.07691152,1613942015806,2478
"raw_loss",0.06542901,1613942015806,2478
"epoch",15.591194968553438,1613942015806,2478
"wd_0",0.01,1613942015806,2478
"sqr_mom_0",0.99,1613942015806,2478
"lr_0",4.99244669540951e-06,1613942015806,2478
"mom_0",0.8501888326147623,1613942015806,2478
"eps_0",1e-05,1613942015806,2478
"wd_1",0.01,1613942015806,2478
"sqr_mom_1",0.99,1613942015806,2478
"lr_1",4.992446695409509e-05,1613942015806,2478
"mom_1",0.8501888326147623,1613942015806,2478
"eps_1",1e-05,1613942015806,2478
"wd_2",0.01,1613942015806,2478
"sqr_mom_2",0.99,1613942015806,2478
"lr_2",0.0004992446695409509,1613942015806,2478
"mom_2",0.8501888326147623,1613942015806,2478
"eps_2",1e-05,1613942015806,2478
"train_loss",0.07627303,1613942016776,2479
"raw_loss",0.044987157,1613942016776,2479
"epoch",15.597484276729539,1613942016776,2479
"wd_0",0.01,1613942016776,2479
"sqr_mom_0",0.99,1613942016776,2479
"lr_0",4.992673663572252e-06,1613942016776,2479
"mom_0",0.8501831584106937,1613942016776,2479
"eps_0",1e-05,1613942016776,2479
"wd_1",0.01,1613942016776,2479
"sqr_mom_1",0.99,1613942016776,2479
"lr_1",4.9926736635722516e-05,1613942016776,2479
"mom_1",0.8501831584106937,1613942016776,2479
"eps_1",1e-05,1613942016776,2479
"wd_2",0.01,1613942016776,2479
"sqr_mom_2",0.99,1613942016776,2479
"lr_2",0.0004992673663572251,1613942016776,2479
"mom_2",0.8501831584106937,1613942016776,2479
"eps_2",1e-05,1613942016776,2479
"train_loss",0.07646181,1613942017784,2480
"raw_loss",0.08571194,1613942017784,2480
"epoch",15.603773584905639,1613942017784,2480
"wd_0",0.01,1613942017784,2480
"sqr_mom_0",0.99,1613942017784,2480
"lr_0",4.992897238775951e-06,1613942017784,2480
"mom_0",0.8501775690306013,1613942017784,2480
"eps_0",1e-05,1613942017784,2480
"wd_1",0.01,1613942017784,2480
"sqr_mom_1",0.99,1613942017784,2480
"lr_1",4.9928972387759506e-05,1613942017784,2480
"mom_1",0.8501775690306013,1613942017784,2480
"eps_1",1e-05,1613942017784,2480
"wd_2",0.01,1613942017784,2480
"sqr_mom_2",0.99,1613942017784,2480
"lr_2",0.0004992897238775951,1613942017784,2480
"mom_2",0.8501775690306013,1613942017784,2480
"eps_2",1e-05,1613942017784,2480
"train_loss",0.077201575,1613942018722,2481
"raw_loss",0.11345013,1613942018722,2481
"epoch",15.61006289308174,1613942018722,2481
"wd_0",0.01,1613942018722,2481
"sqr_mom_0",0.99,1613942018722,2481
"lr_0",4.993117355597351e-06,1613942018722,2481
"mom_0",0.8501720661100662,1613942018722,2481
"eps_0",1e-05,1613942018722,2481
"wd_1",0.01,1613942018722,2481
"sqr_mom_1",0.99,1613942018722,2481
"lr_1",4.99311735559735e-05,1613942018722,2481
"mom_1",0.8501720661100662,1613942018722,2481
"eps_1",1e-05,1613942018722,2481
"wd_2",0.01,1613942018722,2481
"sqr_mom_2",0.99,1613942018722,2481
"lr_2",0.0004993117355597351,1613942018722,2481
"mom_2",0.8501720661100662,1613942018722,2481
"eps_2",1e-05,1613942018722,2481
"train_loss",0.07688949,1613942019676,2482
"raw_loss",0.061597615,1613942019676,2482
"epoch",15.61635220125784,1613942019676,2482
"wd_0",0.01,1613942019676,2482
"sqr_mom_0",0.99,1613942019676,2482
"lr_0",4.993333983103114e-06,1613942019676,2482
"mom_0",0.8501666504224221,1613942019676,2482
"eps_0",1e-05,1613942019676,2482
"wd_1",0.01,1613942019676,2482
"sqr_mom_1",0.99,1613942019676,2482
"lr_1",4.993333983103114e-05,1613942019676,2482
"mom_1",0.8501666504224221,1613942019676,2482
"eps_1",1e-05,1613942019676,2482
"wd_2",0.01,1613942019676,2482
"sqr_mom_2",0.99,1613942019676,2482
"lr_2",0.0004993333983103114,1613942019676,2482
"mom_2",0.8501666504224221,1613942019676,2482
"eps_2",1e-05,1613942019676,2482
"train_loss",0.075963445,1613942020636,2483
"raw_loss",0.030587252,1613942020636,2483
"epoch",15.62264150943394,1613942020636,2483
"wd_0",0.01,1613942020636,2483
"sqr_mom_0",0.99,1613942020636,2483
"lr_0",4.993547182511708e-06,1613942020636,2483
"mom_0",0.8501613204372073,1613942020636,2483
"eps_0",1e-05,1613942020636,2483
"wd_1",0.01,1613942020636,2483
"sqr_mom_1",0.99,1613942020636,2483
"lr_1",4.993547182511707e-05,1613942020636,2483
"mom_1",0.8501613204372073,1613942020636,2483
"eps_1",1e-05,1613942020636,2483
"wd_2",0.01,1613942020636,2483
"sqr_mom_2",0.99,1613942020636,2483
"lr_2",0.0004993547182511707,1613942020636,2483
"mom_2",0.8501613204372073,1613942020636,2483
"eps_2",1e-05,1613942020636,2483
"train_loss",0.07766408,1613942021600,2484
"raw_loss",0.16099511,1613942021600,2484
"epoch",15.62893081761004,1613942021600,2484
"wd_0",0.01,1613942021600,2484
"sqr_mom_0",0.99,1613942021600,2484
"lr_0",4.993756922410119e-06,1613942021600,2484
"mom_0",0.850156076939747,1613942021600,2484
"eps_0",1e-05,1613942021600,2484
"wd_1",0.01,1613942021600,2484
"sqr_mom_1",0.99,1613942021600,2484
"lr_1",4.9937569224101184e-05,1613942021600,2484
"mom_1",0.850156076939747,1613942021600,2484
"eps_1",1e-05,1613942021600,2484
"wd_2",0.01,1613942021600,2484
"sqr_mom_2",0.99,1613942021600,2484
"lr_2",0.0004993756922410118,1613942021600,2484
"mom_2",0.850156076939747,1613942021600,2484
"eps_2",1e-05,1613942021600,2484
"train_loss",0.077130176,1613942022573,2485
"raw_loss",0.05096886,1613942022573,2485
"epoch",15.635220125786141,1613942022573,2485
"wd_0",0.01,1613942022573,2485
"sqr_mom_0",0.99,1613942022573,2485
"lr_0",4.993963144282149e-06,1613942022573,2485
"mom_0",0.8501509213929462,1613942022573,2485
"eps_0",1e-05,1613942022573,2485
"wd_1",0.01,1613942022573,2485
"sqr_mom_1",0.99,1613942022573,2485
"lr_1",4.993963144282148e-05,1613942022573,2485
"mom_1",0.8501509213929462,1613942022573,2485
"eps_1",1e-05,1613942022573,2485
"wd_2",0.01,1613942022573,2485
"sqr_mom_2",0.99,1613942022573,2485
"lr_2",0.0004993963144282148,1613942022573,2485
"mom_2",0.8501509213929462,1613942022573,2485
"eps_2",1e-05,1613942022573,2485
"train_loss",0.07667178,1613942023552,2486
"raw_loss",0.054210342,1613942023552,2486
"epoch",15.641509433962241,1613942023552,2486
"wd_0",0.01,1613942023552,2486
"sqr_mom_0",0.99,1613942023552,2486
"lr_0",4.994165965058052e-06,1613942023552,2486
"mom_0",0.8501458508735487,1613942023552,2486
"eps_0",1e-05,1613942023552,2486
"wd_1",0.01,1613942023552,2486
"sqr_mom_1",0.99,1613942023552,2486
"lr_1",4.994165965058051e-05,1613942023552,2486
"mom_1",0.8501458508735487,1613942023552,2486
"eps_1",1e-05,1613942023552,2486
"wd_2",0.01,1613942023552,2486
"sqr_mom_2",0.99,1613942023552,2486
"lr_2",0.0004994165965058052,1613942023552,2486
"mom_2",0.8501458508735487,1613942023552,2486
"eps_2",1e-05,1613942023552,2486
"train_loss",0.07577214,1613942024530,2487
"raw_loss",0.03168975,1613942024530,2487
"epoch",15.647798742138342,1613942024530,2487
"wd_0",0.01,1613942024530,2487
"sqr_mom_0",0.99,1613942024530,2487
"lr_0",4.994365325249967e-06,1613942024530,2487
"mom_0",0.8501408668687508,1613942024530,2487
"eps_0",1e-05,1613942024530,2487
"wd_1",0.01,1613942024530,2487
"sqr_mom_1",0.99,1613942024530,2487
"lr_1",4.994365325249966e-05,1613942024530,2487
"mom_1",0.8501408668687508,1613942024530,2487
"eps_1",1e-05,1613942024530,2487
"wd_2",0.01,1613942024530,2487
"sqr_mom_2",0.99,1613942024530,2487
"lr_2",0.0004994365325249967,1613942024530,2487
"mom_2",0.8501408668687508,1613942024530,2487
"eps_2",1e-05,1613942024530,2487
"train_loss",0.075177394,1613942025480,2488
"raw_loss",0.046034902,1613942025480,2488
"epoch",15.654088050314442,1613942025480,2488
"wd_0",0.01,1613942025480,2488
"sqr_mom_0",0.99,1613942025480,2488
"lr_0",4.99456116931103e-06,1613942025480,2488
"mom_0",0.8501359707672242,1613942025480,2488
"eps_0",1e-05,1613942025480,2488
"wd_1",0.01,1613942025480,2488
"sqr_mom_1",0.99,1613942025480,2488
"lr_1",4.994561169311029e-05,1613942025480,2488
"mom_1",0.8501359707672242,1613942025480,2488
"eps_1",1e-05,1613942025480,2488
"wd_2",0.01,1613942025480,2488
"sqr_mom_2",0.99,1613942025480,2488
"lr_2",0.0004994561169311029,1613942025480,2488
"mom_2",0.8501359707672242,1613942025480,2488
"eps_2",1e-05,1613942025480,2488
"train_loss",0.07443744,1613942026431,2489
"raw_loss",0.03817961,1613942026431,2489
"epoch",15.660377358490543,1613942026431,2489
"wd_0",0.01,1613942026431,2489
"sqr_mom_0",0.99,1613942026431,2489
"lr_0",4.994753608287155e-06,1613942026431,2489
"mom_0",0.8501311597928212,1613942026431,2489
"eps_0",1e-05,1613942026431,2489
"wd_1",0.01,1613942026431,2489
"sqr_mom_1",0.99,1613942026431,2489
"lr_1",4.994753608287154e-05,1613942026431,2489
"mom_1",0.8501311597928212,1613942026431,2489
"eps_1",1e-05,1613942026431,2489
"wd_2",0.01,1613942026431,2489
"sqr_mom_2",0.99,1613942026431,2489
"lr_2",0.0004994753608287154,1613942026431,2489
"mom_2",0.8501311597928212,1613942026431,2489
"eps_2",1e-05,1613942026431,2489
"train_loss",0.073927626,1613942027422,2490
"raw_loss",0.048946854,1613942027422,2490
"epoch",15.666666666666643,1613942027422,2490
"wd_0",0.01,1613942027422,2490
"sqr_mom_0",0.99,1613942027422,2490
"lr_0",4.994942585659522e-06,1613942027422,2490
"mom_0",0.850126435358512,1613942027422,2490
"eps_0",1e-05,1613942027422,2490
"wd_1",0.01,1613942027422,2490
"sqr_mom_1",0.99,1613942027422,2490
"lr_1",4.994942585659521e-05,1613942027422,2490
"mom_1",0.850126435358512,1613942027422,2490
"eps_1",1e-05,1613942027422,2490
"wd_2",0.01,1613942027422,2490
"sqr_mom_2",0.99,1613942027422,2490
"lr_2",0.0004994942585659521,1613942027422,2490
"mom_2",0.850126435358512,1613942027422,2490
"eps_2",1e-05,1613942027422,2490
"train_loss",0.074537806,1613942028374,2491
"raw_loss",0.1044368,1613942028374,2491
"epoch",15.672955974842743,1613942028374,2491
"wd_0",0.01,1613942028374,2491
"sqr_mom_0",0.99,1613942028374,2491
"lr_0",4.995128074975866e-06,1613942028374,2491
"mom_0",0.8501217981256034,1613942028374,2491
"eps_0",1e-05,1613942028374,2491
"wd_1",0.01,1613942028374,2491
"sqr_mom_1",0.99,1613942028374,2491
"lr_1",4.995128074975865e-05,1613942028374,2491
"mom_1",0.8501217981256034,1613942028374,2491
"eps_1",1e-05,1613942028374,2491
"wd_2",0.01,1613942028374,2491
"sqr_mom_2",0.99,1613942028374,2491
"lr_2",0.0004995128074975865,1613942028374,2491
"mom_2",0.8501217981256034,1613942028374,2491
"eps_2",1e-05,1613942028374,2491
"train_loss",0.0737242,1613942029330,2492
"raw_loss",0.03385744,1613942029330,2492
"epoch",15.679245283018844,1613942029330,2492
"wd_0",0.01,1613942029330,2492
"sqr_mom_0",0.99,1613942029330,2492
"lr_0",4.995310128655067e-06,1613942029330,2492
"mom_0",0.8501172467836233,1613942029330,2492
"eps_0",1e-05,1613942029330,2492
"wd_1",0.01,1613942029330,2492
"sqr_mom_1",0.99,1613942029330,2492
"lr_1",4.9953101286550674e-05,1613942029330,2492
"mom_1",0.8501172467836233,1613942029330,2492
"eps_1",1e-05,1613942029330,2492
"wd_2",0.01,1613942029330,2492
"sqr_mom_2",0.99,1613942029330,2492
"lr_2",0.0004995310128655067,1613942029330,2492
"mom_2",0.8501172467836233,1613942029330,2492
"eps_2",1e-05,1613942029330,2492
"train_loss",0.07264375,1613942030303,2493
"raw_loss",0.019701462,1613942030303,2493
"epoch",15.685534591194944,1613942030303,2493
"wd_0",0.01,1613942030303,2493
"sqr_mom_0",0.99,1613942030303,2493
"lr_0",4.995488719764753e-06,1613942030303,2493
"mom_0",0.8501127820058811,1613942030303,2493
"eps_0",1e-05,1613942030303,2493
"wd_1",0.01,1613942030303,2493
"sqr_mom_1",0.99,1613942030303,2493
"lr_1",4.995488719764752e-05,1613942030303,2493
"mom_1",0.8501127820058811,1613942030303,2493
"eps_1",1e-05,1613942030303,2493
"wd_2",0.01,1613942030303,2493
"sqr_mom_2",0.99,1613942030303,2493
"lr_2",0.0004995488719764752,1613942030303,2493
"mom_2",0.8501127820058811,1613942030303,2493
"eps_2",1e-05,1613942030303,2493
"train_loss",0.07177586,1613942031261,2494
"raw_loss",0.029249437,1613942031261,2494
"epoch",15.691823899371045,1613942031261,2494
"wd_0",0.01,1613942031261,2494
"sqr_mom_0",0.99,1613942031261,2494
"lr_0",4.995663798699427e-06,1613942031261,2494
"mom_0",0.8501084050325143,1613942031261,2494
"eps_0",1e-05,1613942031261,2494
"wd_1",0.01,1613942031261,2494
"sqr_mom_1",0.99,1613942031261,2494
"lr_1",4.995663798699426e-05,1613942031261,2494
"mom_1",0.8501084050325143,1613942031261,2494
"eps_1",1e-05,1613942031261,2494
"wd_2",0.01,1613942031261,2494
"sqr_mom_2",0.99,1613942031261,2494
"lr_2",0.0004995663798699427,1613942031261,2494
"mom_2",0.8501084050325143,1613942031261,2494
"eps_2",1e-05,1613942031261,2494
"train_loss",0.071169384,1613942032219,2495
"raw_loss",0.041452147,1613942032219,2495
"epoch",15.698113207547145,1613942032219,2495
"wd_0",0.01,1613942032219,2495
"sqr_mom_0",0.99,1613942032219,2495
"lr_0",4.995835464730931e-06,1613942032219,2495
"mom_0",0.8501041133817268,1613942032219,2495
"eps_0",1e-05,1613942032219,2495
"wd_1",0.01,1613942032219,2495
"sqr_mom_1",0.99,1613942032219,2495
"lr_1",4.99583546473093e-05,1613942032219,2495
"mom_1",0.8501041133817268,1613942032219,2495
"eps_1",1e-05,1613942032219,2495
"wd_2",0.01,1613942032219,2495
"sqr_mom_2",0.99,1613942032219,2495
"lr_2",0.000499583546473093,1613942032219,2495
"mom_2",0.8501041133817268,1613942032219,2495
"eps_2",1e-05,1613942032219,2495
"train_loss",0.07026457,1613942033167,2496
"raw_loss",0.025928745,1613942033167,2496
"epoch",15.704402515723245,1613942033167,2496
"wd_0",0.01,1613942033167,2496
"sqr_mom_0",0.99,1613942033167,2496
"lr_0",4.9960036672812725e-06,1613942033167,2496
"mom_0",0.8500999083179682,1613942033167,2496
"eps_0",1e-05,1613942033167,2496
"wd_1",0.01,1613942033167,2496
"sqr_mom_1",0.99,1613942033167,2496
"lr_1",4.9960036672812725e-05,1613942033167,2496
"mom_1",0.8500999083179682,1613942033167,2496
"eps_1",1e-05,1613942033167,2496
"wd_2",0.01,1613942033167,2496
"sqr_mom_2",0.99,1613942033167,2496
"lr_2",0.0004996003667281273,1613942033167,2496
"mom_2",0.8500999083179682,1613942033167,2496
"eps_2",1e-05,1613942033167,2496
"train_loss",0.0694859,1613942034118,2497
"raw_loss",0.031331,1613942034118,2497
"epoch",15.710691823899346,1613942034118,2497
"wd_0",0.01,1613942034118,2497
"sqr_mom_0",0.99,1613942034118,2497
"lr_0",4.996168359716762e-06,1613942034118,2497
"mom_0",0.850095791007081,1613942034118,2497
"eps_0",1e-05,1613942034118,2497
"wd_1",0.01,1613942034118,2497
"sqr_mom_1",0.99,1613942034118,2497
"lr_1",4.996168359716761e-05,1613942034118,2497
"mom_1",0.850095791007081,1613942034118,2497
"eps_1",1e-05,1613942034118,2497
"wd_2",0.01,1613942034118,2497
"sqr_mom_2",0.99,1613942034118,2497
"lr_2",0.0004996168359716761,1613942034118,2497
"mom_2",0.850095791007081,1613942034118,2497
"eps_2",1e-05,1613942034118,2497
"train_loss",0.06894696,1613942035070,2498
"raw_loss",0.042538475,1613942035070,2498
"epoch",15.716981132075446,1613942035070,2498
"wd_0",0.01,1613942035070,2498
"sqr_mom_0",0.99,1613942035070,2498
"lr_0",4.996329635419967e-06,1613942035070,2498
"mom_0",0.8500917591145009,1613942035070,2498
"eps_0",1e-05,1613942035070,2498
"wd_1",0.01,1613942035070,2498
"sqr_mom_1",0.99,1613942035070,2498
"lr_1",4.996329635419966e-05,1613942035070,2498
"mom_1",0.8500917591145009,1613942035070,2498
"eps_1",1e-05,1613942035070,2498
"wd_2",0.01,1613942035070,2498
"sqr_mom_2",0.99,1613942035070,2498
"lr_2",0.0004996329635419966,1613942035070,2498
"mom_2",0.8500917591145009,1613942035070,2498
"eps_2",1e-05,1613942035070,2498
"train_loss",0.0682413,1613942036026,2499
"raw_loss",0.033663865,1613942036026,2499
"epoch",15.723270440251547,1613942036026,2499
"wd_0",0.01,1613942036026,2499
"sqr_mom_0",0.99,1613942036026,2499
"lr_0",4.99648744678445e-06,1613942036026,2499
"mom_0",0.8500878138303888,1613942036026,2499
"eps_0",1e-05,1613942036026,2499
"wd_1",0.01,1613942036026,2499
"sqr_mom_1",0.99,1613942036026,2499
"lr_1",4.996487446784448e-05,1613942036026,2499
"mom_1",0.8500878138303888,1613942036026,2499
"eps_1",1e-05,1613942036026,2499
"wd_2",0.01,1613942036026,2499
"sqr_mom_2",0.99,1613942036026,2499
"lr_2",0.0004996487446784449,1613942036026,2499
"mom_2",0.8500878138303888,1613942036026,2499
"eps_2",1e-05,1613942036026,2499
"train_loss",0.067645684,1613942036978,2500
"raw_loss",0.038460486,1613942036978,2500
"epoch",15.729559748427647,1613942036978,2500
"wd_0",0.01,1613942036978,2500
"sqr_mom_0",0.99,1613942036978,2500
"lr_0",4.9966417935363515e-06,1613942036978,2500
"mom_0",0.8500839551615912,1613942036978,2500
"eps_0",1e-05,1613942036978,2500
"wd_1",0.01,1613942036978,2500
"sqr_mom_1",0.99,1613942036978,2500
"lr_1",4.99664179353635e-05,1613942036978,2500
"mom_1",0.8500839551615912,1613942036978,2500
"eps_1",1e-05,1613942036978,2500
"wd_2",0.01,1613942036978,2500
"sqr_mom_2",0.99,1613942036978,2500
"lr_2",0.0004996641793536351,1613942036978,2500
"mom_2",0.8500839551615912,1613942036978,2500
"eps_2",1e-05,1613942036978,2500
"train_loss",0.06737081,1613942037945,2501
"raw_loss",0.053902067,1613942037945,2501
"epoch",15.735849056603747,1613942037945,2501
"wd_0",0.01,1613942037945,2501
"sqr_mom_0",0.99,1613942037945,2501
"lr_0",4.996792654206746e-06,1613942037945,2501
"mom_0",0.8500801836448314,1613942037945,2501
"eps_0",1e-05,1613942037945,2501
"wd_1",0.01,1613942037945,2501
"sqr_mom_1",0.99,1613942037945,2501
"lr_1",4.996792654206745e-05,1613942037945,2501
"mom_1",0.8500801836448314,1613942037945,2501
"eps_1",1e-05,1613942037945,2501
"wd_2",0.01,1613942037945,2501
"sqr_mom_2",0.99,1613942037945,2501
"lr_2",0.0004996792654206745,1613942037945,2501
"mom_2",0.8500801836448314,1613942037945,2501
"eps_2",1e-05,1613942037945,2501
"train_loss",0.06783141,1613942038906,2502
"raw_loss",0.09040104,1613942038906,2502
"epoch",15.742138364779848,1613942038906,2502
"wd_0",0.01,1613942038906,2502
"sqr_mom_0",0.99,1613942038906,2502
"lr_0",4.996940071428536e-06,1613942038906,2502
"mom_0",0.8500764982142867,1613942038906,2502
"eps_0",1e-05,1613942038906,2502
"wd_1",0.01,1613942038906,2502
"sqr_mom_1",0.99,1613942038906,2502
"lr_1",4.9969400714285344e-05,1613942038906,2502
"mom_1",0.8500764982142867,1613942038906,2502
"eps_1",1e-05,1613942038906,2502
"wd_2",0.01,1613942038906,2502
"sqr_mom_2",0.99,1613942038906,2502
"lr_2",0.0004996940071428534,1613942038906,2502
"mom_2",0.8500764982142867,1613942038906,2502
"eps_2",1e-05,1613942038906,2502
"train_loss",0.067501284,1613942039872,2503
"raw_loss",0.05132489,1613942039872,2503
"epoch",15.748427672955948,1613942039872,2503
"wd_0",0.01,1613942039872,2503
"sqr_mom_0",0.99,1613942039872,2503
"lr_0",4.997084023252279e-06,1613942039872,2503
"mom_0",0.850072899418693,1613942039872,2503
"eps_0",1e-05,1613942039872,2503
"wd_1",0.01,1613942039872,2503
"sqr_mom_1",0.99,1613942039872,2503
"lr_1",4.9970840232522784e-05,1613942039872,2503
"mom_1",0.850072899418693,1613942039872,2503
"eps_1",1e-05,1613942039872,2503
"wd_2",0.01,1613942039872,2503
"sqr_mom_2",0.99,1613942039872,2503
"lr_2",0.0004997084023252279,1613942039872,2503
"mom_2",0.850072899418693,1613942039872,2503
"eps_2",1e-05,1613942039872,2503
"train_loss",0.06679383,1613942040824,2504
"raw_loss",0.03212845,1613942040824,2504
"epoch",15.754716981132049,1613942040824,2504
"wd_0",0.01,1613942040824,2504
"sqr_mom_0",0.99,1613942040824,2504
"lr_0",4.997224469981473e-06,1613942040824,2504
"mom_0",0.8500693882504632,1613942040824,2504
"eps_0",1e-05,1613942040824,2504
"wd_1",0.01,1613942040824,2504
"sqr_mom_1",0.99,1613942040824,2504
"lr_1",4.997224469981472e-05,1613942040824,2504
"mom_1",0.8500693882504632,1613942040824,2504
"eps_1",1e-05,1613942040824,2504
"wd_2",0.01,1613942040824,2504
"sqr_mom_2",0.99,1613942040824,2504
"lr_2",0.0004997224469981472,1613942040824,2504
"mom_2",0.8500693882504632,1613942040824,2504
"eps_2",1e-05,1613942040824,2504
"train_loss",0.06673475,1613942041782,2505
"raw_loss",0.06384017,1613942041782,2505
"epoch",15.761006289308149,1613942041782,2505
"wd_0",0.01,1613942041782,2505
"sqr_mom_0",0.99,1613942041782,2505
"lr_0",4.99736149125108e-06,1613942041782,2505
"mom_0",0.850065962718723,1613942041782,2505
"eps_0",1e-05,1613942041782,2505
"wd_1",0.01,1613942041782,2505
"sqr_mom_1",0.99,1613942041782,2505
"lr_1",4.99736149125108e-05,1613942041782,2505
"mom_1",0.850065962718723,1613942041782,2505
"eps_1",1e-05,1613942041782,2505
"wd_2",0.01,1613942041782,2505
"sqr_mom_2",0.99,1613942041782,2505
"lr_2",0.0004997361491251081,1613942041782,2505
"mom_2",0.850065962718723,1613942041782,2505
"eps_2",1e-05,1613942041782,2505
"train_loss",0.065900914,1613942042725,2506
"raw_loss",0.025042767,1613942042725,2506
"epoch",15.76729559748425,1613942042725,2506
"wd_0",0.01,1613942042725,2506
"sqr_mom_0",0.99,1613942042725,2506
"lr_0",4.997495046391331e-06,1613942042725,2506
"mom_0",0.8500626238402167,1613942042725,2506
"eps_0",1e-05,1613942042725,2506
"wd_1",0.01,1613942042725,2506
"sqr_mom_1",0.99,1613942042725,2506
"lr_1",4.997495046391331e-05,1613942042725,2506
"mom_1",0.8500626238402167,1613942042725,2506
"eps_1",1e-05,1613942042725,2506
"wd_2",0.01,1613942042725,2506
"sqr_mom_2",0.99,1613942042725,2506
"lr_2",0.0004997495046391331,1613942042725,2506
"mom_2",0.8500626238402167,1613942042725,2506
"eps_2",1e-05,1613942042725,2506
"train_loss",0.06522428,1613942043691,2507
"raw_loss",0.03206916,1613942043691,2507
"epoch",15.77358490566035,1613942043691,2507
"wd_0",0.01,1613942043691,2507
"sqr_mom_0",0.99,1613942043691,2507
"lr_0",4.997625098679765e-06,1613942043691,2507
"mom_0",0.8500593725330059,1613942043691,2507
"eps_0",1e-05,1613942043691,2507
"wd_1",0.01,1613942043691,2507
"sqr_mom_1",0.99,1613942043691,2507
"lr_1",4.997625098679765e-05,1613942043691,2507
"mom_1",0.8500593725330059,1613942043691,2507
"eps_1",1e-05,1613942043691,2507
"wd_2",0.01,1613942043691,2507
"sqr_mom_2",0.99,1613942043691,2507
"lr_2",0.0004997625098679765,1613942043691,2507
"mom_2",0.8500593725330059,1613942043691,2507
"eps_2",1e-05,1613942043691,2507
"train_loss",0.06487418,1613942044639,2508
"raw_loss",0.0477191,1613942044639,2508
"epoch",15.77987421383645,1613942044639,2508
"wd_0",0.01,1613942044639,2508
"sqr_mom_0",0.99,1613942044639,2508
"lr_0",4.997751721857577e-06,1613942044639,2508
"mom_0",0.8500562069535605,1613942044639,2508
"eps_0",1e-05,1613942044639,2508
"wd_1",0.01,1613942044639,2508
"sqr_mom_1",0.99,1613942044639,2508
"lr_1",4.997751721857577e-05,1613942044639,2508
"mom_1",0.8500562069535605,1613942044639,2508
"eps_1",1e-05,1613942044639,2508
"wd_2",0.01,1613942044639,2508
"sqr_mom_2",0.99,1613942044639,2508
"lr_2",0.0004997751721857577,1613942044639,2508
"mom_2",0.8500562069535605,1613942044639,2508
"eps_2",1e-05,1613942044639,2508
"train_loss",0.06416498,1613942045678,2509
"raw_loss",0.029414183,1613942045678,2509
"epoch",15.78616352201255,1613942045678,2509
"wd_0",0.01,1613942045678,2509
"sqr_mom_0",0.99,1613942045678,2509
"lr_0",4.997874878228843e-06,1613942045678,2509
"mom_0",0.8500531280442789,1613942045678,2509
"eps_0",1e-05,1613942045678,2509
"wd_1",0.01,1613942045678,2509
"sqr_mom_1",0.99,1613942045678,2509
"lr_1",4.997874878228842e-05,1613942045678,2509
"mom_1",0.8500531280442789,1613942045678,2509
"eps_1",1e-05,1613942045678,2509
"wd_2",0.01,1613942045678,2509
"sqr_mom_2",0.99,1613942045678,2509
"lr_2",0.0004997874878228842,1613942045678,2509
"mom_2",0.8500531280442789,1613942045678,2509
"eps_2",1e-05,1613942045678,2509
"train_loss",0.06445962,1613942046641,2510
"raw_loss",0.078896895,1613942046641,2510
"epoch",15.792452830188651,1613942046641,2510
"wd_0",0.01,1613942046641,2510
"sqr_mom_0",0.99,1613942046641,2510
"lr_0",4.997994550812819e-06,1613942046641,2510
"mom_0",0.8500501362296795,1613942046641,2510
"eps_0",1e-05,1613942046641,2510
"wd_1",0.01,1613942046641,2510
"sqr_mom_1",0.99,1613942046641,2510
"lr_1",4.997994550812818e-05,1613942046641,2510
"mom_1",0.8500501362296795,1613942046641,2510
"eps_1",1e-05,1613942046641,2510
"wd_2",0.01,1613942046641,2510
"sqr_mom_2",0.99,1613942046641,2510
"lr_2",0.0004997994550812818,1613942046641,2510
"mom_2",0.8500501362296795,1613942046641,2510
"eps_2",1e-05,1613942046641,2510
"train_loss",0.0637254,1613942047599,2511
"raw_loss",0.027748244,1613942047599,2511
"epoch",15.798742138364751,1613942047599,2511
"wd_0",0.01,1613942047599,2511
"sqr_mom_0",0.99,1613942047599,2511
"lr_0",4.998110773428718e-06,1613942047599,2511
"mom_0",0.850047230664282,1613942047599,2511
"eps_0",1e-05,1613942047599,2511
"wd_1",0.01,1613942047599,2511
"sqr_mom_1",0.99,1613942047599,2511
"lr_1",4.998110773428717e-05,1613942047599,2511
"mom_1",0.850047230664282,1613942047599,2511
"eps_1",1e-05,1613942047599,2511
"wd_2",0.01,1613942047599,2511
"sqr_mom_2",0.99,1613942047599,2511
"lr_2",0.0004998110773428718,1613942047599,2511
"mom_2",0.850047230664282,1613942047599,2511
"eps_2",1e-05,1613942047599,2511
"train_loss",0.063360505,1613942048550,2512
"raw_loss",0.045480832,1613942048550,2512
"epoch",15.805031446540852,1613942048550,2512
"wd_0",0.01,1613942048550,2512
"sqr_mom_0",0.99,1613942048550,2512
"lr_0",4.9982235286149905e-06,1613942048550,2512
"mom_0",0.8500444117846252,1613942048550,2512
"eps_0",1e-05,1613942048550,2512
"wd_1",0.01,1613942048550,2512
"sqr_mom_1",0.99,1613942048550,2512
"lr_1",4.9982235286149894e-05,1613942048550,2512
"mom_1",0.8500444117846252,1613942048550,2512
"eps_1",1e-05,1613942048550,2512
"wd_2",0.01,1613942048550,2512
"sqr_mom_2",0.99,1613942048550,2512
"lr_2",0.0004998223528614989,1613942048550,2512
"mom_2",0.8500444117846252,1613942048550,2512
"eps_2",1e-05,1613942048550,2512
"train_loss",0.06311746,1613942049495,2513
"raw_loss",0.051208038,1613942049495,2513
"epoch",15.811320754716952,1613942049495,2513
"wd_0",0.01,1613942049495,2513
"sqr_mom_0",0.99,1613942049495,2513
"lr_0",4.998332785599084e-06,1613942049495,2513
"mom_0",0.8500416803600229,1613942049495,2513
"eps_0",1e-05,1613942049495,2513
"wd_1",0.01,1613942049495,2513
"sqr_mom_1",0.99,1613942049495,2513
"lr_1",4.9983327855990836e-05,1613942049495,2513
"mom_1",0.8500416803600229,1613942049495,2513
"eps_1",1e-05,1613942049495,2513
"wd_2",0.01,1613942049495,2513
"sqr_mom_2",0.99,1613942049495,2513
"lr_2",0.0004998332785599083,1613942049495,2513
"mom_2",0.8500416803600229,1613942049495,2513
"eps_2",1e-05,1613942049495,2513
"train_loss",0.06359211,1613942050447,2514
"raw_loss",0.08685037,1613942050447,2514
"epoch",15.817610062893053,1613942050447,2514
"wd_0",0.01,1613942050447,2514
"sqr_mom_0",0.99,1613942050447,2514
"lr_0",4.9984386063310086e-06,1613942050447,2514
"mom_0",0.8500390348417248,1613942050447,2514
"eps_0",1e-05,1613942050447,2514
"wd_1",0.01,1613942050447,2514
"sqr_mom_1",0.99,1613942050447,2514
"lr_1",4.9984386063310086e-05,1613942050447,2514
"mom_1",0.8500390348417248,1613942050447,2514
"eps_1",1e-05,1613942050447,2514
"wd_2",0.01,1613942050447,2514
"sqr_mom_2",0.99,1613942050447,2514
"lr_2",0.0004998438606331008,1613942050447,2514
"mom_2",0.8500390348417248,1613942050447,2514
"eps_2",1e-05,1613942050447,2514
"train_loss",0.063555464,1613942051395,2515
"raw_loss",0.061759662,1613942051395,2515
"epoch",15.823899371069153,1613942051395,2515
"wd_0",0.01,1613942051395,2515
"sqr_mom_0",0.99,1613942051395,2515
"lr_0",4.9985409590644005e-06,1613942051395,2515
"mom_0",0.8500364760233899,1613942051395,2515
"eps_0",1e-05,1613942051395,2515
"wd_1",0.01,1613942051395,2515
"sqr_mom_1",0.99,1613942051395,2515
"lr_1",4.9985409590644e-05,1613942051395,2515
"mom_1",0.8500364760233899,1613942051395,2515
"eps_1",1e-05,1613942051395,2515
"wd_2",0.01,1613942051395,2515
"sqr_mom_2",0.99,1613942051395,2515
"lr_2",0.00049985409590644,1613942051395,2515
"mom_2",0.8500364760233899,1613942051395,2515
"eps_2",1e-05,1613942051395,2515
"train_loss",0.062864505,1613942052353,2516
"raw_loss",0.029007291,1613942052353,2516
"epoch",15.830188679245254,1613942052353,2516
"wd_0",0.01,1613942052353,2516
"sqr_mom_0",0.99,1613942052353,2516
"lr_0",4.998639816002336e-06,1613942052353,2516
"mom_0",0.8500340045999416,1613942052353,2516
"eps_0",1e-05,1613942052353,2516
"wd_1",0.01,1613942052353,2516
"sqr_mom_1",0.99,1613942052353,2516
"lr_1",4.998639816002335e-05,1613942052353,2516
"mom_1",0.8500340045999416,1613942052353,2516
"eps_1",1e-05,1613942052353,2516
"wd_2",0.01,1613942052353,2516
"sqr_mom_2",0.99,1613942052353,2516
"lr_2",0.0004998639816002335,1613942052353,2516
"mom_2",0.8500340045999416,1613942052353,2516
"eps_2",1e-05,1613942052353,2516
"train_loss",0.06238593,1613942053297,2517
"raw_loss",0.038935818,1613942053297,2517
"epoch",15.836477987421354,1613942053297,2517
"wd_0",0.01,1613942053297,2517
"sqr_mom_0",0.99,1613942053297,2517
"lr_0",4.998735233197875e-06,1613942053297,2517
"mom_0",0.8500316191700531,1613942053297,2517
"eps_0",1e-05,1613942053297,2517
"wd_1",0.01,1613942053297,2517
"sqr_mom_1",0.99,1613942053297,2517
"lr_1",4.998735233197874e-05,1613942053297,2517
"mom_1",0.8500316191700531,1613942053297,2517
"eps_1",1e-05,1613942053297,2517
"wd_2",0.01,1613942053297,2517
"sqr_mom_2",0.99,1613942053297,2517
"lr_2",0.0004998735233197874,1613942053297,2517
"mom_2",0.8500316191700531,1613942053297,2517
"eps_2",1e-05,1613942053297,2517
"train_loss",0.06190136,1613942054257,2518
"raw_loss",0.03815733,1613942054257,2518
"epoch",15.842767295597454,1613942054257,2518
"wd_0",0.01,1613942054257,2518
"sqr_mom_0",0.99,1613942054257,2518
"lr_0",4.998827181880126e-06,1613942054257,2518
"mom_0",0.8500293204529968,1613942054257,2518
"eps_0",1e-05,1613942054257,2518
"wd_1",0.01,1613942054257,2518
"sqr_mom_1",0.99,1613942054257,2518
"lr_1",4.9988271818801256e-05,1613942054257,2518
"mom_1",0.8500293204529968,1613942054257,2518
"eps_1",1e-05,1613942054257,2518
"wd_2",0.01,1613942054257,2518
"sqr_mom_2",0.99,1613942054257,2518
"lr_2",0.0004998827181880126,1613942054257,2518
"mom_2",0.8500293204529968,1613942054257,2518
"eps_2",1e-05,1613942054257,2518
"train_loss",0.06165327,1613942055207,2519
"raw_loss",0.049496956,1613942055207,2519
"epoch",15.849056603773555,1613942055207,2519
"wd_0",0.01,1613942055207,2519
"sqr_mom_0",0.99,1613942055207,2519
"lr_0",4.998915661889529e-06,1613942055207,2519
"mom_0",0.8500271084527617,1613942055207,2519
"eps_0",1e-05,1613942055207,2519
"wd_1",0.01,1613942055207,2519
"sqr_mom_1",0.99,1613942055207,2519
"lr_1",4.9989156618895274e-05,1613942055207,2519
"mom_1",0.8500271084527617,1613942055207,2519
"eps_1",1e-05,1613942055207,2519
"wd_2",0.01,1613942055207,2519
"sqr_mom_2",0.99,1613942055207,2519
"lr_2",0.0004998915661889527,1613942055207,2519
"mom_2",0.8500271084527617,1613942055207,2519
"eps_2",1e-05,1613942055207,2519
"train_loss",0.06178064,1613942056167,2520
"raw_loss",0.06802159,1613942056167,2520
"epoch",15.855345911949655,1613942056167,2520
"wd_0",0.01,1613942056167,2520
"sqr_mom_0",0.99,1613942056167,2520
"lr_0",4.999000661235014e-06,1613942056167,2520
"mom_0",0.8500249834691246,1613942056167,2520
"eps_0",1e-05,1613942056167,2520
"wd_1",0.01,1613942056167,2520
"sqr_mom_1",0.99,1613942056167,2520
"lr_1",4.999000661235014e-05,1613942056167,2520
"mom_1",0.8500249834691246,1613942056167,2520
"eps_1",1e-05,1613942056167,2520
"wd_2",0.01,1613942056167,2520
"sqr_mom_2",0.99,1613942056167,2520
"lr_2",0.0004999000661235015,1613942056167,2520
"mom_2",0.8500249834691246,1613942056167,2520
"eps_2",1e-05,1613942056167,2520
"train_loss",0.061725352,1613942057116,2521
"raw_loss",0.059016332,1613942057116,2521
"epoch",15.861635220125756,1613942057116,2521
"wd_0",0.01,1613942057116,2521
"sqr_mom_0",0.99,1613942057116,2521
"lr_0",4.9990822039372174e-06,1613942057116,2521
"mom_0",0.8500229449015696,1613942057116,2521
"eps_0",1e-05,1613942057116,2521
"wd_1",0.01,1613942057116,2521
"sqr_mom_1",0.99,1613942057116,2521
"lr_1",4.999082203937216e-05,1613942057116,2521
"mom_1",0.8500229449015696,1613942057116,2521
"eps_1",1e-05,1613942057116,2521
"wd_2",0.01,1613942057116,2521
"sqr_mom_2",0.99,1613942057116,2521
"lr_2",0.0004999082203937217,1613942057116,2521
"mom_2",0.8500229449015696,1613942057116,2521
"eps_2",1e-05,1613942057116,2521
"train_loss",0.061254714,1613942058068,2522
"raw_loss",0.038193386,1613942058068,2522
"epoch",15.867924528301856,1613942058068,2522
"wd_0",0.01,1613942058068,2522
"sqr_mom_0",0.99,1613942058068,2522
"lr_0",4.999160277524016e-06,1613942058068,2522
"mom_0",0.8500209930618996,1613942058068,2522
"eps_0",1e-05,1613942058068,2522
"wd_1",0.01,1613942058068,2522
"sqr_mom_1",0.99,1613942058068,2522
"lr_1",4.999160277524015e-05,1613942058068,2522
"mom_1",0.8500209930618996,1613942058068,2522
"eps_1",1e-05,1613942058068,2522
"wd_2",0.01,1613942058068,2522
"sqr_mom_2",0.99,1613942058068,2522
"lr_2",0.0004999160277524016,1613942058068,2522
"mom_2",0.8500209930618996,1613942058068,2522
"eps_2",1e-05,1613942058068,2522
"train_loss",0.061548237,1613942059010,2523
"raw_loss",0.075930946,1613942059010,2523
"epoch",15.874213836477956,1613942059010,2523
"wd_0",0.01,1613942059010,2523
"sqr_mom_0",0.99,1613942059010,2523
"lr_0",4.999234861143463e-06,1613942059010,2523
"mom_0",0.8500191284714135,1613942059010,2523
"eps_0",1e-05,1613942059010,2523
"wd_1",0.01,1613942059010,2523
"sqr_mom_1",0.99,1613942059010,2523
"lr_1",4.999234861143462e-05,1613942059010,2523
"mom_1",0.8500191284714135,1613942059010,2523
"eps_1",1e-05,1613942059010,2523
"wd_2",0.01,1613942059010,2523
"sqr_mom_2",0.99,1613942059010,2523
"lr_2",0.0004999234861143462,1613942059010,2523
"mom_2",0.8500191284714135,1613942059010,2523
"eps_2",1e-05,1613942059010,2523
"train_loss",0.06114378,1613942059968,2524
"raw_loss",0.041325327,1613942059968,2524
"epoch",15.880503144654057,1613942059968,2524
"wd_0",0.01,1613942059968,2524
"sqr_mom_0",0.99,1613942059968,2524
"lr_0",4.999305997085357e-06,1613942059968,2524
"mom_0",0.850017350072866,1613942059968,2524
"eps_0",1e-05,1613942059968,2524
"wd_1",0.01,1613942059968,2524
"sqr_mom_1",0.99,1613942059968,2524
"lr_1",4.999305997085357e-05,1613942059968,2524
"mom_1",0.850017350072866,1613942059968,2524
"eps_1",1e-05,1613942059968,2524
"wd_2",0.01,1613942059968,2524
"sqr_mom_2",0.99,1613942059968,2524
"lr_2",0.0004999305997085356,1613942059968,2524
"mom_2",0.850017350072866,1613942059968,2524
"eps_2",1e-05,1613942059968,2524
"train_loss",0.060557578,1613942060913,2525
"raw_loss",0.031833686,1613942060913,2525
"epoch",15.886792452830157,1613942060913,2525
"wd_0",0.01,1613942060913,2525
"sqr_mom_0",0.99,1613942060913,2525
"lr_0",4.999373663523487e-06,1613942060913,2525
"mom_0",0.8500156584119128,1613942060913,2525
"eps_0",1e-05,1613942060913,2525
"wd_1",0.01,1613942060913,2525
"sqr_mom_1",0.99,1613942060913,2525
"lr_1",4.999373663523487e-05,1613942060913,2525
"mom_1",0.8500156584119128,1613942060913,2525
"eps_1",1e-05,1613942060913,2525
"wd_2",0.01,1613942060913,2525
"sqr_mom_2",0.99,1613942060913,2525
"lr_2",0.0004999373663523487,1613942060913,2525
"mom_2",0.8500156584119128,1613942060913,2525
"eps_2",1e-05,1613942060913,2525
"train_loss",0.060190476,1613942061864,2526
"raw_loss",0.042202447,1613942061864,2526
"epoch",15.893081761006258,1613942061864,2526
"wd_0",0.01,1613942061864,2526
"sqr_mom_0",0.99,1613942061864,2526
"lr_0",4.9994378425828e-06,1613942061864,2526
"mom_0",0.85001405393543,1613942061864,2526
"eps_0",1e-05,1613942061864,2526
"wd_1",0.01,1613942061864,2526
"sqr_mom_1",0.99,1613942061864,2526
"lr_1",4.9994378425827996e-05,1613942061864,2526
"mom_1",0.85001405393543,1613942061864,2526
"eps_1",1e-05,1613942061864,2526
"wd_2",0.01,1613942061864,2526
"sqr_mom_2",0.99,1613942061864,2526
"lr_2",0.0004999437842582799,1613942061864,2526
"mom_2",0.85001405393543,1613942061864,2526
"eps_2",1e-05,1613942061864,2526
"train_loss",0.059625342,1613942062807,2527
"raw_loss",0.03193383,1613942062807,2527
"epoch",15.899371069182358,1613942062807,2527
"wd_0",0.01,1613942062807,2527
"sqr_mom_0",0.99,1613942062807,2527
"lr_0",4.999498570653584e-06,1613942062807,2527
"mom_0",0.8500125357336604,1613942062807,2527
"eps_0",1e-05,1613942062807,2527
"wd_1",0.01,1613942062807,2527
"sqr_mom_1",0.99,1613942062807,2527
"lr_1",4.999498570653584e-05,1613942062807,2527
"mom_1",0.8500125357336604,1613942062807,2527
"eps_1",1e-05,1613942062807,2527
"wd_2",0.01,1613942062807,2527
"sqr_mom_2",0.99,1613942062807,2527
"lr_2",0.0004999498570653584,1613942062807,2527
"mom_2",0.8500125357336604,1613942062807,2527
"eps_2",1e-05,1613942062807,2527
"train_loss",0.05888187,1613942063750,2528
"raw_loss",0.022451688,1613942063750,2528
"epoch",15.905660377358458,1613942063750,2528
"wd_0",0.01,1613942063750,2528
"sqr_mom_0",0.99,1613942063750,2528
"lr_0",4.999555828886421e-06,1613942063750,2528
"mom_0",0.8500111042778394,1613942063750,2528
"eps_0",1e-05,1613942063750,2528
"wd_1",0.01,1613942063750,2528
"sqr_mom_1",0.99,1613942063750,2528
"lr_1",4.9995558288864206e-05,1613942063750,2528
"mom_1",0.8500111042778394,1613942063750,2528
"eps_1",1e-05,1613942063750,2528
"wd_2",0.01,1613942063750,2528
"sqr_mom_2",0.99,1613942063750,2528
"lr_2",0.000499955582888642,1613942063750,2528
"mom_2",0.8500111042778394,1613942063750,2528
"eps_2",1e-05,1613942063750,2528
"train_loss",0.05820926,1613942064696,2529
"raw_loss",0.025251256,1613942064696,2529
"epoch",15.911949685534559,1613942064696,2529
"wd_0",0.01,1613942064696,2529
"sqr_mom_0",0.99,1613942064696,2529
"lr_0",4.999609609782724e-06,1613942064696,2529
"mom_0",0.8500097597554319,1613942064696,2529
"eps_0",1e-05,1613942064696,2529
"wd_1",0.01,1613942064696,2529
"sqr_mom_1",0.99,1613942064696,2529
"lr_1",4.999609609782723e-05,1613942064696,2529
"mom_1",0.8500097597554319,1613942064696,2529
"eps_1",1e-05,1613942064696,2529
"wd_2",0.01,1613942064696,2529
"sqr_mom_2",0.99,1613942064696,2529
"lr_2",0.0004999609609782724,1613942064696,2529
"mom_2",0.8500097597554319,1613942064696,2529
"eps_2",1e-05,1613942064696,2529
"train_loss",0.05762684,1613942065666,2530
"raw_loss",0.029088318,1613942065666,2530
"epoch",15.91823899371066,1613942065666,2530
"wd_0",0.01,1613942065666,2530
"sqr_mom_0",0.99,1613942065666,2530
"lr_0",4.999659928540858e-06,1613942065666,2530
"mom_0",0.8500085017864786,1613942065666,2530
"eps_0",1e-05,1613942065666,2530
"wd_1",0.01,1613942065666,2530
"sqr_mom_1",0.99,1613942065666,2530
"lr_1",4.9996599285408564e-05,1613942065666,2530
"mom_1",0.8500085017864786,1613942065666,2530
"eps_1",1e-05,1613942065666,2530
"wd_2",0.01,1613942065666,2530
"sqr_mom_2",0.99,1613942065666,2530
"lr_2",0.0004999659928540856,1613942065666,2530
"mom_2",0.8500085017864786,1613942065666,2530
"eps_2",1e-05,1613942065666,2530
"train_loss",0.057104677,1613942066628,2531
"raw_loss",0.031518713,1613942066628,2531
"epoch",15.92452830188676,1613942066628,2531
"wd_0",0.01,1613942066628,2531
"sqr_mom_0",0.99,1613942066628,2531
"lr_0",4.9997067771810305e-06,1613942066628,2531
"mom_0",0.8500073305704743,1613942066628,2531
"eps_0",1e-05,1613942066628,2531
"wd_1",0.01,1613942066628,2531
"sqr_mom_1",0.99,1613942066628,2531
"lr_1",4.9997067771810295e-05,1613942066628,2531
"mom_1",0.8500073305704743,1613942066628,2531
"eps_1",1e-05,1613942066628,2531
"wd_2",0.01,1613942066628,2531
"sqr_mom_2",0.99,1613942066628,2531
"lr_2",0.000499970677718103,1613942066628,2531
"mom_2",0.8500073305704743,1613942066628,2531
"eps_2",1e-05,1613942066628,2531
"train_loss",0.056862358,1613942067582,2532
"raw_loss",0.044988666,1613942067582,2532
"epoch",15.93081761006286,1613942067582,2532
"wd_0",0.01,1613942067582,2532
"sqr_mom_0",0.99,1613942067582,2532
"lr_0",4.999750143782908e-06,1613942067582,2532
"mom_0",0.8500062464054273,1613942067582,2532
"eps_0",1e-05,1613942067582,2532
"wd_1",0.01,1613942067582,2532
"sqr_mom_1",0.99,1613942067582,2532
"lr_1",4.999750143782908e-05,1613942067582,2532
"mom_1",0.8500062464054273,1613942067582,2532
"eps_1",1e-05,1613942067582,2532
"wd_2",0.01,1613942067582,2532
"sqr_mom_2",0.99,1613942067582,2532
"lr_2",0.0004999750143782908,1613942067582,2532
"mom_2",0.8500062464054273,1613942067582,2532
"eps_2",1e-05,1613942067582,2532
"train_loss",0.057123225,1613942068517,2533
"raw_loss",0.06990576,1613942068517,2533
"epoch",15.93710691823896,1613942068517,2533
"wd_0",0.01,1613942068517,2533
"sqr_mom_0",0.99,1613942068517,2533
"lr_0",4.999790052935871e-06,1613942068517,2533
"mom_0",0.8500052486766032,1613942068517,2533
"eps_0",1e-05,1613942068517,2533
"wd_1",0.01,1613942068517,2533
"sqr_mom_1",0.99,1613942068517,2533
"lr_1",4.99979005293587e-05,1613942068517,2533
"mom_1",0.8500052486766032,1613942068517,2533
"eps_1",1e-05,1613942068517,2533
"wd_2",0.01,1613942068517,2533
"sqr_mom_2",0.99,1613942068517,2533
"lr_2",0.000499979005293587,1613942068517,2533
"mom_2",0.8500052486766032,1613942068517,2533
"eps_2",1e-05,1613942068517,2533
"train_loss",0.056457415,1613942069464,2534
"raw_loss",0.023832692,1613942069464,2534
"epoch",15.94339622641506,1613942069464,2534
"wd_0",0.01,1613942069464,2534
"sqr_mom_0",0.99,1613942069464,2534
"lr_0",4.999826491745061e-06,1613942069464,2534
"mom_0",0.8500043377063735,1613942069464,2534
"eps_0",1e-05,1613942069464,2534
"wd_1",0.01,1613942069464,2534
"sqr_mom_1",0.99,1613942069464,2534
"lr_1",4.9998264917450605e-05,1613942069464,2534
"mom_1",0.8500043377063735,1613942069464,2534
"eps_1",1e-05,1613942069464,2534
"wd_2",0.01,1613942069464,2534
"sqr_mom_2",0.99,1613942069464,2534
"lr_2",0.0004999826491745061,1613942069464,2534
"mom_2",0.8500043377063735,1613942069464,2534
"eps_2",1e-05,1613942069464,2534
"train_loss",0.056332227,1613942070418,2535
"raw_loss",0.050197933,1613942070418,2535
"epoch",15.949685534591161,1613942070418,2535
"wd_0",0.01,1613942070418,2535
"sqr_mom_0",0.99,1613942070418,2535
"lr_0",4.999859451267737e-06,1613942070418,2535
"mom_0",0.8500035137183066,1613942070418,2535
"eps_0",1e-05,1613942070418,2535
"wd_1",0.01,1613942070418,2535
"sqr_mom_1",0.99,1613942070418,2535
"lr_1",4.999859451267736e-05,1613942070418,2535
"mom_1",0.8500035137183066,1613942070418,2535
"eps_1",1e-05,1613942070418,2535
"wd_2",0.01,1613942070418,2535
"sqr_mom_2",0.99,1613942070418,2535
"lr_2",0.0004999859451267736,1613942070418,2535
"mom_2",0.8500035137183066,1613942070418,2535
"eps_2",1e-05,1613942070418,2535
"train_loss",0.05613531,1613942071371,2536
"raw_loss",0.046486385,1613942071371,2536
"epoch",15.955974842767262,1613942071371,2536
"wd_0",0.01,1613942071371,2536
"sqr_mom_0",0.99,1613942071371,2536
"lr_0",4.999888950192338e-06,1613942071371,2536
"mom_0",0.8500027762451915,1613942071371,2536
"eps_0",1e-05,1613942071371,2536
"wd_1",0.01,1613942071371,2536
"sqr_mom_1",0.99,1613942071371,2536
"lr_1",4.9998889501923376e-05,1613942071371,2536
"mom_1",0.8500027762451915,1613942071371,2536
"eps_1",1e-05,1613942071371,2536
"wd_2",0.01,1613942071371,2536
"sqr_mom_2",0.99,1613942071371,2536
"lr_2",0.0004999888950192338,1613942071371,2536
"mom_2",0.8500027762451915,1613942071371,2536
"eps_2",1e-05,1613942071371,2536
"train_loss",0.05581209,1613942072339,2537
"raw_loss",0.039974194,1613942072339,2537
"epoch",15.962264150943362,1613942072339,2537
"wd_0",0.01,1613942072339,2537
"sqr_mom_0",0.99,1613942072339,2537
"lr_0",4.999914978601546e-06,1613942072339,2537
"mom_0",0.8500021255349614,1613942072339,2537
"eps_0",1e-05,1613942072339,2537
"wd_1",0.01,1613942072339,2537
"sqr_mom_1",0.99,1613942072339,2537
"lr_1",4.999914978601546e-05,1613942072339,2537
"mom_1",0.8500021255349614,1613942072339,2537
"eps_1",1e-05,1613942072339,2537
"wd_2",0.01,1613942072339,2537
"sqr_mom_2",0.99,1613942072339,2537
"lr_2",0.0004999914978601546,1613942072339,2537
"mom_2",0.8500021255349614,1613942072339,2537
"eps_2",1e-05,1613942072339,2537
"train_loss",0.056258935,1613942073290,2538
"raw_loss",0.07815439,1613942073290,2538
"epoch",15.968553459119462,1613942073290,2538
"wd_0",0.01,1613942073290,2538
"sqr_mom_0",0.99,1613942073290,2538
"lr_0",4.999937536450193e-06,1613942073290,2538
"mom_0",0.8500015615887452,1613942073290,2538
"eps_0",1e-05,1613942073290,2538
"wd_1",0.01,1613942073290,2538
"sqr_mom_1",0.99,1613942073290,2538
"lr_1",4.999937536450192e-05,1613942073290,2538
"mom_1",0.8500015615887452,1613942073290,2538
"eps_1",1e-05,1613942073290,2538
"wd_2",0.01,1613942073290,2538
"sqr_mom_2",0.99,1613942073290,2538
"lr_2",0.0004999937536450192,1613942073290,2538
"mom_2",0.8500015615887452,1613942073290,2538
"eps_2",1e-05,1613942073290,2538
"train_loss",0.05644486,1613942074244,2539
"raw_loss",0.06555521,1613942074244,2539
"epoch",15.974842767295563,1613942074244,2539
"wd_0",0.01,1613942074244,2539
"sqr_mom_0",0.99,1613942074244,2539
"lr_0",4.999956621232579e-06,1613942074244,2539
"mom_0",0.8500010844691855,1613942074244,2539
"eps_0",1e-05,1613942074244,2539
"wd_1",0.01,1613942074244,2539
"sqr_mom_1",0.99,1613942074244,2539
"lr_1",4.9999566212325785e-05,1613942074244,2539
"mom_1",0.8500010844691855,1613942074244,2539
"eps_1",1e-05,1613942074244,2539
"wd_2",0.01,1613942074244,2539
"sqr_mom_2",0.99,1613942074244,2539
"lr_2",0.0004999956621232578,1613942074244,2539
"mom_2",0.8500010844691855,1613942074244,2539
"eps_2",1e-05,1613942074244,2539
"train_loss",0.055793703,1613942075183,2540
"raw_loss",0.023886958,1613942075183,2540
"epoch",15.981132075471663,1613942075183,2540
"wd_0",0.01,1613942075183,2540
"sqr_mom_0",0.99,1613942075183,2540
"lr_0",4.999972238342025e-06,1613942075183,2540
"mom_0",0.8500006940414494,1613942075183,2540
"eps_0",1e-05,1613942075183,2540
"wd_1",0.01,1613942075183,2540
"sqr_mom_1",0.99,1613942075183,2540
"lr_1",4.999972238342025e-05,1613942075183,2540
"mom_1",0.8500006940414494,1613942075183,2540
"eps_1",1e-05,1613942075183,2540
"wd_2",0.01,1613942075183,2540
"sqr_mom_2",0.99,1613942075183,2540
"lr_2",0.0004999972238342025,1613942075183,2540
"mom_2",0.8500006940414494,1613942075183,2540
"eps_2",1e-05,1613942075183,2540
"train_loss",0.055682857,1613942076151,2541
"raw_loss",0.050251473,1613942076151,2541
"epoch",15.987421383647764,1613942076151,2541
"wd_0",0.01,1613942076151,2541
"sqr_mom_0",0.99,1613942076151,2541
"lr_0",4.999984384791544e-06,1613942076151,2541
"mom_0",0.8500003903802114,1613942076151,2541
"eps_0",1e-05,1613942076151,2541
"wd_1",0.01,1613942076151,2541
"sqr_mom_1",0.99,1613942076151,2541
"lr_1",4.999984384791543e-05,1613942076151,2541
"mom_1",0.8500003903802114,1613942076151,2541
"eps_1",1e-05,1613942076151,2541
"wd_2",0.01,1613942076151,2541
"sqr_mom_2",0.99,1613942076151,2541
"lr_2",0.0004999984384791543,1613942076151,2541
"mom_2",0.8500003903802114,1613942076151,2541
"eps_2",1e-05,1613942076151,2541
"train_loss",0.05515969,1613942077111,2542
"raw_loss",0.029524542,1613942077111,2542
"epoch",15.993710691823864,1613942077111,2542
"wd_0",0.01,1613942077111,2542
"sqr_mom_0",0.99,1613942077111,2542
"lr_0",4.999993058586803e-06,1613942077111,2542
"mom_0",0.85000017353533,1613942077111,2542
"eps_0",1e-05,1613942077111,2542
"wd_1",0.01,1613942077111,2542
"sqr_mom_1",0.99,1613942077111,2542
"lr_1",4.999993058586803e-05,1613942077111,2542
"mom_1",0.85000017353533,1613942077111,2542
"eps_1",1e-05,1613942077111,2542
"wd_2",0.01,1613942077111,2542
"sqr_mom_2",0.99,1613942077111,2542
"lr_2",0.0004999993058586803,1613942077111,2542
"mom_2",0.85000017353533,1613942077111,2542
"eps_2",1e-05,1613942077111,2542
"train_loss",0.05747879,1613942078060,2543
"raw_loss",0.17111464,1613942078060,2543
"epoch",15.999999999999964,1613942078060,2543
"wd_0",0.01,1613942078060,2543
"sqr_mom_0",0.99,1613942078060,2543
"lr_0",4.999998264645948e-06,1613942078060,2543
"mom_0",0.8500000433838513,1613942078060,2543
"eps_0",1e-05,1613942078060,2543
"wd_1",0.01,1613942078060,2543
"sqr_mom_1",0.99,1613942078060,2543
"lr_1",4.9999982646459475e-05,1613942078060,2543
"mom_1",0.8500000433838513,1613942078060,2543
"eps_1",1e-05,1613942078060,2543
"wd_2",0.01,1613942078060,2543
"sqr_mom_2",0.99,1613942078060,2543
"lr_2",0.0004999998264645948,1613942078060,2543
"mom_2",0.8500000433838513,1613942078060,2543
"eps_2",1e-05,1613942078060,2543
"valid_loss",0.13047681748867035,1613942111712,2543
"_rmse",0.361215740442276,1613942111712,2543
"epoch",16,1613942111712,2543
"train_loss",0.057943475,1613942112959,2544
"raw_loss",0.080713004,1613942112959,2544
"epoch",16.0062893081761,1613942112959,2544
"wd_0",0.01,1613942112959,2544
"sqr_mom_0",0.99,1613942112959,2544
"lr_0",5e-06,1613942112959,2544
"mom_0",0.85,1613942112959,2544
"eps_0",1e-05,1613942112959,2544
"wd_1",0.01,1613942112959,2544
"sqr_mom_1",0.99,1613942112959,2544
"lr_1",5e-05,1613942112959,2544
"mom_1",0.85,1613942112959,2544
"eps_1",1e-05,1613942112959,2544
"wd_2",0.01,1613942112959,2544
"sqr_mom_2",0.99,1613942112959,2544
"lr_2",0.0005,1613942112959,2544
"mom_2",0.85,1613942112959,2544
"eps_2",1e-05,1613942112959,2544
"train_loss",0.0581876,1613942114067,2545
"raw_loss",0.07014985,1613942114067,2545
"epoch",16.0125786163522,1613942114067,2545
"wd_0",0.01,1613942114067,2545
"sqr_mom_0",0.99,1613942114067,2545
"lr_0",4.999999601769589e-06,1613942114067,2545
"mom_0",0.8500000079646879,1613942114067,2545
"eps_0",1e-05,1613942114067,2545
"wd_1",0.01,1613942114067,2545
"sqr_mom_1",0.99,1613942114067,2545
"lr_1",4.9999996017695885e-05,1613942114067,2545
"mom_1",0.8500000079646879,1613942114067,2545
"eps_1",1e-05,1613942114067,2545
"wd_2",0.01,1613942114067,2545
"sqr_mom_2",0.99,1613942114067,2545
"lr_2",0.0004999999601769589,1613942114067,2545
"mom_2",0.8500000079646879,1613942114067,2545
"eps_2",1e-05,1613942114067,2545
"train_loss",0.058891624,1613942115197,2546
"raw_loss",0.093388885,1613942115197,2546
"epoch",16.0188679245283,1613942115197,2546
"wd_0",0.01,1613942115197,2546
"sqr_mom_0",0.99,1613942115197,2546
"lr_0",4.999998406700953e-06,1613942115197,2546
"mom_0",0.8500000318662996,1613942115197,2546
"eps_0",1e-05,1613942115197,2546
"wd_1",0.01,1613942115197,2546
"sqr_mom_1",0.99,1613942115197,2546
"lr_1",4.999998406700953e-05,1613942115197,2546
"mom_1",0.8500000318662996,1613942115197,2546
"eps_1",1e-05,1613942115197,2546
"wd_2",0.01,1613942115197,2546
"sqr_mom_2",0.99,1613942115197,2546
"lr_2",0.0004999998406700953,1613942115197,2546
"mom_2",0.8500000318662996,1613942115197,2546
"eps_2",1e-05,1613942115197,2546
"train_loss",0.058337774,1613942116576,2547
"raw_loss",0.031199094,1613942116576,2547
"epoch",16.0251572327044,1613942116576,2547
"wd_0",0.01,1613942116576,2547
"sqr_mom_0",0.99,1613942116576,2547
"lr_0",4.999996414794063e-06,1613942116576,2547
"mom_0",0.8500000717048357,1613942116576,2547
"eps_0",1e-05,1613942116576,2547
"wd_1",0.01,1613942116576,2547
"sqr_mom_1",0.99,1613942116576,2547
"lr_1",4.999996414794063e-05,1613942116576,2547
"mom_1",0.8500000717048357,1613942116576,2547
"eps_1",1e-05,1613942116576,2547
"wd_2",0.01,1613942116576,2547
"sqr_mom_2",0.99,1613942116576,2547
"lr_2",0.0004999996414794063,1613942116576,2547
"mom_2",0.8500000717048357,1613942116576,2547
"eps_2",1e-05,1613942116576,2547
"train_loss",0.057761118,1613942117537,2548
"raw_loss",0.029504964,1613942117537,2548
"epoch",16.031446540880502,1613942117537,2548
"wd_0",0.01,1613942117537,2548
"sqr_mom_0",0.99,1613942117537,2548
"lr_0",4.999993626805841e-06,1613942117537,2548
"mom_0",0.8500001274651579,1613942117537,2548
"eps_0",1e-05,1613942117537,2548
"wd_1",0.01,1613942117537,2548
"sqr_mom_1",0.99,1613942117537,2548
"lr_1",4.99999362680584e-05,1613942117537,2548
"mom_1",0.8500001274651579,1613942117537,2548
"eps_1",1e-05,1613942117537,2548
"wd_2",0.01,1613942117537,2548
"sqr_mom_2",0.99,1613942117537,2548
"lr_2",0.000499999362680584,1613942117537,2548
"mom_2",0.8500001274651579,1613942117537,2548
"eps_2",1e-05,1613942117537,2548
"train_loss",0.05735183,1613942118483,2549
"raw_loss",0.037296742,1613942118483,2549
"epoch",16.037735849056602,1613942118483,2549
"wd_0",0.01,1613942118483,2549
"sqr_mom_0",0.99,1613942118483,2549
"lr_0",4.999990041414562e-06,1613942118483,2549
"mom_0",0.8500001991737005,1613942118483,2549
"eps_0",1e-05,1613942118483,2549
"wd_1",0.01,1613942118483,2549
"sqr_mom_1",0.99,1613942118483,2549
"lr_1",4.9999900414145615e-05,1613942118483,2549
"mom_1",0.8500001991737005,1613942118483,2549
"eps_1",1e-05,1613942118483,2549
"wd_2",0.01,1613942118483,2549
"sqr_mom_2",0.99,1613942118483,2549
"lr_2",0.0004999990041414562,1613942118483,2549
"mom_2",0.8500001991737005,1613942118483,2549
"eps_2",1e-05,1613942118483,2549
"train_loss",0.056762964,1613942119452,2550
"raw_loss",0.027908381,1613942119452,2550
"epoch",16.044025157232703,1613942119452,2550
"wd_0",0.01,1613942119452,2550
"sqr_mom_0",0.99,1613942119452,2550
"lr_0",4.999985659186535e-06,1613942119452,2550
"mom_0",0.8500002868191375,1613942119452,2550
"eps_0",1e-05,1613942119452,2550
"wd_1",0.01,1613942119452,2550
"sqr_mom_1",0.99,1613942119452,2550
"lr_1",4.9999856591865344e-05,1613942119452,2550
"mom_1",0.8500002868191375,1613942119452,2550
"eps_1",1e-05,1613942119452,2550
"wd_2",0.01,1613942119452,2550
"sqr_mom_2",0.99,1613942119452,2550
"lr_2",0.0004999985659186534,1613942119452,2550
"mom_2",0.8500002868191375,1613942119452,2550
"eps_2",1e-05,1613942119452,2550
"train_loss",0.056612648,1613942120409,2551
"raw_loss",0.049247243,1613942120409,2551
"epoch",16.050314465408803,1613942120409,2551
"wd_0",0.01,1613942120409,2551
"sqr_mom_0",0.99,1613942120409,2551
"lr_0",4.999980481448368e-06,1613942120409,2551
"mom_0",0.8500003903749364,1613942120409,2551
"eps_0",1e-05,1613942120409,2551
"wd_1",0.01,1613942120409,2551
"sqr_mom_1",0.99,1613942120409,2551
"lr_1",4.999980481448368e-05,1613942120409,2551
"mom_1",0.8500003903749364,1613942120409,2551
"eps_1",1e-05,1613942120409,2551
"wd_2",0.01,1613942120409,2551
"sqr_mom_2",0.99,1613942120409,2551
"lr_2",0.0004999980481448368,1613942120409,2551
"mom_2",0.8500003903749364,1613942120409,2551
"eps_2",1e-05,1613942120409,2551
"train_loss",0.056336988,1613942121365,2552
"raw_loss",0.04282966,1613942121365,2552
"epoch",16.056603773584904,1613942121365,2552
"wd_0",0.01,1613942121365,2552
"sqr_mom_0",0.99,1613942121365,2552
"lr_0",4.999974505744601e-06,1613942121365,2552
"mom_0",0.8500005098902068,1613942121365,2552
"eps_0",1e-05,1613942121365,2552
"wd_1",0.01,1613942121365,2552
"sqr_mom_1",0.99,1613942121365,2552
"lr_1",4.999974505744601e-05,1613942121365,2552
"mom_1",0.8500005098902068,1613942121365,2552
"eps_1",1e-05,1613942121365,2552
"wd_2",0.01,1613942121365,2552
"sqr_mom_2",0.99,1613942121365,2552
"lr_2",0.0004999974505744601,1613942121365,2552
"mom_2",0.8500005098902068,1613942121365,2552
"eps_2",1e-05,1613942121365,2552
"train_loss",0.055667754,1613942122330,2553
"raw_loss",0.022875357,1613942122330,2553
"epoch",16.062893081761004,1613942122330,2553
"wd_0",0.01,1613942122330,2553
"sqr_mom_0",0.99,1613942122330,2553
"lr_0",4.999967733210586e-06,1613942122330,2553
"mom_0",0.8500006453422417,1613942122330,2553
"eps_0",1e-05,1613942122330,2553
"wd_1",0.01,1613942122330,2553
"sqr_mom_1",0.99,1613942122330,2553
"lr_1",4.9999677332105856e-05,1613942122330,2553
"mom_1",0.8500006453422417,1613942122330,2553
"eps_1",1e-05,1613942122330,2553
"wd_2",0.01,1613942122330,2553
"sqr_mom_2",0.99,1613942122330,2553
"lr_2",0.0004999967733210586,1613942122330,2553
"mom_2",0.8500006453422417,1613942122330,2553
"eps_2",1e-05,1613942122330,2553
"train_loss",0.055029016,1613942123306,2554
"raw_loss",0.02373083,1613942123306,2554
"epoch",16.069182389937104,1613942123306,2554
"wd_0",0.01,1613942123306,2554
"sqr_mom_0",0.99,1613942123306,2554
"lr_0",4.999960165737585e-06,1613942123306,2554
"mom_0",0.8500007966932153,1613942123306,2554
"eps_0",1e-05,1613942123306,2554
"wd_1",0.01,1613942123306,2554
"sqr_mom_1",0.99,1613942123306,2554
"lr_1",4.9999601657375844e-05,1613942123306,2554
"mom_1",0.8500007966932153,1613942123306,2554
"eps_1",1e-05,1613942123306,2554
"wd_2",0.01,1613942123306,2554
"sqr_mom_2",0.99,1613942123306,2554
"lr_2",0.0004999960165737585,1613942123306,2554
"mom_2",0.8500007966932153,1613942123306,2554
"eps_2",1e-05,1613942123306,2554
"train_loss",0.054778356,1613942124271,2555
"raw_loss",0.042495992,1613942124271,2555
"epoch",16.075471698113205,1613942124271,2555
"wd_0",0.01,1613942124271,2555
"sqr_mom_0",0.99,1613942124271,2555
"lr_0",4.99995179973305e-06,1613942124271,2555
"mom_0",0.8500009640149792,1613942124271,2555
"eps_0",1e-05,1613942124271,2555
"wd_1",0.01,1613942124271,2555
"sqr_mom_1",0.99,1613942124271,2555
"lr_1",4.9999517997330495e-05,1613942124271,2555
"mom_1",0.8500009640149792,1613942124271,2555
"eps_1",1e-05,1613942124271,2555
"wd_2",0.01,1613942124271,2555
"sqr_mom_2",0.99,1613942124271,2555
"lr_2",0.000499995179973305,1613942124271,2555
"mom_2",0.8500009640149792,1613942124271,2555
"eps_2",1e-05,1613942124271,2555
"train_loss",0.054874264,1613942125235,2556
"raw_loss",0.059573676,1613942125235,2556
"epoch",16.081761006289305,1613942125235,2556
"wd_0",0.01,1613942125235,2556
"sqr_mom_0",0.99,1613942125235,2556
"lr_0",4.999942636910665e-06,1613942125235,2556
"mom_0",0.8500011472732594,1613942125235,2556
"eps_0",1e-05,1613942125235,2556
"wd_1",0.01,1613942125235,2556
"sqr_mom_1",0.99,1613942125235,2556
"lr_1",4.999942636910665e-05,1613942125235,2556
"mom_1",0.8500011472732594,1613942125235,2556
"eps_1",1e-05,1613942125235,2556
"wd_2",0.01,1613942125235,2556
"sqr_mom_2",0.99,1613942125235,2556
"lr_2",0.0004999942636910665,1613942125235,2556
"mom_2",0.8500011472732594,1613942125235,2556
"eps_2",1e-05,1613942125235,2556
"train_loss",0.054409266,1613942126218,2557
"raw_loss",0.03162436,1613942126218,2557
"epoch",16.088050314465406,1613942126218,2557
"wd_0",0.01,1613942126218,2557
"sqr_mom_0",0.99,1613942126218,2557
"lr_0",4.999932679724018e-06,1613942126218,2557
"mom_0",0.8500013464189838,1613942126218,2557
"eps_0",1e-05,1613942126218,2557
"wd_1",0.01,1613942126218,2557
"sqr_mom_1",0.99,1613942126218,2557
"lr_1",4.9999326797240175e-05,1613942126218,2557
"mom_1",0.8500013464189838,1613942126218,2557
"eps_1",1e-05,1613942126218,2557
"wd_2",0.01,1613942126218,2557
"sqr_mom_2",0.99,1613942126218,2557
"lr_2",0.0004999932679724018,1613942126218,2557
"mom_2",0.8500013464189838,1613942126218,2557
"eps_2",1e-05,1613942126218,2557
"train_loss",0.054239172,1613942127198,2558
"raw_loss",0.045904517,1613942127198,2558
"epoch",16.094339622641506,1613942127198,2558
"wd_0",0.01,1613942127198,2558
"sqr_mom_0",0.99,1613942127198,2558
"lr_0",4.999921923453549e-06,1613942127198,2558
"mom_0",0.8500015615465445,1613942127198,2558
"eps_0",1e-05,1613942127198,2558
"wd_1",0.01,1613942127198,2558
"sqr_mom_1",0.99,1613942127198,2558
"lr_1",4.999921923453549e-05,1613942127198,2558
"mom_1",0.8500015615465445,1613942127198,2558
"eps_1",1e-05,1613942127198,2558
"wd_2",0.01,1613942127198,2558
"sqr_mom_2",0.99,1613942127198,2558
"lr_2",0.0004999921923453549,1613942127198,2558
"mom_2",0.8500015615465445,1613942127198,2558
"eps_2",1e-05,1613942127198,2558
"train_loss",0.054137167,1613942128175,2559
"raw_loss",0.049138863,1613942128175,2559
"epoch",16.100628930817606,1613942128175,2559
"wd_0",0.01,1613942128175,2559
"sqr_mom_0",0.99,1613942128175,2559
"lr_0",4.999910370369592e-06,1613942128175,2559
"mom_0",0.8500017926105342,1613942128175,2559
"eps_0",1e-05,1613942128175,2559
"wd_1",0.01,1613942128175,2559
"sqr_mom_1",0.99,1613942128175,2559
"lr_1",4.999910370369592e-05,1613942128175,2559
"mom_1",0.8500017926105342,1613942128175,2559
"eps_1",1e-05,1613942128175,2559
"wd_2",0.01,1613942128175,2559
"sqr_mom_2",0.99,1613942128175,2559
"lr_2",0.0004999910370369592,1613942128175,2559
"mom_2",0.8500017926105342,1613942128175,2559
"eps_2",1e-05,1613942128175,2559
"train_loss",0.053533416,1613942129136,2560
"raw_loss",0.023949608,1613942129136,2560
"epoch",16.106918238993707,1613942129136,2560
"wd_0",0.01,1613942129136,2560
"sqr_mom_0",0.99,1613942129136,2560
"lr_0",4.9998980204758294e-06,1613942129136,2560
"mom_0",0.8500020396108795,1613942129136,2560
"eps_0",1e-05,1613942129136,2560
"wd_1",0.01,1613942129136,2560
"sqr_mom_1",0.99,1613942129136,2560
"lr_1",4.999898020475829e-05,1613942129136,2560
"mom_1",0.8500020396108795,1613942129136,2560
"eps_1",1e-05,1613942129136,2560
"wd_2",0.01,1613942129136,2560
"sqr_mom_2",0.99,1613942129136,2560
"lr_2",0.0004999898020475829,1613942129136,2560
"mom_2",0.8500020396108795,1613942129136,2560
"eps_2",1e-05,1613942129136,2560
"train_loss",0.053614162,1613942130108,2561
"raw_loss",0.05757071,1613942130108,2561
"epoch",16.113207547169807,1613942130108,2561
"wd_0",0.01,1613942130108,2561
"sqr_mom_0",0.99,1613942130108,2561
"lr_0",4.999884876987661e-06,1613942130108,2561
"mom_0",0.8500023024832716,1613942130108,2561
"eps_0",1e-05,1613942130108,2561
"wd_1",0.01,1613942130108,2561
"sqr_mom_1",0.99,1613942130108,2561
"lr_1",4.9998848769876605e-05,1613942130108,2561
"mom_1",0.8500023024832716,1613942130108,2561
"eps_1",1e-05,1613942130108,2561
"wd_2",0.01,1613942130108,2561
"sqr_mom_2",0.99,1613942130108,2561
"lr_2",0.0004999884876987661,1613942130108,2561
"mom_2",0.8500023024832716,1613942130108,2561
"eps_2",1e-05,1613942130108,2561
"train_loss",0.053023193,1613942131077,2562
"raw_loss",0.024065772,1613942131077,2562
"epoch",16.119496855345908,1613942131077,2562
"wd_0",0.01,1613942131077,2562
"sqr_mom_0",0.99,1613942131077,2562
"lr_0",4.999870933675268e-06,1613942131077,2562
"mom_0",0.8500025813523081,1613942131077,2562
"eps_0",1e-05,1613942131077,2562
"wd_1",0.01,1613942131077,2562
"sqr_mom_1",0.99,1613942131077,2562
"lr_1",4.999870933675268e-05,1613942131077,2562
"mom_1",0.8500025813523081,1613942131077,2562
"eps_1",1e-05,1613942131077,2562
"wd_2",0.01,1613942131077,2562
"sqr_mom_2",0.99,1613942131077,2562
"lr_2",0.0004999870933675267,1613942131077,2562
"mom_2",0.8500025813523081,1613942131077,2562
"eps_2",1e-05,1613942131077,2562
"train_loss",0.05291221,1613942132058,2563
"raw_loss",0.047473997,1613942132058,2563
"epoch",16.125786163522008,1613942132058,2563
"wd_0",0.01,1613942132058,2563
"sqr_mom_0",0.99,1613942132058,2563
"lr_0",4.9998561935656384e-06,1613942132058,2563
"mom_0",0.8500028761574487,1613942132058,2563
"eps_0",1e-05,1613942132058,2563
"wd_1",0.01,1613942132058,2563
"sqr_mom_1",0.99,1613942132058,2563
"lr_1",4.9998561935656384e-05,1613942132058,2563
"mom_1",0.8500028761574487,1613942132058,2563
"eps_1",1e-05,1613942132058,2563
"wd_2",0.01,1613942132058,2563
"sqr_mom_2",0.99,1613942132058,2563
"lr_2",0.0004999856193565639,1613942132058,2563
"mom_2",0.8500028761574487,1613942132058,2563
"eps_2",1e-05,1613942132058,2563
"train_loss",0.052715596,1613942133025,2564
"raw_loss",0.043081503,1613942133025,2564
"epoch",16.13207547169811,1613942133025,2564
"wd_0",0.01,1613942133025,2564
"sqr_mom_0",0.99,1613942133025,2564
"lr_0",4.999840660441642e-06,1613942133025,2564
"mom_0",0.8500031868230353,1613942133025,2564
"eps_0",1e-05,1613942133025,2564
"wd_1",0.01,1613942133025,2564
"sqr_mom_1",0.99,1613942133025,2564
"lr_1",4.9998406604416414e-05,1613942133025,2564
"mom_1",0.8500031868230353,1613942133025,2564
"eps_1",1e-05,1613942133025,2564
"wd_2",0.01,1613942133025,2564
"sqr_mom_2",0.99,1613942133025,2564
"lr_2",0.0004999840660441641,1613942133025,2564
"mom_2",0.8500031868230353,1613942133025,2564
"eps_2",1e-05,1613942133025,2564
"train_loss",0.052056886,1613942133993,2565
"raw_loss",0.019780165,1613942133993,2565
"epoch",16.13836477987421,1613942133993,2565
"wd_0",0.01,1613942133993,2565
"sqr_mom_0",0.99,1613942133993,2565
"lr_0",4.999824326940805e-06,1613942133993,2565
"mom_0",0.8500035134963189,1613942133993,2565
"eps_0",1e-05,1613942133993,2565
"wd_1",0.01,1613942133993,2565
"sqr_mom_1",0.99,1613942133993,2565
"lr_1",4.999824326940805e-05,1613942133993,2565
"mom_1",0.8500035134963189,1613942133993,2565
"eps_1",1e-05,1613942133993,2565
"wd_2",0.01,1613942133993,2565
"sqr_mom_2",0.99,1613942133993,2565
"lr_2",0.0004999824326940804,1613942133993,2565
"mom_2",0.8500035134963189,1613942133993,2565
"eps_2",1e-05,1613942133993,2565
"train_loss",0.051419314,1613942134961,2566
"raw_loss",0.02017824,1613942134961,2566
"epoch",16.14465408805031,1613942134961,2566
"wd_0",0.01,1613942134961,2566
"sqr_mom_0",0.99,1613942134961,2566
"lr_0",4.999807196657587e-06,1613942134961,2566
"mom_0",0.8500038561054093,1613942134961,2566
"eps_0",1e-05,1613942134961,2566
"wd_1",0.01,1613942134961,2566
"sqr_mom_1",0.99,1613942134961,2566
"lr_1",4.999807196657587e-05,1613942134961,2566
"mom_1",0.8500038561054093,1613942134961,2566
"eps_1",1e-05,1613942134961,2566
"wd_2",0.01,1613942134961,2566
"sqr_mom_2",0.99,1613942134961,2566
"lr_2",0.0004999807196657586,1613942134961,2566
"mom_2",0.8500038561054093,1613942134961,2566
"eps_2",1e-05,1613942134961,2566
"train_loss",0.05150495,1613942135943,2567
"raw_loss",0.05570108,1613942135943,2567
"epoch",16.15094339622641,1613942135943,2567
"wd_0",0.01,1613942135943,2567
"sqr_mom_0",0.99,1613942135943,2567
"lr_0",4.99978927391857e-06,1613942135943,2567
"mom_0",0.8500042145637742,1613942135943,2567
"eps_0",1e-05,1613942135943,2567
"wd_1",0.01,1613942135943,2567
"sqr_mom_1",0.99,1613942135943,2567
"lr_1",4.9997892739185706e-05,1613942135943,2567
"mom_1",0.8500042145637742,1613942135943,2567
"eps_1",1e-05,1613942135943,2567
"wd_2",0.01,1613942135943,2567
"sqr_mom_2",0.99,1613942135943,2567
"lr_2",0.000499978927391857,1613942135943,2567
"mom_2",0.8500042145637742,1613942135943,2567
"eps_2",1e-05,1613942135943,2567
"train_loss",0.051522434,1613942136972,2568
"raw_loss",0.052379116,1613942136972,2568
"epoch",16.15723270440251,1613942136972,2568
"wd_0",0.01,1613942136972,2568
"sqr_mom_0",0.99,1613942136972,2568
"lr_0",4.9997705502751045e-06,1613942136972,2568
"mom_0",0.8500045890403883,1613942136972,2568
"eps_0",1e-05,1613942136972,2568
"wd_1",0.01,1613942136972,2568
"sqr_mom_1",0.99,1613942136972,2568
"lr_1",4.999770550275105e-05,1613942136972,2568
"mom_1",0.8500045890403883,1613942136972,2568
"eps_1",1e-05,1613942136972,2568
"wd_2",0.01,1613942136972,2568
"sqr_mom_2",0.99,1613942136972,2568
"lr_2",0.0004999770550275104,1613942136972,2568
"mom_2",0.8500045890403883,1613942136972,2568
"eps_2",1e-05,1613942136972,2568
"train_loss",0.05130748,1613942137942,2569
"raw_loss",0.040774748,1613942137942,2569
"epoch",16.16352201257861,1613942137942,2569
"wd_0",0.01,1613942137942,2569
"sqr_mom_0",0.99,1613942137942,2569
"lr_0",4.9997510298664e-06,1613942137942,2569
"mom_0",0.8500049794524666,1613942137942,2569
"eps_0",1e-05,1613942137942,2569
"wd_1",0.01,1613942137942,2569
"sqr_mom_1",0.99,1613942137942,2569
"lr_1",4.999751029866399e-05,1613942137942,2569
"mom_1",0.8500049794524666,1613942137942,2569
"eps_1",1e-05,1613942137942,2569
"wd_2",0.01,1613942137942,2569
"sqr_mom_2",0.99,1613942137942,2569
"lr_2",0.0004999751029866399,1613942137942,2569
"mom_2",0.8500049794524666,1613942137942,2569
"eps_2",1e-05,1613942137942,2569
"train_loss",0.050818183,1613942138912,2570
"raw_loss",0.026842492,1613942138912,2570
"epoch",16.16981132075471,1613942138912,2570
"wd_0",0.01,1613942138912,2570
"sqr_mom_0",0.99,1613942138912,2570
"lr_0",4.999730717637061e-06,1613942138912,2570
"mom_0",0.8500053857011157,1613942138912,2570
"eps_0",1e-05,1613942138912,2570
"wd_1",0.01,1613942138912,2570
"sqr_mom_1",0.99,1613942138912,2570
"lr_1",4.9997307176370605e-05,1613942138912,2570
"mom_1",0.8500053857011157,1613942138912,2570
"eps_1",1e-05,1613942138912,2570
"wd_2",0.01,1613942138912,2570
"sqr_mom_2",0.99,1613942138912,2570
"lr_2",0.0004999730717637061,1613942138912,2570
"mom_2",0.8500053857011157,1613942138912,2570
"eps_2",1e-05,1613942138912,2570
"train_loss",0.051333632,1613942139906,2571
"raw_loss",0.07659063,1613942139906,2571
"epoch",16.17610062893081,1613942139906,2571
"wd_0",0.01,1613942139906,2571
"sqr_mom_0",0.99,1613942139906,2571
"lr_0",4.999709603906734e-06,1613942139906,2571
"mom_0",0.8500058079799451,1613942139906,2571
"eps_0",1e-05,1613942139906,2571
"wd_1",0.01,1613942139906,2571
"sqr_mom_1",0.99,1613942139906,2571
"lr_1",4.999709603906734e-05,1613942139906,2571
"mom_1",0.8500058079799451,1613942139906,2571
"eps_1",1e-05,1613942139906,2571
"wd_2",0.01,1613942139906,2571
"sqr_mom_2",0.99,1613942139906,2571
"lr_2",0.0004999709603906734,1613942139906,2571
"mom_2",0.8500058079799451,1613942139906,2571
"eps_2",1e-05,1613942139906,2571
"train_loss",0.050882973,1613942140880,2572
"raw_loss",0.028800635,1613942140880,2572
"epoch",16.18238993710691,1613942140880,2572
"wd_0",0.01,1613942140880,2572
"sqr_mom_0",0.99,1613942140880,2572
"lr_0",4.999687693430593e-06,1613942140880,2572
"mom_0",0.85000624619385,1613942140880,2572
"eps_0",1e-05,1613942140880,2572
"wd_1",0.01,1613942140880,2572
"sqr_mom_1",0.99,1613942140880,2572
"lr_1",4.999687693430593e-05,1613942140880,2572
"mom_1",0.85000624619385,1613942140880,2572
"eps_1",1e-05,1613942140880,2572
"wd_2",0.01,1613942140880,2572
"sqr_mom_2",0.99,1613942140880,2572
"lr_2",0.0004999687693430594,1613942140880,2572
"mom_2",0.85000624619385,1613942140880,2572
"eps_2",1e-05,1613942140880,2572
"train_loss",0.050499745,1613942141880,2573
"raw_loss",0.031721562,1613942141880,2573
"epoch",16.188679245283012,1613942141880,2573
"wd_0",0.01,1613942141880,2573
"sqr_mom_0",0.99,1613942141880,2573
"lr_0",4.999664991663901e-06,1613942141880,2573
"mom_0",0.8500067002337243,1613942141880,2573
"eps_0",1e-05,1613942141880,2573
"wd_1",0.01,1613942141880,2573
"sqr_mom_1",0.99,1613942141880,2573
"lr_1",4.999664991663901e-05,1613942141880,2573
"mom_1",0.8500067002337243,1613942141880,2573
"eps_1",1e-05,1613942141880,2573
"wd_2",0.01,1613942141880,2573
"sqr_mom_2",0.99,1613942141880,2573
"lr_2",0.0004999664991663901,1613942141880,2573
"mom_2",0.8500067002337243,1613942141880,2573
"eps_2",1e-05,1613942141880,2573
"train_loss",0.050735228,1613942142847,2574
"raw_loss",0.062273864,1613942142847,2574
"epoch",16.194968553459113,1613942142847,2574
"wd_0",0.01,1613942142847,2574
"sqr_mom_0",0.99,1613942142847,2574
"lr_0",4.999641487905207e-06,1613942142847,2574
"mom_0",0.850007170313599,1613942142847,2574
"eps_0",1e-05,1613942142847,2574
"wd_1",0.01,1613942142847,2574
"sqr_mom_1",0.99,1613942142847,2574
"lr_1",4.9996414879052066e-05,1613942142847,2574
"mom_1",0.850007170313599,1613942142847,2574
"eps_1",1e-05,1613942142847,2574
"wd_2",0.01,1613942142847,2574
"sqr_mom_2",0.99,1613942142847,2574
"lr_2",0.0004999641487905207,1613942142847,2574
"mom_2",0.850007170313599,1613942142847,2574
"eps_2",1e-05,1613942142847,2574
"train_loss",0.050621,1613942143824,2575
"raw_loss",0.045023855,1613942143824,2575
"epoch",16.201257861635213,1613942143824,2575
"wd_0",0.01,1613942143824,2575
"sqr_mom_0",0.99,1613942143824,2575
"lr_0",4.99961718742241e-06,1613942143824,2575
"mom_0",0.850007656328115,1613942143824,2575
"eps_0",1e-05,1613942143824,2575
"wd_1",0.01,1613942143824,2575
"sqr_mom_1",0.99,1613942143824,2575
"lr_1",4.99961718742241e-05,1613942143824,2575
"mom_1",0.850007656328115,1613942143824,2575
"eps_1",1e-05,1613942143824,2575
"wd_2",0.01,1613942143824,2575
"sqr_mom_2",0.99,1613942143824,2575
"lr_2",0.000499961718742241,1613942143824,2575
"mom_2",0.850007656328115,1613942143824,2575
"eps_2",1e-05,1613942143824,2575
"train_loss",0.050181936,1613942144777,2576
"raw_loss",0.028667912,1613942144777,2576
"epoch",16.207547169811313,1613942144777,2576
"wd_0",0.01,1613942144777,2576
"sqr_mom_0",0.99,1613942144777,2576
"lr_0",4.999592096301155e-06,1613942144777,2576
"mom_0",0.8500081581555584,1613942144777,2576
"eps_0",1e-05,1613942144777,2576
"wd_1",0.01,1613942144777,2576
"sqr_mom_1",0.99,1613942144777,2576
"lr_1",4.9995920963011546e-05,1613942144777,2576
"mom_1",0.8500081581555584,1613942144777,2576
"eps_1",1e-05,1613942144777,2576
"wd_2",0.01,1613942144777,2576
"sqr_mom_2",0.99,1613942144777,2576
"lr_2",0.0004999592096301155,1613942144777,2576
"mom_2",0.8500081581555584,1613942144777,2576
"eps_2",1e-05,1613942144777,2576
"train_loss",0.050725836,1613942145752,2577
"raw_loss",0.077376895,1613942145752,2577
"epoch",16.213836477987414,1613942145752,2577
"wd_0",0.01,1613942145752,2577
"sqr_mom_0",0.99,1613942145752,2577
"lr_0",4.999566202515443e-06,1613942145752,2577
"mom_0",0.8500086760364515,1613942145752,2577
"eps_0",1e-05,1613942145752,2577
"wd_1",0.01,1613942145752,2577
"sqr_mom_1",0.99,1613942145752,2577
"lr_1",4.999566202515443e-05,1613942145752,2577
"mom_1",0.8500086760364515,1613942145752,2577
"eps_1",1e-05,1613942145752,2577
"wd_2",0.01,1613942145752,2577
"sqr_mom_2",0.99,1613942145752,2577
"lr_2",0.0004999566202515442,1613942145752,2577
"mom_2",0.8500086760364515,1613942145752,2577
"eps_2",1e-05,1613942145752,2577
"train_loss",0.05092316,1613942146703,2578
"raw_loss",0.06059211,1613942146703,2578
"epoch",16.220125786163514,1613942146703,2578
"wd_0",0.01,1613942146703,2578
"sqr_mom_0",0.99,1613942146703,2578
"lr_0",4.999539512095689e-06,1613942146703,2578
"mom_0",0.8500092098501847,1613942146703,2578
"eps_0",1e-05,1613942146703,2578
"wd_1",0.01,1613942146703,2578
"sqr_mom_1",0.99,1613942146703,2578
"lr_1",4.9995395120956886e-05,1613942146703,2578
"mom_1",0.8500092098501847,1613942146703,2578
"eps_1",1e-05,1613942146703,2578
"wd_2",0.01,1613942146703,2578
"sqr_mom_2",0.99,1613942146703,2578
"lr_2",0.0004999539512095688,1613942146703,2578
"mom_2",0.8500092098501847,1613942146703,2578
"eps_2",1e-05,1613942146703,2578
"train_loss",0.05148707,1613942147737,2579
"raw_loss",0.07911865,1613942147737,2579
"epoch",16.226415094339615,1613942147737,2579
"wd_0",0.01,1613942147737,2579
"sqr_mom_0",0.99,1613942147737,2579
"lr_0",4.999512024984336e-06,1613942147737,2579
"mom_0",0.8500097595979093,1613942147737,2579
"eps_0",1e-05,1613942147737,2579
"wd_1",0.01,1613942147737,2579
"sqr_mom_1",0.99,1613942147737,2579
"lr_1",4.999512024984336e-05,1613942147737,2579
"mom_1",0.8500097595979093,1613942147737,2579
"eps_1",1e-05,1613942147737,2579
"wd_2",0.01,1613942147737,2579
"sqr_mom_2",0.99,1613942147737,2579
"lr_2",0.0004999512024984336,1613942147737,2579
"mom_2",0.8500097595979093,1613942147737,2579
"eps_2",1e-05,1613942147737,2579
"train_loss",0.05107553,1613942148707,2580
"raw_loss",0.030909982,1613942148707,2580
"epoch",16.232704402515715,1613942148707,2580
"wd_0",0.01,1613942148707,2580
"sqr_mom_0",0.99,1613942148707,2580
"lr_0",4.9994837480276955e-06,1613942148707,2580
"mom_0",0.8500103251426975,1613942148707,2580
"eps_0",1e-05,1613942148707,2580
"wd_1",0.01,1613942148707,2580
"sqr_mom_1",0.99,1613942148707,2580
"lr_1",4.999483748027696e-05,1613942148707,2580
"mom_1",0.8500103251426975,1613942148707,2580
"eps_1",1e-05,1613942148707,2580
"wd_2",0.01,1613942148707,2580
"sqr_mom_2",0.99,1613942148707,2580
"lr_2",0.0004999483748027695,1613942148707,2580
"mom_2",0.8500103251426975,1613942148707,2580
"eps_2",1e-05,1613942148707,2580
"train_loss",0.051264293,1613942149723,2581
"raw_loss",0.060513835,1613942149723,2581
"epoch",16.238993710691815,1613942149723,2581
"wd_0",0.01,1613942149723,2581
"sqr_mom_0",0.99,1613942149723,2581
"lr_0",4.9994546677496014e-06,1613942149723,2581
"mom_0",0.8500109067540755,1613942149723,2581
"eps_0",1e-05,1613942149723,2581
"wd_1",0.01,1613942149723,2581
"sqr_mom_1",0.99,1613942149723,2581
"lr_1",4.999454667749601e-05,1613942149723,2581
"mom_1",0.8500109067540755,1613942149723,2581
"eps_1",1e-05,1613942149723,2581
"wd_2",0.01,1613942149723,2581
"sqr_mom_2",0.99,1613942149723,2581
"lr_2",0.0004999454667749602,1613942149723,2581
"mom_2",0.8500109067540755,1613942149723,2581
"eps_2",1e-05,1613942149723,2581
"train_loss",0.05140623,1613942150721,2582
"raw_loss",0.05836125,1613942150721,2582
"epoch",16.245283018867916,1613942150721,2582
"wd_0",0.01,1613942150721,2582
"sqr_mom_0",0.99,1613942150721,2582
"lr_0",4.999424790806952e-06,1613942150721,2582
"mom_0",0.8500115042989039,1613942150721,2582
"eps_0",1e-05,1613942150721,2582
"wd_1",0.01,1613942150721,2582
"sqr_mom_1",0.99,1613942150721,2582
"lr_1",4.9994247908069516e-05,1613942150721,2582
"mom_1",0.8500115042989039,1613942150721,2582
"eps_1",1e-05,1613942150721,2582
"wd_2",0.01,1613942150721,2582
"sqr_mom_2",0.99,1613942150721,2582
"lr_2",0.0004999424790806952,1613942150721,2582
"mom_2",0.8500115042989039,1613942150721,2582
"eps_2",1e-05,1613942150721,2582
"train_loss",0.05247347,1613942151696,2583
"raw_loss",0.10476836,1613942151696,2583
"epoch",16.251572327044016,1613942151696,2583
"wd_0",0.01,1613942151696,2583
"sqr_mom_0",0.99,1613942151696,2583
"lr_0",4.999394124536011e-06,1613942151696,2583
"mom_0",0.850012117630456,1613942151696,2583
"eps_0",1e-05,1613942151696,2583
"wd_1",0.01,1613942151696,2583
"sqr_mom_1",0.99,1613942151696,2583
"lr_1",4.9993941245360117e-05,1613942151696,2583
"mom_1",0.850012117630456,1613942151696,2583
"eps_1",1e-05,1613942151696,2583
"wd_2",0.01,1613942151696,2583
"sqr_mom_2",0.99,1613942151696,2583
"lr_2",0.0004999394124536011,1613942151696,2583
"mom_2",0.850012117630456,1613942151696,2583
"eps_2",1e-05,1613942151696,2583
"train_loss",0.05205119,1613942152649,2584
"raw_loss",0.031359464,1613942152649,2584
"epoch",16.257861635220117,1613942152649,2584
"wd_0",0.01,1613942152649,2584
"sqr_mom_0",0.99,1613942152649,2584
"lr_0",4.999362654480921e-06,1613942152649,2584
"mom_0",0.8500127470378519,1613942152649,2584
"eps_0",1e-05,1613942152649,2584
"wd_1",0.01,1613942152649,2584
"sqr_mom_1",0.99,1613942152649,2584
"lr_1",4.999362654480921e-05,1613942152649,2584
"mom_1",0.8500127470378519,1613942152649,2584
"eps_1",1e-05,1613942152649,2584
"wd_2",0.01,1613942152649,2584
"sqr_mom_2",0.99,1613942152649,2584
"lr_2",0.0004999362654480921,1613942152649,2584
"mom_2",0.8500127470378519,1613942152649,2584
"eps_2",1e-05,1613942152649,2584
"train_loss",0.05162954,1613942153607,2585
"raw_loss",0.030968659,1613942153607,2585
"epoch",16.264150943396217,1613942153607,2585
"wd_0",0.01,1613942153607,2585
"sqr_mom_0",0.99,1613942153607,2585
"lr_0",4.9993303877906036e-06,1613942153607,2585
"mom_0",0.8500133923781117,1613942153607,2585
"eps_0",1e-05,1613942153607,2585
"wd_1",0.01,1613942153607,2585
"sqr_mom_1",0.99,1613942153607,2585
"lr_1",4.999330387790603e-05,1613942153607,2585
"mom_1",0.8500133923781117,1613942153607,2585
"eps_1",1e-05,1613942153607,2585
"wd_2",0.01,1613942153607,2585
"sqr_mom_2",0.99,1613942153607,2585
"lr_2",0.0004999330387790603,1613942153607,2585
"mom_2",0.8500133923781117,1613942153607,2585
"eps_2",1e-05,1613942153607,2585
"train_loss",0.051595215,1613942154565,2586
"raw_loss",0.049913205,1613942154565,2586
"epoch",16.270440251572317,1613942154565,2586
"wd_0",0.01,1613942154565,2586
"sqr_mom_0",0.99,1613942154565,2586
"lr_0",4.999297332452282e-06,1613942154565,2586
"mom_0",0.8500140534914893,1613942154565,2586
"eps_0",1e-05,1613942154565,2586
"wd_1",0.01,1613942154565,2586
"sqr_mom_1",0.99,1613942154565,2586
"lr_1",4.9992973324522825e-05,1613942154565,2586
"mom_1",0.8500140534914893,1613942154565,2586
"eps_1",1e-05,1613942154565,2586
"wd_2",0.01,1613942154565,2586
"sqr_mom_2",0.99,1613942154565,2586
"lr_2",0.0004999297332452282,1613942154565,2586
"mom_2",0.8500140534914893,1613942154565,2586
"eps_2",1e-05,1613942154565,2586
"train_loss",0.052439082,1613942155517,2587
"raw_loss",0.09378859,1613942155517,2587
"epoch",16.276729559748418,1613942155517,2587
"wd_0",0.01,1613942155517,2587
"sqr_mom_0",0.99,1613942155517,2587
"lr_0",4.999263472712522e-06,1613942155517,2587
"mom_0",0.8500147306930564,1613942155517,2587
"eps_0",1e-05,1613942155517,2587
"wd_1",0.01,1613942155517,2587
"sqr_mom_1",0.99,1613942155517,2587
"lr_1",4.999263472712522e-05,1613942155517,2587
"mom_1",0.8500147306930564,1613942155517,2587
"eps_1",1e-05,1613942155517,2587
"wd_2",0.01,1613942155517,2587
"sqr_mom_2",0.99,1613942155517,2587
"lr_2",0.0004999263472712522,1613942155517,2587
"mom_2",0.8500147306930564,1613942155517,2587
"eps_2",1e-05,1613942155517,2587
"train_loss",0.052321658,1613942156539,2588
"raw_loss",0.04656791,1613942156539,2588
"epoch",16.28301886792452,1613942156539,2588
"wd_0",0.01,1613942156539,2588
"sqr_mom_0",0.99,1613942156539,2588
"lr_0",4.999228816369147e-06,1613942156539,2588
"mom_0",0.8500154238268554,1613942156539,2588
"eps_0",1e-05,1613942156539,2588
"wd_1",0.01,1613942156539,2588
"sqr_mom_1",0.99,1613942156539,2588
"lr_1",4.999228816369147e-05,1613942156539,2588
"mom_1",0.8500154238268554,1613942156539,2588
"eps_1",1e-05,1613942156539,2588
"wd_2",0.01,1613942156539,2588
"sqr_mom_2",0.99,1613942156539,2588
"lr_2",0.0004999228816369147,1613942156539,2588
"mom_2",0.8500154238268554,1613942156539,2588
"eps_2",1e-05,1613942156539,2588
"train_loss",0.05246423,1613942157566,2589
"raw_loss",0.05945033,1613942157566,2589
"epoch",16.28930817610062,1613942157566,2589
"wd_0",0.01,1613942157566,2589
"sqr_mom_0",0.99,1613942157566,2589
"lr_0",4.9991933719798055e-06,1613942157566,2589
"mom_0",0.850016132721731,1613942157566,2589
"eps_0",1e-05,1613942157566,2589
"wd_1",0.01,1613942157566,2589
"sqr_mom_1",0.99,1613942157566,2589
"lr_1",4.999193371979805e-05,1613942157566,2589
"mom_1",0.850016132721731,1613942157566,2589
"eps_1",1e-05,1613942157566,2589
"wd_2",0.01,1613942157566,2589
"sqr_mom_2",0.99,1613942157566,2589
"lr_2",0.0004999193371979805,1613942157566,2589
"mom_2",0.850016132721731,1613942157566,2589
"eps_2",1e-05,1613942157566,2589
"train_loss",0.05349415,1613942158571,2590
"raw_loss",0.10396035,1613942158571,2590
"epoch",16.29559748427672,1613942158571,2590
"wd_0",0.01,1613942158571,2590
"sqr_mom_0",0.99,1613942158571,2590
"lr_0",4.999157122652491e-06,1613942158571,2590
"mom_0",0.8500168577155273,1613942158571,2590
"eps_0",1e-05,1613942158571,2590
"wd_1",0.01,1613942158571,2590
"sqr_mom_1",0.99,1613942158571,2590
"lr_1",4.999157122652491e-05,1613942158571,2590
"mom_1",0.8500168577155273,1613942158571,2590
"eps_1",1e-05,1613942158571,2590
"wd_2",0.01,1613942158571,2590
"sqr_mom_2",0.99,1613942158571,2590
"lr_2",0.000499915712265249,1613942158571,2590
"mom_2",0.8500168577155273,1613942158571,2590
"eps_2",1e-05,1613942158571,2590
"train_loss",0.053377934,1613942159532,2591
"raw_loss",0.047683213,1613942159532,2591
"epoch",16.30188679245282,1613942159532,2591
"wd_0",0.01,1613942159532,2591
"sqr_mom_0",0.99,1613942159532,2591
"lr_0",4.999120076755461e-06,1613942159532,2591
"mom_0",0.8500175986408772,1613942159532,2591
"eps_0",1e-05,1613942159532,2591
"wd_1",0.01,1613942159532,2591
"sqr_mom_1",0.99,1613942159532,2591
"lr_1",4.99912007675546e-05,1613942159532,2591
"mom_1",0.8500175986408772,1613942159532,2591
"eps_1",1e-05,1613942159532,2591
"wd_2",0.01,1613942159532,2591
"sqr_mom_2",0.99,1613942159532,2591
"lr_2",0.000499912007675546,1613942159532,2591
"mom_2",0.8500175986408772,1613942159532,2591
"eps_2",1e-05,1613942159532,2591
"train_loss",0.052866846,1613942160477,2592
"raw_loss",0.027823508,1613942160477,2592
"epoch",16.30817610062892,1613942160477,2592
"wd_0",0.01,1613942160477,2592
"sqr_mom_0",0.99,1613942160477,2592
"lr_0",4.99908224321858e-06,1613942160477,2592
"mom_0",0.8500183553191816,1613942160477,2592
"eps_0",1e-05,1613942160477,2592
"wd_1",0.01,1613942160477,2592
"sqr_mom_1",0.99,1613942160477,2592
"lr_1",4.99908224321858e-05,1613942160477,2592
"mom_1",0.8500183553191816,1613942160477,2592
"eps_1",1e-05,1613942160477,2592
"wd_2",0.01,1613942160477,2592
"sqr_mom_2",0.99,1613942160477,2592
"lr_2",0.0004999082243218579,1613942160477,2592
"mom_2",0.8500183553191816,1613942160477,2592
"eps_2",1e-05,1613942160477,2592
"train_loss",0.052869774,1613942161433,2593
"raw_loss",0.053013332,1613942161433,2593
"epoch",16.31446540880502,1613942161433,2593
"wd_0",0.01,1613942161433,2593
"sqr_mom_0",0.99,1613942161433,2593
"lr_0",4.999043604403554e-06,1613942161433,2593
"mom_0",0.8500191281032099,1613942161433,2593
"eps_0",1e-05,1613942161433,2593
"wd_1",0.01,1613942161433,2593
"sqr_mom_1",0.99,1613942161433,2593
"lr_1",4.999043604403554e-05,1613942161433,2593
"mom_1",0.8500191281032099,1613942161433,2593
"eps_1",1e-05,1613942161433,2593
"wd_2",0.01,1613942161433,2593
"sqr_mom_2",0.99,1613942161433,2593
"lr_2",0.0004999043604403554,1613942161433,2593
"mom_2",0.8500191281032099,1613942161433,2593
"eps_2",1e-05,1613942161433,2593
"train_loss",0.052347697,1613942162387,2594
"raw_loss",0.026765972,1613942162387,2594
"epoch",16.32075471698112,1613942162387,2594
"wd_0",0.01,1613942162387,2594
"sqr_mom_0",0.99,1613942162387,2594
"lr_0",4.9990041690549946e-06,1613942162387,2594
"mom_0",0.8500199168180683,1613942162387,2594
"eps_0",1e-05,1613942162387,2594
"wd_1",0.01,1613942162387,2594
"sqr_mom_1",0.99,1613942162387,2594
"lr_1",4.999004169054994e-05,1613942162387,2594
"mom_1",0.8500199168180683,1613942162387,2594
"eps_1",1e-05,1613942162387,2594
"wd_2",0.01,1613942162387,2594
"sqr_mom_2",0.99,1613942162387,2594
"lr_2",0.0004999004169054993,1613942162387,2594
"mom_2",0.8500199168180683,1613942162387,2594
"eps_2",1e-05,1613942162387,2594
"train_loss",0.052138798,1613942163341,2595
"raw_loss",0.041902665,1613942163341,2595
"epoch",16.32704402515722,1613942163341,2595
"wd_0",0.01,1613942163341,2595
"sqr_mom_0",0.99,1613942163341,2595
"lr_0",4.9989639468713184e-06,1613942163341,2595
"mom_0",0.8500207212697863,1613942163341,2595
"eps_0",1e-05,1613942163341,2595
"wd_1",0.01,1613942163341,2595
"sqr_mom_1",0.99,1613942163341,2595
"lr_1",4.998963946871318e-05,1613942163341,2595
"mom_1",0.8500207212697863,1613942163341,2595
"eps_1",1e-05,1613942163341,2595
"wd_2",0.01,1613942163341,2595
"sqr_mom_2",0.99,1613942163341,2595
"lr_2",0.0004998963946871318,1613942163341,2595
"mom_2",0.8500207212697863,1613942163341,2595
"eps_2",1e-05,1613942163341,2595
"train_loss",0.05173346,1613942164283,2596
"raw_loss",0.03187191,1613942164283,2596
"epoch",16.33333333333332,1613942164283,2596
"wd_0",0.01,1613942164283,2596
"sqr_mom_0",0.99,1613942164283,2596
"lr_0",4.998922918683533e-06,1613942164283,2596
"mom_0",0.8500215418417477,1613942164283,2596
"eps_0",1e-05,1613942164283,2596
"wd_1",0.01,1613942164283,2596
"sqr_mom_1",0.99,1613942164283,2596
"lr_1",4.998922918683532e-05,1613942164283,2596
"mom_1",0.8500215418417477,1613942164283,2596
"eps_1",1e-05,1613942164283,2596
"wd_2",0.01,1613942164283,2596
"sqr_mom_2",0.99,1613942164283,2596
"lr_2",0.0004998922918683532,1613942164283,2596
"mom_2",0.8500215418417477,1613942164283,2596
"eps_2",1e-05,1613942164283,2596
"train_loss",0.05111133,1613942165228,2597
"raw_loss",0.020626971,1613942165228,2597
"epoch",16.339622641509422,1613942165228,2597
"wd_0",0.01,1613942165228,2597
"sqr_mom_0",0.99,1613942165228,2597
"lr_0",4.99888109400068e-06,1613942165228,2597
"mom_0",0.8500223783437698,1613942165228,2597
"eps_0",1e-05,1613942165228,2597
"wd_1",0.01,1613942165228,2597
"sqr_mom_1",0.99,1613942165228,2597
"lr_1",4.998881094000679e-05,1613942165228,2597
"mom_1",0.8500223783437698,1613942165228,2597
"eps_1",1e-05,1613942165228,2597
"wd_2",0.01,1613942165228,2597
"sqr_mom_2",0.99,1613942165228,2597
"lr_2",0.000499888109400068,1613942165228,2597
"mom_2",0.8500223783437698,1613942165228,2597
"eps_2",1e-05,1613942165228,2597
"train_loss",0.05057398,1613942166178,2598
"raw_loss",0.024243813,1613942166178,2598
"epoch",16.345911949685522,1613942166178,2598
"wd_0",0.01,1613942166178,2598
"sqr_mom_0",0.99,1613942166178,2598
"lr_0",4.998838483091523e-06,1613942166178,2598
"mom_0",0.8500232305704752,1613942166178,2598
"eps_0",1e-05,1613942166178,2598
"wd_1",0.01,1613942166178,2598
"sqr_mom_1",0.99,1613942166178,2598
"lr_1",4.9988384830915225e-05,1613942166178,2598
"mom_1",0.8500232305704752,1613942166178,2598
"eps_1",1e-05,1613942166178,2598
"wd_2",0.01,1613942166178,2598
"sqr_mom_2",0.99,1613942166178,2598
"lr_2",0.0004998838483091522,1613942166178,2598
"mom_2",0.8500232305704752,1613942166178,2598
"eps_2",1e-05,1613942166178,2598
"train_loss",0.05010456,1613942167156,2599
"raw_loss",0.027102862,1613942167156,2599
"epoch",16.352201257861623,1613942167156,2599
"wd_0",0.01,1613942167156,2599
"sqr_mom_0",0.99,1613942167156,2599
"lr_0",4.998795065648653e-06,1613942167156,2599
"mom_0",0.8500240989280162,1613942167156,2599
"eps_0",1e-05,1613942167156,2599
"wd_1",0.01,1613942167156,2599
"sqr_mom_1",0.99,1613942167156,2599
"lr_1",4.998795065648653e-05,1613942167156,2599
"mom_1",0.8500240989280162,1613942167156,2599
"eps_1",1e-05,1613942167156,2599
"wd_2",0.01,1613942167156,2599
"sqr_mom_2",0.99,1613942167156,2599
"lr_2",0.0004998795065648653,1613942167156,2599
"mom_2",0.8500240989280162,1613942167156,2599
"eps_2",1e-05,1613942167156,2599
"train_loss",0.050150473,1613942168093,2600
"raw_loss",0.052400336,1613942168093,2600
"epoch",16.358490566037723,1613942168093,2600
"wd_0",0.01,1613942168093,2600
"sqr_mom_0",0.99,1613942168093,2600
"lr_0",4.998750851751468e-06,1613942168093,2600
"mom_0",0.8500249832148028,1613942168093,2600
"eps_0",1e-05,1613942168093,2600
"wd_1",0.01,1613942168093,2600
"sqr_mom_1",0.99,1613942168093,2600
"lr_1",4.9987508517514685e-05,1613942168093,2600
"mom_1",0.8500249832148028,1613942168093,2600
"eps_1",1e-05,1613942168093,2600
"wd_2",0.01,1613942168093,2600
"sqr_mom_2",0.99,1613942168093,2600
"lr_2",0.0004998750851751468,1613942168093,2600
"mom_2",0.8500249832148028,1613942168093,2600
"eps_2",1e-05,1613942168093,2600
"train_loss",0.049568374,1613942169038,2601
"raw_loss",0.021045538,1613942169038,2601
"epoch",16.364779874213824,1613942169038,2601
"wd_0",0.01,1613942169038,2601
"sqr_mom_0",0.99,1613942169038,2601
"lr_0",4.9987058414140615e-06,1613942169038,2601
"mom_0",0.8500258834305531,1613942169038,2601
"eps_0",1e-05,1613942169038,2601
"wd_1",0.01,1613942169038,2601
"sqr_mom_1",0.99,1613942169038,2601
"lr_1",4.998705841414061e-05,1613942169038,2601
"mom_1",0.8500258834305531,1613942169038,2601
"eps_1",1e-05,1613942169038,2601
"wd_2",0.01,1613942169038,2601
"sqr_mom_2",0.99,1613942169038,2601
"lr_2",0.0004998705841414061,1613942169038,2601
"mom_2",0.8500258834305531,1613942169038,2601
"eps_2",1e-05,1613942169038,2601
"train_loss",0.04926679,1613942169977,2602
"raw_loss",0.034489047,1613942169977,2602
"epoch",16.371069182389924,1613942169977,2602
"wd_0",0.01,1613942169977,2602
"sqr_mom_0",0.99,1613942169977,2602
"lr_0",4.99866004542617e-06,1613942169977,2602
"mom_0",0.8500267993594702,1613942169977,2602
"eps_0",1e-05,1613942169977,2602
"wd_1",0.01,1613942169977,2602
"sqr_mom_1",0.99,1613942169977,2602
"lr_1",4.9986600454261696e-05,1613942169977,2602
"mom_1",0.8500267993594702,1613942169977,2602
"eps_1",1e-05,1613942169977,2602
"wd_2",0.01,1613942169977,2602
"sqr_mom_2",0.99,1613942169977,2602
"lr_2",0.000499866004542617,1613942169977,2602
"mom_2",0.8500267993594702,1613942169977,2602
"eps_2",1e-05,1613942169977,2602
"train_loss",0.048768766,1613942170925,2603
"raw_loss",0.024365641,1613942170925,2603
"epoch",16.377358490566024,1613942170925,2603
"wd_0",0.01,1613942170925,2603
"sqr_mom_0",0.99,1613942170925,2603
"lr_0",4.99861344243734e-06,1613942170925,2603
"mom_0",0.8500277314285675,1613942170925,2603
"eps_0",1e-05,1613942170925,2603
"wd_1",0.01,1613942170925,2603
"sqr_mom_1",0.99,1613942170925,2603
"lr_1",4.99861344243734e-05,1613942170925,2603
"mom_1",0.8500277314285675,1613942170925,2603
"eps_1",1e-05,1613942170925,2603
"wd_2",0.01,1613942170925,2603
"sqr_mom_2",0.99,1613942170925,2603
"lr_2",0.000499861344243734,1613942170925,2603
"mom_2",0.8500277314285675,1613942170925,2603
"eps_2",1e-05,1613942170925,2603
"train_loss",0.048455644,1613942171868,2604
"raw_loss",0.033112656,1613942171868,2604
"epoch",16.383647798742125,1613942171868,2604
"wd_0",0.01,1613942171868,2604
"sqr_mom_0",0.99,1613942171868,2604
"lr_0",4.998566043052085e-06,1613942171868,2604
"mom_0",0.8500286794257526,1613942171868,2604
"eps_0",1e-05,1613942171868,2604
"wd_1",0.01,1613942171868,2604
"sqr_mom_1",0.99,1613942171868,2604
"lr_1",4.998566043052085e-05,1613942171868,2604
"mom_1",0.8500286794257526,1613942171868,2604
"eps_1",1e-05,1613942171868,2604
"wd_2",0.01,1613942171868,2604
"sqr_mom_2",0.99,1613942171868,2604
"lr_2",0.0004998566043052085,1613942171868,2604
"mom_2",0.8500286794257526,1613942171868,2604
"eps_2",1e-05,1613942171868,2604
"train_loss",0.048874132,1613942172822,2605
"raw_loss",0.06938005,1613942172822,2605
"epoch",16.389937106918225,1613942172822,2605
"wd_0",0.01,1613942172822,2605
"sqr_mom_0",0.99,1613942172822,2605
"lr_0",4.9985178588698705e-06,1613942172822,2605
"mom_0",0.8500296431190337,1613942172822,2605
"eps_0",1e-05,1613942172822,2605
"wd_1",0.01,1613942172822,2605
"sqr_mom_1",0.99,1613942172822,2605
"lr_1",4.99851785886987e-05,1613942172822,2605
"mom_1",0.8500296431190337,1613942172822,2605
"eps_1",1e-05,1613942172822,2605
"wd_2",0.01,1613942172822,2605
"sqr_mom_2",0.99,1613942172822,2605
"lr_2",0.000499851785886987,1613942172822,2605
"mom_2",0.8500296431190337,1613942172822,2605
"eps_2",1e-05,1613942172822,2605
"train_loss",0.049857844,1613942173776,2606
"raw_loss",0.09805978,1613942173776,2606
"epoch",16.396226415094326,1613942173776,2606
"wd_0",0.01,1613942173776,2606
"sqr_mom_0",0.99,1613942173776,2606
"lr_0",4.998468866927189e-06,1613942173776,2606
"mom_0",0.8500306229676858,1613942173776,2606
"eps_0",1e-05,1613942173776,2606
"wd_1",0.01,1613942173776,2606
"sqr_mom_1",0.99,1613942173776,2606
"lr_1",4.998468866927189e-05,1613942173776,2606
"mom_1",0.8500306229676858,1613942173776,2606
"eps_1",1e-05,1613942173776,2606
"wd_2",0.01,1613942173776,2606
"sqr_mom_2",0.99,1613942173776,2606
"lr_2",0.0004998468866927189,1613942173776,2606
"mom_2",0.8500306229676858,1613942173776,2606
"eps_2",1e-05,1613942173776,2606
"train_loss",0.049339235,1613942174718,2607
"raw_loss",0.02392733,1613942174718,2607
"epoch",16.402515723270426,1613942174718,2607
"wd_0",0.01,1613942174718,2607
"sqr_mom_0",0.99,1613942174718,2607
"lr_0",4.9984190786341645e-06,1613942174718,2607
"mom_0",0.8500316187435041,1613942174718,2607
"eps_0",1e-05,1613942174718,2607
"wd_1",0.01,1613942174718,2607
"sqr_mom_1",0.99,1613942174718,2607
"lr_1",4.998419078634165e-05,1613942174718,2607
"mom_1",0.8500316187435041,1613942174718,2607
"eps_1",1e-05,1613942174718,2607
"wd_2",0.01,1613942174718,2607
"sqr_mom_2",0.99,1613942174718,2607
"lr_2",0.0004998419078634165,1613942174718,2607
"mom_2",0.8500316187435041,1613942174718,2607
"eps_2",1e-05,1613942174718,2607
"train_loss",0.049006686,1613942175656,2608
"raw_loss",0.03271171,1613942175656,2608
"epoch",16.408805031446526,1613942175656,2608
"wd_0",0.01,1613942175656,2608
"sqr_mom_0",0.99,1613942175656,2608
"lr_0",4.998368506160502e-06,1613942175656,2608
"mom_0",0.8500326302030919,1613942175656,2608
"eps_0",1e-05,1613942175656,2608
"wd_1",0.01,1613942175656,2608
"sqr_mom_1",0.99,1613942175656,2608
"lr_1",4.998368506160502e-05,1613942175656,2608
"mom_1",0.8500326302030919,1613942175656,2608
"eps_1",1e-05,1613942175656,2608
"wd_2",0.01,1613942175656,2608
"sqr_mom_2",0.99,1613942175656,2608
"lr_2",0.0004998368506160502,1613942175656,2608
"mom_2",0.8500326302030919,1613942175656,2608
"eps_2",1e-05,1613942175656,2608
"train_loss",0.048562605,1613942176614,2609
"raw_loss",0.026802547,1613942176614,2609
"epoch",16.415094339622627,1613942176614,2609
"wd_0",0.01,1613942176614,2609
"sqr_mom_0",0.99,1613942176614,2609
"lr_0",4.998317125404487e-06,1613942176614,2609
"mom_0",0.8500336578284885,1613942176614,2609
"eps_0",1e-05,1613942176614,2609
"wd_1",0.01,1613942176614,2609
"sqr_mom_1",0.99,1613942176614,2609
"lr_1",4.9983171254044866e-05,1613942176614,2609
"mom_1",0.8500336578284885,1613942176614,2609
"eps_1",1e-05,1613942176614,2609
"wd_2",0.01,1613942176614,2609
"sqr_mom_2",0.99,1613942176614,2609
"lr_2",0.0004998317125404487,1613942176614,2609
"mom_2",0.8500336578284885,1613942176614,2609
"eps_2",1e-05,1613942176614,2609
"train_loss",0.04966033,1613942177571,2610
"raw_loss",0.10344884,1613942177571,2610
"epoch",16.421383647798727,1613942177571,2610
"wd_0",0.01,1613942177571,2610
"sqr_mom_0",0.99,1613942177571,2610
"lr_0",4.998264948346495e-06,1613942177571,2610
"mom_0",0.8500347013800839,1613942177571,2610
"eps_0",1e-05,1613942177571,2610
"wd_1",0.01,1613942177571,2610
"sqr_mom_1",0.99,1613942177571,2610
"lr_1",4.998264948346495e-05,1613942177571,2610
"mom_1",0.8500347013800839,1613942177571,2610
"eps_1",1e-05,1613942177571,2610
"wd_2",0.01,1613942177571,2610
"sqr_mom_2",0.99,1613942177571,2610
"lr_2",0.0004998264948346495,1613942177571,2610
"mom_2",0.8500347013800839,1613942177571,2610
"eps_2",1e-05,1613942177571,2610
"train_loss",0.049673434,1613942178516,2611
"raw_loss",0.050315645,1613942178516,2611
"epoch",16.427672955974828,1613942178516,2611
"wd_0",0.01,1613942178516,2611
"sqr_mom_0",0.99,1613942178516,2611
"lr_0",4.9982119874498425e-06,1613942178516,2611
"mom_0",0.8500357606086092,1613942178516,2611
"eps_0",1e-05,1613942178516,2611
"wd_1",0.01,1613942178516,2611
"sqr_mom_1",0.99,1613942178516,2611
"lr_1",4.998211987449843e-05,1613942178516,2611
"mom_1",0.8500357606086092,1613942178516,2611
"eps_1",1e-05,1613942178516,2611
"wd_2",0.01,1613942178516,2611
"sqr_mom_2",0.99,1613942178516,2611
"lr_2",0.0004998211987449842,1613942178516,2611
"mom_2",0.8500357606086092,1613942178516,2611
"eps_2",1e-05,1613942178516,2611
"train_loss",0.051641937,1613942179481,2612
"raw_loss",0.14809869,1613942179481,2612
"epoch",16.433962264150928,1613942179481,2612
"wd_0",0.01,1613942179481,2612
"sqr_mom_0",0.99,1613942179481,2612
"lr_0",4.998158218023739e-06,1613942179481,2612
"mom_0",0.8500368360078853,1613942179481,2612
"eps_0",1e-05,1613942179481,2612
"wd_1",0.01,1613942179481,2612
"sqr_mom_1",0.99,1613942179481,2612
"lr_1",4.998158218023738e-05,1613942179481,2612
"mom_1",0.8500368360078853,1613942179481,2612
"eps_1",1e-05,1613942179481,2612
"wd_2",0.01,1613942179481,2612
"sqr_mom_2",0.99,1613942179481,2612
"lr_2",0.0004998158218023738,1613942179481,2612
"mom_2",0.8500368360078853,1613942179481,2612
"eps_2",1e-05,1613942179481,2612
"train_loss",0.051096104,1613942180442,2613
"raw_loss",0.024350218,1613942180442,2613
"epoch",16.44025157232703,1613942180442,2613
"wd_0",0.01,1613942180442,2613
"sqr_mom_0",0.99,1613942180442,2613
"lr_0",4.998103652346307e-06,1613942180442,2613
"mom_0",0.8500379273323472,1613942180442,2613
"eps_0",1e-05,1613942180442,2613
"wd_1",0.01,1613942180442,2613
"sqr_mom_1",0.99,1613942180442,2613
"lr_1",4.998103652346307e-05,1613942180442,2613
"mom_1",0.8500379273323472,1613942180442,2613
"eps_1",1e-05,1613942180442,2613
"wd_2",0.01,1613942180442,2613
"sqr_mom_2",0.99,1613942180442,2613
"lr_2",0.0004998103652346307,1613942180442,2613
"mom_2",0.8500379273323472,1613942180442,2613
"eps_2",1e-05,1613942180442,2613
"train_loss",0.051216308,1613942181386,2614
"raw_loss",0.057106275,1613942181386,2614
"epoch",16.44654088050313,1613942181386,2614
"wd_0",0.01,1613942181386,2614
"sqr_mom_0",0.99,1613942181386,2614
"lr_0",4.998048303727626e-06,1613942181386,2614
"mom_0",0.8500390343157906,1613942181386,2614
"eps_0",1e-05,1613942181386,2614
"wd_1",0.01,1613942181386,2614
"sqr_mom_1",0.99,1613942181386,2614
"lr_1",4.9980483037276254e-05,1613942181386,2614
"mom_1",0.8500390343157906,1613942181386,2614
"eps_1",1e-05,1613942181386,2614
"wd_2",0.01,1613942181386,2614
"sqr_mom_2",0.99,1613942181386,2614
"lr_2",0.0004998048303727625,1613942181386,2614
"mom_2",0.8500390343157906,1613942181386,2614
"eps_2",1e-05,1613942181386,2614
"train_loss",0.050665718,1613942182321,2615
"raw_loss",0.023686677,1613942182321,2615
"epoch",16.45283018867923,1613942182321,2615
"wd_0",0.01,1613942182321,2615
"sqr_mom_0",0.99,1613942182321,2615
"lr_0",4.997992145789779e-06,1613942182321,2615
"mom_0",0.8500401574857792,1613942182321,2615
"eps_0",1e-05,1613942182321,2615
"wd_1",0.01,1613942182321,2615
"sqr_mom_1",0.99,1613942182321,2615
"lr_1",4.997992145789779e-05,1613942182321,2615
"mom_1",0.8500401574857792,1613942182321,2615
"eps_1",1e-05,1613942182321,2615
"wd_2",0.01,1613942182321,2615
"sqr_mom_2",0.99,1613942182321,2615
"lr_2",0.0004997992145789778,1613942182321,2615
"mom_2",0.8500401574857792,1613942182321,2615
"eps_2",1e-05,1613942182321,2615
"train_loss",0.050822683,1613942183289,2616
"raw_loss",0.058513906,1613942183289,2616
"epoch",16.45911949685533,1613942183289,2616
"wd_0",0.01,1613942183289,2616
"sqr_mom_0",0.99,1613942183289,2616
"lr_0",4.997935191653539e-06,1613942183289,2616
"mom_0",0.850041296579895,1613942183289,2616
"eps_0",1e-05,1613942183289,2616
"wd_1",0.01,1613942183289,2616
"sqr_mom_1",0.99,1613942183289,2616
"lr_1",4.997935191653538e-05,1613942183289,2616
"mom_1",0.850041296579895,1613942183289,2616
"eps_1",1e-05,1613942183289,2616
"wd_2",0.01,1613942183289,2616
"sqr_mom_2",0.99,1613942183289,2616
"lr_2",0.0004997935191653538,1613942183289,2616
"mom_2",0.850041296579895,1613942183289,2616
"eps_2",1e-05,1613942183289,2616
"train_loss",0.05046399,1613942184230,2617
"raw_loss",0.032887943,1613942184230,2617
"epoch",16.46540880503143,1613942184230,2617
"wd_0",0.01,1613942184230,2617
"sqr_mom_0",0.99,1613942184230,2617
"lr_0",4.997877455199112e-06,1613942184230,2617
"mom_0",0.8500424513205309,1613942184230,2617
"eps_0",1e-05,1613942184230,2617
"wd_1",0.01,1613942184230,2617
"sqr_mom_1",0.99,1613942184230,2617
"lr_1",4.997877455199112e-05,1613942184230,2617
"mom_1",0.8500424513205309,1613942184230,2617
"eps_1",1e-05,1613942184230,2617
"wd_2",0.01,1613942184230,2617
"sqr_mom_2",0.99,1613942184230,2617
"lr_2",0.0004997877455199112,1613942184230,2617
"mom_2",0.8500424513205309,1613942184230,2617
"eps_2",1e-05,1613942184230,2617
"train_loss",0.050656747,1613942185165,2618
"raw_loss",0.06010193,1613942185165,2618
"epoch",16.47169811320753,1613942185165,2618
"wd_0",0.01,1613942185165,2618
"sqr_mom_0",0.99,1613942185165,2618
"lr_0",4.997818908910595e-06,1613942185165,2618
"mom_0",0.8500436222580107,1613942185165,2618
"eps_0",1e-05,1613942185165,2618
"wd_1",0.01,1613942185165,2618
"sqr_mom_1",0.99,1613942185165,2618
"lr_1",4.997818908910595e-05,1613942185165,2618
"mom_1",0.8500436222580107,1613942185165,2618
"eps_1",1e-05,1613942185165,2618
"wd_2",0.01,1613942185165,2618
"sqr_mom_2",0.99,1613942185165,2618
"lr_2",0.0004997818908910594,1613942185165,2618
"mom_2",0.8500436222580107,1613942185165,2618
"eps_2",1e-05,1613942185165,2618
"train_loss",0.051838182,1613942186142,2619
"raw_loss",0.10972862,1613942186142,2619
"epoch",16.47798742138363,1613942186142,2619
"wd_0",0.01,1613942186142,2619
"sqr_mom_0",0.99,1613942186142,2619
"lr_0",4.997759566478901e-06,1613942186142,2619
"mom_0",0.8500448091185131,1613942186142,2619
"eps_0",1e-05,1613942186142,2619
"wd_1",0.01,1613942186142,2619
"sqr_mom_1",0.99,1613942186142,2619
"lr_1",4.997759566478901e-05,1613942186142,2619
"mom_1",0.8500448091185131,1613942186142,2619
"eps_1",1e-05,1613942186142,2619
"wd_2",0.01,1613942186142,2619
"sqr_mom_2",0.99,1613942186142,2619
"lr_2",0.0004997759566478901,1613942186142,2619
"mom_2",0.8500448091185131,1613942186142,2619
"eps_2",1e-05,1613942186142,2619
"train_loss",0.05129498,1613942187128,2620
"raw_loss",0.024677929,1613942187128,2620
"epoch",16.48427672955973,1613942187128,2620
"wd_0",0.01,1613942187128,2620
"sqr_mom_0",0.99,1613942187128,2620
"lr_0",4.997699427922946e-06,1613942187128,2620
"mom_0",0.8500460119016601,1613942187128,2620
"eps_0",1e-05,1613942187128,2620
"wd_1",0.01,1613942187128,2620
"sqr_mom_1",0.99,1613942187128,2620
"lr_1",4.9976994279229456e-05,1613942187128,2620
"mom_1",0.8500460119016601,1613942187128,2620
"eps_1",1e-05,1613942187128,2620
"wd_2",0.01,1613942187128,2620
"sqr_mom_2",0.99,1613942187128,2620
"lr_2",0.0004997699427922946,1613942187128,2620
"mom_2",0.8500460119016601,1613942187128,2620
"eps_2",1e-05,1613942187128,2620
"train_loss",0.05223053,1613942188118,2621
"raw_loss",0.09807258,1613942188118,2621
"epoch",16.49056603773583,1613942188118,2621
"wd_0",0.01,1613942188118,2621
"sqr_mom_0",0.99,1613942188118,2621
"lr_0",4.9976385078830634e-06,1613942188118,2621
"mom_0",0.8500472303146419,1613942188118,2621
"eps_0",1e-05,1613942188118,2621
"wd_1",0.01,1613942188118,2621
"sqr_mom_1",0.99,1613942188118,2621
"lr_1",4.997638507883063e-05,1613942188118,2621
"mom_1",0.8500472303146419,1613942188118,2621
"eps_1",1e-05,1613942188118,2621
"wd_2",0.01,1613942188118,2621
"sqr_mom_2",0.99,1613942188118,2621
"lr_2",0.0004997638507883063,1613942188118,2621
"mom_2",0.8500472303146419,1613942188118,2621
"eps_2",1e-05,1613942188118,2621
"train_loss",0.051669817,1613942189104,2622
"raw_loss",0.024194984,1613942189104,2622
"epoch",16.496855345911932,1613942189104,2622
"wd_0",0.01,1613942189104,2622
"sqr_mom_0",0.99,1613942189104,2622
"lr_0",4.997576777326121e-06,1613942189104,2622
"mom_0",0.8500484649381269,1613942189104,2622
"eps_0",1e-05,1613942189104,2622
"wd_1",0.01,1613942189104,2622
"sqr_mom_1",0.99,1613942189104,2622
"lr_1",4.9975767773261216e-05,1613942189104,2622
"mom_1",0.8500484649381269,1613942189104,2622
"eps_1",1e-05,1613942189104,2622
"wd_2",0.01,1613942189104,2622
"sqr_mom_2",0.99,1613942189104,2622
"lr_2",0.0004997576777326121,1613942189104,2622
"mom_2",0.8500484649381269,1613942189104,2622
"eps_2",1e-05,1613942189104,2622
"train_loss",0.05331482,1613942190164,2623
"raw_loss",0.1339201,1613942190164,2623
"epoch",16.503144654088032,1613942190164,2623
"wd_0",0.01,1613942190164,2623
"sqr_mom_0",0.99,1613942190164,2623
"lr_0",4.99751425070318e-06,1613942190164,2623
"mom_0",0.8500497154830912,1613942190164,2623
"eps_0",1e-05,1613942190164,2623
"wd_1",0.01,1613942190164,2623
"sqr_mom_1",0.99,1613942190164,2623
"lr_1",4.99751425070318e-05,1613942190164,2623
"mom_1",0.8500497154830912,1613942190164,2623
"eps_1",1e-05,1613942190164,2623
"wd_2",0.01,1613942190164,2623
"sqr_mom_2",0.99,1613942190164,2623
"lr_2",0.000499751425070318,1613942190164,2623
"mom_2",0.8500497154830912,1613942190164,2623
"eps_2",1e-05,1613942190164,2623
"train_loss",0.05311614,1613942191148,2624
"raw_loss",0.043380704,1613942191148,2624
"epoch",16.509433962264133,1613942191148,2624
"wd_0",0.01,1613942191148,2624
"sqr_mom_0",0.99,1613942191148,2624
"lr_0",4.997450942894381e-06,1613942191148,2624
"mom_0",0.8500509816519288,1613942191148,2624
"eps_0",1e-05,1613942191148,2624
"wd_1",0.01,1613942191148,2624
"sqr_mom_1",0.99,1613942191148,2624
"lr_1",4.997450942894381e-05,1613942191148,2624
"mom_1",0.8500509816519288,1613942191148,2624
"eps_1",1e-05,1613942191148,2624
"wd_2",0.01,1613942191148,2624
"sqr_mom_2",0.99,1613942191148,2624
"lr_2",0.0004997450942894381,1613942191148,2624
"mom_2",0.8500509816519288,1613942191148,2624
"eps_2",1e-05,1613942191148,2624
"train_loss",0.05279458,1613942192116,2625
"raw_loss",0.037038058,1613942192116,2625
"epoch",16.515723270440233,1613942192116,2625
"wd_0",0.01,1613942192116,2625
"sqr_mom_0",0.99,1613942192116,2625
"lr_0",4.997386824385122e-06,1613942192116,2625
"mom_0",0.8500522640349379,1613942192116,2625
"eps_0",1e-05,1613942192116,2625
"wd_1",0.01,1613942192116,2625
"sqr_mom_1",0.99,1613942192116,2625
"lr_1",4.9973868243851216e-05,1613942192116,2625
"mom_1",0.8500522640349379,1613942192116,2625
"eps_1",1e-05,1613942192116,2625
"wd_2",0.01,1613942192116,2625
"sqr_mom_2",0.99,1613942192116,2625
"lr_2",0.0004997386824385122,1613942192116,2625
"mom_2",0.8500522640349379,1613942192116,2625
"eps_2",1e-05,1613942192116,2625
"train_loss",0.052419312,1613942193061,2626
"raw_loss",0.03403118,1613942193061,2626
"epoch",16.522012578616334,1613942193061,2626
"wd_0",0.01,1613942193061,2626
"sqr_mom_0",0.99,1613942193061,2626
"lr_0",4.997321909870408e-06,1613942193061,2626
"mom_0",0.8500535623382152,1613942193061,2626
"eps_0",1e-05,1613942193061,2626
"wd_1",0.01,1613942193061,2626
"sqr_mom_1",0.99,1613942193061,2626
"lr_1",4.9973219098704075e-05,1613942193061,2626
"mom_1",0.8500535623382152,1613942193061,2626
"eps_1",1e-05,1613942193061,2626
"wd_2",0.01,1613942193061,2626
"sqr_mom_2",0.99,1613942193061,2626
"lr_2",0.0004997321909870408,1613942193061,2626
"mom_2",0.8500535623382152,1613942193061,2626
"eps_2",1e-05,1613942193061,2626
"train_loss",0.05222311,1613942194015,2627
"raw_loss",0.042609144,1613942194015,2627
"epoch",16.528301886792434,1613942194015,2627
"wd_0",0.01,1613942194015,2627
"sqr_mom_0",0.99,1613942194015,2627
"lr_0",4.9972562151305994e-06,1613942194015,2627
"mom_0",0.8500548762461505,1613942194015,2627
"eps_0",1e-05,1613942194015,2627
"wd_1",0.01,1613942194015,2627
"sqr_mom_1",0.99,1613942194015,2627
"lr_1",4.9972562151305996e-05,1613942194015,2627
"mom_1",0.8500548762461505,1613942194015,2627
"eps_1",1e-05,1613942194015,2627
"wd_2",0.01,1613942194015,2627
"sqr_mom_2",0.99,1613942194015,2627
"lr_2",0.0004997256215130599,1613942194015,2627
"mom_2",0.8500548762461505,1613942194015,2627
"eps_2",1e-05,1613942194015,2627
"train_loss",0.051567923,1613942194968,2628
"raw_loss",0.019463815,1613942194968,2628
"epoch",16.534591194968534,1613942194968,2628
"wd_0",0.01,1613942194968,2628
"sqr_mom_0",0.99,1613942194968,2628
"lr_0",4.997189708857051e-06,1613942194968,2628
"mom_0",0.8500562063849229,1613942194968,2628
"eps_0",1e-05,1613942194968,2628
"wd_1",0.01,1613942194968,2628
"sqr_mom_1",0.99,1613942194968,2628
"lr_1",4.9971897088570515e-05,1613942194968,2628
"mom_1",0.8500562063849229,1613942194968,2628
"eps_1",1e-05,1613942194968,2628
"wd_2",0.01,1613942194968,2628
"sqr_mom_2",0.99,1613942194968,2628
"lr_2",0.0004997189708857051,1613942194968,2628
"mom_2",0.8500562063849229,1613942194968,2628
"eps_2",1e-05,1613942194968,2628
"train_loss",0.05122396,1613942195989,2629
"raw_loss",0.03436966,1613942195989,2629
"epoch",16.540880503144635,1613942195989,2629
"wd_0",0.01,1613942195989,2629
"sqr_mom_0",0.99,1613942195989,2629
"lr_0",4.997122406640877e-06,1613942195989,2629
"mom_0",0.8500575524427069,1613942195989,2629
"eps_0",1e-05,1613942195989,2629
"wd_1",0.01,1613942195989,2629
"sqr_mom_1",0.99,1613942195989,2629
"lr_1",4.9971224066408765e-05,1613942195989,2629
"mom_1",0.8500575524427069,1613942195989,2629
"eps_1",1e-05,1613942195989,2629
"wd_2",0.01,1613942195989,2629
"sqr_mom_2",0.99,1613942195989,2629
"lr_2",0.0004997122406640876,1613942195989,2629
"mom_2",0.8500575524427069,1613942195989,2629
"eps_2",1e-05,1613942195989,2629
"train_loss",0.050876126,1613942196987,2630
"raw_loss",0.033832185,1613942196987,2630
"epoch",16.547169811320735,1613942196987,2630
"wd_0",0.01,1613942196987,2630
"sqr_mom_0",0.99,1613942196987,2630
"lr_0",4.997054324832383e-06,1613942196987,2630
"mom_0",0.8500589140924932,1613942196987,2630
"eps_0",1e-05,1613942196987,2630
"wd_1",0.01,1613942196987,2630
"sqr_mom_1",0.99,1613942196987,2630
"lr_1",4.9970543248323826e-05,1613942196987,2630
"mom_1",0.8500589140924932,1613942196987,2630
"eps_1",1e-05,1613942196987,2630
"wd_2",0.01,1613942196987,2630
"sqr_mom_2",0.99,1613942196987,2630
"lr_2",0.0004997054324832383,1613942196987,2630
"mom_2",0.8500589140924932,1613942196987,2630
"eps_2",1e-05,1613942196987,2630
"train_loss",0.050284527,1613942197958,2631
"raw_loss",0.021296144,1613942197958,2631
"epoch",16.553459119496836,1613942197958,2631
"wd_0",0.01,1613942197958,2631
"sqr_mom_0",0.99,1613942197958,2631
"lr_0",4.996985430985299e-06,1613942197958,2631
"mom_0",0.8500602919832139,1613942197958,2631
"eps_0",1e-05,1613942197958,2631
"wd_1",0.01,1613942197958,2631
"sqr_mom_1",0.99,1613942197958,2631
"lr_1",4.9969854309852985e-05,1613942197958,2631
"mom_1",0.8500602919832139,1613942197958,2631
"eps_1",1e-05,1613942197958,2631
"wd_2",0.01,1613942197958,2631
"sqr_mom_2",0.99,1613942197958,2631
"lr_2",0.0004996985430985298,1613942197958,2631
"mom_2",0.8500602919832139,1613942197958,2631
"eps_2",1e-05,1613942197958,2631
"train_loss",0.05027019,1613942198914,2632
"raw_loss",0.049567543,1613942198914,2632
"epoch",16.559748427672936,1613942198914,2632
"wd_0",0.01,1613942198914,2632
"sqr_mom_0",0.99,1613942198914,2632
"lr_0",4.9969157412607e-06,1613942198914,2632
"mom_0",0.8500616857916439,1613942198914,2632
"eps_0",1e-05,1613942198914,2632
"wd_1",0.01,1613942198914,2632
"sqr_mom_1",0.99,1613942198914,2632
"lr_1",4.996915741260699e-05,1613942198914,2632
"mom_1",0.8500616857916439,1613942198914,2632
"eps_1",1e-05,1613942198914,2632
"wd_2",0.01,1613942198914,2632
"sqr_mom_2",0.99,1613942198914,2632
"lr_2",0.00049969157412607,1613942198914,2632
"mom_2",0.8500616857916439,1613942198914,2632
"eps_2",1e-05,1613942198914,2632
"train_loss",0.050252497,1613942199870,2633
"raw_loss",0.049385533,1613942199870,2633
"epoch",16.566037735849036,1613942199870,2633
"wd_0",0.01,1613942199870,2633
"sqr_mom_0",0.99,1613942199870,2633
"lr_0",4.996845272578791e-06,1613942199870,2633
"mom_0",0.850063095179376,1613942199870,2633
"eps_0",1e-05,1613942199870,2633
"wd_1",0.01,1613942199870,2633
"sqr_mom_1",0.99,1613942199870,2633
"lr_1",4.996845272578791e-05,1613942199870,2633
"mom_1",0.850063095179376,1613942199870,2633
"eps_1",1e-05,1613942199870,2633
"wd_2",0.01,1613942199870,2633
"sqr_mom_2",0.99,1613942199870,2633
"lr_2",0.0004996845272578791,1613942199870,2633
"mom_2",0.850063095179376,1613942199870,2633
"eps_2",1e-05,1613942199870,2633
"train_loss",0.049851403,1613942200835,2634
"raw_loss",0.030197766,1613942200835,2634
"epoch",16.572327044025137,1613942200835,2634
"wd_0",0.01,1613942200835,2634
"sqr_mom_0",0.99,1613942200835,2634
"lr_0",4.996773991355771e-06,1613942200835,2634
"mom_0",0.8500645208180927,1613942200835,2634
"eps_0",1e-05,1613942200835,2634
"wd_1",0.01,1613942200835,2634
"sqr_mom_1",0.99,1613942200835,2634
"lr_1",4.9967739913557715e-05,1613942200835,2634
"mom_1",0.8500645208180927,1613942200835,2634
"eps_1",1e-05,1613942200835,2634
"wd_2",0.01,1613942200835,2634
"sqr_mom_2",0.99,1613942200835,2634
"lr_2",0.0004996773991355771,1613942200835,2634
"mom_2",0.8500645208180927,1613942200835,2634
"eps_2",1e-05,1613942200835,2634
"train_loss",0.04975323,1613942201804,2635
"raw_loss",0.04494281,1613942201804,2635
"epoch",16.578616352201237,1613942201804,2635
"wd_0",0.01,1613942201804,2635
"sqr_mom_0",0.99,1613942201804,2635
"lr_0",4.9967019143226305e-06,1613942201804,2635
"mom_0",0.8500659623731711,1613942201804,2635
"eps_0",1e-05,1613942201804,2635
"wd_1",0.01,1613942201804,2635
"sqr_mom_1",0.99,1613942201804,2635
"lr_1",4.996701914322631e-05,1613942201804,2635
"mom_1",0.8500659623731711,1613942201804,2635
"eps_1",1e-05,1613942201804,2635
"wd_2",0.01,1613942201804,2635
"sqr_mom_2",0.99,1613942201804,2635
"lr_2",0.0004996701914322631,1613942201804,2635
"mom_2",0.8500659623731711,1613942201804,2635
"eps_2",1e-05,1613942201804,2635
"train_loss",0.04959244,1613942202806,2636
"raw_loss",0.04171368,1613942202806,2636
"epoch",16.584905660377338,1613942202806,2636
"wd_0",0.01,1613942202806,2636
"sqr_mom_0",0.99,1613942202806,2636
"lr_0",4.996629058969425e-06,1613942202806,2636
"mom_0",0.8500674194948065,1613942202806,2636
"eps_0",1e-05,1613942202806,2636
"wd_1",0.01,1613942202806,2636
"sqr_mom_1",0.99,1613942202806,2636
"lr_1",4.996629058969425e-05,1613942202806,2636
"mom_1",0.8500674194948065,1613942202806,2636
"eps_1",1e-05,1613942202806,2636
"wd_2",0.01,1613942202806,2636
"sqr_mom_2",0.99,1613942202806,2636
"lr_2",0.0004996629058969425,1613942202806,2636
"mom_2",0.8500674194948065,1613942202806,2636
"eps_2",1e-05,1613942202806,2636
"train_loss",0.049299803,1613942203803,2637
"raw_loss",0.03496062,1613942203803,2637
"epoch",16.591194968553438,1613942203803,2637
"wd_0",0.01,1613942203803,2637
"sqr_mom_0",0.99,1613942203803,2637
"lr_0",4.9965553905749184e-06,1613942203803,2637
"mom_0",0.8500688928774304,1613942203803,2637
"eps_0",1e-05,1613942203803,2637
"wd_1",0.01,1613942203803,2637
"sqr_mom_1",0.99,1613942203803,2637
"lr_1",4.996555390574918e-05,1613942203803,2637
"mom_1",0.8500688928774304,1613942203803,2637
"eps_1",1e-05,1613942203803,2637
"wd_2",0.01,1613942203803,2637
"sqr_mom_2",0.99,1613942203803,2637
"lr_2",0.0004996555390574918,1613942203803,2637
"mom_2",0.8500688928774304,1613942203803,2637
"eps_2",1e-05,1613942203803,2637
"train_loss",0.04898072,1613942204788,2638
"raw_loss",0.033345677,1613942204788,2638
"epoch",16.59748427672954,1613942204788,2638
"wd_0",0.01,1613942204788,2638
"sqr_mom_0",0.99,1613942204788,2638
"lr_0",4.9964809264399675e-06,1613942204788,2638
"mom_0",0.8500703821750224,1613942204788,2638
"eps_0",1e-05,1613942204788,2638
"wd_1",0.01,1613942204788,2638
"sqr_mom_1",0.99,1613942204788,2638
"lr_1",4.996480926439967e-05,1613942204788,2638
"mom_1",0.8500703821750224,1613942204788,2638
"eps_1",1e-05,1613942204788,2638
"wd_2",0.01,1613942204788,2638
"sqr_mom_2",0.99,1613942204788,2638
"lr_2",0.0004996480926439967,1613942204788,2638
"mom_2",0.8500703821750224,1613942204788,2638
"eps_2",1e-05,1613942204788,2638
"train_loss",0.04864235,1613942205787,2639
"raw_loss",0.032062083,1613942205787,2639
"epoch",16.60377358490564,1613942205787,2639
"wd_0",0.01,1613942205787,2639
"sqr_mom_0",0.99,1613942205787,2639
"lr_0",4.996405666588307e-06,1613942205787,2639
"mom_0",0.8500718873871077,1613942205787,2639
"eps_0",1e-05,1613942205787,2639
"wd_1",0.01,1613942205787,2639
"sqr_mom_1",0.99,1613942205787,2639
"lr_1",4.9964056665883064e-05,1613942205787,2639
"mom_1",0.8500718873871077,1613942205787,2639
"eps_1",1e-05,1613942205787,2639
"wd_2",0.01,1613942205787,2639
"sqr_mom_2",0.99,1613942205787,2639
"lr_2",0.0004996405666588306,1613942205787,2639
"mom_2",0.8500718873871077,1613942205787,2639
"eps_2",1e-05,1613942205787,2639
"train_loss",0.04831762,1613942206746,2640
"raw_loss",0.03240578,1613942206746,2640
"epoch",16.61006289308174,1613942206746,2640
"wd_0",0.01,1613942206746,2640
"sqr_mom_0",0.99,1613942206746,2640
"lr_0",4.996329628477303e-06,1613942206746,2640
"mom_0",0.8500734081645356,1613942206746,2640
"eps_0",1e-05,1613942206746,2640
"wd_1",0.01,1613942206746,2640
"sqr_mom_1",0.99,1613942206746,2640
"lr_1",4.996329628477303e-05,1613942206746,2640
"mom_1",0.8500734081645356,1613942206746,2640
"eps_1",1e-05,1613942206746,2640
"wd_2",0.01,1613942206746,2640
"sqr_mom_2",0.99,1613942206746,2640
"lr_2",0.0004996329628477303,1613942206746,2640
"mom_2",0.8500734081645356,1613942206746,2640
"eps_2",1e-05,1613942206746,2640
"train_loss",0.047649678,1613942207779,2641
"raw_loss",0.014920457,1613942207779,2641
"epoch",16.61635220125784,1613942207779,2641
"wd_0",0.01,1613942207779,2641
"sqr_mom_0",0.99,1613942207779,2641
"lr_0",4.996252777445872e-06,1613942207779,2641
"mom_0",0.8500749452005345,1613942207779,2641
"eps_0",1e-05,1613942207779,2641
"wd_1",0.01,1613942207779,2641
"sqr_mom_1",0.99,1613942207779,2641
"lr_1",4.996252777445872e-05,1613942207779,2641
"mom_1",0.8500749452005345,1613942207779,2641
"eps_1",1e-05,1613942207779,2641
"wd_2",0.01,1613942207779,2641
"sqr_mom_2",0.99,1613942207779,2641
"lr_2",0.0004996252777445872,1613942207779,2641
"mom_2",0.8500749452005345,1613942207779,2641
"eps_2",1e-05,1613942207779,2641
"train_loss",0.047420315,1613942208737,2642
"raw_loss",0.036181506,1613942208737,2642
"epoch",16.62264150943394,1613942208737,2642
"wd_0",0.01,1613942208737,2642
"sqr_mom_0",0.99,1613942208737,2642
"lr_0",4.996175130770451e-06,1613942208737,2642
"mom_0",0.8500764981495724,1613942208737,2642
"eps_0",1e-05,1613942208737,2642
"wd_1",0.01,1613942208737,2642
"sqr_mom_1",0.99,1613942208737,2642
"lr_1",4.996175130770451e-05,1613942208737,2642
"mom_1",0.8500764981495724,1613942208737,2642
"eps_1",1e-05,1613942208737,2642
"wd_2",0.01,1613942208737,2642
"sqr_mom_2",0.99,1613942208737,2642
"lr_2",0.0004996175130770451,1613942208737,2642
"mom_2",0.8500764981495724,1613942208737,2642
"eps_2",1e-05,1613942208737,2642
"train_loss",0.05152041,1613942209712,2643
"raw_loss",0.25242537,1613942209712,2643
"epoch",16.62893081761004,1613942209712,2643
"wd_0",0.01,1613942209712,2643
"sqr_mom_0",0.99,1613942209712,2643
"lr_0",4.9960967072705655e-06,1613942209712,2643
"mom_0",0.850078066635255,1613942209712,2643
"eps_0",1e-05,1613942209712,2643
"wd_1",0.01,1613942209712,2643
"sqr_mom_1",0.99,1613942209712,2643
"lr_1",4.996096707270566e-05,1613942209712,2643
"mom_1",0.850078066635255,1613942209712,2643
"eps_1",1e-05,1613942209712,2643
"wd_2",0.01,1613942209712,2643
"sqr_mom_2",0.99,1613942209712,2643
"lr_2",0.0004996096707270566,1613942209712,2643
"mom_2",0.850078066635255,1613942209712,2643
"eps_2",1e-05,1613942209712,2643
"train_loss",0.0517455,1613942210677,2644
"raw_loss",0.06277495,1613942210677,2644
"epoch",16.63522012578614,1613942210677,2644
"wd_0",0.01,1613942210677,2644
"sqr_mom_0",0.99,1613942210677,2644
"lr_0",4.996017469571325e-06,1613942210677,2644
"mom_0",0.8500796514050876,1613942210677,2644
"eps_0",1e-05,1613942210677,2644
"wd_1",0.01,1613942210677,2644
"sqr_mom_1",0.99,1613942210677,2644
"lr_1",4.9960174695713254e-05,1613942210677,2644
"mom_1",0.8500796514050876,1613942210677,2644
"eps_1",1e-05,1613942210677,2644
"wd_2",0.01,1613942210677,2644
"sqr_mom_2",0.99,1613942210677,2644
"lr_2",0.0004996017469571326,1613942210677,2644
"mom_2",0.8500796514050876,1613942210677,2644
"eps_2",1e-05,1613942210677,2644
"train_loss",0.051892992,1613942211698,2645
"raw_loss",0.059120126,1613942211698,2645
"epoch",16.64150943396224,1613942211698,2645
"wd_0",0.01,1613942211698,2645
"sqr_mom_0",0.99,1613942211698,2645
"lr_0",4.995937436303097e-06,1613942211698,2645
"mom_0",0.8500812520864589,1613942211698,2645
"eps_0",1e-05,1613942211698,2645
"wd_1",0.01,1613942211698,2645
"sqr_mom_1",0.99,1613942211698,2645
"lr_1",4.9959374363030966e-05,1613942211698,2645
"mom_1",0.8500812520864589,1613942211698,2645
"eps_1",1e-05,1613942211698,2645
"wd_2",0.01,1613942211698,2645
"sqr_mom_2",0.99,1613942211698,2645
"lr_2",0.0004995937436303097,1613942211698,2645
"mom_2",0.8500812520864589,1613942211698,2645
"eps_2",1e-05,1613942211698,2645
"train_loss",0.051802114,1613942212682,2646
"raw_loss",0.04734915,1613942212682,2646
"epoch",16.64779874213834,1613942212682,2646
"wd_0",0.01,1613942212682,2646
"sqr_mom_0",0.99,1613942212682,2646
"lr_0",4.995856626855082e-06,1613942212682,2646
"mom_0",0.8500828682915813,1613942212682,2646
"eps_0",1e-05,1613942212682,2646
"wd_1",0.01,1613942212682,2646
"sqr_mom_1",0.99,1613942212682,2646
"lr_1",4.995856626855082e-05,1613942212682,2646
"mom_1",0.8500828682915813,1613942212682,2646
"eps_1",1e-05,1613942212682,2646
"wd_2",0.01,1613942212682,2646
"sqr_mom_2",0.99,1613942212682,2646
"lr_2",0.0004995856626855082,1613942212682,2646
"mom_2",0.8500828682915813,1613942212682,2646
"eps_2",1e-05,1613942212682,2646
"train_loss",0.05187182,1613942213688,2647
"raw_loss",0.055287473,1613942213688,2647
"epoch",16.654088050314442,1613942213688,2647
"wd_0",0.01,1613942213688,2647
"sqr_mom_0",0.99,1613942213688,2647
"lr_0",4.995775002715302e-06,1613942213688,2647
"mom_0",0.8500845007907019,1613942213688,2647
"eps_0",1e-05,1613942213688,2647
"wd_1",0.01,1613942213688,2647
"sqr_mom_1",0.99,1613942213688,2647
"lr_1",4.995775002715301e-05,1613942213688,2647
"mom_1",0.8500845007907019,1613942213688,2647
"eps_1",1e-05,1613942213688,2647
"wd_2",0.01,1613942213688,2647
"sqr_mom_2",0.99,1613942213688,2647
"lr_2",0.0004995775002715301,1613942213688,2647
"mom_2",0.8500845007907019,1613942213688,2647
"eps_2",1e-05,1613942213688,2647
"train_loss",0.051634617,1613942214703,2648
"raw_loss",0.04001168,1613942214703,2648
"epoch",16.660377358490543,1613942214703,2648
"wd_0",0.01,1613942214703,2648
"sqr_mom_0",0.99,1613942214703,2648
"lr_0",4.995692583083816e-06,1613942214703,2648
"mom_0",0.8500861491998156,1613942214703,2648
"eps_0",1e-05,1613942214703,2648
"wd_1",0.01,1613942214703,2648
"sqr_mom_1",0.99,1613942214703,2648
"lr_1",4.995692583083816e-05,1613942214703,2648
"mom_1",0.8500861491998156,1613942214703,2648
"eps_1",1e-05,1613942214703,2648
"wd_2",0.01,1613942214703,2648
"sqr_mom_2",0.99,1613942214703,2648
"lr_2",0.0004995692583083816,1613942214703,2648
"mom_2",0.8500861491998156,1613942214703,2648
"eps_2",1e-05,1613942214703,2648
"train_loss",0.051336154,1613942215685,2649
"raw_loss",0.036711544,1613942215685,2649
"epoch",16.666666666666643,1613942215685,2649
"wd_0",0.01,1613942215685,2649
"sqr_mom_0",0.99,1613942215685,2649
"lr_0",4.9956093879194495e-06,1613942215685,2649
"mom_0",0.8500878131197422,1613942215685,2649
"eps_0",1e-05,1613942215685,2649
"wd_1",0.01,1613942215685,2649
"sqr_mom_1",0.99,1613942215685,2649
"lr_1",4.995609387919449e-05,1613942215685,2649
"mom_1",0.8500878131197422,1613942215685,2649
"eps_1",1e-05,1613942215685,2649
"wd_2",0.01,1613942215685,2649
"sqr_mom_2",0.99,1613942215685,2649
"lr_2",0.0004995609387919449,1613942215685,2649
"mom_2",0.8500878131197422,1613942215685,2649
"eps_2",1e-05,1613942215685,2649
"train_loss",0.05174185,1613942216677,2650
"raw_loss",0.07162093,1613942216677,2650
"epoch",16.672955974842743,1613942216677,2650
"wd_0",0.01,1613942216677,2650
"sqr_mom_0",0.99,1613942216677,2650
"lr_0",4.995525377573242e-06,1613942216677,2650
"mom_0",0.8500894933434686,1613942216677,2650
"eps_0",1e-05,1613942216677,2650
"wd_1",0.01,1613942216677,2650
"sqr_mom_1",0.99,1613942216677,2650
"lr_1",4.9955253775732415e-05,1613942216677,2650
"mom_1",0.8500894933434686,1613942216677,2650
"eps_1",1e-05,1613942216677,2650
"wd_2",0.01,1613942216677,2650
"sqr_mom_2",0.99,1613942216677,2650
"lr_2",0.0004995525377573241,1613942216677,2650
"mom_2",0.8500894933434686,1613942216677,2650
"eps_2",1e-05,1613942216677,2650
"train_loss",0.052032296,1613942217692,2651
"raw_loss",0.06626424,1613942217692,2651
"epoch",16.679245283018844,1613942217692,2651
"wd_0",0.01,1613942217692,2651
"sqr_mom_0",0.99,1613942217692,2651
"lr_0",4.995440571814894e-06,1613942217692,2651
"mom_0",0.8500911894755968,1613942217692,2651
"eps_0",1e-05,1613942217692,2651
"wd_1",0.01,1613942217692,2651
"sqr_mom_1",0.99,1613942217692,2651
"lr_1",4.995440571814895e-05,1613942217692,2651
"mom_1",0.8500911894755968,1613942217692,2651
"eps_1",1e-05,1613942217692,2651
"wd_2",0.01,1613942217692,2651
"sqr_mom_2",0.99,1613942217692,2651
"lr_2",0.0004995440571814895,1613942217692,2651
"mom_2",0.8500911894755968,1613942217692,2651
"eps_2",1e-05,1613942217692,2651
"train_loss",0.05178656,1613942218668,2652
"raw_loss",0.039745465,1613942218668,2652
"epoch",16.685534591194944,1613942218668,2652
"wd_0",0.01,1613942218668,2652
"sqr_mom_0",0.99,1613942218668,2652
"lr_0",4.995354991172795e-06,1613942218668,2652
"mom_0",0.8500929011055551,1613942218668,2652
"eps_0",1e-05,1613942218668,2652
"wd_1",0.01,1613942218668,2652
"sqr_mom_1",0.99,1613942218668,2652
"lr_1",4.995354991172795e-05,1613942218668,2652
"mom_1",0.8500929011055551,1613942218668,2652
"eps_1",1e-05,1613942218668,2652
"wd_2",0.01,1613942218668,2652
"sqr_mom_2",0.99,1613942218668,2652
"lr_2",0.0004995354991172795,1613942218668,2652
"mom_2",0.8500929011055551,1613942218668,2652
"eps_2",1e-05,1613942218668,2652
"train_loss",0.0517594,1613942219683,2653
"raw_loss",0.050428525,1613942219683,2653
"epoch",16.691823899371045,1613942219683,2653
"wd_0",0.01,1613942219683,2653
"sqr_mom_0",0.99,1613942219683,2653
"lr_0",4.995268594861119e-06,1613942219683,2653
"mom_0",0.8500946290490681,1613942219683,2653
"eps_0",1e-05,1613942219683,2653
"wd_1",0.01,1613942219683,2653
"sqr_mom_1",0.99,1613942219683,2653
"lr_1",4.9952685948611184e-05,1613942219683,2653
"mom_1",0.8500946290490681,1613942219683,2653
"eps_1",1e-05,1613942219683,2653
"wd_2",0.01,1613942219683,2653
"sqr_mom_2",0.99,1613942219683,2653
"lr_2",0.0004995268594861119,1613942219683,2653
"mom_2",0.8500946290490681,1613942219683,2653
"eps_2",1e-05,1613942219683,2653
"train_loss",0.052402746,1613942220668,2654
"raw_loss",0.08392673,1613942220668,2654
"epoch",16.698113207547145,1613942220668,2654
"wd_0",0.01,1613942220668,2654
"sqr_mom_0",0.99,1613942220668,2654
"lr_0",4.995181403219149e-06,1613942220668,2654
"mom_0",0.850096372899346,1613942220668,2654
"eps_0",1e-05,1613942220668,2654
"wd_1",0.01,1613942220668,2654
"sqr_mom_1",0.99,1613942220668,2654
"lr_1",4.995181403219149e-05,1613942220668,2654
"mom_1",0.850096372899346,1613942220668,2654
"eps_1",1e-05,1613942220668,2654
"wd_2",0.01,1613942220668,2654
"sqr_mom_2",0.99,1613942220668,2654
"lr_2",0.0004995181403219149,1613942220668,2654
"mom_2",0.850096372899346,1613942220668,2654
"eps_2",1e-05,1613942220668,2654
"train_loss",0.052346442,1613942221679,2655
"raw_loss",0.049587537,1613942221679,2655
"epoch",16.704402515723245,1613942221679,2655
"wd_0",0.01,1613942221679,2655
"sqr_mom_0",0.99,1613942221679,2655
"lr_0",4.9950934373447785e-06,1613942221679,2655
"mom_0",0.8500981322344268,1613942221679,2655
"eps_0",1e-05,1613942221679,2655
"wd_1",0.01,1613942221679,2655
"sqr_mom_1",0.99,1613942221679,2655
"lr_1",4.995093437344778e-05,1613942221679,2655
"mom_1",0.8500981322344268,1613942221679,2655
"eps_1",1e-05,1613942221679,2655
"wd_2",0.01,1613942221679,2655
"sqr_mom_2",0.99,1613942221679,2655
"lr_2",0.0004995093437344778,1613942221679,2655
"mom_2",0.8500981322344268,1613942221679,2655
"eps_2",1e-05,1613942221679,2655
"train_loss",0.051855415,1613942222667,2656
"raw_loss",0.027795002,1613942222667,2656
"epoch",16.710691823899346,1613942222667,2656
"wd_0",0.01,1613942222667,2656
"sqr_mom_0",0.99,1613942222667,2656
"lr_0",4.9950046553154335e-06,1613942222667,2656
"mom_0",0.8500999078927702,1613942222667,2656
"eps_0",1e-05,1613942222667,2656
"wd_1",0.01,1613942222667,2656
"sqr_mom_1",0.99,1613942222667,2656
"lr_1",4.995004655315434e-05,1613942222667,2656
"mom_1",0.8500999078927702,1613942222667,2656
"eps_1",1e-05,1613942222667,2656
"wd_2",0.01,1613942222667,2656
"sqr_mom_2",0.99,1613942222667,2656
"lr_2",0.0004995004655315434,1613942222667,2656
"mom_2",0.8500999078927702,1613942222667,2656
"eps_2",1e-05,1613942222667,2656
"train_loss",0.051878233,1613942223644,2657
"raw_loss",0.0529963,1613942223644,2657
"epoch",16.716981132075446,1613942223644,2657
"wd_0",0.01,1613942223644,2657
"sqr_mom_0",0.99,1613942223644,2657
"lr_0",4.994915078039923e-06,1613942223644,2657
"mom_0",0.8501016994561961,1613942223644,2657
"eps_0",1e-05,1613942223644,2657
"wd_1",0.01,1613942223644,2657
"sqr_mom_1",0.99,1613942223644,2657
"lr_1",4.994915078039923e-05,1613942223644,2657
"mom_1",0.8501016994561961,1613942223644,2657
"eps_1",1e-05,1613942223644,2657
"wd_2",0.01,1613942223644,2657
"sqr_mom_2",0.99,1613942223644,2657
"lr_2",0.0004994915078039923,1613942223644,2657
"mom_2",0.8501016994561961,1613942223644,2657
"eps_2",1e-05,1613942223644,2657
"train_loss",0.051636245,1613942224601,2658
"raw_loss",0.03977893,1613942224601,2658
"epoch",16.723270440251547,1613942224601,2658
"wd_0",0.01,1613942224601,2658
"sqr_mom_0",0.99,1613942224601,2658
"lr_0",4.9948247271855845e-06,1613942224601,2658
"mom_0",0.8501035064913532,1613942224601,2658
"eps_0",1e-05,1613942224601,2658
"wd_1",0.01,1613942224601,2658
"sqr_mom_1",0.99,1613942224601,2658
"lr_1",4.994824727185585e-05,1613942224601,2658
"mom_1",0.8501035064913532,1613942224601,2658
"eps_1",1e-05,1613942224601,2658
"wd_2",0.01,1613942224601,2658
"sqr_mom_2",0.99,1613942224601,2658
"lr_2",0.0004994824727185584,1613942224601,2658
"mom_2",0.8501035064913532,1613942224601,2658
"eps_2",1e-05,1613942224601,2658
"train_loss",0.051622473,1613942225575,2659
"raw_loss",0.050947554,1613942225575,2659
"epoch",16.729559748427647,1613942225575,2659
"wd_0",0.01,1613942225575,2659
"sqr_mom_0",0.99,1613942225575,2659
"lr_0",4.994733559693216e-06,1613942225575,2659
"mom_0",0.8501053298594342,1613942225575,2659
"eps_0",1e-05,1613942225575,2659
"wd_1",0.01,1613942225575,2659
"sqr_mom_1",0.99,1613942225575,2659
"lr_1",4.9947335596932156e-05,1613942225575,2659
"mom_1",0.8501053298594342,1613942225575,2659
"eps_1",1e-05,1613942225575,2659
"wd_2",0.01,1613942225575,2659
"sqr_mom_2",0.99,1613942225575,2659
"lr_2",0.0004994733559693216,1613942225575,2659
"mom_2",0.8501053298594342,1613942225575,2659
"eps_2",1e-05,1613942225575,2659
"train_loss",0.05126038,1613942226530,2660
"raw_loss",0.0335178,1613942226530,2660
"epoch",16.735849056603747,1613942226530,2660
"wd_0",0.01,1613942226530,2660
"sqr_mom_0",0.99,1613942226530,2660
"lr_0",4.99464159704109e-06,1613942226530,2660
"mom_0",0.8501071691308695,1613942226530,2660
"eps_0",1e-05,1613942226530,2660
"wd_1",0.01,1613942226530,2660
"sqr_mom_1",0.99,1613942226530,2660
"lr_1",4.99464159704109e-05,1613942226530,2660
"mom_1",0.8501071691308695,1613942226530,2660
"eps_1",1e-05,1613942226530,2660
"wd_2",0.01,1613942226530,2660
"sqr_mom_2",0.99,1613942226530,2660
"lr_2",0.000499464159704109,1613942226530,2660
"mom_2",0.8501071691308695,1613942226530,2660
"eps_2",1e-05,1613942226530,2660
"train_loss",0.05147361,1613942227486,2661
"raw_loss",0.06192204,1613942227486,2661
"epoch",16.742138364779848,1613942227486,2661
"wd_0",0.01,1613942227486,2661
"sqr_mom_0",0.99,1613942227486,2661
"lr_0",4.9945488392585196e-06,1613942227486,2661
"mom_0",0.8501090243050726,1613942227486,2661
"eps_0",1e-05,1613942227486,2661
"wd_1",0.01,1613942227486,2661
"sqr_mom_1",0.99,1613942227486,2661
"lr_1",4.9945488392585194e-05,1613942227486,2661
"mom_1",0.8501090243050726,1613942227486,2661
"eps_1",1e-05,1613942227486,2661
"wd_2",0.01,1613942227486,2661
"sqr_mom_2",0.99,1613942227486,2661
"lr_2",0.000499454883925852,1613942227486,2661
"mom_2",0.8501090243050726,1613942227486,2661
"eps_2",1e-05,1613942227486,2661
"train_loss",0.051294945,1613942228437,2662
"raw_loss",0.042540412,1613942228437,2662
"epoch",16.74842767295595,1613942228437,2662
"wd_0",0.01,1613942228437,2662
"sqr_mom_0",0.99,1613942228437,2662
"lr_0",4.99445530779824e-06,1613942228437,2662
"mom_0",0.8501108949529848,1613942228437,2662
"eps_0",1e-05,1613942228437,2662
"wd_1",0.01,1613942228437,2662
"sqr_mom_1",0.99,1613942228437,2662
"lr_1",4.9944553077982394e-05,1613942228437,2662
"mom_1",0.8501108949529848,1613942228437,2662
"eps_1",1e-05,1613942228437,2662
"wd_2",0.01,1613942228437,2662
"sqr_mom_2",0.99,1613942228437,2662
"lr_2",0.0004994455307798239,1613942228437,2662
"mom_2",0.8501108949529848,1613942228437,2662
"eps_2",1e-05,1613942228437,2662
"train_loss",0.052012645,1613942229389,2663
"raw_loss",0.08717999,1613942229389,2663
"epoch",16.75471698113205,1613942229389,2663
"wd_0",0.01,1613942229389,2663
"sqr_mom_0",0.99,1613942229389,2663
"lr_0",4.994360960025024e-06,1613942229389,2663
"mom_0",0.8501127819273188,1613942229389,2663
"eps_0",1e-05,1613942229389,2663
"wd_1",0.01,1613942229389,2663
"sqr_mom_1",0.99,1613942229389,2663
"lr_1",4.9943609600250236e-05,1613942229389,2663
"mom_1",0.8501127819273188,1613942229389,2663
"eps_1",1e-05,1613942229389,2663
"wd_2",0.01,1613942229389,2663
"sqr_mom_2",0.99,1613942229389,2663
"lr_2",0.0004994360960025023,1613942229389,2663
"mom_2",0.8501127819273188,1613942229389,2663
"eps_2",1e-05,1613942229389,2663
"train_loss",0.051602148,1613942230340,2664
"raw_loss",0.031487763,1613942230340,2664
"epoch",16.76100628930815,1613942230340,2664
"wd_0",0.01,1613942230340,2664
"sqr_mom_0",0.99,1613942230340,2664
"lr_0",4.9942658172108135e-06,1613942230340,2664
"mom_0",0.8501146848026317,1613942230340,2664
"eps_0",1e-05,1613942230340,2664
"wd_1",0.01,1613942230340,2664
"sqr_mom_1",0.99,1613942230340,2664
"lr_1",4.9942658172108134e-05,1613942230340,2664
"mom_1",0.8501146848026317,1613942230340,2664
"eps_1",1e-05,1613942230340,2664
"wd_2",0.01,1613942230340,2664
"sqr_mom_2",0.99,1613942230340,2664
"lr_2",0.0004994265817210813,1613942230340,2664
"mom_2",0.8501146848026317,1613942230340,2664
"eps_2",1e-05,1613942230340,2664
"train_loss",0.05112736,1613942231295,2665
"raw_loss",0.02786263,1613942231295,2665
"epoch",16.76729559748425,1613942231295,2665
"wd_0",0.01,1613942231295,2665
"sqr_mom_0",0.99,1613942231295,2665
"lr_0",4.994169902351421e-06,1613942231295,2665
"mom_0",0.8501166031190027,1613942231295,2665
"eps_0",1e-05,1613942231295,2665
"wd_1",0.01,1613942231295,2665
"sqr_mom_1",0.99,1613942231295,2665
"lr_1",4.994169902351421e-05,1613942231295,2665
"mom_1",0.8501166031190027,1613942231295,2665
"eps_1",1e-05,1613942231295,2665
"wd_2",0.01,1613942231295,2665
"sqr_mom_2",0.99,1613942231295,2665
"lr_2",0.0004994169902351421,1613942231295,2665
"mom_2",0.8501166031190027,1613942231295,2665
"eps_2",1e-05,1613942231295,2665
"train_loss",0.050812535,1613942232240,2666
"raw_loss",0.035386134,1613942232240,2666
"epoch",16.77358490566035,1613942232240,2666
"wd_0",0.01,1613942232240,2666
"sqr_mom_0",0.99,1613942232240,2666
"lr_0",4.994073169735965e-06,1613942232240,2666
"mom_0",0.8501185377906586,1613942232240,2666
"eps_0",1e-05,1613942232240,2666
"wd_1",0.01,1613942232240,2666
"sqr_mom_1",0.99,1613942232240,2666
"lr_1",4.994073169735964e-05,1613942232240,2666
"mom_1",0.8501185377906586,1613942232240,2666
"eps_1",1e-05,1613942232240,2666
"wd_2",0.01,1613942232240,2666
"sqr_mom_2",0.99,1613942232240,2666
"lr_2",0.0004994073169735963,1613942232240,2666
"mom_2",0.8501185377906586,1613942232240,2666
"eps_2",1e-05,1613942232240,2666
"train_loss",0.050995633,1613942233204,2667
"raw_loss",0.05996752,1613942233204,2667
"epoch",16.77987421383645,1613942233204,2667
"wd_0",0.01,1613942233204,2667
"sqr_mom_0",0.99,1613942233204,2667
"lr_0",4.9939756421712424e-06,1613942233204,2667
"mom_0",0.8501204883614587,1613942233204,2667
"eps_0",1e-05,1613942233204,2667
"wd_1",0.01,1613942233204,2667
"sqr_mom_1",0.99,1613942233204,2667
"lr_1",4.993975642171243e-05,1613942233204,2667
"mom_1",0.8501204883614587,1613942233204,2667
"eps_1",1e-05,1613942233204,2667
"wd_2",0.01,1613942233204,2667
"sqr_mom_2",0.99,1613942233204,2667
"lr_2",0.0004993975642171243,1613942233204,2667
"mom_2",0.8501204883614587,1613942233204,2667
"eps_2",1e-05,1613942233204,2667
"train_loss",0.051175117,1613942234145,2668
"raw_loss",0.05996986,1613942234145,2668
"epoch",16.78616352201255,1613942234145,2668
"wd_0",0.01,1613942234145,2668
"sqr_mom_0",0.99,1613942234145,2668
"lr_0",4.9938773432223e-06,1613942234145,2668
"mom_0",0.8501224543600976,1613942234145,2668
"eps_0",1e-05,1613942234145,2668
"wd_1",0.01,1613942234145,2668
"sqr_mom_1",0.99,1613942234145,2668
"lr_1",4.9938773432223e-05,1613942234145,2668
"mom_1",0.8501224543600976,1613942234145,2668
"eps_1",1e-05,1613942234145,2668
"wd_2",0.01,1613942234145,2668
"sqr_mom_2",0.99,1613942234145,2668
"lr_2",0.00049938773432223,1613942234145,2668
"mom_2",0.8501224543600976,1613942234145,2668
"eps_2",1e-05,1613942234145,2668
"train_loss",0.050485257,1613942235095,2669
"raw_loss",0.016682079,1613942235095,2669
"epoch",16.79245283018865,1613942235095,2669
"wd_0",0.01,1613942235095,2669
"sqr_mom_0",0.99,1613942235095,2669
"lr_0",4.99377822604205e-06,1613942235095,2669
"mom_0",0.8501244367235262,1613942235095,2669
"eps_0",1e-05,1613942235095,2669
"wd_1",0.01,1613942235095,2669
"sqr_mom_1",0.99,1613942235095,2669
"lr_1",4.9937782260420495e-05,1613942235095,2669
"mom_1",0.8501244367235262,1613942235095,2669
"eps_1",1e-05,1613942235095,2669
"wd_2",0.01,1613942235095,2669
"sqr_mom_2",0.99,1613942235095,2669
"lr_2",0.000499377822604205,1613942235095,2669
"mom_2",0.8501244367235262,1613942235095,2669
"eps_2",1e-05,1613942235095,2669
"train_loss",0.04990875,1613942236035,2670
"raw_loss",0.021659907,1613942236035,2670
"epoch",16.79874213836475,1613942236035,2670
"wd_0",0.01,1613942236035,2670
"sqr_mom_0",0.99,1613942236035,2670
"lr_0",4.993678314006545e-06,1613942236035,2670
"mom_0",0.8501264349842189,1613942236035,2670
"eps_0",1e-05,1613942236035,2670
"wd_1",0.01,1613942236035,2670
"sqr_mom_1",0.99,1613942236035,2670
"lr_1",4.993678314006545e-05,1613942236035,2670
"mom_1",0.8501264349842189,1613942236035,2670
"eps_1",1e-05,1613942236035,2670
"wd_2",0.01,1613942236035,2670
"sqr_mom_2",0.99,1613942236035,2670
"lr_2",0.0004993678314006545,1613942236035,2670
"mom_2",0.8501264349842189,1613942236035,2670
"eps_2",1e-05,1613942236035,2670
"train_loss",0.04994741,1613942236981,2671
"raw_loss",0.05184183,1613942236981,2671
"epoch",16.805031446540852,1613942236981,2671
"wd_0",0.01,1613942236981,2671
"sqr_mom_0",0.99,1613942236981,2671
"lr_0",4.993577631249991e-06,1613942236981,2671
"mom_0",0.8501284486594868,1613942236981,2671
"eps_0",1e-05,1613942236981,2671
"wd_1",0.01,1613942236981,2671
"sqr_mom_1",0.99,1613942236981,2671
"lr_1",4.9935776312499916e-05,1613942236981,2671
"mom_1",0.8501284486594868,1613942236981,2671
"eps_1",1e-05,1613942236981,2671
"wd_2",0.01,1613942236981,2671
"sqr_mom_2",0.99,1613942236981,2671
"lr_2",0.0004993577631249991,1613942236981,2671
"mom_2",0.8501284486594868,1613942236981,2671
"eps_2",1e-05,1613942236981,2671
"train_loss",0.04970771,1613942237949,2672
"raw_loss",0.037962463,1613942237949,2672
"epoch",16.811320754716952,1613942237949,2672
"wd_0",0.01,1613942237949,2672
"sqr_mom_0",0.99,1613942237949,2672
"lr_0",4.9934761297892355e-06,1613942237949,2672
"mom_0",0.8501304787090024,1613942237949,2672
"eps_0",1e-05,1613942237949,2672
"wd_1",0.01,1613942237949,2672
"sqr_mom_1",0.99,1613942237949,2672
"lr_1",4.993476129789235e-05,1613942237949,2672
"mom_1",0.8501304787090024,1613942237949,2672
"eps_1",1e-05,1613942237949,2672
"wd_2",0.01,1613942237949,2672
"sqr_mom_2",0.99,1613942237949,2672
"lr_2",0.0004993476129789235,1613942237949,2672
"mom_2",0.8501304787090024,1613942237949,2672
"eps_2",1e-05,1613942237949,2672
"train_loss",0.04978736,1613942238928,2673
"raw_loss",0.053690307,1613942238928,2673
"epoch",16.817610062893053,1613942238928,2673
"wd_0",0.01,1613942238928,2673
"sqr_mom_0",0.99,1613942238928,2673
"lr_0",4.993373833569513e-06,1613942238928,2673
"mom_0",0.8501325246538562,1613942238928,2673
"eps_0",1e-05,1613942238928,2673
"wd_1",0.01,1613942238928,2673
"sqr_mom_1",0.99,1613942238928,2673
"lr_1",4.993373833569513e-05,1613942238928,2673
"mom_1",0.8501325246538562,1613942238928,2673
"eps_1",1e-05,1613942238928,2673
"wd_2",0.01,1613942238928,2673
"sqr_mom_2",0.99,1613942238928,2673
"lr_2",0.0004993373833569513,1613942238928,2673
"mom_2",0.8501325246538562,1613942238928,2673
"eps_2",1e-05,1613942238928,2673
"train_loss",0.049447987,1613942239894,2674
"raw_loss",0.032818556,1613942239894,2674
"epoch",16.823899371069153,1613942239894,2674
"wd_0",0.01,1613942239894,2674
"sqr_mom_0",0.99,1613942239894,2674
"lr_0",4.993270767294128e-06,1613942239894,2674
"mom_0",0.8501345859999775,1613942239894,2674
"eps_0",1e-05,1613942239894,2674
"wd_1",0.01,1613942239894,2674
"sqr_mom_1",0.99,1613942239894,2674
"lr_1",4.993270767294127e-05,1613942239894,2674
"mom_1",0.8501345859999775,1613942239894,2674
"eps_1",1e-05,1613942239894,2674
"wd_2",0.01,1613942239894,2674
"sqr_mom_2",0.99,1613942239894,2674
"lr_2",0.0004993270767294127,1613942239894,2674
"mom_2",0.8501345859999775,1613942239894,2674
"eps_2",1e-05,1613942239894,2674
"train_loss",0.050287638,1613942240863,2675
"raw_loss",0.09143047,1613942240863,2675
"epoch",16.830188679245254,1613942240863,2675
"wd_0",0.01,1613942240863,2675
"sqr_mom_0",0.99,1613942240863,2675
"lr_0",4.99316688184399e-06,1613942240863,2675
"mom_0",0.8501366637297575,1613942240863,2675
"eps_0",1e-05,1613942240863,2675
"wd_1",0.01,1613942240863,2675
"sqr_mom_1",0.99,1613942240863,2675
"lr_1",4.9931668818439894e-05,1613942240863,2675
"mom_1",0.8501366637297575,1613942240863,2675
"eps_1",1e-05,1613942240863,2675
"wd_2",0.01,1613942240863,2675
"sqr_mom_2",0.99,1613942240863,2675
"lr_2",0.000499316688184399,1613942240863,2675
"mom_2",0.8501366637297575,1613942240863,2675
"eps_2",1e-05,1613942240863,2675
"train_loss",0.049951788,1613942241826,2676
"raw_loss",0.033495065,1613942241826,2676
"epoch",16.836477987421354,1613942241826,2676
"wd_0",0.01,1613942241826,2676
"sqr_mom_0",0.99,1613942241826,2676
"lr_0",4.993062201733456e-06,1613942241826,2676
"mom_0",0.8501387573529043,1613942241826,2676
"eps_0",1e-05,1613942241826,2676
"wd_1",0.01,1613942241826,2676
"sqr_mom_1",0.99,1613942241826,2676
"lr_1",4.993062201733456e-05,1613942241826,2676
"mom_1",0.8501387573529043,1613942241826,2676
"eps_1",1e-05,1613942241826,2676
"wd_2",0.01,1613942241826,2676
"sqr_mom_2",0.99,1613942241826,2676
"lr_2",0.0004993062201733456,1613942241826,2676
"mom_2",0.8501387573529043,1613942241826,2676
"eps_2",1e-05,1613942241826,2676
"train_loss",0.05075162,1613942242794,2677
"raw_loss",0.08994333,1613942242794,2677
"epoch",16.842767295597454,1613942242794,2677
"wd_0",0.01,1613942242794,2677
"sqr_mom_0",0.99,1613942242794,2677
"lr_0",4.992956752234851e-06,1613942242794,2677
"mom_0",0.8501408663639666,1613942242794,2677
"eps_0",1e-05,1613942242794,2677
"wd_1",0.01,1613942242794,2677
"sqr_mom_1",0.99,1613942242794,2677
"lr_1",4.992956752234851e-05,1613942242794,2677
"mom_1",0.8501408663639666,1613942242794,2677
"eps_1",1e-05,1613942242794,2677
"wd_2",0.01,1613942242794,2677
"sqr_mom_2",0.99,1613942242794,2677
"lr_2",0.0004992956752234851,1613942242794,2677
"mom_2",0.8501408663639666,1613942242794,2677
"eps_2",1e-05,1613942242794,2677
"train_loss",0.05048303,1613942243751,2678
"raw_loss",0.037322126,1613942243751,2678
"epoch",16.849056603773555,1613942243751,2678
"wd_0",0.01,1613942243751,2678
"sqr_mom_0",0.99,1613942243751,2678
"lr_0",4.992850483093296e-06,1613942243751,2678
"mom_0",0.8501429917680517,1613942243751,2678
"eps_0",1e-05,1613942243751,2678
"wd_1",0.01,1613942243751,2678
"sqr_mom_1",0.99,1613942243751,2678
"lr_1",4.992850483093295e-05,1613942243751,2678
"mom_1",0.8501429917680517,1613942243751,2678
"eps_1",1e-05,1613942243751,2678
"wd_2",0.01,1613942243751,2678
"sqr_mom_2",0.99,1613942243751,2678
"lr_2",0.0004992850483093295,1613942243751,2678
"mom_2",0.8501429917680517,1613942243751,2678
"eps_2",1e-05,1613942243751,2678
"train_loss",0.050124086,1613942244725,2679
"raw_loss",0.03253582,1613942244725,2679
"epoch",16.855345911949655,1613942244725,2679
"wd_0",0.01,1613942244725,2679
"sqr_mom_0",0.99,1613942244725,2679
"lr_0",4.992743419392193e-06,1613942244725,2679
"mom_0",0.8501451330634867,1613942244725,2679
"eps_0",1e-05,1613942244725,2679
"wd_1",0.01,1613942244725,2679
"sqr_mom_1",0.99,1613942244725,2679
"lr_1",4.9927434193921924e-05,1613942244725,2679
"mom_1",0.8501451330634867,1613942244725,2679
"eps_1",1e-05,1613942244725,2679
"wd_2",0.01,1613942244725,2679
"sqr_mom_2",0.99,1613942244725,2679
"lr_2",0.0004992743419392192,1613942244725,2679
"mom_2",0.8501451330634867,1613942244725,2679
"eps_2",1e-05,1613942244725,2679
"train_loss",0.0499377,1613942245703,2680
"raw_loss",0.04080474,1613942245703,2680
"epoch",16.861635220125756,1613942245703,2680
"wd_0",0.01,1613942245703,2680
"sqr_mom_0",0.99,1613942245703,2680
"lr_0",4.992635561165668e-06,1613942245703,2680
"mom_0",0.8501472902495891,1613942245703,2680
"eps_0",1e-05,1613942245703,2680
"wd_1",0.01,1613942245703,2680
"sqr_mom_1",0.99,1613942245703,2680
"lr_1",4.9926355611656674e-05,1613942245703,2680
"mom_1",0.8501472902495891,1613942245703,2680
"eps_1",1e-05,1613942245703,2680
"wd_2",0.01,1613942245703,2680
"sqr_mom_2",0.99,1613942245703,2680
"lr_2",0.0004992635561165668,1613942245703,2680
"mom_2",0.8501472902495891,1613942245703,2680
"eps_2",1e-05,1613942245703,2680
"train_loss",0.04968947,1613942246666,2681
"raw_loss",0.0375264,1613942246666,2681
"epoch",16.867924528301856,1613942246666,2681
"wd_0",0.01,1613942246666,2681
"sqr_mom_0",0.99,1613942246666,2681
"lr_0",4.9925269333143604e-06,1613942246666,2681
"mom_0",0.850149462828341,1613942246666,2681
"eps_0",1e-05,1613942246666,2681
"wd_1",0.01,1613942246666,2681
"sqr_mom_1",0.99,1613942246666,2681
"lr_1",4.9925269333143604e-05,1613942246666,2681
"mom_1",0.850149462828341,1613942246666,2681
"eps_1",1e-05,1613942246666,2681
"wd_2",0.01,1613942246666,2681
"sqr_mom_2",0.99,1613942246666,2681
"lr_2",0.000499252693331436,1613942246666,2681
"mom_2",0.850149462828341,1613942246666,2681
"eps_2",1e-05,1613942246666,2681
"train_loss",0.04940553,1613942247617,2682
"raw_loss",0.0354924,1613942247617,2682
"epoch",16.874213836477956,1613942247617,2682
"wd_0",0.01,1613942247617,2682
"sqr_mom_0",0.99,1613942247617,2682
"lr_0",4.992417486321534e-06,1613942247617,2682
"mom_0",0.8501516517900872,1613942247617,2682
"eps_0",1e-05,1613942247617,2682
"wd_1",0.01,1613942247617,2682
"sqr_mom_1",0.99,1613942247617,2682
"lr_1",4.992417486321533e-05,1613942247617,2682
"mom_1",0.8501516517900872,1613942247617,2682
"eps_1",1e-05,1613942247617,2682
"wd_2",0.01,1613942247617,2682
"sqr_mom_2",0.99,1613942247617,2682
"lr_2",0.0004992417486321533,1613942247617,2682
"mom_2",0.8501516517900872,1613942247617,2682
"eps_2",1e-05,1613942247617,2682
"train_loss",0.049110845,1613942248618,2683
"raw_loss",0.034671195,1613942248618,2683
"epoch",16.880503144654057,1613942248618,2683
"wd_0",0.01,1613942248618,2683
"sqr_mom_0",0.99,1613942248618,2683
"lr_0",4.9923072449071715e-06,1613942248618,2683
"mom_0",0.850153856640423,1613942248618,2683
"eps_0",1e-05,1613942248618,2683
"wd_1",0.01,1613942248618,2683
"sqr_mom_1",0.99,1613942248618,2683
"lr_1",4.992307244907171e-05,1613942248618,2683
"mom_1",0.850153856640423,1613942248618,2683
"eps_1",1e-05,1613942248618,2683
"wd_2",0.01,1613942248618,2683
"sqr_mom_2",0.99,1613942248618,2683
"lr_2",0.0004992307244907171,1613942248618,2683
"mom_2",0.850153856640423,1613942248618,2683
"eps_2",1e-05,1613942248618,2683
"train_loss",0.049385004,1613942249580,2684
"raw_loss",0.06281885,1613942249580,2684
"epoch",16.886792452830157,1613942249580,2684
"wd_0",0.01,1613942249580,2684
"sqr_mom_0",0.99,1613942249580,2684
"lr_0",4.992196235671052e-06,1613942249580,2684
"mom_0",0.8501560768473474,1613942249580,2684
"eps_0",1e-05,1613942249580,2684
"wd_1",0.01,1613942249580,2684
"sqr_mom_1",0.99,1613942249580,2684
"lr_1",4.9921962356710514e-05,1613942249580,2684
"mom_1",0.8501560768473474,1613942249580,2684
"eps_1",1e-05,1613942249580,2684
"wd_2",0.01,1613942249580,2684
"sqr_mom_2",0.99,1613942249580,2684
"lr_2",0.0004992196235671051,1613942249580,2684
"mom_2",0.8501560768473474,1613942249580,2684
"eps_2",1e-05,1613942249580,2684
"train_loss",0.049197033,1613942250533,2685
"raw_loss",0.03998638,1613942250533,2685
"epoch",16.893081761006258,1613942250533,2685
"wd_0",0.01,1613942250533,2685
"sqr_mom_0",0.99,1613942250533,2685
"lr_0",4.99208440570865e-06,1613942250533,2685
"mom_0",0.8501583134689616,1613942250533,2685
"eps_0",1e-05,1613942250533,2685
"wd_1",0.01,1613942250533,2685
"sqr_mom_1",0.99,1613942250533,2685
"lr_1",4.99208440570865e-05,1613942250533,2685
"mom_1",0.8501583134689616,1613942250533,2685
"eps_1",1e-05,1613942250533,2685
"wd_2",0.01,1613942250533,2685
"sqr_mom_2",0.99,1613942250533,2685
"lr_2",0.000499208440570865,1613942250533,2685
"mom_2",0.8501583134689616,1613942250533,2685
"eps_2",1e-05,1613942250533,2685
"train_loss",0.048830226,1613942251485,2686
"raw_loss",0.030856635,1613942251485,2686
"epoch",16.899371069182358,1613942251485,2686
"wd_0",0.01,1613942251485,2686
"sqr_mom_0",0.99,1613942251485,2686
"lr_0",4.9919717814308796e-06,1613942251485,2686
"mom_0",0.8501605659770421,1613942251485,2686
"eps_0",1e-05,1613942251485,2686
"wd_1",0.01,1613942251485,2686
"sqr_mom_1",0.99,1613942251485,2686
"lr_1",4.9919717814308794e-05,1613942251485,2686
"mom_1",0.8501605659770421,1613942251485,2686
"eps_1",1e-05,1613942251485,2686
"wd_2",0.01,1613942251485,2686
"sqr_mom_2",0.99,1613942251485,2686
"lr_2",0.0004991971781430879,1613942251485,2686
"mom_2",0.8501605659770421,1613942251485,2686
"eps_2",1e-05,1613942251485,2686
"train_loss",0.048805192,1613942252432,2687
"raw_loss",0.047578547,1613942252432,2687
"epoch",16.90566037735846,1613942252432,2687
"wd_0",0.01,1613942252432,2687
"sqr_mom_0",0.99,1613942252432,2687
"lr_0",4.991858390006292e-06,1613942252432,2687
"mom_0",0.8501628338282124,1613942252432,2687
"eps_0",1e-05,1613942252432,2687
"wd_1",0.01,1613942252432,2687
"sqr_mom_1",0.99,1613942252432,2687
"lr_1",4.991858390006292e-05,1613942252432,2687
"mom_1",0.8501628338282124,1613942252432,2687
"eps_1",1e-05,1613942252432,2687
"wd_2",0.01,1613942252432,2687
"sqr_mom_2",0.99,1613942252432,2687
"lr_2",0.0004991858390006293,1613942252432,2687
"mom_2",0.8501628338282124,1613942252432,2687
"eps_2",1e-05,1613942252432,2687
"train_loss",0.048473667,1613942253376,2688
"raw_loss",0.03222887,1613942253376,2688
"epoch",16.91194968553456,1613942253376,2688
"wd_0",0.01,1613942253376,2688
"sqr_mom_0",0.99,1613942253376,2688
"lr_0",4.991744177395066e-06,1613942253376,2688
"mom_0",0.8501651181032797,1613942253376,2688
"eps_0",1e-05,1613942253376,2688
"wd_1",0.01,1613942253376,2688
"sqr_mom_1",0.99,1613942253376,2688
"lr_1",4.9917441773950656e-05,1613942253376,2688
"mom_1",0.8501651181032797,1613942253376,2688
"eps_1",1e-05,1613942253376,2688
"wd_2",0.01,1613942253376,2688
"sqr_mom_2",0.99,1613942253376,2688
"lr_2",0.0004991744177395065,1613942253376,2688
"mom_2",0.8501651181032797,1613942253376,2688
"eps_2",1e-05,1613942253376,2688
"train_loss",0.04817696,1613942254331,2689
"raw_loss",0.033638168,1613942254331,2689
"epoch",16.91823899371066,1613942254331,2689
"wd_0",0.01,1613942254331,2689
"sqr_mom_0",0.99,1613942254331,2689
"lr_0",4.9916291705769145e-06,1613942254331,2689
"mom_0",0.8501674182626443,1613942254331,2689
"eps_0",1e-05,1613942254331,2689
"wd_1",0.01,1613942254331,2689
"sqr_mom_1",0.99,1613942254331,2689
"lr_1",4.991629170576914e-05,1613942254331,2689
"mom_1",0.8501674182626443,1613942254331,2689
"eps_1",1e-05,1613942254331,2689
"wd_2",0.01,1613942254331,2689
"sqr_mom_2",0.99,1613942254331,2689
"lr_2",0.0004991629170576914,1613942254331,2689
"mom_2",0.8501674182626443,1613942254331,2689
"eps_2",1e-05,1613942254331,2689
"train_loss",0.0478229,1613942255277,2690
"raw_loss",0.03047396,1613942255277,2690
"epoch",16.92452830188676,1613942255277,2690
"wd_0",0.01,1613942255277,2690
"sqr_mom_0",0.99,1613942255277,2690
"lr_0",4.991513397289088e-06,1613942255277,2690
"mom_0",0.8501697337515558,1613942255277,2690
"eps_0",1e-05,1613942255277,2690
"wd_1",0.01,1613942255277,2690
"sqr_mom_1",0.99,1613942255277,2690
"lr_1",4.991513397289087e-05,1613942255277,2690
"mom_1",0.8501697337515558,1613942255277,2690
"eps_1",1e-05,1613942255277,2690
"wd_2",0.01,1613942255277,2690
"sqr_mom_2",0.99,1613942255277,2690
"lr_2",0.0004991513397289087,1613942255277,2690
"mom_2",0.8501697337515558,1613942255277,2690
"eps_2",1e-05,1613942255277,2690
"train_loss",0.047784295,1613942256227,2691
"raw_loss",0.04589255,1613942256227,2691
"epoch",16.93081761006286,1613942256227,2691
"wd_0",0.01,1613942256227,2691
"sqr_mom_0",0.99,1613942256227,2691
"lr_0",4.99139680235662e-06,1613942256227,2691
"mom_0",0.8501720656735243,1613942256227,2691
"eps_0",1e-05,1613942256227,2691
"wd_1",0.01,1613942256227,2691
"sqr_mom_1",0.99,1613942256227,2691
"lr_1",4.99139680235662e-05,1613942256227,2691
"mom_1",0.8501720656735243,1613942256227,2691
"eps_1",1e-05,1613942256227,2691
"wd_2",0.01,1613942256227,2691
"sqr_mom_2",0.99,1613942256227,2691
"lr_2",0.000499139680235662,1613942256227,2691
"mom_2",0.8501720656735243,1613942256227,2691
"eps_2",1e-05,1613942256227,2691
"train_loss",0.04842428,1613942257211,2692
"raw_loss",0.079783596,1613942257211,2692
"epoch",16.93710691823896,1613942257211,2692
"wd_0",0.01,1613942257211,2692
"sqr_mom_0",0.99,1613942257211,2692
"lr_0",4.991279413327949e-06,1613942257211,2692
"mom_0",0.8501744134775758,1613942257211,2692
"eps_0",1e-05,1613942257211,2692
"wd_1",0.01,1613942257211,2692
"sqr_mom_1",0.99,1613942257211,2692
"lr_1",4.991279413327949e-05,1613942257211,2692
"mom_1",0.8501744134775758,1613942257211,2692
"eps_1",1e-05,1613942257211,2692
"wd_2",0.01,1613942257211,2692
"sqr_mom_2",0.99,1613942257211,2692
"lr_2",0.0004991279413327948,1613942257211,2692
"mom_2",0.8501744134775758,1613942257211,2692
"eps_2",1e-05,1613942257211,2692
"train_loss",0.048192877,1613942258284,2693
"raw_loss",0.03685414,1613942258284,2693
"epoch",16.94339622641506,1613942258284,2693
"wd_0",0.01,1613942258284,2693
"sqr_mom_0",0.99,1613942258284,2693
"lr_0",4.991161258508943e-06,1613942258284,2693
"mom_0",0.8501767765975871,1613942258284,2693
"eps_0",1e-05,1613942258284,2693
"wd_1",0.01,1613942258284,2693
"sqr_mom_1",0.99,1613942258284,2693
"lr_1",4.991161258508942e-05,1613942258284,2693
"mom_1",0.8501767765975871,1613942258284,2693
"eps_1",1e-05,1613942258284,2693
"wd_2",0.01,1613942258284,2693
"sqr_mom_2",0.99,1613942258284,2693
"lr_2",0.0004991161258508942,1613942258284,2693
"mom_2",0.8501767765975871,1613942258284,2693
"eps_2",1e-05,1613942258284,2693
"train_loss",0.04786167,1613942259418,2694
"raw_loss",0.031632386,1613942259418,2694
"epoch",16.94968553459116,1613942259418,2694
"wd_0",0.01,1613942259418,2694
"sqr_mom_0",0.99,1613942259418,2694
"lr_0",4.991042281589651e-06,1613942259418,2694
"mom_0",0.8501791561597686,1613942259418,2694
"eps_0",1e-05,1613942259418,2694
"wd_1",0.01,1613942259418,2694
"sqr_mom_1",0.99,1613942259418,2694
"lr_1",4.99104228158965e-05,1613942259418,2694
"mom_1",0.8501791561597686,1613942259418,2694
"eps_1",1e-05,1613942259418,2694
"wd_2",0.01,1613942259418,2694
"sqr_mom_2",0.99,1613942259418,2694
"lr_2",0.000499104228158965,1613942259418,2694
"mom_2",0.8501791561597686,1613942259418,2694
"eps_2",1e-05,1613942259418,2694
"train_loss",0.047745794,1613942260700,2695
"raw_loss",0.042067815,1613942260700,2695
"epoch",16.95597484276726,1613942260700,2695
"wd_0",0.01,1613942260700,2695
"sqr_mom_0",0.99,1613942260700,2695
"lr_0",4.9909225106871534e-06,1613942260700,2695
"mom_0",0.8501815516017729,1613942260700,2695
"eps_0",1e-05,1613942260700,2695
"wd_1",0.01,1613942260700,2695
"sqr_mom_1",0.99,1613942260700,2695
"lr_1",4.990922510687154e-05,1613942260700,2695
"mom_1",0.8501815516017729,1613942260700,2695
"eps_1",1e-05,1613942260700,2695
"wd_2",0.01,1613942260700,2695
"sqr_mom_2",0.99,1613942260700,2695
"lr_2",0.0004990922510687153,1613942260700,2695
"mom_2",0.8501815516017729,1613942260700,2695
"eps_2",1e-05,1613942260700,2695
"train_loss",0.04733914,1613942262194,2696
"raw_loss",0.02741314,1613942262194,2696
"epoch",16.962264150943362,1613942262194,2696
"wd_0",0.01,1613942262194,2696
"sqr_mom_0",0.99,1613942262194,2696
"lr_0",4.990801974675858e-06,1613942262194,2696
"mom_0",0.8501839623461063,1613942262194,2696
"eps_0",1e-05,1613942262194,2696
"wd_1",0.01,1613942262194,2696
"sqr_mom_1",0.99,1613942262194,2696
"lr_1",4.990801974675858e-05,1613942262194,2696
"mom_1",0.8501839623461063,1613942262194,2696
"eps_1",1e-05,1613942262194,2696
"wd_2",0.01,1613942262194,2696
"sqr_mom_2",0.99,1613942262194,2696
"lr_2",0.0004990801974675857,1613942262194,2696
"mom_2",0.8501839623461063,1613942262194,2696
"eps_2",1e-05,1613942262194,2696
"train_loss",0.047296055,1613942263388,2697
"raw_loss",0.045184866,1613942263388,2697
"epoch",16.968553459119462,1613942263388,2697
"wd_0",0.01,1613942263388,2697
"sqr_mom_0",0.99,1613942263388,2697
"lr_0",4.99068061611099e-06,1613942263388,2697
"mom_0",0.8501863895416756,1613942263388,2697
"eps_0",1e-05,1613942263388,2697
"wd_1",0.01,1613942263388,2697
"sqr_mom_1",0.99,1613942263388,2697
"lr_1",4.990680616110989e-05,1613942263388,2697
"mom_1",0.8501863895416756,1613942263388,2697
"eps_1",1e-05,1613942263388,2697
"wd_2",0.01,1613942263388,2697
"sqr_mom_2",0.99,1613942263388,2697
"lr_2",0.0004990680616110989,1613942263388,2697
"mom_2",0.8501863895416756,1613942263388,2697
"eps_2",1e-05,1613942263388,2697
"train_loss",0.04757253,1613942264335,2698
"raw_loss",0.061119966,1613942264335,2698
"epoch",16.974842767295563,1613942264335,2698
"wd_0",0.01,1613942264335,2698
"sqr_mom_0",0.99,1613942264335,2698
"lr_0",4.990558463678194e-06,1613942264335,2698
"mom_0",0.8501888326147623,1613942264335,2698
"eps_0",1e-05,1613942264335,2698
"wd_1",0.01,1613942264335,2698
"sqr_mom_1",0.99,1613942264335,2698
"lr_1",4.9905584636781936e-05,1613942264335,2698
"mom_1",0.8501888326147623,1613942264335,2698
"eps_1",1e-05,1613942264335,2698
"wd_2",0.01,1613942264335,2698
"sqr_mom_2",0.99,1613942264335,2698
"lr_2",0.0004990558463678193,1613942264335,2698
"mom_2",0.8501888326147623,1613942264335,2698
"eps_2",1e-05,1613942264335,2698
"train_loss",0.047085196,1613942265311,2699
"raw_loss",0.023205686,1613942265311,2699
"epoch",16.981132075471663,1613942265311,2699
"wd_0",0.01,1613942265311,2699
"sqr_mom_0",0.99,1613942265311,2699
"lr_0",4.990435517416405e-06,1613942265311,2699
"mom_0",0.8501912915645875,1613942265311,2699
"eps_0",1e-05,1613942265311,2699
"wd_1",0.01,1613942265311,2699
"sqr_mom_1",0.99,1613942265311,2699
"lr_1",4.990435517416405e-05,1613942265311,2699
"mom_1",0.8501912915645875,1613942265311,2699
"eps_1",1e-05,1613942265311,2699
"wd_2",0.01,1613942265311,2699
"sqr_mom_2",0.99,1613942265311,2699
"lr_2",0.0004990435517416405,1613942265311,2699
"mom_2",0.8501912915645875,1613942265311,2699
"eps_2",1e-05,1613942265311,2699
"train_loss",0.04735918,1613942266299,2700
"raw_loss",0.06078444,1613942266299,2700
"epoch",16.987421383647764,1613942266299,2700
"wd_0",0.01,1613942266299,2700
"sqr_mom_0",0.99,1613942266299,2700
"lr_0",4.990311806957963e-06,1613942266299,2700
"mom_0",0.8501937657984987,1613942266299,2700
"eps_0",1e-05,1613942266299,2700
"wd_1",0.01,1613942266299,2700
"sqr_mom_1",0.99,1613942266299,2700
"lr_1",4.990311806957963e-05,1613942266299,2700
"mom_1",0.8501937657984987,1613942266299,2700
"eps_1",1e-05,1613942266299,2700
"wd_2",0.01,1613942266299,2700
"sqr_mom_2",0.99,1613942266299,2700
"lr_2",0.0004990311806957963,1613942266299,2700
"mom_2",0.8501937657984987,1613942266299,2700
"eps_2",1e-05,1613942266299,2700
"train_loss",0.046888117,1613942267253,2701
"raw_loss",0.023806069,1613942267253,2701
"epoch",16.993710691823864,1613942267253,2701
"wd_0",0.01,1613942267253,2701
"sqr_mom_0",0.99,1613942267253,2701
"lr_0",4.990187273345224e-06,1613942267253,2701
"mom_0",0.8501962564956604,1613942267253,2701
"eps_0",1e-05,1613942267253,2701
"wd_1",0.01,1613942267253,2701
"sqr_mom_1",0.99,1613942267253,2701
"lr_1",4.990187273345224e-05,1613942267253,2701
"mom_1",0.8501962564956604,1613942267253,2701
"eps_1",1e-05,1613942267253,2701
"wd_2",0.01,1613942267253,2701
"sqr_mom_2",0.99,1613942267253,2701
"lr_2",0.0004990187273345224,1613942267253,2701
"mom_2",0.8501962564956604,1613942267253,2701
"eps_2",1e-05,1613942267253,2701
"train_loss",0.04728488,1613942268196,2702
"raw_loss",0.066726275,1613942268196,2702
"epoch",16.999999999999964,1613942268196,2702
"wd_0",0.01,1613942268196,2702
"sqr_mom_0",0.99,1613942268196,2702
"lr_0",4.990061946021805e-06,1613942268196,2702
"mom_0",0.8501987630671946,1613942268196,2702
"eps_0",1e-05,1613942268196,2702
"wd_1",0.01,1613942268196,2702
"sqr_mom_1",0.99,1613942268196,2702
"lr_1",4.990061946021805e-05,1613942268196,2702
"mom_1",0.8501987630671946,1613942268196,2702
"eps_1",1e-05,1613942268196,2702
"wd_2",0.01,1613942268196,2702
"sqr_mom_2",0.99,1613942268196,2702
"lr_2",0.0004990061946021805,1613942268196,2702
"mom_2",0.8501987630671946,1613942268196,2702
"eps_2",1e-05,1613942268196,2702
"valid_loss",0.12553231418132782,1613942301893,2702
"_rmse",0.3543054461479187,1613942301893,2702
"epoch",17,1613942301893,2702
"train_loss",0.046780568,1613942302948,2703
"raw_loss",0.022069339,1613942302948,2703
"epoch",17.0062893081761,1613942302948,2703
"wd_0",0.01,1613942302948,2703
"sqr_mom_0",0.99,1613942302948,2703
"lr_0",4.989935853877052e-06,1613942302948,2703
"mom_0",0.8502012849353083,1613942302948,2703
"eps_0",1e-05,1613942302948,2703
"wd_1",0.01,1613942302948,2703
"sqr_mom_1",0.99,1613942302948,2703
"lr_1",4.989935853877051e-05,1613942302948,2703
"mom_1",0.8502012849353083,1613942302948,2703
"eps_1",1e-05,1613942302948,2703
"wd_2",0.01,1613942302948,2703
"sqr_mom_2",0.99,1613942302948,2703
"lr_2",0.0004989935853877051,1613942302948,2703
"mom_2",0.8502012849353083,1613942302948,2703
"eps_2",1e-05,1613942302948,2703
"train_loss",0.04784561,1613942303914,2704
"raw_loss",0.10003274,1613942303914,2704
"epoch",17.0125786163522,1613942303914,2704
"wd_0",0.01,1613942303914,2704
"sqr_mom_0",0.99,1613942303914,2704
"lr_0",4.989808939433329e-06,1613942303914,2704
"mom_0",0.8502038232495659,1613942303914,2704
"eps_0",1e-05,1613942303914,2704
"wd_1",0.01,1613942303914,2704
"sqr_mom_1",0.99,1613942303914,2704
"lr_1",4.989808939433329e-05,1613942303914,2704
"mom_1",0.8502038232495659,1613942303914,2704
"eps_1",1e-05,1613942303914,2704
"wd_2",0.01,1613942303914,2704
"sqr_mom_2",0.99,1613942303914,2704
"lr_2",0.0004989808939433329,1613942303914,2704
"mom_2",0.8502038232495659,1613942303914,2704
"eps_2",1e-05,1613942303914,2704
"train_loss",0.048182398,1613942304890,2705
"raw_loss",0.06468498,1613942304890,2705
"epoch",17.0188679245283,1613942304890,2705
"wd_0",0.01,1613942304890,2705
"sqr_mom_0",0.99,1613942304890,2705
"lr_0",4.9896812313995175e-06,1613942304890,2705
"mom_0",0.850206377435784,1613942304890,2705
"eps_0",1e-05,1613942304890,2705
"wd_1",0.01,1613942304890,2705
"sqr_mom_1",0.99,1613942304890,2705
"lr_1",4.989681231399517e-05,1613942304890,2705
"mom_1",0.850206377435784,1613942304890,2705
"eps_1",1e-05,1613942304890,2705
"wd_2",0.01,1613942304890,2705
"sqr_mom_2",0.99,1613942304890,2705
"lr_2",0.0004989681231399517,1613942304890,2705
"mom_2",0.850206377435784,1613942304890,2705
"eps_2",1e-05,1613942304890,2705
"train_loss",0.047907867,1613942305857,2706
"raw_loss",0.03445579,1613942305857,2706
"epoch",17.0251572327044,1613942305857,2706
"wd_0",0.01,1613942305857,2706
"sqr_mom_0",0.99,1613942305857,2706
"lr_0",4.989552760544551e-06,1613942305857,2706
"mom_0",0.8502089468785777,1613942305857,2706
"eps_0",1e-05,1613942305857,2706
"wd_1",0.01,1613942305857,2706
"sqr_mom_1",0.99,1613942305857,2706
"lr_1",4.989552760544551e-05,1613942305857,2706
"mom_1",0.8502089468785777,1613942305857,2706
"eps_1",1e-05,1613942305857,2706
"wd_2",0.01,1613942305857,2706
"sqr_mom_2",0.99,1613942305857,2706
"lr_2",0.000498955276054455,1613942305857,2706
"mom_2",0.8502089468785777,1613942305857,2706
"eps_2",1e-05,1613942305857,2706
"train_loss",0.04832431,1613942306839,2707
"raw_loss",0.06873011,1613942306839,2707
"epoch",17.031446540880502,1613942306839,2707
"wd_0",0.01,1613942306839,2707
"sqr_mom_0",0.99,1613942306839,2707
"lr_0",4.989423465642088e-06,1613942306839,2707
"mom_0",0.8502115328024863,1613942306839,2707
"eps_0",1e-05,1613942306839,2707
"wd_1",0.01,1613942306839,2707
"sqr_mom_1",0.99,1613942306839,2707
"lr_1",4.989423465642088e-05,1613942306839,2707
"mom_1",0.8502115328024863,1613942306839,2707
"eps_1",1e-05,1613942306839,2707
"wd_2",0.01,1613942306839,2707
"sqr_mom_2",0.99,1613942306839,2707
"lr_2",0.0004989423465642088,1613942306839,2707
"mom_2",0.8502115328024863,1613942306839,2707
"eps_2",1e-05,1613942306839,2707
"train_loss",0.048279323,1613942307834,2708
"raw_loss",0.04607495,1613942307834,2708
"epoch",17.037735849056602,1613942307834,2708
"wd_0",0.01,1613942307834,2708
"sqr_mom_0",0.99,1613942307834,2708
"lr_0",4.9892933772724005e-06,1613942307834,2708
"mom_0",0.8502141345958979,1613942307834,2708
"eps_0",1e-05,1613942307834,2708
"wd_1",0.01,1613942307834,2708
"sqr_mom_1",0.99,1613942307834,2708
"lr_1",4.9892933772724e-05,1613942307834,2708
"mom_1",0.8502141345958979,1613942307834,2708
"eps_1",1e-05,1613942307834,2708
"wd_2",0.01,1613942307834,2708
"sqr_mom_2",0.99,1613942307834,2708
"lr_2",0.00049892933772724,1613942307834,2708
"mom_2",0.8502141345958979,1613942307834,2708
"eps_2",1e-05,1613942307834,2708
"train_loss",0.047815017,1613942308832,2709
"raw_loss",0.025064066,1613942308832,2709
"epoch",17.044025157232703,1613942308832,2709
"wd_0",0.01,1613942308832,2709
"sqr_mom_0",0.99,1613942308832,2709
"lr_0",4.98916252677259e-06,1613942308832,2709
"mom_0",0.8502167516320644,1613942308832,2709
"eps_0",1e-05,1613942308832,2709
"wd_1",0.01,1613942308832,2709
"sqr_mom_1",0.99,1613942308832,2709
"lr_1",4.98916252677259e-05,1613942308832,2709
"mom_1",0.8502167516320644,1613942308832,2709
"eps_1",1e-05,1613942308832,2709
"wd_2",0.01,1613942308832,2709
"sqr_mom_2",0.99,1613942308832,2709
"lr_2",0.000498916252677259,1613942308832,2709
"mom_2",0.8502167516320644,1613942308832,2709
"eps_2",1e-05,1613942308832,2709
"train_loss",0.049263608,1613942309830,2710
"raw_loss",0.120244585,1613942309830,2710
"epoch",17.050314465408803,1613942309830,2710
"wd_0",0.01,1613942309830,2710
"sqr_mom_0",0.99,1613942309830,2710
"lr_0",4.989030851782229e-06,1613942309830,2710
"mom_0",0.8502193851582069,1613942309830,2710
"eps_0",1e-05,1613942309830,2710
"wd_1",0.01,1613942309830,2710
"sqr_mom_1",0.99,1613942309830,2710
"lr_1",4.9890308517822284e-05,1613942309830,2710
"mom_1",0.8502193851582069,1613942309830,2710
"eps_1",1e-05,1613942309830,2710
"wd_2",0.01,1613942309830,2710
"sqr_mom_2",0.99,1613942309830,2710
"lr_2",0.0004989030851782229,1613942309830,2710
"mom_2",0.8502193851582069,1613942309830,2710
"eps_2",1e-05,1613942309830,2710
"train_loss",0.049099255,1613942310801,2711
"raw_loss",0.04104589,1613942310801,2711
"epoch",17.056603773584904,1613942310801,2711
"wd_0",0.01,1613942310801,2711
"sqr_mom_0",0.99,1613942310801,2711
"lr_0",4.988898383449783e-06,1613942310801,2711
"mom_0",0.8502220345513498,1613942310801,2711
"eps_0",1e-05,1613942310801,2711
"wd_1",0.01,1613942310801,2711
"sqr_mom_1",0.99,1613942310801,2711
"lr_1",4.988898383449784e-05,1613942310801,2711
"mom_1",0.8502220345513498,1613942310801,2711
"eps_1",1e-05,1613942310801,2711
"wd_2",0.01,1613942310801,2711
"sqr_mom_2",0.99,1613942310801,2711
"lr_2",0.0004988898383449784,1613942310801,2711
"mom_2",0.8502220345513498,1613942310801,2711
"eps_2",1e-05,1613942310801,2711
"train_loss",0.04907698,1613942311773,2712
"raw_loss",0.0479856,1613942311773,2712
"epoch",17.062893081761004,1613942311773,2712
"wd_0",0.01,1613942311773,2712
"sqr_mom_0",0.99,1613942311773,2712
"lr_0",4.988765153680433e-06,1613942311773,2712
"mom_0",0.8502246991733831,1613942311773,2712
"eps_0",1e-05,1613942311773,2712
"wd_1",0.01,1613942311773,2712
"sqr_mom_1",0.99,1613942311773,2712
"lr_1",4.988765153680433e-05,1613942311773,2712
"mom_1",0.8502246991733831,1613942311773,2712
"eps_1",1e-05,1613942311773,2712
"wd_2",0.01,1613942311773,2712
"sqr_mom_2",0.99,1613942311773,2712
"lr_2",0.0004988765153680433,1613942311773,2712
"mom_2",0.8502246991733831,1613942311773,2712
"eps_2",1e-05,1613942311773,2712
"train_loss",0.048733324,1613942312751,2713
"raw_loss",0.03189401,1613942312751,2713
"epoch",17.069182389937104,1613942312751,2713
"wd_0",0.01,1613942312751,2713
"sqr_mom_0",0.99,1613942312751,2713
"lr_0",4.988631098979842e-06,1613942312751,2713
"mom_0",0.8502273802942061,1613942312751,2713
"eps_0",1e-05,1613942312751,2713
"wd_1",0.01,1613942312751,2713
"sqr_mom_1",0.99,1613942312751,2713
"lr_1",4.988631098979842e-05,1613942312751,2713
"mom_1",0.8502273802942061,1613942312751,2713
"eps_1",1e-05,1613942312751,2713
"wd_2",0.01,1613942312751,2713
"sqr_mom_2",0.99,1613942312751,2713
"lr_2",0.0004988631098979842,1613942312751,2713
"mom_2",0.8502273802942061,1613942312751,2713
"eps_2",1e-05,1613942312751,2713
"train_loss",0.048588242,1613942313787,2714
"raw_loss",0.041479208,1613942313787,2714
"epoch",17.075471698113205,1613942313787,2714
"wd_0",0.01,1613942313787,2714
"sqr_mom_0",0.99,1613942313787,2714
"lr_0",4.9884962510645835e-06,1613942313787,2714
"mom_0",0.8502300772794811,1613942313787,2714
"eps_0",1e-05,1613942313787,2714
"wd_1",0.01,1613942313787,2714
"sqr_mom_1",0.99,1613942313787,2714
"lr_1",4.988496251064584e-05,1613942313787,2714
"mom_1",0.8502300772794811,1613942313787,2714
"eps_1",1e-05,1613942313787,2714
"wd_2",0.01,1613942313787,2714
"sqr_mom_2",0.99,1613942313787,2714
"lr_2",0.0004988496251064583,1613942313787,2714
"mom_2",0.8502300772794811,1613942313787,2714
"eps_2",1e-05,1613942313787,2714
"train_loss",0.04830883,1613942314781,2715
"raw_loss",0.03461761,1613942314781,2715
"epoch",17.081761006289305,1613942314781,2715
"wd_0",0.01,1613942314781,2715
"sqr_mom_0",0.99,1613942314781,2715
"lr_0",4.9883606424078215e-06,1613942314781,2715
"mom_0",0.8502327894797383,1613942314781,2715
"eps_0",1e-05,1613942314781,2715
"wd_1",0.01,1613942314781,2715
"sqr_mom_1",0.99,1613942314781,2715
"lr_1",4.988360642407821e-05,1613942314781,2715
"mom_1",0.8502327894797383,1613942314781,2715
"eps_1",1e-05,1613942314781,2715
"wd_2",0.01,1613942314781,2715
"sqr_mom_2",0.99,1613942314781,2715
"lr_2",0.0004988360642407821,1613942314781,2715
"mom_2",0.8502327894797383,1613942314781,2715
"eps_2",1e-05,1613942314781,2715
"train_loss",0.048086755,1613942315775,2716
"raw_loss",0.037204962,1613942315775,2716
"epoch",17.088050314465406,1613942315775,2716
"wd_0",0.01,1613942315775,2716
"sqr_mom_0",0.99,1613942315775,2716
"lr_0",4.988224208381495e-06,1613942315775,2716
"mom_0",0.8502355181875519,1613942315775,2716
"eps_0",1e-05,1613942315775,2716
"wd_1",0.01,1613942315775,2716
"sqr_mom_1",0.99,1613942315775,2716
"lr_1",4.988224208381495e-05,1613942315775,2716
"mom_1",0.8502355181875519,1613942315775,2716
"eps_1",1e-05,1613942315775,2716
"wd_2",0.01,1613942315775,2716
"sqr_mom_2",0.99,1613942315775,2716
"lr_2",0.0004988224208381495,1613942315775,2716
"mom_2",0.8502355181875519,1613942315775,2716
"eps_2",1e-05,1613942315775,2716
"train_loss",0.04860776,1613942316759,2717
"raw_loss",0.07413703,1613942316759,2717
"epoch",17.094339622641506,1613942316759,2717
"wd_0",0.01,1613942316759,2717
"sqr_mom_0",0.99,1613942316759,2717
"lr_0",4.988086981270193e-06,1613942316759,2717
"mom_0",0.8502382627572237,1613942316759,2717
"eps_0",1e-05,1613942316759,2717
"wd_1",0.01,1613942316759,2717
"sqr_mom_1",0.99,1613942316759,2717
"lr_1",4.988086981270193e-05,1613942316759,2717
"mom_1",0.8502382627572237,1613942316759,2717
"eps_1",1e-05,1613942316759,2717
"wd_2",0.01,1613942316759,2717
"sqr_mom_2",0.99,1613942316759,2717
"lr_2",0.0004988086981270193,1613942316759,2717
"mom_2",0.8502382627572237,1613942316759,2717
"eps_2",1e-05,1613942316759,2717
"train_loss",0.048588734,1613942317742,2718
"raw_loss",0.047656454,1613942317742,2718
"epoch",17.100628930817606,1613942317742,2718
"wd_0",0.01,1613942317742,2718
"sqr_mom_0",0.99,1613942317742,2718
"lr_0",4.98794899411497e-06,1613942317742,2718
"mom_0",0.8502410225279259,1613942317742,2718
"eps_0",1e-05,1613942317742,2718
"wd_1",0.01,1613942317742,2718
"sqr_mom_1",0.99,1613942317742,2718
"lr_1",4.98794899411497e-05,1613942317742,2718
"mom_1",0.8502410225279259,1613942317742,2718
"eps_1",1e-05,1613942317742,2718
"wd_2",0.01,1613942317742,2718
"sqr_mom_2",0.99,1613942317742,2718
"lr_2",0.000498794899411497,1613942317742,2718
"mom_2",0.8502410225279259,1613942317742,2718
"eps_2",1e-05,1613942317742,2718
"train_loss",0.048012093,1613942318717,2719
"raw_loss",0.019756654,1613942318717,2719
"epoch",17.106918238993707,1613942318717,2719
"wd_0",0.01,1613942318717,2719
"sqr_mom_0",0.99,1613942318717,2719
"lr_0",4.987810181154227e-06,1613942318717,2719
"mom_0",0.8502437988149036,1613942318717,2719
"eps_0",1e-05,1613942318717,2719
"wd_1",0.01,1613942318717,2719
"sqr_mom_1",0.99,1613942318717,2719
"lr_1",4.987810181154227e-05,1613942318717,2719
"mom_1",0.8502437988149036,1613942318717,2719
"eps_1",1e-05,1613942318717,2719
"wd_2",0.01,1613942318717,2719
"sqr_mom_2",0.99,1613942318717,2719
"lr_2",0.0004987810181154227,1613942318717,2719
"mom_2",0.8502437988149036,1613942318717,2719
"eps_2",1e-05,1613942318717,2719
"train_loss",0.048278887,1613942319695,2720
"raw_loss",0.061351813,1613942319695,2720
"epoch",17.113207547169807,1613942319695,2720
"wd_0",0.01,1613942319695,2720
"sqr_mom_0",0.99,1613942319695,2720
"lr_0",4.987670575240475e-06,1613942319695,2720
"mom_0",0.8502465909611001,1613942319695,2720
"eps_0",1e-05,1613942319695,2720
"wd_1",0.01,1613942319695,2720
"sqr_mom_1",0.99,1613942319695,2720
"lr_1",4.9876705752404754e-05,1613942319695,2720
"mom_1",0.8502465909611001,1613942319695,2720
"eps_1",1e-05,1613942319695,2720
"wd_2",0.01,1613942319695,2720
"sqr_mom_2",0.99,1613942319695,2720
"lr_2",0.0004987670575240475,1613942319695,2720
"mom_2",0.8502465909611001,1613942319695,2720
"eps_2",1e-05,1613942319695,2720
"train_loss",0.04880654,1613942320682,2721
"raw_loss",0.07466165,1613942320682,2721
"epoch",17.119496855345908,1613942320682,2721
"wd_0",0.01,1613942320682,2721
"sqr_mom_0",0.99,1613942320682,2721
"lr_0",4.987530176418212e-06,1613942320682,2721
"mom_0",0.8502493989656253,1613942320682,2721
"eps_0",1e-05,1613942320682,2721
"wd_1",0.01,1613942320682,2721
"sqr_mom_1",0.99,1613942320682,2721
"lr_1",4.9875301764182116e-05,1613942320682,2721
"mom_1",0.8502493989656253,1613942320682,2721
"eps_1",1e-05,1613942320682,2721
"wd_2",0.01,1613942320682,2721
"sqr_mom_2",0.99,1613942320682,2721
"lr_2",0.0004987530176418212,1613942320682,2721
"mom_2",0.8502493989656253,1613942320682,2721
"eps_2",1e-05,1613942320682,2721
"train_loss",0.048875324,1613942321669,2722
"raw_loss",0.052245714,1613942321669,2722
"epoch",17.125786163522008,1613942321669,2722
"wd_0",0.01,1613942321669,2722
"sqr_mom_0",0.99,1613942321669,2722
"lr_0",4.9873890170180115e-06,1613942321669,2722
"mom_0",0.8502522221818616,1613942321669,2722
"eps_0",1e-05,1613942321669,2722
"wd_1",0.01,1613942321669,2722
"sqr_mom_1",0.99,1613942321669,2722
"lr_1",4.9873890170180117e-05,1613942321669,2722
"mom_1",0.8502522221818616,1613942321669,2722
"eps_1",1e-05,1613942321669,2722
"wd_2",0.01,1613942321669,2722
"sqr_mom_2",0.99,1613942321669,2722
"lr_2",0.0004987389017018011,1613942321669,2722
"mom_2",0.8502522221818616,1613942321669,2722
"eps_2",1e-05,1613942321669,2722
"train_loss",0.049501333,1613942322642,2723
"raw_loss",0.08017582,1613942322642,2723
"epoch",17.13207547169811,1613942322642,2723
"wd_0",0.01,1613942322642,2723
"sqr_mom_0",0.99,1613942322642,2723
"lr_0",4.987247032694009e-06,1613942322642,2723
"mom_0",0.8502550618967388,1613942322642,2723
"eps_0",1e-05,1613942322642,2723
"wd_1",0.01,1613942322642,2723
"sqr_mom_1",0.99,1613942322642,2723
"lr_1",4.9872470326940086e-05,1613942322642,2723
"mom_1",0.8502550618967388,1613942322642,2723
"eps_1",1e-05,1613942322642,2723
"wd_2",0.01,1613942322642,2723
"sqr_mom_2",0.99,1613942322642,2723
"lr_2",0.0004987247032694008,1613942322642,2723
"mom_2",0.8502550618967388,1613942322642,2723
"eps_2",1e-05,1613942322642,2723
"train_loss",0.049460784,1613942323642,2724
"raw_loss",0.04747384,1613942323642,2724
"epoch",17.13836477987421,1613942323642,2724
"wd_0",0.01,1613942323642,2724
"sqr_mom_0",0.99,1613942323642,2724
"lr_0",4.987104255596493e-06,1613942323642,2724
"mom_0",0.8502579174672448,1613942323642,2724
"eps_0",1e-05,1613942323642,2724
"wd_1",0.01,1613942323642,2724
"sqr_mom_1",0.99,1613942323642,2724
"lr_1",4.9871042555964934e-05,1613942323642,2724
"mom_1",0.8502579174672448,1613942323642,2724
"eps_1",1e-05,1613942323642,2724
"wd_2",0.01,1613942323642,2724
"sqr_mom_2",0.99,1613942323642,2724
"lr_2",0.0004987104255596493,1613942323642,2724
"mom_2",0.8502579174672448,1613942323642,2724
"eps_2",1e-05,1613942323642,2724
"train_loss",0.04915186,1613942324625,2725
"raw_loss",0.034014653,1613942324625,2725
"epoch",17.14465408805031,1613942324625,2725
"wd_0",0.01,1613942324625,2725
"sqr_mom_0",0.99,1613942324625,2725
"lr_0",4.986960721583432e-06,1613942324625,2725
"mom_0",0.8502607881762131,1613942324625,2725
"eps_0",1e-05,1613942324625,2725
"wd_1",0.01,1613942324625,2725
"sqr_mom_1",0.99,1613942324625,2725
"lr_1",4.9869607215834315e-05,1613942324625,2725
"mom_1",0.8502607881762131,1613942324625,2725
"eps_1",1e-05,1613942324625,2725
"wd_2",0.01,1613942324625,2725
"sqr_mom_2",0.99,1613942324625,2725
"lr_2",0.0004986960721583432,1613942324625,2725
"mom_2",0.8502607881762131,1613942324625,2725
"eps_2",1e-05,1613942324625,2725
"train_loss",0.04885424,1613942325608,2726
"raw_loss",0.034270763,1613942325608,2726
"epoch",17.15094339622641,1613942325608,2726
"wd_0",0.01,1613942325608,2726
"sqr_mom_0",0.99,1613942325608,2726
"lr_0",4.9868163592728505e-06,1613942325608,2726
"mom_0",0.8502636754512974,1613942325608,2726
"eps_0",1e-05,1613942325608,2726
"wd_1",0.01,1613942325608,2726
"sqr_mom_1",0.99,1613942325608,2726
"lr_1",4.98681635927285e-05,1613942325608,2726
"mom_1",0.8502636754512974,1613942325608,2726
"eps_1",1e-05,1613942325608,2726
"wd_2",0.01,1613942325608,2726
"sqr_mom_2",0.99,1613942325608,2726
"lr_2",0.000498681635927285,1613942325608,2726
"mom_2",0.8502636754512974,1613942325608,2726
"eps_2",1e-05,1613942325608,2726
"train_loss",0.048516802,1613942326594,2727
"raw_loss",0.031982385,1613942326594,2727
"epoch",17.15723270440251,1613942326594,2727
"wd_0",0.01,1613942326594,2727
"sqr_mom_0",0.99,1613942326594,2727
"lr_0",4.986671204326029e-06,1613942326594,2727
"mom_0",0.8502665785792652,1613942326594,2727
"eps_0",1e-05,1613942326594,2727
"wd_1",0.01,1613942326594,2727
"sqr_mom_1",0.99,1613942326594,2727
"lr_1",4.9866712043260284e-05,1613942326594,2727
"mom_1",0.8502665785792652,1613942326594,2727
"eps_1",1e-05,1613942326594,2727
"wd_2",0.01,1613942326594,2727
"sqr_mom_2",0.99,1613942326594,2727
"lr_2",0.0004986671204326029,1613942326594,2727
"mom_2",0.8502665785792652,1613942326594,2727
"eps_2",1e-05,1613942326594,2727
"train_loss",0.048280258,1613942327570,2728
"raw_loss",0.03668959,1613942327570,2728
"epoch",17.16352201257861,1613942327570,2728
"wd_0",0.01,1613942327570,2728
"sqr_mom_0",0.99,1613942327570,2728
"lr_0",4.986525290159487e-06,1613942327570,2728
"mom_0",0.8502694968917791,1613942327570,2728
"eps_0",1e-05,1613942327570,2728
"wd_1",0.01,1613942327570,2728
"sqr_mom_1",0.99,1613942327570,2728
"lr_1",4.9865252901594866e-05,1613942327570,2728
"mom_1",0.8502694968917791,1613942327570,2728
"eps_1",1e-05,1613942327570,2728
"wd_2",0.01,1613942327570,2728
"sqr_mom_2",0.99,1613942327570,2728
"lr_2",0.0004986525290159487,1613942327570,2728
"mom_2",0.8502694968917791,1613942327570,2728
"eps_2",1e-05,1613942327570,2728
"train_loss",0.049867313,1613942328557,2729
"raw_loss",0.12763314,1613942328557,2729
"epoch",17.16981132075471,1613942328557,2729
"wd_0",0.01,1613942328557,2729
"sqr_mom_0",0.99,1613942328557,2729
"lr_0",4.986378550259954e-06,1613942328557,2729
"mom_0",0.8502724317191181,1613942328557,2729
"eps_0",1e-05,1613942328557,2729
"wd_1",0.01,1613942328557,2729
"sqr_mom_1",0.99,1613942328557,2729
"lr_1",4.9863785502599536e-05,1613942328557,2729
"mom_1",0.8502724317191181,1613942328557,2729
"eps_1",1e-05,1613942328557,2729
"wd_2",0.01,1613942328557,2729
"sqr_mom_2",0.99,1613942328557,2729
"lr_2",0.0004986378550259953,1613942328557,2729
"mom_2",0.8502724317191181,1613942328557,2729
"eps_2",1e-05,1613942328557,2729
"train_loss",0.049647193,1613942329553,2730
"raw_loss",0.038861297,1613942329553,2730
"epoch",17.17610062893081,1613942329553,2730
"wd_0",0.01,1613942329553,2730
"sqr_mom_0",0.99,1613942329553,2730
"lr_0",4.986231017863728e-06,1613942329553,2730
"mom_0",0.8502753823965494,1613942329553,2730
"eps_0",1e-05,1613942329553,2730
"wd_1",0.01,1613942329553,2730
"sqr_mom_1",0.99,1613942329553,2730
"lr_1",4.9862310178637276e-05,1613942329553,2730
"mom_1",0.8502753823965494,1613942329553,2730
"eps_1",1e-05,1613942329553,2730
"wd_2",0.01,1613942329553,2730
"sqr_mom_2",0.99,1613942329553,2730
"lr_2",0.0004986231017863727,1613942329553,2730
"mom_2",0.8502753823965494,1613942329553,2730
"eps_2",1e-05,1613942329553,2730
"train_loss",0.05034743,1613942330564,2731
"raw_loss",0.08465902,1613942330564,2731
"epoch",17.18238993710691,1613942330564,2731
"wd_0",0.01,1613942330564,2731
"sqr_mom_0",0.99,1613942330564,2731
"lr_0",4.986082730013095e-06,1613942330564,2731
"mom_0",0.8502783481832199,1613942330564,2731
"eps_0",1e-05,1613942330564,2731
"wd_1",0.01,1613942330564,2731
"sqr_mom_1",0.99,1613942330564,2731
"lr_1",4.986082730013095e-05,1613942330564,2731
"mom_1",0.8502783481832199,1613942330564,2731
"eps_1",1e-05,1613942330564,2731
"wd_2",0.01,1613942330564,2731
"sqr_mom_2",0.99,1613942330564,2731
"lr_2",0.0004986082730013095,1613942330564,2731
"mom_2",0.8502783481832199,1613942330564,2731
"eps_2",1e-05,1613942330564,2731
"train_loss",0.050490297,1613942331563,2732
"raw_loss",0.057490874,1613942331563,2732
"epoch",17.188679245283012,1613942331563,2732
"wd_0",0.01,1613942331563,2732
"sqr_mom_0",0.99,1613942331563,2732
"lr_0",4.985933612961917e-06,1613942331563,2732
"mom_0",0.8502813305540672,1613942331563,2732
"eps_0",1e-05,1613942331563,2732
"wd_1",0.01,1613942331563,2732
"sqr_mom_1",0.99,1613942331563,2732
"lr_1",4.985933612961917e-05,1613942331563,2732
"mom_1",0.8502813305540672,1613942331563,2732
"eps_1",1e-05,1613942331563,2732
"wd_2",0.01,1613942331563,2732
"sqr_mom_2",0.99,1613942331563,2732
"lr_2",0.0004985933612961917,1613942331563,2732
"mom_2",0.8502813305540672,1613942331563,2732
"eps_2",1e-05,1613942331563,2732
"train_loss",0.05160228,1613942332521,2733
"raw_loss",0.10608965,1613942332521,2733
"epoch",17.194968553459113,1613942332521,2733
"wd_0",0.01,1613942332521,2733
"sqr_mom_0",0.99,1613942332521,2733
"lr_0",4.985783703555865e-06,1613942332521,2733
"mom_0",0.8502843287721704,1613942332521,2733
"eps_0",1e-05,1613942332521,2733
"wd_1",0.01,1613942332521,2733
"sqr_mom_1",0.99,1613942332521,2733
"lr_1",4.985783703555864e-05,1613942332521,2733
"mom_1",0.8502843287721704,1613942332521,2733
"eps_1",1e-05,1613942332521,2733
"wd_2",0.01,1613942332521,2733
"sqr_mom_2",0.99,1613942332521,2733
"lr_2",0.0004985783703555864,1613942332521,2733
"mom_2",0.8502843287721704,1613942332521,2733
"eps_2",1e-05,1613942332521,2733
"train_loss",0.051271852,1613942333508,2734
"raw_loss",0.035080817,1613942333508,2734
"epoch",17.201257861635213,1613942333508,2734
"wd_0",0.01,1613942333508,2734
"sqr_mom_0",0.99,1613942333508,2734
"lr_0",4.985633036297018e-06,1613942333508,2734
"mom_0",0.8502873421474811,1613942333508,2734
"eps_0",1e-05,1613942333508,2734
"wd_1",0.01,1613942333508,2734
"sqr_mom_1",0.99,1613942333508,2734
"lr_1",4.985633036297019e-05,1613942333508,2734
"mom_1",0.8502873421474811,1613942333508,2734
"eps_1",1e-05,1613942333508,2734
"wd_2",0.01,1613942333508,2734
"sqr_mom_2",0.99,1613942333508,2734
"lr_2",0.0004985633036297018,1613942333508,2734
"mom_2",0.8502873421474811,1613942333508,2734
"eps_2",1e-05,1613942333508,2734
"train_loss",0.050949257,1613942334465,2735
"raw_loss",0.03514203,1613942334465,2735
"epoch",17.207547169811313,1613942334465,2735
"wd_0",0.01,1613942334465,2735
"sqr_mom_0",0.99,1613942334465,2735
"lr_0",4.985481542505466e-06,1613942334465,2735
"mom_0",0.8502903720536112,1613942334465,2735
"eps_0",1e-05,1613942334465,2735
"wd_1",0.01,1613942334465,2735
"sqr_mom_1",0.99,1613942334465,2735
"lr_1",4.985481542505466e-05,1613942334465,2735
"mom_1",0.8502903720536112,1613942334465,2735
"eps_1",1e-05,1613942334465,2735
"wd_2",0.01,1613942334465,2735
"sqr_mom_2",0.99,1613942334465,2735
"lr_2",0.0004985481542505466,1613942334465,2735
"mom_2",0.8502903720536112,1613942334465,2735
"eps_2",1e-05,1613942334465,2735
"train_loss",0.05061338,1613942335477,2736
"raw_loss",0.034155503,1613942335477,2736
"epoch",17.213836477987414,1613942335477,2736
"wd_0",0.01,1613942335477,2736
"sqr_mom_0",0.99,1613942335477,2736
"lr_0",4.985329256503131e-06,1613942335477,2736
"mom_0",0.8502934178041154,1613942335477,2736
"eps_0",1e-05,1613942335477,2736
"wd_1",0.01,1613942335477,2736
"sqr_mom_1",0.99,1613942335477,2736
"lr_1",4.9853292565031316e-05,1613942335477,2736
"mom_1",0.8502934178041154,1613942335477,2736
"eps_1",1e-05,1613942335477,2736
"wd_2",0.01,1613942335477,2736
"sqr_mom_2",0.99,1613942335477,2736
"lr_2",0.0004985329256503131,1613942335477,2736
"mom_2",0.8502934178041154,1613942335477,2736
"eps_2",1e-05,1613942335477,2736
"train_loss",0.050233096,1613942336448,2737
"raw_loss",0.031599175,1613942336448,2737
"epoch",17.220125786163514,1613942336448,2737
"wd_0",0.01,1613942336448,2737
"sqr_mom_0",0.99,1613942336448,2737
"lr_0",4.985176213334731e-06,1613942336448,2737
"mom_0",0.8502964786980923,1613942336448,2737
"eps_0",1e-05,1613942336448,2737
"wd_1",0.01,1613942336448,2737
"sqr_mom_1",0.99,1613942336448,2737
"lr_1",4.98517621333473e-05,1613942336448,2737
"mom_1",0.8502964786980923,1613942336448,2737
"eps_1",1e-05,1613942336448,2737
"wd_2",0.01,1613942336448,2737
"sqr_mom_2",0.99,1613942336448,2737
"lr_2",0.000498517621333473,1613942336448,2737
"mom_2",0.8502964786980923,1613942336448,2737
"eps_2",1e-05,1613942336448,2737
"train_loss",0.04985049,1613942337420,2738
"raw_loss",0.031102857,1613942337420,2738
"epoch",17.226415094339615,1613942337420,2738
"wd_0",0.01,1613942337420,2738
"sqr_mom_0",0.99,1613942337420,2738
"lr_0",4.985022343237319e-06,1613942337420,2738
"mom_0",0.8502995561308149,1613942337420,2738
"eps_0",1e-05,1613942337420,2738
"wd_1",0.01,1613942337420,2738
"sqr_mom_1",0.99,1613942337420,2738
"lr_1",4.985022343237319e-05,1613942337420,2738
"mom_1",0.8502995561308149,1613942337420,2738
"eps_1",1e-05,1613942337420,2738
"wd_2",0.01,1613942337420,2738
"sqr_mom_2",0.99,1613942337420,2738
"lr_2",0.0004985022343237319,1613942337420,2738
"mom_2",0.8502995561308149,1613942337420,2738
"eps_2",1e-05,1613942337420,2738
"train_loss",0.04905256,1613942338389,2739
"raw_loss",0.009953879,1613942338389,2739
"epoch",17.232704402515715,1613942338389,2739
"wd_0",0.01,1613942338389,2739
"sqr_mom_0",0.99,1613942338389,2739
"lr_0",4.98486768107549e-06,1613942338389,2739
"mom_0",0.8503026494049842,1613942338389,2739
"eps_0",1e-05,1613942338389,2739
"wd_1",0.01,1613942338389,2739
"sqr_mom_1",0.99,1613942338389,2739
"lr_1",4.98486768107549e-05,1613942338389,2739
"mom_1",0.8503026494049842,1613942338389,2739
"eps_1",1e-05,1613942338389,2739
"wd_2",0.01,1613942338389,2739
"sqr_mom_2",0.99,1613942338389,2739
"lr_2",0.000498486768107549,1613942338389,2739
"mom_2",0.8503026494049842,1613942338389,2739
"eps_2",1e-05,1613942338389,2739
"train_loss",0.049355723,1613942339339,2740
"raw_loss",0.06421083,1613942339339,2740
"epoch",17.238993710691815,1613942339339,2740
"wd_0",0.01,1613942339339,2740
"sqr_mom_0",0.99,1613942339339,2740
"lr_0",4.984712226898541e-06,1613942339339,2740
"mom_0",0.8503057585196143,1613942339339,2740
"eps_0",1e-05,1613942339339,2740
"wd_1",0.01,1613942339339,2740
"sqr_mom_1",0.99,1613942339339,2740
"lr_1",4.984712226898541e-05,1613942339339,2740
"mom_1",0.8503057585196143,1613942339339,2740
"eps_1",1e-05,1613942339339,2740
"wd_2",0.01,1613942339339,2740
"sqr_mom_2",0.99,1613942339339,2740
"lr_2",0.0004984712226898541,1613942339339,2740
"mom_2",0.8503057585196143,1613942339339,2740
"eps_2",1e-05,1613942339339,2740
"train_loss",0.04912524,1613942340286,2741
"raw_loss",0.03783149,1613942340286,2741
"epoch",17.245283018867916,1613942340286,2741
"wd_0",0.01,1613942340286,2741
"sqr_mom_0",0.99,1613942340286,2741
"lr_0",4.984556019721694e-06,1613942340286,2741
"mom_0",0.8503088826943931,1613942340286,2741
"eps_0",1e-05,1613942340286,2741
"wd_1",0.01,1613942340286,2741
"sqr_mom_1",0.99,1613942340286,2741
"lr_1",4.984556019721694e-05,1613942340286,2741
"mom_1",0.8503088826943931,1613942340286,2741
"eps_1",1e-05,1613942340286,2741
"wd_2",0.01,1613942340286,2741
"sqr_mom_2",0.99,1613942340286,2741
"lr_2",0.0004984556019721693,1613942340286,2741
"mom_2",0.8503088826943931,1613942340286,2741
"eps_2",1e-05,1613942340286,2741
"train_loss",0.048769794,1613942341238,2742
"raw_loss",0.031352926,1613942341238,2742
"epoch",17.251572327044016,1613942341238,2742
"wd_0",0.01,1613942341238,2742
"sqr_mom_0",0.99,1613942341238,2742
"lr_0",4.98439898186039e-06,1613942341238,2742
"mom_0",0.850312023483027,1613942341238,2742
"eps_0",1e-05,1613942341238,2742
"wd_1",0.01,1613942341238,2742
"sqr_mom_1",0.99,1613942341238,2742
"lr_1",4.98439898186039e-05,1613942341238,2742
"mom_1",0.850312023483027,1613942341238,2742
"eps_1",1e-05,1613942341238,2742
"wd_2",0.01,1613942341238,2742
"sqr_mom_2",0.99,1613942341238,2742
"lr_2",0.000498439898186039,1613942341238,2742
"mom_2",0.850312023483027,1613942341238,2742
"eps_2",1e-05,1613942341238,2742
"train_loss",0.04885283,1613942342194,2743
"raw_loss",0.052921727,1613942342194,2743
"epoch",17.257861635220117,1613942342194,2743
"wd_0",0.01,1613942342194,2743
"sqr_mom_0",0.99,1613942342194,2743
"lr_0",4.984241152133359e-06,1613942342194,2743
"mom_0",0.8503151801091339,1613942342194,2743
"eps_0",1e-05,1613942342194,2743
"wd_1",0.01,1613942342194,2743
"sqr_mom_1",0.99,1613942342194,2743
"lr_1",4.9842411521333586e-05,1613942342194,2743
"mom_1",0.8503151801091339,1613942342194,2743
"eps_1",1e-05,1613942342194,2743
"wd_2",0.01,1613942342194,2743
"sqr_mom_2",0.99,1613942342194,2743
"lr_2",0.0004984241152133359,1613942342194,2743
"mom_2",0.8503151801091339,1613942342194,2743
"eps_2",1e-05,1613942342194,2743
"train_loss",0.048801385,1613942343151,2744
"raw_loss",0.046280585,1613942343151,2744
"epoch",17.264150943396217,1613942343151,2744
"wd_0",0.01,1613942343151,2744
"sqr_mom_0",0.99,1613942343151,2744
"lr_0",4.984082566851078e-06,1613942343151,2744
"mom_0",0.8503183518464968,1613942343151,2744
"eps_0",1e-05,1613942343151,2744
"wd_1",0.01,1613942343151,2744
"sqr_mom_1",0.99,1613942343151,2744
"lr_1",4.9840825668510786e-05,1613942343151,2744
"mom_1",0.8503183518464968,1613942343151,2744
"eps_1",1e-05,1613942343151,2744
"wd_2",0.01,1613942343151,2744
"sqr_mom_2",0.99,1613942343151,2744
"lr_2",0.0004984082566851078,1613942343151,2744
"mom_2",0.8503183518464968,1613942343151,2744
"eps_2",1e-05,1613942343151,2744
"train_loss",0.04831431,1613942344112,2745
"raw_loss",0.024447557,1613942344112,2745
"epoch",17.270440251572317,1613942344112,2745
"wd_0",0.01,1613942344112,2745
"sqr_mom_0",0.99,1613942344112,2745
"lr_0",4.983923153724299e-06,1613942344112,2745
"mom_0",0.8503215401409154,1613942344112,2745
"eps_0",1e-05,1613942344112,2745
"wd_1",0.01,1613942344112,2745
"sqr_mom_1",0.99,1613942344112,2745
"lr_1",4.9839231537242993e-05,1613942344112,2745
"mom_1",0.8503215401409154,1613942344112,2745
"eps_1",1e-05,1613942344112,2745
"wd_2",0.01,1613942344112,2745
"sqr_mom_2",0.99,1613942344112,2745
"lr_2",0.0004983923153724298,1613942344112,2745
"mom_2",0.8503215401409154,1613942344112,2745
"eps_2",1e-05,1613942344112,2745
"train_loss",0.047821816,1613942345071,2746
"raw_loss",0.02368963,1613942345071,2746
"epoch",17.276729559748418,1613942345071,2746
"wd_0",0.01,1613942345071,2746
"sqr_mom_0",0.99,1613942345071,2746
"lr_0",4.9837629488834565e-06,1613942345071,2746
"mom_0",0.8503247442697736,1613942345071,2746
"eps_0",1e-05,1613942345071,2746
"wd_1",0.01,1613942345071,2746
"sqr_mom_1",0.99,1613942345071,2746
"lr_1",4.9837629488834564e-05,1613942345071,2746
"mom_1",0.8503247442697736,1613942345071,2746
"eps_1",1e-05,1613942345071,2746
"wd_2",0.01,1613942345071,2746
"sqr_mom_2",0.99,1613942345071,2746
"lr_2",0.0004983762948883456,1613942345071,2746
"mom_2",0.8503247442697736,1613942345071,2746
"eps_2",1e-05,1613942345071,2746
"train_loss",0.047278166,1613942346023,2747
"raw_loss",0.0206392,1613942346023,2747
"epoch",17.28301886792452,1613942346023,2747
"wd_0",0.01,1613942346023,2747
"sqr_mom_0",0.99,1613942346023,2747
"lr_0",4.983601992526932e-06,1613942346023,2747
"mom_0",0.8503279634290957,1613942346023,2747
"eps_0",1e-05,1613942346023,2747
"wd_1",0.01,1613942346023,2747
"sqr_mom_1",0.99,1613942346023,2747
"lr_1",4.9836019925269315e-05,1613942346023,2747
"mom_1",0.8503279634290957,1613942346023,2747
"eps_1",1e-05,1613942346023,2747
"wd_2",0.01,1613942346023,2747
"sqr_mom_2",0.99,1613942346023,2747
"lr_2",0.0004983601992526931,1613942346023,2747
"mom_2",0.8503279634290957,1613942346023,2747
"eps_2",1e-05,1613942346023,2747
"train_loss",0.046879727,1613942346982,2748
"raw_loss",0.02735623,1613942346982,2748
"epoch",17.28930817610062,1613942346982,2748
"wd_0",0.01,1613942346982,2748
"sqr_mom_0",0.99,1613942346982,2748
"lr_0",4.983440204608316e-06,1613942346982,2748
"mom_0",0.8503311992198258,1613942346982,2748
"eps_0",1e-05,1613942346982,2748
"wd_1",0.01,1613942346982,2748
"sqr_mom_1",0.99,1613942346982,2748
"lr_1",4.983440204608316e-05,1613942346982,2748
"mom_1",0.8503311992198258,1613942346982,2748
"eps_1",1e-05,1613942346982,2748
"wd_2",0.01,1613942346982,2748
"sqr_mom_2",0.99,1613942346982,2748
"lr_2",0.0004983440204608316,1613942346982,2748
"mom_2",0.8503311992198258,1613942346982,2748
"eps_2",1e-05,1613942346982,2748
"train_loss",0.046751328,1613942348012,2749
"raw_loss",0.040459722,1613942348012,2749
"epoch",17.29559748427672,1613942348012,2749
"wd_0",0.01,1613942348012,2749
"sqr_mom_0",0.99,1613942348012,2749
"lr_0",4.983277625129571e-06,1613942348012,2749
"mom_0",0.850334450841917,1613942348012,2749
"eps_0",1e-05,1613942348012,2749
"wd_1",0.01,1613942348012,2749
"sqr_mom_1",0.99,1613942348012,2749
"lr_1",4.983277625129571e-05,1613942348012,2749
"mom_1",0.850334450841917,1613942348012,2749
"eps_1",1e-05,1613942348012,2749
"wd_2",0.01,1613942348012,2749
"sqr_mom_2",0.99,1613942348012,2749
"lr_2",0.0004983277625129571,1613942348012,2749
"mom_2",0.850334450841917,1613942348012,2749
"eps_2",1e-05,1613942348012,2749
"train_loss",0.048392836,1613942348976,2750
"raw_loss",0.12882684,1613942348976,2750
"epoch",17.30188679245282,1613942348976,2750
"wd_0",0.01,1613942348976,2750
"sqr_mom_0",0.99,1613942348976,2750
"lr_0",4.983114291485656e-06,1613942348976,2750
"mom_0",0.8503377175474623,1613942348976,2750
"eps_0",1e-05,1613942348976,2750
"wd_1",0.01,1613942348976,2750
"sqr_mom_1",0.99,1613942348976,2750
"lr_1",4.9831142914856555e-05,1613942348976,2750
"mom_1",0.8503377175474623,1613942348976,2750
"eps_1",1e-05,1613942348976,2750
"wd_2",0.01,1613942348976,2750
"sqr_mom_2",0.99,1613942348976,2750
"lr_2",0.0004983114291485656,1613942348976,2750
"mom_2",0.8503377175474623,1613942348976,2750
"eps_2",1e-05,1613942348976,2750
"train_loss",0.048975065,1613942349921,2751
"raw_loss",0.077504285,1613942349921,2751
"epoch",17.30817610062892,1613942349921,2751
"wd_0",0.01,1613942349921,2751
"sqr_mom_0",0.99,1613942349921,2751
"lr_0",4.9829501292228334e-06,1613942349921,2751
"mom_0",0.8503410008255515,1613942349921,2751
"eps_0",1e-05,1613942349921,2751
"wd_1",0.01,1613942349921,2751
"sqr_mom_1",0.99,1613942349921,2751
"lr_1",4.982950129222833e-05,1613942349921,2751
"mom_1",0.8503410008255515,1613942349921,2751
"eps_1",1e-05,1613942349921,2751
"wd_2",0.01,1613942349921,2751
"sqr_mom_2",0.99,1613942349921,2751
"lr_2",0.0004982950129222833,1613942349921,2751
"mom_2",0.8503410008255515,1613942349921,2751
"eps_2",1e-05,1613942349921,2751
"train_loss",0.049745232,1613942350895,2752
"raw_loss",0.087483354,1613942350895,2752
"epoch",17.31446540880502,1613942350895,2752
"wd_0",0.01,1613942350895,2752
"sqr_mom_0",0.99,1613942350895,2752
"lr_0",4.982785175556087e-06,1613942350895,2752
"mom_0",0.8503442999318775,1613942350895,2752
"eps_0",1e-05,1613942350895,2752
"wd_1",0.01,1613942350895,2752
"sqr_mom_1",0.99,1613942350895,2752
"lr_1",4.9827851755560874e-05,1613942350895,2752
"mom_1",0.8503442999318775,1613942350895,2752
"eps_1",1e-05,1613942350895,2752
"wd_2",0.01,1613942350895,2752
"sqr_mom_2",0.99,1613942350895,2752
"lr_2",0.0004982785175556087,1613942350895,2752
"mom_2",0.8503442999318775,1613942350895,2752
"eps_2",1e-05,1613942350895,2752
"train_loss",0.049296346,1613942351874,2753
"raw_loss",0.027300846,1613942351874,2753
"epoch",17.32075471698112,1613942351874,2753
"wd_0",0.01,1613942351874,2753
"sqr_mom_0",0.99,1613942351874,2753
"lr_0",4.982619471866498e-06,1613942351874,2753
"mom_0",0.8503476140388104,1613942351874,2753
"eps_0",1e-05,1613942351874,2753
"wd_1",0.01,1613942351874,2753
"sqr_mom_1",0.99,1613942351874,2753
"lr_1",4.982619471866498e-05,1613942351874,2753
"mom_1",0.8503476140388104,1613942351874,2753
"eps_1",1e-05,1613942351874,2753
"wd_2",0.01,1613942351874,2753
"sqr_mom_2",0.99,1613942351874,2753
"lr_2",0.0004982619471866497,1613942351874,2753
"mom_2",0.8503476140388104,1613942351874,2753
"eps_2",1e-05,1613942351874,2753
"train_loss",0.049275756,1613942352851,2754
"raw_loss",0.04826683,1613942352851,2754
"epoch",17.32704402515722,1613942352851,2754
"wd_0",0.01,1613942352851,2754
"sqr_mom_0",0.99,1613942352851,2754
"lr_0",4.9824529357467224e-06,1613942352851,2754
"mom_0",0.8503509447945135,1613942352851,2754
"eps_0",1e-05,1613942352851,2754
"wd_1",0.01,1613942352851,2754
"sqr_mom_1",0.99,1613942352851,2754
"lr_1",4.9824529357467226e-05,1613942352851,2754
"mom_1",0.8503509447945135,1613942352851,2754
"eps_1",1e-05,1613942352851,2754
"wd_2",0.01,1613942352851,2754
"sqr_mom_2",0.99,1613942352851,2754
"lr_2",0.0004982452935746723,1613942352851,2754
"mom_2",0.8503509447945135,1613942352851,2754
"eps_2",1e-05,1613942352851,2754
"train_loss",0.048825696,1613942353824,2755
"raw_loss",0.026772777,1613942353824,2755
"epoch",17.33333333333332,1613942353824,2755
"wd_0",0.01,1613942353824,2755
"sqr_mom_0",0.99,1613942353824,2755
"lr_0",4.9822856083814994e-06,1613942353824,2755
"mom_0",0.8503542913752837,1613942353824,2755
"eps_0",1e-05,1613942353824,2755
"wd_1",0.01,1613942353824,2755
"sqr_mom_1",0.99,1613942353824,2755
"lr_1",4.9822856083814994e-05,1613942353824,2755
"mom_1",0.8503542913752837,1613942353824,2755
"eps_1",1e-05,1613942353824,2755
"wd_2",0.01,1613942353824,2755
"sqr_mom_2",0.99,1613942353824,2755
"lr_2",0.00049822856083815,1613942353824,2755
"mom_2",0.8503542913752837,1613942353824,2755
"eps_2",1e-05,1613942353824,2755
"train_loss",0.04828561,1613942354790,2756
"raw_loss",0.021821382,1613942354790,2756
"epoch",17.339622641509422,1613942354790,2756
"wd_0",0.01,1613942354790,2756
"sqr_mom_0",0.99,1613942354790,2756
"lr_0",4.982117528249835e-06,1613942354790,2756
"mom_0",0.8503576530115334,1613942354790,2756
"eps_0",1e-05,1613942354790,2756
"wd_1",0.01,1613942354790,2756
"sqr_mom_1",0.99,1613942354790,2756
"lr_1",4.982117528249835e-05,1613942354790,2756
"mom_1",0.8503576530115334,1613942354790,2756
"eps_1",1e-05,1613942354790,2756
"wd_2",0.01,1613942354790,2756
"sqr_mom_2",0.99,1613942354790,2756
"lr_2",0.0004982117528249835,1613942354790,2756
"mom_2",0.8503576530115334,1613942354790,2756
"eps_2",1e-05,1613942354790,2756
"train_loss",0.048445866,1613942355777,2757
"raw_loss",0.056298405,1613942355777,2757
"epoch",17.345911949685522,1613942355777,2757
"wd_0",0.01,1613942355777,2757
"sqr_mom_0",0.99,1613942355777,2757
"lr_0",4.981948618734363e-06,1613942355777,2757
"mom_0",0.8503610312356251,1613942355777,2757
"eps_0",1e-05,1613942355777,2757
"wd_1",0.01,1613942355777,2757
"sqr_mom_1",0.99,1613942355777,2757
"lr_1",4.9819486187343625e-05,1613942355777,2757
"mom_1",0.8503610312356251,1613942355777,2757
"eps_1",1e-05,1613942355777,2757
"wd_2",0.01,1613942355777,2757
"sqr_mom_2",0.99,1613942355777,2757
"lr_2",0.0004981948618734362,1613942355777,2757
"mom_2",0.8503610312356251,1613942355777,2757
"eps_2",1e-05,1613942355777,2757
"train_loss",0.04807649,1613942356722,2758
"raw_loss",0.029977117,1613942356722,2758
"epoch",17.352201257861623,1613942356722,2758
"wd_0",0.01,1613942356722,2758
"sqr_mom_0",0.99,1613942356722,2758
"lr_0",4.981778918134186e-06,1613942356722,2758
"mom_0",0.8503644252815691,1613942356722,2758
"eps_0",1e-05,1613942356722,2758
"wd_1",0.01,1613942356722,2758
"sqr_mom_1",0.99,1613942356722,2758
"lr_1",4.9817789181341866e-05,1613942356722,2758
"mom_1",0.8503644252815691,1613942356722,2758
"eps_1",1e-05,1613942356722,2758
"wd_2",0.01,1613942356722,2758
"sqr_mom_2",0.99,1613942356722,2758
"lr_2",0.0004981778918134186,1613942356722,2758
"mom_2",0.8503644252815691,1613942356722,2758
"eps_2",1e-05,1613942356722,2758
"train_loss",0.04767132,1613942357677,2759
"raw_loss",0.02781803,1613942357677,2759
"epoch",17.358490566037723,1613942357677,2759
"wd_0",0.01,1613942357677,2759
"sqr_mom_0",0.99,1613942357677,2759
"lr_0",4.981608426503398e-06,1613942357677,2759
"mom_0",0.8503678351482835,1613942357677,2759
"eps_0",1e-05,1613942357677,2759
"wd_1",0.01,1613942357677,2759
"sqr_mom_1",0.99,1613942357677,2759
"lr_1",4.9816084265033975e-05,1613942357677,2759
"mom_1",0.8503678351482835,1613942357677,2759
"eps_1",1e-05,1613942357677,2759
"wd_2",0.01,1613942357677,2759
"sqr_mom_2",0.99,1613942357677,2759
"lr_2",0.0004981608426503398,1613942357677,2759
"mom_2",0.8503678351482835,1613942357677,2759
"eps_2",1e-05,1613942357677,2759
"train_loss",0.04731135,1613942358625,2760
"raw_loss",0.029672667,1613942358625,2760
"epoch",17.364779874213824,1613942358625,2760
"wd_0",0.01,1613942358625,2760
"sqr_mom_0",0.99,1613942358625,2760
"lr_0",4.981437183043474e-06,1613942358625,2760
"mom_0",0.850371260051731,1613942358625,2760
"eps_0",1e-05,1613942358625,2760
"wd_1",0.01,1613942358625,2760
"sqr_mom_1",0.99,1613942358625,2760
"lr_1",4.981437183043474e-05,1613942358625,2760
"mom_1",0.850371260051731,1613942358625,2760
"eps_1",1e-05,1613942358625,2760
"wd_2",0.01,1613942358625,2760
"sqr_mom_2",0.99,1613942358625,2760
"lr_2",0.0004981437183043474,1613942358625,2760
"mom_2",0.850371260051731,1613942358625,2760
"eps_2",1e-05,1613942358625,2760
"train_loss",0.04699271,1613942359579,2761
"raw_loss",0.031379435,1613942359579,2761
"epoch",17.371069182389924,1613942359579,2761
"wd_0",0.01,1613942359579,2761
"sqr_mom_0",0.99,1613942359579,2761
"lr_0",4.9812651096950825e-06,1613942359579,2761
"mom_0",0.8503747015531139,1613942359579,2761
"eps_0",1e-05,1613942359579,2761
"wd_1",0.01,1613942359579,2761
"sqr_mom_1",0.99,1613942359579,2761
"lr_1",4.9812651096950826e-05,1613942359579,2761
"mom_1",0.8503747015531139,1613942359579,2761
"eps_1",1e-05,1613942359579,2761
"wd_2",0.01,1613942359579,2761
"sqr_mom_2",0.99,1613942359579,2761
"lr_2",0.0004981265109695082,1613942359579,2761
"mom_2",0.8503747015531139,1613942359579,2761
"eps_2",1e-05,1613942359579,2761
"train_loss",0.046935115,1613942360542,2762
"raw_loss",0.044112932,1613942360542,2762
"epoch",17.377358490566024,1613942360542,2762
"wd_0",0.01,1613942360542,2762
"sqr_mom_0",0.99,1613942360542,2762
"lr_0",4.9810922454798494e-06,1613942360542,2762
"mom_0",0.8503781588719918,1613942360542,2762
"eps_0",1e-05,1613942360542,2762
"wd_1",0.01,1613942360542,2762
"sqr_mom_1",0.99,1613942360542,2762
"lr_1",4.981092245479849e-05,1613942360542,2762
"mom_1",0.8503781588719918,1613942360542,2762
"eps_1",1e-05,1613942360542,2762
"wd_2",0.01,1613942360542,2762
"sqr_mom_2",0.99,1613942360542,2762
"lr_2",0.0004981092245479849,1613942360542,2762
"mom_2",0.8503781588719918,1613942360542,2762
"eps_2",1e-05,1613942360542,2762
"train_loss",0.046441995,1613942361499,2763
"raw_loss",0.022279153,1613942361499,2763
"epoch",17.383647798742125,1613942361499,2763
"wd_0",0.01,1613942361499,2763
"sqr_mom_0",0.99,1613942361499,2763
"lr_0",4.98091863374897e-06,1613942361499,2763
"mom_0",0.850381631141332,1613942361499,2763
"eps_0",1e-05,1613942361499,2763
"wd_1",0.01,1613942361499,2763
"sqr_mom_1",0.99,1613942361499,2763
"lr_1",4.980918633748969e-05,1613942361499,2763
"mom_1",0.850381631141332,1613942361499,2763
"eps_1",1e-05,1613942361499,2763
"wd_2",0.01,1613942361499,2763
"sqr_mom_2",0.99,1613942361499,2763
"lr_2",0.000498091863374897,1613942361499,2763
"mom_2",0.850381631141332,1613942361499,2763
"eps_2",1e-05,1613942361499,2763
"train_loss",0.046488497,1613942362453,2764
"raw_loss",0.048767086,1613942362453,2764
"epoch",17.389937106918225,1613942362453,2764
"wd_0",0.01,1613942362453,2764
"sqr_mom_0",0.99,1613942362453,2764
"lr_0",4.980744188162297e-06,1613942362453,2764
"mom_0",0.850385120087955,1613942362453,2764
"eps_0",1e-05,1613942362453,2764
"wd_1",0.01,1613942362453,2764
"sqr_mom_1",0.99,1613942362453,2764
"lr_1",4.9807441881622966e-05,1613942362453,2764
"mom_1",0.850385120087955,1613942362453,2764
"eps_1",1e-05,1613942362453,2764
"wd_2",0.01,1613942362453,2764
"sqr_mom_2",0.99,1613942362453,2764
"lr_2",0.0004980744188162297,1613942362453,2764
"mom_2",0.850385120087955,1613942362453,2764
"eps_2",1e-05,1613942362453,2764
"train_loss",0.046462834,1613942363393,2765
"raw_loss",0.0452053,1613942363393,2765
"epoch",17.396226415094326,1613942363393,2765
"wd_0",0.01,1613942363393,2765
"sqr_mom_0",0.99,1613942363393,2765
"lr_0",4.980568951874819e-06,1613942363393,2765
"mom_0",0.8503886248487521,1613942363393,2765
"eps_0",1e-05,1613942363393,2765
"wd_1",0.01,1613942363393,2765
"sqr_mom_1",0.99,1613942363393,2765
"lr_1",4.9805689518748184e-05,1613942363393,2765
"mom_1",0.8503886248487521,1613942363393,2765
"eps_1",1e-05,1613942363393,2765
"wd_2",0.01,1613942363393,2765
"sqr_mom_2",0.99,1613942363393,2765
"lr_2",0.0004980568951874818,1613942363393,2765
"mom_2",0.8503886248487521,1613942363393,2765
"eps_2",1e-05,1613942363393,2765
"train_loss",0.046332054,1613942364339,2766
"raw_loss",0.039923806,1613942364339,2766
"epoch",17.402515723270426,1613942364339,2766
"wd_0",0.01,1613942364339,2766
"sqr_mom_0",0.99,1613942364339,2766
"lr_0",4.980392965171321e-06,1613942364339,2766
"mom_0",0.8503921446180197,1613942364339,2766
"eps_0",1e-05,1613942364339,2766
"wd_1",0.01,1613942364339,2766
"sqr_mom_1",0.99,1613942364339,2766
"lr_1",4.980392965171321e-05,1613942364339,2766
"mom_1",0.8503921446180197,1613942364339,2766
"eps_1",1e-05,1613942364339,2766
"wd_2",0.01,1613942364339,2766
"sqr_mom_2",0.99,1613942364339,2766
"lr_2",0.0004980392965171322,1613942364339,2766
"mom_2",0.8503921446180197,1613942364339,2766
"eps_2",1e-05,1613942364339,2766
"train_loss",0.04588833,1613942365282,2767
"raw_loss",0.02414594,1613942365282,2767
"epoch",17.408805031446526,1613942365282,2767
"wd_0",0.01,1613942365282,2767
"sqr_mom_0",0.99,1613942365282,2767
"lr_0",4.980216147830319e-06,1613942365282,2767
"mom_0",0.8503956810002036,1613942365282,2767
"eps_0",1e-05,1613942365282,2767
"wd_1",0.01,1613942365282,2767
"sqr_mom_1",0.99,1613942365282,2767
"lr_1",4.9802161478303184e-05,1613942365282,2767
"mom_1",0.8503956810002036,1613942365282,2767
"eps_1",1e-05,1613942365282,2767
"wd_2",0.01,1613942365282,2767
"sqr_mom_2",0.99,1613942365282,2767
"lr_2",0.0004980216147830318,1613942365282,2767
"mom_2",0.8503956810002036,1613942365282,2767
"eps_2",1e-05,1613942365282,2767
"train_loss",0.04578788,1613942366245,2768
"raw_loss",0.04086577,1613942366245,2768
"epoch",17.415094339622627,1613942366245,2768
"wd_0",0.01,1613942366245,2768
"sqr_mom_0",0.99,1613942366245,2768
"lr_0",4.9800385399568185e-06,1613942366245,2768
"mom_0",0.8503992331931955,1613942366245,2768
"eps_0",1e-05,1613942366245,2768
"wd_1",0.01,1613942366245,2768
"sqr_mom_1",0.99,1613942366245,2768
"lr_1",4.980038539956818e-05,1613942366245,2768
"mom_1",0.8503992331931955,1613942366245,2768
"eps_1",1e-05,1613942366245,2768
"wd_2",0.01,1613942366245,2768
"sqr_mom_2",0.99,1613942366245,2768
"lr_2",0.0004980038539956818,1613942366245,2768
"mom_2",0.8503992331931955,1613942366245,2768
"eps_2",1e-05,1613942366245,2768
"train_loss",0.04606645,1613942367216,2769
"raw_loss",0.0597165,1613942367216,2769
"epoch",17.421383647798727,1613942367216,2769
"wd_0",0.01,1613942367216,2769
"sqr_mom_0",0.99,1613942367216,2769
"lr_0",4.979860186083417e-06,1613942367216,2769
"mom_0",0.8504028003063347,1613942367216,2769
"eps_0",1e-05,1613942367216,2769
"wd_1",0.01,1613942367216,2769
"sqr_mom_1",0.99,1613942367216,2769
"lr_1",4.9798601860834174e-05,1613942367216,2769
"mom_1",0.8504028003063347,1613942367216,2769
"eps_1",1e-05,1613942367216,2769
"wd_2",0.01,1613942367216,2769
"sqr_mom_2",0.99,1613942367216,2769
"lr_2",0.0004979860186083417,1613942367216,2769
"mom_2",0.8504028003063347,1613942367216,2769
"eps_2",1e-05,1613942367216,2769
"train_loss",0.04605921,1613942368174,2770
"raw_loss",0.045704316,1613942368174,2770
"epoch",17.427672955974828,1613942368174,2770
"wd_0",0.01,1613942368174,2770
"sqr_mom_0",0.99,1613942368174,2770
"lr_0",4.9796809975116184e-06,1613942368174,2770
"mom_0",0.8504063841136087,1613942368174,2770
"eps_0",1e-05,1613942368174,2770
"wd_1",0.01,1613942368174,2770
"sqr_mom_1",0.99,1613942368174,2770
"lr_1",4.979680997511618e-05,1613942368174,2770
"mom_1",0.8504063841136087,1613942368174,2770
"eps_1",1e-05,1613942368174,2770
"wd_2",0.01,1613942368174,2770
"sqr_mom_2",0.99,1613942368174,2770
"lr_2",0.0004979680997511619,1613942368174,2770
"mom_2",0.8504063841136087,1613942368174,2770
"eps_2",1e-05,1613942368174,2770
"train_loss",0.046580788,1613942369116,2771
"raw_loss",0.072138175,1613942369116,2771
"epoch",17.433962264150928,1613942369116,2771
"wd_0",0.01,1613942369116,2771
"sqr_mom_0",0.99,1613942369116,2771
"lr_0",4.9795010185778954e-06,1613942369116,2771
"mom_0",0.8504099837282794,1613942369116,2771
"eps_0",1e-05,1613942369116,2771
"wd_1",0.01,1613942369116,2771
"sqr_mom_1",0.99,1613942369116,2771
"lr_1",4.979501018577895e-05,1613942369116,2771
"mom_1",0.8504099837282794,1613942369116,2771
"eps_1",1e-05,1613942369116,2771
"wd_2",0.01,1613942369116,2771
"sqr_mom_2",0.99,1613942369116,2771
"lr_2",0.0004979501018577895,1613942369116,2771
"mom_2",0.8504099837282794,1613942369116,2771
"eps_2",1e-05,1613942369116,2771
"train_loss",0.04637636,1613942370068,2772
"raw_loss",0.03635933,1613942370068,2772
"epoch",17.44025157232703,1613942370068,2772
"wd_0",0.01,1613942370068,2772
"sqr_mom_0",0.99,1613942370068,2772
"lr_0",4.9793202906498755e-06,1613942370068,2772
"mom_0",0.8504135983229857,1613942370068,2772
"eps_0",1e-05,1613942370068,2772
"wd_1",0.01,1613942370068,2772
"sqr_mom_1",0.99,1613942370068,2772
"lr_1",4.9793202906498755e-05,1613942370068,2772
"mom_1",0.8504135983229857,1613942370068,2772
"eps_1",1e-05,1613942370068,2772
"wd_2",0.01,1613942370068,2772
"sqr_mom_2",0.99,1613942370068,2772
"lr_2",0.0004979320290649875,1613942370068,2772
"mom_2",0.8504135983229857,1613942370068,2772
"eps_2",1e-05,1613942370068,2772
"train_loss",0.046556793,1613942371042,2773
"raw_loss",0.05539811,1613942371042,2773
"epoch",17.44654088050313,1613942371042,2773
"wd_0",0.01,1613942371042,2773
"sqr_mom_0",0.99,1613942371042,2773
"lr_0",4.9791387313448435e-06,1613942371042,2773
"mom_0",0.8504172295453986,1613942371042,2773
"eps_0",1e-05,1613942371042,2773
"wd_1",0.01,1613942371042,2773
"sqr_mom_1",0.99,1613942371042,2773
"lr_1",4.9791387313448435e-05,1613942371042,2773
"mom_1",0.8504172295453986,1613942371042,2773
"eps_1",1e-05,1613942371042,2773
"wd_2",0.01,1613942371042,2773
"sqr_mom_2",0.99,1613942371042,2773
"lr_2",0.0004979138731344843,1613942371042,2773
"mom_2",0.8504172295453986,1613942371042,2773
"eps_2",1e-05,1613942371042,2773
"train_loss",0.04681142,1613942372044,2774
"raw_loss",0.059288096,1613942372044,2774
"epoch",17.45283018867923,1613942372044,2774
"wd_0",0.01,1613942372044,2774
"sqr_mom_0",0.99,1613942372044,2774
"lr_0",4.978956381850727e-06,1613942372044,2774
"mom_0",0.8504208765717511,1613942372044,2774
"eps_0",1e-05,1613942372044,2774
"wd_1",0.01,1613942372044,2774
"sqr_mom_1",0.99,1613942372044,2774
"lr_1",4.978956381850727e-05,1613942372044,2774
"mom_1",0.8504208765717511,1613942372044,2774
"eps_1",1e-05,1613942372044,2774
"wd_2",0.01,1613942372044,2774
"sqr_mom_2",0.99,1613942372044,2774
"lr_2",0.0004978956381850728,1613942372044,2774
"mom_2",0.8504208765717511,1613942372044,2774
"eps_2",1e-05,1613942372044,2774
"train_loss",0.04700908,1613942373005,2775
"raw_loss",0.05669445,1613942373005,2775
"epoch",17.45911949685533,1613942373005,2775
"wd_0",0.01,1613942373005,2775
"sqr_mom_0",0.99,1613942373005,2775
"lr_0",4.978773287881016e-06,1613942373005,2775
"mom_0",0.8504245384877646,1613942373005,2775
"eps_0",1e-05,1613942373005,2775
"wd_1",0.01,1613942373005,2775
"sqr_mom_1",0.99,1613942373005,2775
"lr_1",4.978773287881015e-05,1613942373005,2775
"mom_1",0.8504245384877646,1613942373005,2775
"eps_1",1e-05,1613942373005,2775
"wd_2",0.01,1613942373005,2775
"sqr_mom_2",0.99,1613942373005,2775
"lr_2",0.0004978773287881015,1613942373005,2775
"mom_2",0.8504245384877646,1613942373005,2775
"eps_2",1e-05,1613942373005,2775
"train_loss",0.047355875,1613942373959,2776
"raw_loss",0.06434879,1613942373959,2776
"epoch",17.46540880503143,1613942373959,2776
"wd_0",0.01,1613942373959,2776
"sqr_mom_0",0.99,1613942373959,2776
"lr_0",4.978589358379877e-06,1613942373959,2776
"mom_0",0.8504282171145736,1613942373959,2776
"eps_0",1e-05,1613942373959,2776
"wd_1",0.01,1613942373959,2776
"sqr_mom_1",0.99,1613942373959,2776
"lr_1",4.9785893583798765e-05,1613942373959,2776
"mom_1",0.8504282171145736,1613942373959,2776
"eps_1",1e-05,1613942373959,2776
"wd_2",0.01,1613942373959,2776
"sqr_mom_2",0.99,1613942373959,2776
"lr_2",0.0004978589358379876,1613942373959,2776
"mom_2",0.8504282171145736,1613942373959,2776
"eps_2",1e-05,1613942373959,2776
"train_loss",0.046681497,1613942374944,2777
"raw_loss",0.013636939,1613942374944,2777
"epoch",17.47169811320753,1613942374944,2777
"wd_0",0.01,1613942374944,2777
"sqr_mom_0",0.99,1613942374944,2777
"lr_0",4.978404638864761e-06,1613942374944,2777
"mom_0",0.8504319115418202,1613942374944,2777
"eps_0",1e-05,1613942374944,2777
"wd_1",0.01,1613942374944,2777
"sqr_mom_1",0.99,1613942374944,2777
"lr_1",4.978404638864761e-05,1613942374944,2777
"mom_1",0.8504319115418202,1613942374944,2777
"eps_1",1e-05,1613942374944,2777
"wd_2",0.01,1613942374944,2777
"sqr_mom_2",0.99,1613942374944,2777
"lr_2",0.000497840463886476,1613942374944,2777
"mom_2",0.8504319115418202,1613942374944,2777
"eps_2",1e-05,1613942374944,2777
"train_loss",0.0465935,1613942375942,2778
"raw_loss",0.04228147,1613942375942,2778
"epoch",17.47798742138363,1613942375942,2778
"wd_0",0.01,1613942375942,2778
"sqr_mom_0",0.99,1613942375942,2778
"lr_0",4.9782191717856665e-06,1613942375942,2778
"mom_0",0.8504356209204958,1613942375942,2778
"eps_0",1e-05,1613942375942,2778
"wd_1",0.01,1613942375942,2778
"sqr_mom_1",0.99,1613942375942,2778
"lr_1",4.978219171785666e-05,1613942375942,2778
"mom_1",0.8504356209204958,1613942375942,2778
"eps_1",1e-05,1613942375942,2778
"wd_2",0.01,1613942375942,2778
"sqr_mom_2",0.99,1613942375942,2778
"lr_2",0.0004978219171785667,1613942375942,2778
"mom_2",0.8504356209204958,1613942375942,2778
"eps_2",1e-05,1613942375942,2778
"train_loss",0.046385363,1613942376976,2779
"raw_loss",0.036186766,1613942376976,2779
"epoch",17.48427672955973,1613942376976,2779
"wd_0",0.01,1613942376976,2779
"sqr_mom_0",0.99,1613942376976,2779
"lr_0",4.9780328725995895e-06,1613942376976,2779
"mom_0",0.8504393469414776,1613942376976,2779
"eps_0",1e-05,1613942376976,2779
"wd_1",0.01,1613942376976,2779
"sqr_mom_1",0.99,1613942376976,2779
"lr_1",4.9780328725995895e-05,1613942376976,2779
"mom_1",0.8504393469414776,1613942376976,2779
"eps_1",1e-05,1613942376976,2779
"wd_2",0.01,1613942376976,2779
"sqr_mom_2",0.99,1613942376976,2779
"lr_2",0.000497803287259959,1613942376976,2779
"mom_2",0.8504393469414776,1613942376976,2779
"eps_2",1e-05,1613942376976,2779
"train_loss",0.045765605,1613942377946,2780
"raw_loss",0.015397426,1613942377946,2780
"epoch",17.49056603773583,1613942377946,2780
"wd_0",0.01,1613942377946,2780
"sqr_mom_0",0.99,1613942377946,2780
"lr_0",4.977845783576909e-06,1613942377946,2780
"mom_0",0.8504430887593494,1613942377946,2780
"eps_0",1e-05,1613942377946,2780
"wd_1",0.01,1613942377946,2780
"sqr_mom_1",0.99,1613942377946,2780
"lr_1",4.977845783576909e-05,1613942377946,2780
"mom_1",0.8504430887593494,1613942377946,2780
"eps_1",1e-05,1613942377946,2780
"wd_2",0.01,1613942377946,2780
"sqr_mom_2",0.99,1613942377946,2780
"lr_2",0.0004977845783576909,1613942377946,2780
"mom_2",0.8504430887593494,1613942377946,2780
"eps_2",1e-05,1613942377946,2780
"train_loss",0.046044335,1613942378914,2781
"raw_loss",0.0597021,1613942378914,2781
"epoch",17.496855345911932,1613942378914,2781
"wd_0",0.01,1613942378914,2781
"sqr_mom_0",0.99,1613942378914,2781
"lr_0",4.9776579047772565e-06,1613942378914,2781
"mom_0",0.8504468463729186,1613942378914,2781
"eps_0",1e-05,1613942378914,2781
"wd_1",0.01,1613942378914,2781
"sqr_mom_1",0.99,1613942378914,2781
"lr_1",4.9776579047772566e-05,1613942378914,2781
"mom_1",0.8504468463729186,1613942378914,2781
"eps_1",1e-05,1613942378914,2781
"wd_2",0.01,1613942378914,2781
"sqr_mom_2",0.99,1613942378914,2781
"lr_2",0.0004977657904777257,1613942378914,2781
"mom_2",0.8504468463729186,1613942378914,2781
"eps_2",1e-05,1613942378914,2781
"train_loss",0.04841963,1613942379889,2782
"raw_loss",0.16480917,1613942379889,2782
"epoch",17.503144654088032,1613942379889,2782
"wd_0",0.01,1613942379889,2782
"sqr_mom_0",0.99,1613942379889,2782
"lr_0",4.977469279371958e-06,1613942379889,2782
"mom_0",0.8504506189187501,1613942379889,2782
"eps_0",1e-05,1613942379889,2782
"wd_1",0.01,1613942379889,2782
"sqr_mom_1",0.99,1613942379889,2782
"lr_1",4.9774692793719577e-05,1613942379889,2782
"mom_1",0.8504506189187501,1613942379889,2782
"eps_1",1e-05,1613942379889,2782
"wd_2",0.01,1613942379889,2782
"sqr_mom_2",0.99,1613942379889,2782
"lr_2",0.0004977469279371957,1613942379889,2782
"mom_2",0.8504506189187501,1613942379889,2782
"eps_2",1e-05,1613942379889,2782
"train_loss",0.048765637,1613942380848,2783
"raw_loss",0.06572017,1613942380848,2783
"epoch",17.509433962264133,1613942380848,2783
"wd_0",0.01,1613942380848,2783
"sqr_mom_0",0.99,1613942380848,2783
"lr_0",4.977279821378322e-06,1613942380848,2783
"mom_0",0.8504544081165147,1613942380848,2783
"eps_0",1e-05,1613942380848,2783
"wd_1",0.01,1613942380848,2783
"sqr_mom_1",0.99,1613942380848,2783
"lr_1",4.977279821378322e-05,1613942380848,2783
"mom_1",0.8504544081165147,1613942380848,2783
"eps_1",1e-05,1613942380848,2783
"wd_2",0.01,1613942380848,2783
"sqr_mom_2",0.99,1613942380848,2783
"lr_2",0.0004977279821378322,1613942380848,2783
"mom_2",0.8504544081165147,1613942380848,2783
"eps_2",1e-05,1613942380848,2783
"train_loss",0.04945007,1613942381813,2784
"raw_loss",0.08298737,1613942381813,2784
"epoch",17.515723270440233,1613942381813,2784
"wd_0",0.01,1613942381813,2784
"sqr_mom_0",0.99,1613942381813,2784
"lr_0",4.9770895737881095e-06,1613942381813,2784
"mom_0",0.8504582131063688,1613942381813,2784
"eps_0",1e-05,1613942381813,2784
"wd_1",0.01,1613942381813,2784
"sqr_mom_1",0.99,1613942381813,2784
"lr_1",4.977089573788109e-05,1613942381813,2784
"mom_1",0.8504582131063688,1613942381813,2784
"eps_1",1e-05,1613942381813,2784
"wd_2",0.01,1613942381813,2784
"sqr_mom_2",0.99,1613942381813,2784
"lr_2",0.0004977089573788109,1613942381813,2784
"mom_2",0.8504582131063688,1613942381813,2784
"eps_2",1e-05,1613942381813,2784
"train_loss",0.04935406,1613942382764,2785
"raw_loss",0.044649683,1613942382764,2785
"epoch",17.522012578616334,1613942382764,2785
"wd_0",0.01,1613942382764,2785
"sqr_mom_0",0.99,1613942382764,2785
"lr_0",4.976898584281803e-06,1613942382764,2785
"mom_0",0.8504620329346932,1613942382764,2785
"eps_0",1e-05,1613942382764,2785
"wd_1",0.01,1613942382764,2785
"sqr_mom_1",0.99,1613942382764,2785
"lr_1",4.9768985842818026e-05,1613942382764,2785
"mom_1",0.8504620329346932,1613942382764,2785
"eps_1",1e-05,1613942382764,2785
"wd_2",0.01,1613942382764,2785
"sqr_mom_2",0.99,1613942382764,2785
"lr_2",0.0004976898584281803,1613942382764,2785
"mom_2",0.8504620329346932,1613942382764,2785
"eps_2",1e-05,1613942382764,2785
"train_loss",0.051863123,1613942383751,2786
"raw_loss",0.17480727,1613942383751,2786
"epoch",17.528301886792434,1613942383751,2786
"wd_0",0.01,1613942383751,2786
"sqr_mom_0",0.99,1613942383751,2786
"lr_0",4.976706757876983e-06,1613942383751,2786
"mom_0",0.8504658695011553,1613942383751,2786
"eps_0",1e-05,1613942383751,2786
"wd_1",0.01,1613942383751,2786
"sqr_mom_1",0.99,1613942383751,2786
"lr_1",4.976706757876983e-05,1613942383751,2786
"mom_1",0.8504658695011553,1613942383751,2786
"eps_1",1e-05,1613942383751,2786
"wd_2",0.01,1613942383751,2786
"sqr_mom_2",0.99,1613942383751,2786
"lr_2",0.0004976706757876983,1613942383751,2786
"mom_2",0.8504658695011553,1613942383751,2786
"eps_2",1e-05,1613942383751,2786
"train_loss",0.05188134,1613942384693,2787
"raw_loss",0.052774,1613942384693,2787
"epoch",17.534591194968534,1613942384693,2787
"wd_0",0.01,1613942384693,2787
"sqr_mom_0",0.99,1613942384693,2787
"lr_0",4.976514142058244e-06,1613942384693,2787
"mom_0",0.8504697218560536,1613942384693,2787
"eps_0",1e-05,1613942384693,2787
"wd_1",0.01,1613942384693,2787
"sqr_mom_1",0.99,1613942384693,2787
"lr_1",4.9765141420582434e-05,1613942384693,2787
"mom_1",0.8504697218560536,1613942384693,2787
"eps_1",1e-05,1613942384693,2787
"wd_2",0.01,1613942384693,2787
"sqr_mom_2",0.99,1613942384693,2787
"lr_2",0.0004976514142058244,1613942384693,2787
"mom_2",0.8504697218560536,1613942384693,2787
"eps_2",1e-05,1613942384693,2787
"train_loss",0.05149891,1613942385729,2788
"raw_loss",0.032759693,1613942385729,2788
"epoch",17.540880503144635,1613942385729,2788
"wd_0",0.01,1613942385729,2788
"sqr_mom_0",0.99,1613942385729,2788
"lr_0",4.97632078107846e-06,1613942385729,2788
"mom_0",0.8504735891143219,1613942385729,2788
"eps_0",1e-05,1613942385729,2788
"wd_1",0.01,1613942385729,2788
"sqr_mom_1",0.99,1613942385729,2788
"lr_1",4.9763207810784596e-05,1613942385729,2788
"mom_1",0.8504735891143219,1613942385729,2788
"eps_1",1e-05,1613942385729,2788
"wd_2",0.01,1613942385729,2788
"sqr_mom_2",0.99,1613942385729,2788
"lr_2",0.000497632078107846,1613942385729,2788
"mom_2",0.8504735891143219,1613942385729,2788
"eps_2",1e-05,1613942385729,2788
"train_loss",0.05151451,1613942386685,2789
"raw_loss",0.05227906,1613942386685,2789
"epoch",17.547169811320735,1613942386685,2789
"wd_0",0.01,1613942386685,2789
"sqr_mom_0",0.99,1613942386685,2789
"lr_0",4.9761265867962865e-06,1613942386685,2789
"mom_0",0.8504774730388046,1613942386685,2789
"eps_0",1e-05,1613942386685,2789
"wd_1",0.01,1613942386685,2789
"sqr_mom_1",0.99,1613942386685,2789
"lr_1",4.976126586796286e-05,1613942386685,2789
"mom_1",0.8504774730388046,1613942386685,2789
"eps_1",1e-05,1613942386685,2789
"wd_2",0.01,1613942386685,2789
"sqr_mom_2",0.99,1613942386685,2789
"lr_2",0.0004976126586796286,1613942386685,2789
"mom_2",0.8504774730388046,1613942386685,2789
"eps_2",1e-05,1613942386685,2789
"train_loss",0.052390024,1613942387654,2790
"raw_loss",0.095290184,1613942387654,2790
"epoch",17.553459119496836,1613942387654,2790
"wd_0",0.01,1613942387654,2790
"sqr_mom_0",0.99,1613942387654,2790
"lr_0",4.975931603285115e-06,1613942387654,2790
"mom_0",0.8504813727480252,1613942387654,2790
"eps_0",1e-05,1613942387654,2790
"wd_1",0.01,1613942387654,2790
"sqr_mom_1",0.99,1613942387654,2790
"lr_1",4.975931603285115e-05,1613942387654,2790
"mom_1",0.8504813727480252,1613942387654,2790
"eps_1",1e-05,1613942387654,2790
"wd_2",0.01,1613942387654,2790
"sqr_mom_2",0.99,1613942387654,2790
"lr_2",0.0004975931603285115,1613942387654,2790
"mom_2",0.8504813727480252,1613942387654,2790
"eps_2",1e-05,1613942387654,2790
"train_loss",0.05305493,1613942388626,2791
"raw_loss",0.08563522,1613942388626,2791
"epoch",17.559748427672936,1613942388626,2791
"wd_0",0.01,1613942388626,2791
"sqr_mom_0",0.99,1613942388626,2791
"lr_0",4.975735879404892e-06,1613942388626,2791
"mom_0",0.8504852872647748,1613942388626,2791
"eps_0",1e-05,1613942388626,2791
"wd_1",0.01,1613942388626,2791
"sqr_mom_1",0.99,1613942388626,2791
"lr_1",4.975735879404892e-05,1613942388626,2791
"mom_1",0.8504852872647748,1613942388626,2791
"eps_1",1e-05,1613942388626,2791
"wd_2",0.01,1613942388626,2791
"sqr_mom_2",0.99,1613942388626,2791
"lr_2",0.0004975735879404891,1613942388626,2791
"mom_2",0.8504852872647748,1613942388626,2791
"eps_2",1e-05,1613942388626,2791
"train_loss",0.052469943,1613942389583,2792
"raw_loss",0.023805512,1613942389583,2792
"epoch",17.566037735849036,1613942389583,2792
"wd_0",0.01,1613942389583,2792
"sqr_mom_0",0.99,1613942389583,2792
"lr_0",4.975539317818711e-06,1613942389583,2792
"mom_0",0.8504892185358112,1613942389583,2792
"eps_0",1e-05,1613942389583,2792
"wd_1",0.01,1613942389583,2792
"sqr_mom_1",0.99,1613942389583,2792
"lr_1",4.9755393178187105e-05,1613942389583,2792
"mom_1",0.8504892185358112,1613942389583,2792
"eps_1",1e-05,1613942389583,2792
"wd_2",0.01,1613942389583,2792
"sqr_mom_2",0.99,1613942389583,2792
"lr_2",0.000497553931781871,1613942389583,2792
"mom_2",0.8504892185358112,1613942389583,2792
"eps_2",1e-05,1613942389583,2792
"train_loss",0.053774383,1613942390537,2793
"raw_loss",0.11769192,1613942390537,2793
"epoch",17.572327044025137,1613942390537,2793
"wd_0",0.01,1613942390537,2793
"sqr_mom_0",0.99,1613942390537,2793
"lr_0",4.975341967190718e-06,1613942390537,2793
"mom_0",0.8504931655878415,1613942390537,2793
"eps_0",1e-05,1613942390537,2793
"wd_1",0.01,1613942390537,2793
"sqr_mom_1",0.99,1613942390537,2793
"lr_1",4.9753419671907173e-05,1613942390537,2793
"mom_1",0.8504931655878415,1613942390537,2793
"eps_1",1e-05,1613942390537,2793
"wd_2",0.01,1613942390537,2793
"sqr_mom_2",0.99,1613942390537,2793
"lr_2",0.0004975341967190717,1613942390537,2793
"mom_2",0.8504931655878415,1613942390537,2793
"eps_2",1e-05,1613942390537,2793
"train_loss",0.05354539,1613942391508,2794
"raw_loss",0.042324614,1613942391508,2794
"epoch",17.578616352201237,1613942391508,2794
"wd_0",0.01,1613942391508,2794
"sqr_mom_0",0.99,1613942391508,2794
"lr_0",4.975143872854832e-06,1613942391508,2794
"mom_0",0.8504971275141785,1613942391508,2794
"eps_0",1e-05,1613942391508,2794
"wd_1",0.01,1613942391508,2794
"sqr_mom_1",0.99,1613942391508,2794
"lr_1",4.975143872854832e-05,1613942391508,2794
"mom_1",0.8504971275141785,1613942391508,2794
"eps_1",1e-05,1613942391508,2794
"wd_2",0.01,1613942391508,2794
"sqr_mom_2",0.99,1613942391508,2794
"lr_2",0.0004975143872854832,1613942391508,2794
"mom_2",0.8504971275141785,1613942391508,2794
"eps_2",1e-05,1613942391508,2794
"train_loss",0.05480099,1613942392461,2795
"raw_loss",0.116325445,1613942392461,2795
"epoch",17.584905660377338,1613942392461,2795
"wd_0",0.01,1613942392461,2795
"sqr_mom_0",0.99,1613942392461,2795
"lr_0",4.974944944512063e-06,1613942392461,2795
"mom_0",0.85050110612082,1613942392461,2795
"eps_0",1e-05,1613942392461,2795
"wd_1",0.01,1613942392461,2795
"sqr_mom_1",0.99,1613942392461,2795
"lr_1",4.974944944512063e-05,1613942392461,2795
"mom_1",0.85050110612082,1613942392461,2795
"eps_1",1e-05,1613942392461,2795
"wd_2",0.01,1613942392461,2795
"sqr_mom_2",0.99,1613942392461,2795
"lr_2",0.0004974944944512062,1613942392461,2795
"mom_2",0.85050110612082,1613942392461,2795
"eps_2",1e-05,1613942392461,2795
"train_loss",0.05425576,1613942393415,2796
"raw_loss",0.027539473,1613942393415,2796
"epoch",17.591194968553438,1613942393415,2796
"wd_0",0.01,1613942393415,2796
"sqr_mom_0",0.99,1613942393415,2796
"lr_0",4.974745227316931e-06,1613942393415,2796
"mom_0",0.8505051005046664,1613942393415,2796
"eps_0",1e-05,1613942393415,2796
"wd_1",0.01,1613942393415,2796
"sqr_mom_1",0.99,1613942393415,2796
"lr_1",4.974745227316931e-05,1613942393415,2796
"mom_1",0.8505051005046664,1613942393415,2796
"eps_1",1e-05,1613942393415,2796
"wd_2",0.01,1613942393415,2796
"sqr_mom_2",0.99,1613942393415,2796
"lr_2",0.000497474522731693,1613942393415,2796
"mom_2",0.8505051005046664,1613942393415,2796
"eps_2",1e-05,1613942393415,2796
"train_loss",0.054294977,1613942394367,2797
"raw_loss",0.05621665,1613942394367,2797
"epoch",17.59748427672954,1613942394367,2797
"wd_0",0.01,1613942394367,2797
"sqr_mom_0",0.99,1613942394367,2797
"lr_0",4.974544771308283e-06,1613942394367,2797
"mom_0",0.850509109664931,1613942394367,2797
"eps_0",1e-05,1613942394367,2797
"wd_1",0.01,1613942394367,2797
"sqr_mom_1",0.99,1613942394367,2797
"lr_1",4.9745447713082833e-05,1613942394367,2797
"mom_1",0.850509109664931,1613942394367,2797
"eps_1",1e-05,1613942394367,2797
"wd_2",0.01,1613942394367,2797
"sqr_mom_2",0.99,1613942394367,2797
"lr_2",0.0004974544771308283,1613942394367,2797
"mom_2",0.850509109664931,1613942394367,2797
"eps_2",1e-05,1613942394367,2797
"train_loss",0.05386737,1613942395356,2798
"raw_loss",0.032914635,1613942395356,2798
"epoch",17.60377358490564,1613942395356,2798
"wd_0",0.01,1613942395356,2798
"sqr_mom_0",0.99,1613942395356,2798
"lr_0",4.974343476795843e-06,1613942395356,2798
"mom_0",0.8505131355954391,1613942395356,2798
"eps_0",1e-05,1613942395356,2798
"wd_1",0.01,1613942395356,2798
"sqr_mom_1",0.99,1613942395356,2798
"lr_1",4.9743434767958425e-05,1613942395356,2798
"mom_1",0.8505131355954391,1613942395356,2798
"eps_1",1e-05,1613942395356,2798
"wd_2",0.01,1613942395356,2798
"sqr_mom_2",0.99,1613942395356,2798
"lr_2",0.0004974343476795843,1613942395356,2798
"mom_2",0.8505131355954391,1613942395356,2798
"eps_2",1e-05,1613942395356,2798
"train_loss",0.053391013,1613942396558,2799
"raw_loss",0.030049529,1613942396558,2799
"epoch",17.61006289308174,1613942396558,2799
"wd_0",0.01,1613942396558,2799
"sqr_mom_0",0.99,1613942396558,2799
"lr_0",4.974141393622751e-06,1613942396558,2799
"mom_0",0.850517177299318,1613942396558,2799
"eps_0",1e-05,1613942396558,2799
"wd_1",0.01,1613942396558,2799
"sqr_mom_1",0.99,1613942396558,2799
"lr_1",4.9741413936227516e-05,1613942396558,2799
"mom_1",0.850517177299318,1613942396558,2799
"eps_1",1e-05,1613942396558,2799
"wd_2",0.01,1613942396558,2799
"sqr_mom_2",0.99,1613942396558,2799
"lr_2",0.0004974141393622751,1613942396558,2799
"mom_2",0.850517177299318,1613942396558,2799
"eps_2",1e-05,1613942396558,2799
"train_loss",0.053032313,1613942397871,2800
"raw_loss",0.035456043,1613942397871,2800
"epoch",17.61635220125784,1613942397871,2800
"wd_0",0.01,1613942397871,2800
"sqr_mom_0",0.99,1613942397871,2800
"lr_0",4.973938521853421e-06,1613942397871,2800
"mom_0",0.8505212347752793,1613942397871,2800
"eps_0",1e-05,1613942397871,2800
"wd_1",0.01,1613942397871,2800
"sqr_mom_1",0.99,1613942397871,2800
"lr_1",4.97393852185342e-05,1613942397871,2800
"mom_1",0.8505212347752793,1613942397871,2800
"eps_1",1e-05,1613942397871,2800
"wd_2",0.01,1613942397871,2800
"sqr_mom_2",0.99,1613942397871,2800
"lr_2",0.000497393852185342,1613942397871,2800
"mom_2",0.8505212347752793,1613942397871,2800
"eps_2",1e-05,1613942397871,2800
"train_loss",0.052497994,1613942399192,2801
"raw_loss",0.026316367,1613942399192,2801
"epoch",17.62264150943394,1613942399192,2801
"wd_0",0.01,1613942399192,2801
"sqr_mom_0",0.99,1613942399192,2801
"lr_0",4.973734908082342e-06,1613942399192,2801
"mom_0",0.850525307091424,1613942399192,2801
"eps_0",1e-05,1613942399192,2801
"wd_1",0.01,1613942399192,2801
"sqr_mom_1",0.99,1613942399192,2801
"lr_1",4.973734908082342e-05,1613942399192,2801
"mom_1",0.850525307091424,1613942399192,2801
"eps_1",1e-05,1613942399192,2801
"wd_2",0.01,1613942399192,2801
"sqr_mom_2",0.99,1613942399192,2801
"lr_2",0.0004973734908082342,1613942399192,2801
"mom_2",0.850525307091424,1613942399192,2801
"eps_2",1e-05,1613942399192,2801
"train_loss",0.05484155,1613942400629,2802
"raw_loss",0.1696759,1613942400629,2802
"epoch",17.62893081761004,1613942400629,2802
"wd_0",0.01,1613942400629,2802
"sqr_mom_0",0.99,1613942400629,2802
"lr_0",4.973530459494556e-06,1613942400629,2802
"mom_0",0.8505293961040699,1613942400629,2802
"eps_0",1e-05,1613942400629,2802
"wd_1",0.01,1613942400629,2802
"sqr_mom_1",0.99,1613942400629,2802
"lr_1",4.9735304594945556e-05,1613942400629,2802
"mom_1",0.8505293961040699,1613942400629,2802
"eps_1",1e-05,1613942400629,2802
"wd_2",0.01,1613942400629,2802
"sqr_mom_2",0.99,1613942400629,2802
"lr_2",0.0004973530459494556,1613942400629,2802
"mom_2",0.8505293961040699,1613942400629,2802
"eps_2",1e-05,1613942400629,2802
"train_loss",0.05570292,1613942401634,2803
"raw_loss",0.097910225,1613942401634,2803
"epoch",17.63522012578614,1613942401634,2803
"wd_0",0.01,1613942401634,2803
"sqr_mom_0",0.99,1613942401634,2803
"lr_0",4.973325222505258e-06,1613942401634,2803
"mom_0",0.8505335008849036,1613942401634,2803
"eps_0",1e-05,1613942401634,2803
"wd_1",0.01,1613942401634,2803
"sqr_mom_1",0.99,1613942401634,2803
"lr_1",4.973325222505258e-05,1613942401634,2803
"mom_1",0.8505335008849036,1613942401634,2803
"eps_1",1e-05,1613942401634,2803
"wd_2",0.01,1613942401634,2803
"sqr_mom_2",0.99,1613942401634,2803
"lr_2",0.0004973325222505258,1613942401634,2803
"mom_2",0.8505335008849036,1613942401634,2803
"eps_2",1e-05,1613942401634,2803
"train_loss",0.056020133,1613942402606,2804
"raw_loss",0.07156348,1613942402606,2804
"epoch",17.64150943396224,1613942402606,2804
"wd_0",0.01,1613942402606,2804
"sqr_mom_0",0.99,1613942402606,2804
"lr_0",4.973119244248962e-06,1613942402606,2804
"mom_0",0.8505376204912256,1613942402606,2804
"eps_0",1e-05,1613942402606,2804
"wd_1",0.01,1613942402606,2804
"sqr_mom_1",0.99,1613942402606,2804
"lr_1",4.973119244248962e-05,1613942402606,2804
"mom_1",0.8505376204912256,1613942402606,2804
"eps_1",1e-05,1613942402606,2804
"wd_2",0.01,1613942402606,2804
"sqr_mom_2",0.99,1613942402606,2804
"lr_2",0.0004973119244248962,1613942402606,2804
"mom_2",0.8505376204912256,1613942402606,2804
"eps_2",1e-05,1613942402606,2804
"train_loss",0.055505097,1613942403605,2805
"raw_loss",0.030268356,1613942403605,2805
"epoch",17.64779874213834,1613942403605,2805
"wd_0",0.01,1613942403605,2805
"sqr_mom_0",0.99,1613942403605,2805
"lr_0",4.972912430832882e-06,1613942403605,2805
"mom_0",0.8505417568009104,1613942403605,2805
"eps_0",1e-05,1613942403605,2805
"wd_1",0.01,1613942403605,2805
"sqr_mom_1",0.99,1613942403605,2805
"lr_1",4.9729124308328826e-05,1613942403605,2805
"mom_1",0.8505417568009104,1613942403605,2805
"eps_1",1e-05,1613942403605,2805
"wd_2",0.01,1613942403605,2805
"sqr_mom_2",0.99,1613942403605,2805
"lr_2",0.0004972912430832883,1613942403605,2805
"mom_2",0.8505417568009104,1613942403605,2805
"eps_2",1e-05,1613942403605,2805
"train_loss",0.055717718,1613942404576,2806
"raw_loss",0.06613606,1613942404576,2806
"epoch",17.654088050314442,1613942404576,2806
"wd_0",0.01,1613942404576,2806
"sqr_mom_0",0.99,1613942404576,2806
"lr_0",4.972704829212281e-06,1613942404576,2806
"mom_0",0.8505459088748432,1613942404576,2806
"eps_0",1e-05,1613942404576,2806
"wd_1",0.01,1613942404576,2806
"sqr_mom_1",0.99,1613942404576,2806
"lr_1",4.972704829212281e-05,1613942404576,2806
"mom_1",0.8505459088748432,1613942404576,2806
"eps_1",1e-05,1613942404576,2806
"wd_2",0.01,1613942404576,2806
"sqr_mom_2",0.99,1613942404576,2806
"lr_2",0.000497270482921228,1613942404576,2806
"mom_2",0.8505459088748432,1613942404576,2806
"eps_2",1e-05,1613942404576,2806
"train_loss",0.055254456,1613942405527,2807
"raw_loss",0.03255454,1613942405527,2807
"epoch",17.660377358490543,1613942405527,2807
"wd_0",0.01,1613942405527,2807
"sqr_mom_0",0.99,1613942405527,2807
"lr_0",4.972496491389574e-06,1613942405527,2807
"mom_0",0.8505500756729653,1613942405527,2807
"eps_0",1e-05,1613942405527,2807
"wd_1",0.01,1613942405527,2807
"sqr_mom_1",0.99,1613942405527,2807
"lr_1",4.972496491389574e-05,1613942405527,2807
"mom_1",0.8505500756729653,1613942405527,2807
"eps_1",1e-05,1613942405527,2807
"wd_2",0.01,1613942405527,2807
"sqr_mom_2",0.99,1613942405527,2807
"lr_2",0.0004972496491389574,1613942405527,2807
"mom_2",0.8505500756729653,1613942405527,2807
"eps_2",1e-05,1613942405527,2807
"train_loss",0.054733492,1613942406490,2808
"raw_loss",0.029206224,1613942406490,2808
"epoch",17.666666666666643,1613942406490,2808
"wd_0",0.01,1613942406490,2808
"sqr_mom_0",0.99,1613942406490,2808
"lr_0",4.9722873137547214e-06,1613942406490,2808
"mom_0",0.8505542592674983,1613942406490,2808
"eps_0",1e-05,1613942406490,2808
"wd_1",0.01,1613942406490,2808
"sqr_mom_1",0.99,1613942406490,2808
"lr_1",4.972287313754721e-05,1613942406490,2808
"mom_1",0.8505542592674983,1613942406490,2808
"eps_1",1e-05,1613942406490,2808
"wd_2",0.01,1613942406490,2808
"sqr_mom_2",0.99,1613942406490,2808
"lr_2",0.0004972287313754721,1613942406490,2808
"mom_2",0.8505542592674983,1613942406490,2808
"eps_2",1e-05,1613942406490,2808
"train_loss",0.055024482,1613942407438,2809
"raw_loss",0.06928302,1613942407438,2809
"epoch",17.672955974842743,1613942407438,2809
"wd_0",0.01,1613942407438,2809
"sqr_mom_0",0.99,1613942407438,2809
"lr_0",4.972077348114596e-06,1613942407438,2809
"mom_0",0.8505584586222943,1613942407438,2809
"eps_0",1e-05,1613942407438,2809
"wd_1",0.01,1613942407438,2809
"sqr_mom_1",0.99,1613942407438,2809
"lr_1",4.972077348114595e-05,1613942407438,2809
"mom_1",0.8505584586222943,1613942407438,2809
"eps_1",1e-05,1613942407438,2809
"wd_2",0.01,1613942407438,2809
"sqr_mom_2",0.99,1613942407438,2809
"lr_2",0.0004972077348114596,1613942407438,2809
"mom_2",0.8505584586222943,1613942407438,2809
"eps_2",1e-05,1613942407438,2809
"train_loss",0.055721376,1613942408396,2810
"raw_loss",0.08986927,1613942408396,2810
"epoch",17.679245283018844,1613942408396,2810
"wd_0",0.01,1613942408396,2810
"sqr_mom_0",0.99,1613942408396,2810
"lr_0",4.9718666426833384e-06,1613942408396,2810
"mom_0",0.850562672773061,1613942408396,2810
"eps_0",1e-05,1613942408396,2810
"wd_1",0.01,1613942408396,2810
"sqr_mom_1",0.99,1613942408396,2810
"lr_1",4.971866642683339e-05,1613942408396,2810
"mom_1",0.850562672773061,1613942408396,2810
"eps_1",1e-05,1613942408396,2810
"wd_2",0.01,1613942408396,2810
"sqr_mom_2",0.99,1613942408396,2810
"lr_2",0.0004971866642683339,1613942408396,2810
"mom_2",0.850562672773061,1613942408396,2810
"eps_2",1e-05,1613942408396,2810
"train_loss",0.0552512,1613942409346,2811
"raw_loss",0.032212563,1613942409346,2811
"epoch",17.685534591194944,1613942409346,2811
"wd_0",0.01,1613942409346,2811
"sqr_mom_0",0.99,1613942409346,2811
"lr_0",4.971655101413339e-06,1613942409346,2811
"mom_0",0.8505669036407696,1613942409346,2811
"eps_0",1e-05,1613942409346,2811
"wd_1",0.01,1613942409346,2811
"sqr_mom_1",0.99,1613942409346,2811
"lr_1",4.9716551014133385e-05,1613942409346,2811
"mom_1",0.8505669036407696,1613942409346,2811
"eps_1",1e-05,1613942409346,2811
"wd_2",0.01,1613942409346,2811
"sqr_mom_2",0.99,1613942409346,2811
"lr_2",0.0004971655101413338,1613942409346,2811
"mom_2",0.8505669036407696,1613942409346,2811
"eps_2",1e-05,1613942409346,2811
"train_loss",0.054804754,1613942410302,2812
"raw_loss",0.03292879,1613942410302,2812
"epoch",17.691823899371045,1613942410302,2812
"wd_0",0.01,1613942410302,2812
"sqr_mom_0",0.99,1613942410302,2812
"lr_0",4.971442772339576e-06,1613942410302,2812
"mom_0",0.8505711502647111,1613942410302,2812
"eps_0",1e-05,1613942410302,2812
"wd_1",0.01,1613942410302,2812
"sqr_mom_1",0.99,1613942410302,2812
"lr_1",4.9714427723395756e-05,1613942410302,2812
"mom_1",0.8505711502647111,1613942410302,2812
"eps_1",1e-05,1613942410302,2812
"wd_2",0.01,1613942410302,2812
"sqr_mom_2",0.99,1613942410302,2812
"lr_2",0.0004971442772339575,1613942410302,2812
"mom_2",0.8505711502647111,1613942410302,2812
"eps_2",1e-05,1613942410302,2812
"train_loss",0.054462966,1613942411249,2813
"raw_loss",0.037715282,1613942411249,2813
"epoch",17.698113207547145,1613942411249,2813
"wd_0",0.01,1613942411249,2813
"sqr_mom_0",0.99,1613942411249,2813
"lr_0",4.971229708641807e-06,1613942411249,2813
"mom_0",0.8505754115812797,1613942411249,2813
"eps_0",1e-05,1613942411249,2813
"wd_1",0.01,1613942411249,2813
"sqr_mom_1",0.99,1613942411249,2813
"lr_1",4.971229708641807e-05,1613942411249,2813
"mom_1",0.8505754115812797,1613942411249,2813
"eps_1",1e-05,1613942411249,2813
"wd_2",0.01,1613942411249,2813
"sqr_mom_2",0.99,1613942411249,2813
"lr_2",0.0004971229708641806,1613942411249,2813
"mom_2",0.8505754115812797,1613942411249,2813
"eps_2",1e-05,1613942411249,2813
"train_loss",0.054495335,1613942412225,2814
"raw_loss",0.056081355,1613942412225,2814
"epoch",17.704402515723245,1613942412225,2814
"wd_0",0.01,1613942412225,2814
"sqr_mom_0",0.99,1613942412225,2814
"lr_0",4.971015804359731e-06,1613942412225,2814
"mom_0",0.8505796897097024,1613942412225,2814
"eps_0",1e-05,1613942412225,2814
"wd_1",0.01,1613942412225,2814
"sqr_mom_1",0.99,1613942412225,2814
"lr_1",4.971015804359731e-05,1613942412225,2814
"mom_1",0.8505796897097024,1613942412225,2814
"eps_1",1e-05,1613942412225,2814
"wd_2",0.01,1613942412225,2814
"sqr_mom_2",0.99,1613942412225,2814
"lr_2",0.0004971015804359731,1613942412225,2814
"mom_2",0.8505796897097024,1613942412225,2814
"eps_2",1e-05,1613942412225,2814
"train_loss",0.05412901,1613942413180,2815
"raw_loss",0.036178928,1613942413180,2815
"epoch",17.710691823899346,1613942413180,2815
"wd_0",0.01,1613942413180,2815
"sqr_mom_0",0.99,1613942413180,2815
"lr_0",4.970801112477661e-06,1613942413180,2815
"mom_0",0.8505839835902826,1613942413180,2815
"eps_0",1e-05,1613942413180,2815
"wd_1",0.01,1613942413180,2815
"sqr_mom_1",0.99,1613942413180,2815
"lr_1",4.9708011124776616e-05,1613942413180,2815
"mom_1",0.8505839835902826,1613942413180,2815
"eps_1",1e-05,1613942413180,2815
"wd_2",0.01,1613942413180,2815
"sqr_mom_2",0.99,1613942413180,2815
"lr_2",0.0004970801112477661,1613942413180,2815
"mom_2",0.8505839835902826,1613942413180,2815
"eps_2",1e-05,1613942413180,2815
"train_loss",0.055017807,1613942414224,2816
"raw_loss",0.09856891,1613942414224,2816
"epoch",17.716981132075446,1613942414224,2816
"wd_0",0.01,1613942414224,2816
"sqr_mom_0",0.99,1613942414224,2816
"lr_0",4.970585682288816e-06,1613942414224,2816
"mom_0",0.850588292237146,1613942414224,2816
"eps_0",1e-05,1613942414224,2816
"wd_1",0.01,1613942414224,2816
"sqr_mom_1",0.99,1613942414224,2816
"lr_1",4.970585682288816e-05,1613942414224,2816
"mom_1",0.850588292237146,1613942414224,2816
"eps_1",1e-05,1613942414224,2816
"wd_2",0.01,1613942414224,2816
"sqr_mom_2",0.99,1613942414224,2816
"lr_2",0.0004970585682288816,1613942414224,2816
"mom_2",0.850588292237146,1613942414224,2816
"eps_2",1e-05,1613942414224,2816
"train_loss",0.055090178,1613942415181,2817
"raw_loss",0.058636382,1613942415181,2817
"epoch",17.723270440251547,1613942415181,2817
"wd_0",0.01,1613942415181,2817
"sqr_mom_0",0.99,1613942415181,2817
"lr_0",4.970369415591855e-06,1613942415181,2817
"mom_0",0.850592617614339,1613942415181,2817
"eps_0",1e-05,1613942415181,2817
"wd_1",0.01,1613942415181,2817
"sqr_mom_1",0.99,1613942415181,2817
"lr_1",4.970369415591855e-05,1613942415181,2817
"mom_1",0.850592617614339,1613942415181,2817
"eps_1",1e-05,1613942415181,2817
"wd_2",0.01,1613942415181,2817
"sqr_mom_2",0.99,1613942415181,2817
"lr_2",0.0004970369415591855,1613942415181,2817
"mom_2",0.850592617614339,1613942415181,2817
"eps_2",1e-05,1613942415181,2817
"train_loss",0.054666504,1613942416142,2818
"raw_loss",0.0339064,1613942416142,2818
"epoch",17.729559748427647,1613942416142,2818
"wd_0",0.01,1613942416142,2818
"sqr_mom_0",0.99,1613942416142,2818
"lr_0",4.97015236150093e-06,1613942416142,2818
"mom_0",0.8505969587395688,1613942416142,2818
"eps_0",1e-05,1613942416142,2818
"wd_1",0.01,1613942416142,2818
"sqr_mom_1",0.99,1613942416142,2818
"lr_1",4.97015236150093e-05,1613942416142,2818
"mom_1",0.8505969587395688,1613942416142,2818
"eps_1",1e-05,1613942416142,2818
"wd_2",0.01,1613942416142,2818
"sqr_mom_2",0.99,1613942416142,2818
"lr_2",0.000497015236150093,1613942416142,2818
"mom_2",0.8505969587395688,1613942416142,2818
"eps_2",1e-05,1613942416142,2818
"train_loss",0.05431655,1613942417093,2819
"raw_loss",0.037168767,1613942417093,2819
"epoch",17.735849056603747,1613942417093,2819
"wd_0",0.01,1613942417093,2819
"sqr_mom_0",0.99,1613942417093,2819
"lr_0",4.969934569848586e-06,1613942417093,2819
"mom_0",0.8506013146161744,1613942417093,2819
"eps_0",1e-05,1613942417093,2819
"wd_1",0.01,1613942417093,2819
"sqr_mom_1",0.99,1613942417093,2819
"lr_1",4.969934569848586e-05,1613942417093,2819
"mom_1",0.8506013146161744,1613942417093,2819
"eps_1",1e-05,1613942417093,2819
"wd_2",0.01,1613942417093,2819
"sqr_mom_2",0.99,1613942417093,2819
"lr_2",0.0004969934569848586,1613942417093,2819
"mom_2",0.8506013146161744,1613942417093,2819
"eps_2",1e-05,1613942417093,2819
"train_loss",0.05415721,1613942418058,2820
"raw_loss",0.04634943,1613942418058,2820
"epoch",17.742138364779848,1613942418058,2820
"wd_0",0.01,1613942418058,2820
"sqr_mom_0",0.99,1613942418058,2820
"lr_0",4.96971594135704e-06,1613942418058,2820
"mom_0",0.8506056872297315,1613942418058,2820
"eps_0",1e-05,1613942418058,2820
"wd_1",0.01,1613942418058,2820
"sqr_mom_1",0.99,1613942418058,2820
"lr_1",4.969715941357039e-05,1613942418058,2820
"mom_1",0.8506056872297315,1613942418058,2820
"eps_1",1e-05,1613942418058,2820
"wd_2",0.01,1613942418058,2820
"sqr_mom_2",0.99,1613942418058,2820
"lr_2",0.000496971594135704,1613942418058,2820
"mom_2",0.8506056872297315,1613942418058,2820
"eps_2",1e-05,1613942418058,2820
"train_loss",0.054075293,1613942419020,2821
"raw_loss",0.050061364,1613942419020,2821
"epoch",17.74842767295595,1613942419020,2821
"wd_0",0.01,1613942419020,2821
"sqr_mom_0",0.99,1613942419020,2821
"lr_0",4.9694965256798155e-06,1613942419020,2821
"mom_0",0.8506100755871595,1613942419020,2821
"eps_0",1e-05,1613942419020,2821
"wd_1",0.01,1613942419020,2821
"sqr_mom_1",0.99,1613942419020,2821
"lr_1",4.969496525679816e-05,1613942419020,2821
"mom_1",0.8506100755871595,1613942419020,2821
"eps_1",1e-05,1613942419020,2821
"wd_2",0.01,1613942419020,2821
"sqr_mom_2",0.99,1613942419020,2821
"lr_2",0.0004969496525679815,1613942419020,2821
"mom_2",0.8506100755871595,1613942419020,2821
"eps_2",1e-05,1613942419020,2821
"train_loss",0.0536387,1613942420000,2822
"raw_loss",0.03224555,1613942420000,2822
"epoch",17.75471698113205,1613942420000,2822
"wd_0",0.01,1613942420000,2822
"sqr_mom_0",0.99,1613942420000,2822
"lr_0",4.9692763228868506e-06,1613942420000,2822
"mom_0",0.8506144796870598,1613942420000,2822
"eps_0",1e-05,1613942420000,2822
"wd_1",0.01,1613942420000,2822
"sqr_mom_1",0.99,1613942420000,2822
"lr_1",4.9692763228868504e-05,1613942420000,2822
"mom_1",0.8506144796870598,1613942420000,2822
"eps_1",1e-05,1613942420000,2822
"wd_2",0.01,1613942420000,2822
"sqr_mom_2",0.99,1613942420000,2822
"lr_2",0.000496927632288685,1613942420000,2822
"mom_2",0.8506144796870598,1613942420000,2822
"eps_2",1e-05,1613942420000,2822
"train_loss",0.05337327,1613942420966,2823
"raw_loss",0.04036717,1613942420966,2823
"epoch",17.76100628930815,1613942420966,2823
"wd_0",0.01,1613942420966,2823
"sqr_mom_0",0.99,1613942420966,2823
"lr_0",4.969055388118789e-06,1613942420966,2823
"mom_0",0.8506188984266084,1613942420966,2823
"eps_0",1e-05,1613942420966,2823
"wd_1",0.01,1613942420966,2823
"sqr_mom_1",0.99,1613942420966,2823
"lr_1",4.9690553881187884e-05,1613942420966,2823
"mom_1",0.8506188984266084,1613942420966,2823
"eps_1",1e-05,1613942420966,2823
"wd_2",0.01,1613942420966,2823
"sqr_mom_2",0.99,1613942420966,2823
"lr_2",0.0004969055388118789,1613942420966,2823
"mom_2",0.8506188984266084,1613942420966,2823
"eps_2",1e-05,1613942420966,2823
"train_loss",0.053148873,1613942421929,2824
"raw_loss",0.042153507,1613942421929,2824
"epoch",17.76729559748425,1613942421929,2824
"wd_0",0.01,1613942421929,2824
"sqr_mom_0",0.99,1613942421929,2824
"lr_0",4.968833611500909e-06,1613942421929,2824
"mom_0",0.8506233340033218,1613942421929,2824
"eps_0",1e-05,1613942421929,2824
"wd_1",0.01,1613942421929,2824
"sqr_mom_1",0.99,1613942421929,2824
"lr_1",4.968833611500909e-05,1613942421929,2824
"mom_1",0.8506233340033218,1613942421929,2824
"eps_1",1e-05,1613942421929,2824
"wd_2",0.01,1613942421929,2824
"sqr_mom_2",0.99,1613942421929,2824
"lr_2",0.0004968833611500909,1613942421929,2824
"mom_2",0.8506233340033218,1613942421929,2824
"eps_2",1e-05,1613942421929,2824
"train_loss",0.05263616,1613942422887,2825
"raw_loss",0.027513348,1613942422887,2825
"epoch",17.77358490566035,1613942422887,2825
"wd_0",0.01,1613942422887,2825
"sqr_mom_0",0.99,1613942422887,2825
"lr_0",4.968611047978585e-06,1613942422887,2825
"mom_0",0.8506277853182814,1613942422887,2825
"eps_0",1e-05,1613942422887,2825
"wd_1",0.01,1613942422887,2825
"sqr_mom_1",0.99,1613942422887,2825
"lr_1",4.968611047978585e-05,1613942422887,2825
"mom_1",0.8506277853182814,1613942422887,2825
"eps_1",1e-05,1613942422887,2825
"wd_2",0.01,1613942422887,2825
"sqr_mom_2",0.99,1613942422887,2825
"lr_2",0.0004968611047978585,1613942422887,2825
"mom_2",0.8506277853182814,1613942422887,2825
"eps_2",1e-05,1613942422887,2825
"train_loss",0.052175462,1613942423867,2826
"raw_loss",0.02960109,1613942423867,2826
"epoch",17.77987421383645,1613942423867,2826
"wd_0",0.01,1613942423867,2826
"sqr_mom_0",0.99,1613942423867,2826
"lr_0",4.9683877486422455e-06,1613942423867,2826
"mom_0",0.8506322513496686,1613942423867,2826
"eps_0",1e-05,1613942423867,2826
"wd_1",0.01,1613942423867,2826
"sqr_mom_1",0.99,1613942423867,2826
"lr_1",4.968387748642246e-05,1613942423867,2826
"mom_1",0.8506322513496686,1613942423867,2826
"eps_1",1e-05,1613942423867,2826
"wd_2",0.01,1613942423867,2826
"sqr_mom_2",0.99,1613942423867,2826
"lr_2",0.0004968387748642245,1613942423867,2826
"mom_2",0.8506322513496686,1613942423867,2826
"eps_2",1e-05,1613942423867,2826
"train_loss",0.051567364,1613942424815,2827
"raw_loss",0.021770457,1613942424815,2827
"epoch",17.78616352201255,1613942424815,2827
"wd_0",0.01,1613942424815,2827
"sqr_mom_0",0.99,1613942424815,2827
"lr_0",4.968163611703495e-06,1613942424815,2827
"mom_0",0.8506367341332715,1613942424815,2827
"eps_0",1e-05,1613942424815,2827
"wd_1",0.01,1613942424815,2827
"sqr_mom_1",0.99,1613942424815,2827
"lr_1",4.968163611703495e-05,1613942424815,2827
"mom_1",0.8506367341332715,1613942424815,2827
"eps_1",1e-05,1613942424815,2827
"wd_2",0.01,1613942424815,2827
"sqr_mom_2",0.99,1613942424815,2827
"lr_2",0.0004968163611703496,1613942424815,2827
"mom_2",0.8506367341332715,1613942424815,2827
"eps_2",1e-05,1613942424815,2827
"train_loss",0.051160846,1613942425800,2828
"raw_loss",0.031241411,1613942425800,2828
"epoch",17.79245283018865,1613942425800,2828
"wd_0",0.01,1613942425800,2828
"sqr_mom_0",0.99,1613942425800,2828
"lr_0",4.9679386880738546e-06,1613942425800,2828
"mom_0",0.8506412326508493,1613942425800,2828
"eps_0",1e-05,1613942425800,2828
"wd_1",0.01,1613942425800,2828
"sqr_mom_1",0.99,1613942425800,2828
"lr_1",4.967938688073855e-05,1613942425800,2828
"mom_1",0.8506412326508493,1613942425800,2828
"eps_1",1e-05,1613942425800,2828
"wd_2",0.01,1613942425800,2828
"sqr_mom_2",0.99,1613942425800,2828
"lr_2",0.0004967938688073854,1613942425800,2828
"mom_2",0.8506412326508493,1613942425800,2828
"eps_2",1e-05,1613942425800,2828
"train_loss",0.05079929,1613942426745,2829
"raw_loss",0.033083193,1613942426745,2829
"epoch",17.79874213836475,1613942426745,2829
"wd_0",0.01,1613942426745,2829
"sqr_mom_0",0.99,1613942426745,2829
"lr_0",4.967713034069651e-06,1613942426745,2829
"mom_0",0.8506457457760647,1613942426745,2829
"eps_0",1e-05,1613942426745,2829
"wd_1",0.01,1613942426745,2829
"sqr_mom_1",0.99,1613942426745,2829
"lr_1",4.9677130340696514e-05,1613942426745,2829
"mom_1",0.8506457457760647,1613942426745,2829
"eps_1",1e-05,1613942426745,2829
"wd_2",0.01,1613942426745,2829
"sqr_mom_2",0.99,1613942426745,2829
"lr_2",0.000496771303406965,1613942426745,2829
"mom_2",0.8506457457760647,1613942426745,2829
"eps_2",1e-05,1613942426745,2829
"train_loss",0.05072932,1613942427702,2830
"raw_loss",0.047300655,1613942427702,2830
"epoch",17.805031446540852,1613942427702,2830
"wd_0",0.01,1613942427702,2830
"sqr_mom_0",0.99,1613942427702,2830
"lr_0",4.9674865374692055e-06,1613942427702,2830
"mom_0",0.8506502757533734,1613942427702,2830
"eps_0",1e-05,1613942427702,2830
"wd_1",0.01,1613942427702,2830
"sqr_mom_1",0.99,1613942427702,2830
"lr_1",4.9674865374692057e-05,1613942427702,2830
"mom_1",0.8506502757533734,1613942427702,2830
"eps_1",1e-05,1613942427702,2830
"wd_2",0.01,1613942427702,2830
"sqr_mom_2",0.99,1613942427702,2830
"lr_2",0.0004967486537469205,1613942427702,2830
"mom_2",0.8506502757533734,1613942427702,2830
"eps_2",1e-05,1613942427702,2830
"train_loss",0.05038973,1613942428652,2831
"raw_loss",0.033749785,1613942428652,2831
"epoch",17.811320754716952,1613942428652,2831
"wd_0",0.01,1613942428652,2831
"sqr_mom_0",0.99,1613942428652,2831
"lr_0",4.96725925439368e-06,1613942428652,2831
"mom_0",0.850654821460341,1613942428652,2831
"eps_0",1e-05,1613942428652,2831
"wd_1",0.01,1613942428652,2831
"sqr_mom_1",0.99,1613942428652,2831
"lr_1",4.96725925439368e-05,1613942428652,2831
"mom_1",0.850654821460341,1613942428652,2831
"eps_1",1e-05,1613942428652,2831
"wd_2",0.01,1613942428652,2831
"sqr_mom_2",0.99,1613942428652,2831
"lr_2",0.000496725925439368,1613942428652,2831
"mom_2",0.850654821460341,1613942428652,2831
"eps_2",1e-05,1613942428652,2831
"train_loss",0.05014378,1613942429610,2832
"raw_loss",0.038092196,1613942429610,2832
"epoch",17.817610062893053,1613942429610,2832
"wd_0",0.01,1613942429610,2832
"sqr_mom_0",0.99,1613942429610,2832
"lr_0",4.967031237011044e-06,1613942429610,2832
"mom_0",0.8506593818535977,1613942429610,2832
"eps_0",1e-05,1613942429610,2832
"wd_1",0.01,1613942429610,2832
"sqr_mom_1",0.99,1613942429610,2832
"lr_1",4.967031237011044e-05,1613942429610,2832
"mom_1",0.8506593818535977,1613942429610,2832
"eps_1",1e-05,1613942429610,2832
"wd_2",0.01,1613942429610,2832
"sqr_mom_2",0.99,1613942429610,2832
"lr_2",0.0004967031237011044,1613942429610,2832
"mom_2",0.8506593818535977,1613942429610,2832
"eps_2",1e-05,1613942429610,2832
"train_loss",0.050753996,1613942430558,2833
"raw_loss",0.080654725,1613942430558,2833
"epoch",17.823899371069153,1613942430558,2833
"wd_0",0.01,1613942430558,2833
"sqr_mom_0",0.99,1613942430558,2833
"lr_0",4.966802381382235e-06,1613942430558,2833
"mom_0",0.8506639590119454,1613942430558,2833
"eps_0",1e-05,1613942430558,2833
"wd_1",0.01,1613942430558,2833
"sqr_mom_1",0.99,1613942430558,2833
"lr_1",4.9668023813822346e-05,1613942430558,2833
"mom_1",0.8506639590119454,1613942430558,2833
"eps_1",1e-05,1613942430558,2833
"wd_2",0.01,1613942430558,2833
"sqr_mom_2",0.99,1613942430558,2833
"lr_2",0.0004966802381382234,1613942430558,2833
"mom_2",0.8506639590119454,1613942430558,2833
"eps_2",1e-05,1613942430558,2833
"train_loss",0.0506787,1613942431514,2834
"raw_loss",0.046989176,1613942431514,2834
"epoch",17.830188679245254,1613942431514,2834
"wd_0",0.01,1613942431514,2834
"sqr_mom_0",0.99,1613942431514,2834
"lr_0",4.966572739496412e-06,1613942431514,2834
"mom_0",0.8506685518955907,1613942431514,2834
"eps_0",1e-05,1613942431514,2834
"wd_1",0.01,1613942431514,2834
"sqr_mom_1",0.99,1613942431514,2834
"lr_1",4.966572739496412e-05,1613942431514,2834
"mom_1",0.8506685518955907,1613942431514,2834
"eps_1",1e-05,1613942431514,2834
"wd_2",0.01,1613942431514,2834
"sqr_mom_2",0.99,1613942431514,2834
"lr_2",0.0004966572739496411,1613942431514,2834
"mom_2",0.8506685518955907,1613942431514,2834
"eps_2",1e-05,1613942431514,2834
"train_loss",0.05031606,1613942432457,2835
"raw_loss",0.03254676,1613942432457,2835
"epoch",17.836477987421354,1613942432457,2835
"wd_0",0.01,1613942432457,2835
"sqr_mom_0",0.99,1613942432457,2835
"lr_0",4.9663423688449405e-06,1613942432457,2835
"mom_0",0.8506731593546947,1613942432457,2835
"eps_0",1e-05,1613942432457,2835
"wd_1",0.01,1613942432457,2835
"sqr_mom_1",0.99,1613942432457,2835
"lr_1",4.96634236884494e-05,1613942432457,2835
"mom_1",0.8506731593546947,1613942432457,2835
"eps_1",1e-05,1613942432457,2835
"wd_2",0.01,1613942432457,2835
"sqr_mom_2",0.99,1613942432457,2835
"lr_2",0.0004966342368844939,1613942432457,2835
"mom_2",0.8506731593546947,1613942432457,2835
"eps_2",1e-05,1613942432457,2835
"train_loss",0.049805142,1613942433440,2836
"raw_loss",0.024770081,1613942433440,2836
"epoch",17.842767295597454,1613942433440,2836
"wd_0",0.01,1613942433440,2836
"sqr_mom_0",0.99,1613942433440,2836
"lr_0",4.966111154860468e-06,1613942433440,2836
"mom_0",0.8506777836806274,1613942433440,2836
"eps_0",1e-05,1613942433440,2836
"wd_1",0.01,1613942433440,2836
"sqr_mom_1",0.99,1613942433440,2836
"lr_1",4.966111154860468e-05,1613942433440,2836
"mom_1",0.8506777836806274,1613942433440,2836
"eps_1",1e-05,1613942433440,2836
"wd_2",0.01,1613942433440,2836
"sqr_mom_2",0.99,1613942433440,2836
"lr_2",0.0004966111154860468,1613942433440,2836
"mom_2",0.8506777836806274,1613942433440,2836
"eps_2",1e-05,1613942433440,2836
"train_loss",0.049288645,1613942434522,2837
"raw_loss",0.023980288,1613942434522,2837
"epoch",17.849056603773555,1613942434522,2837
"wd_0",0.01,1613942434522,2837
"sqr_mom_0",0.99,1613942434522,2837
"lr_0",4.9658791548393035e-06,1613942434522,2837
"mom_0",0.8506824237274512,1613942434522,2837
"eps_0",1e-05,1613942434522,2837
"wd_1",0.01,1613942434522,2837
"sqr_mom_1",0.99,1613942434522,2837
"lr_1",4.965879154839303e-05,1613942434522,2837
"mom_1",0.8506824237274512,1613942434522,2837
"eps_1",1e-05,1613942434522,2837
"wd_2",0.01,1613942434522,2837
"sqr_mom_2",0.99,1613942434522,2837
"lr_2",0.0004965879154839304,1613942434522,2837
"mom_2",0.8506824237274512,1613942434522,2837
"eps_2",1e-05,1613942434522,2837
"train_loss",0.048638403,1613942435577,2838
"raw_loss",0.016776562,1613942435577,2838
"epoch",17.855345911949655,1613942435577,2838
"wd_0",0.01,1613942435577,2838
"sqr_mom_0",0.99,1613942435577,2838
"lr_0",4.9656464220263575e-06,1613942435577,2838
"mom_0",0.8506870784302571,1613942435577,2838
"eps_0",1e-05,1613942435577,2838
"wd_1",0.01,1613942435577,2838
"sqr_mom_1",0.99,1613942435577,2838
"lr_1",4.9656464220263575e-05,1613942435577,2838
"mom_1",0.8506870784302571,1613942435577,2838
"eps_1",1e-05,1613942435577,2838
"wd_2",0.01,1613942435577,2838
"sqr_mom_2",0.99,1613942435577,2838
"lr_2",0.0004965646422026357,1613942435577,2838
"mom_2",0.8506870784302571,1613942435577,2838
"eps_2",1e-05,1613942435577,2838
"train_loss",0.048404463,1613942436543,2839
"raw_loss",0.03694144,1613942436543,2839
"epoch",17.861635220125756,1613942436543,2839
"wd_0",0.01,1613942436543,2839
"sqr_mom_0",0.99,1613942436543,2839
"lr_0",4.965412850333094e-06,1613942436543,2839
"mom_0",0.8506917499108372,1613942436543,2839
"eps_0",1e-05,1613942436543,2839
"wd_1",0.01,1613942436543,2839
"sqr_mom_1",0.99,1613942436543,2839
"lr_1",4.965412850333094e-05,1613942436543,2839
"mom_1",0.8506917499108372,1613942436543,2839
"eps_1",1e-05,1613942436543,2839
"wd_2",0.01,1613942436543,2839
"sqr_mom_2",0.99,1613942436543,2839
"lr_2",0.0004965412850333093,1613942436543,2839
"mom_2",0.8506917499108372,1613942436543,2839
"eps_2",1e-05,1613942436543,2839
"train_loss",0.048145134,1613942437518,2840
"raw_loss",0.03543796,1613942437518,2840
"epoch",17.867924528301856,1613942437518,2840
"wd_0",0.01,1613942437518,2840
"sqr_mom_0",0.99,1613942437518,2840
"lr_0",4.965178492825714e-06,1613942437518,2840
"mom_0",0.8506964371078568,1613942437518,2840
"eps_0",1e-05,1613942437518,2840
"wd_1",0.01,1613942437518,2840
"sqr_mom_1",0.99,1613942437518,2840
"lr_1",4.965178492825713e-05,1613942437518,2840
"mom_1",0.8506964371078568,1613942437518,2840
"eps_1",1e-05,1613942437518,2840
"wd_2",0.01,1613942437518,2840
"sqr_mom_2",0.99,1613942437518,2840
"lr_2",0.0004965178492825713,1613942437518,2840
"mom_2",0.8506964371078568,1613942437518,2840
"eps_2",1e-05,1613942437518,2840
"train_loss",0.04808317,1613942438472,2841
"raw_loss",0.04504692,1613942438472,2841
"epoch",17.874213836477956,1613942438472,2841
"wd_0",0.01,1613942438472,2841
"sqr_mom_0",0.99,1613942438472,2841
"lr_0",4.964943349578915e-06,1613942438472,2841
"mom_0",0.8507011400198219,1613942438472,2841
"eps_0",1e-05,1613942438472,2841
"wd_1",0.01,1613942438472,2841
"sqr_mom_1",0.99,1613942438472,2841
"lr_1",4.964943349578915e-05,1613942438472,2841
"mom_1",0.8507011400198219,1613942438472,2841
"eps_1",1e-05,1613942438472,2841
"wd_2",0.01,1613942438472,2841
"sqr_mom_2",0.99,1613942438472,2841
"lr_2",0.0004964943349578915,1613942438472,2841
"mom_2",0.8507011400198219,1613942438472,2841
"eps_2",1e-05,1613942438472,2841
"train_loss",0.048008554,1613942439428,2842
"raw_loss",0.044352308,1613942439428,2842
"epoch",17.880503144654057,1613942439428,2842
"wd_0",0.01,1613942439428,2842
"sqr_mom_0",0.99,1613942439428,2842
"lr_0",4.96470747455525e-06,1613942439428,2842
"mom_0",0.8507058575674706,1613942439428,2842
"eps_0",1e-05,1613942439428,2842
"wd_1",0.01,1613942439428,2842
"sqr_mom_1",0.99,1613942439428,2842
"lr_1",4.96470747455525e-05,1613942439428,2842
"mom_1",0.8507058575674706,1613942439428,2842
"eps_1",1e-05,1613942439428,2842
"wd_2",0.01,1613942439428,2842
"sqr_mom_2",0.99,1613942439428,2842
"lr_2",0.000496470747455525,1613942439428,2842
"mom_2",0.8507058575674706,1613942439428,2842
"eps_2",1e-05,1613942439428,2842
"train_loss",0.047826894,1613942440380,2843
"raw_loss",0.03892557,1613942440380,2843
"epoch",17.886792452830157,1613942440380,2843
"wd_0",0.01,1613942440380,2843
"sqr_mom_0",0.99,1613942440380,2843
"lr_0",4.9644707602338415e-06,1613942440380,2843
"mom_0",0.8507105919012422,1613942440380,2843
"eps_0",1e-05,1613942440380,2843
"wd_1",0.01,1613942440380,2843
"sqr_mom_1",0.99,1613942440380,2843
"lr_1",4.964470760233841e-05,1613942440380,2843
"mom_1",0.8507105919012422,1613942440380,2843
"eps_1",1e-05,1613942440380,2843
"wd_2",0.01,1613942440380,2843
"sqr_mom_2",0.99,1613942440380,2843
"lr_2",0.0004964470760233841,1613942440380,2843
"mom_2",0.8507105919012422,1613942440380,2843
"eps_2",1e-05,1613942440380,2843
"train_loss",0.047537725,1613942441334,2844
"raw_loss",0.033368513,1613942441334,2844
"epoch",17.893081761006258,1613942441334,2844
"wd_0",0.01,1613942441334,2844
"sqr_mom_0",0.99,1613942441334,2844
"lr_0",4.964233260398596e-06,1613942441334,2844
"mom_0",0.8507153419454475,1613942441334,2844
"eps_0",1e-05,1613942441334,2844
"wd_1",0.01,1613942441334,2844
"sqr_mom_1",0.99,1613942441334,2844
"lr_1",4.9642332603985955e-05,1613942441334,2844
"mom_1",0.8507153419454475,1613942441334,2844
"eps_1",1e-05,1613942441334,2844
"wd_2",0.01,1613942441334,2844
"sqr_mom_2",0.99,1613942441334,2844
"lr_2",0.0004964233260398596,1613942441334,2844
"mom_2",0.8507153419454475,1613942441334,2844
"eps_2",1e-05,1613942441334,2844
"train_loss",0.047349066,1613942442282,2845
"raw_loss",0.03810466,1613942442282,2845
"epoch",17.899371069182358,1613942442282,2845
"wd_0",0.01,1613942442282,2845
"sqr_mom_0",0.99,1613942442282,2845
"lr_0",4.963995034497819e-06,1613942442282,2845
"mom_0",0.8507201065111087,1613942442282,2845
"eps_0",1e-05,1613942442282,2845
"wd_1",0.01,1613942442282,2845
"sqr_mom_1",0.99,1613942442282,2845
"lr_1",4.9639950344978185e-05,1613942442282,2845
"mom_1",0.8507201065111087,1613942442282,2845
"eps_1",1e-05,1613942442282,2845
"wd_2",0.01,1613942442282,2845
"sqr_mom_2",0.99,1613942442282,2845
"lr_2",0.0004963995034497819,1613942442282,2845
"mom_2",0.8507201065111087,1613942442282,2845
"eps_2",1e-05,1613942442282,2845
"train_loss",0.046899166,1613942443233,2846
"raw_loss",0.024854045,1613942443233,2846
"epoch",17.90566037735846,1613942443233,2846
"wd_0",0.01,1613942443233,2846
"sqr_mom_0",0.99,1613942443233,2846
"lr_0",4.9637559640576064e-06,1613942443233,2846
"mom_0",0.8507248879677275,1613942443233,2846
"eps_0",1e-05,1613942443233,2846
"wd_1",0.01,1613942443233,2846
"sqr_mom_1",0.99,1613942443233,2846
"lr_1",4.963755964057607e-05,1613942443233,2846
"mom_1",0.8507248879677275,1613942443233,2846
"eps_1",1e-05,1613942443233,2846
"wd_2",0.01,1613942443233,2846
"sqr_mom_2",0.99,1613942443233,2846
"lr_2",0.0004963755964057607,1613942443233,2846
"mom_2",0.8507248879677275,1613942443233,2846
"eps_2",1e-05,1613942443233,2846
"train_loss",0.04651542,1613942444183,2847
"raw_loss",0.027711814,1613942444183,2847
"epoch",17.91194968553456,1613942444183,2847
"wd_0",0.01,1613942444183,2847
"sqr_mom_0",0.99,1613942444183,2847
"lr_0",4.963516108331392e-06,1613942444183,2847
"mom_0",0.8507296851302234,1613942444183,2847
"eps_0",1e-05,1613942444183,2847
"wd_1",0.01,1613942444183,2847
"sqr_mom_1",0.99,1613942444183,2847
"lr_1",4.963516108331391e-05,1613942444183,2847
"mom_1",0.8507296851302234,1613942444183,2847
"eps_1",1e-05,1613942444183,2847
"wd_2",0.01,1613942444183,2847
"sqr_mom_2",0.99,1613942444183,2847
"lr_2",0.0004963516108331391,1613942444183,2847
"mom_2",0.8507296851302234,1613942444183,2847
"eps_2",1e-05,1613942444183,2847
"train_loss",0.046333008,1613942445132,2848
"raw_loss",0.037394833,1613942445132,2848
"epoch",17.91823899371066,1613942445132,2848
"wd_0",0.01,1613942445132,2848
"sqr_mom_0",0.99,1613942445132,2848
"lr_0",4.963275522357641e-06,1613942445132,2848
"mom_0",0.8507344968978161,1613942445132,2848
"eps_0",1e-05,1613942445132,2848
"wd_1",0.01,1613942445132,2848
"sqr_mom_1",0.99,1613942445132,2848
"lr_1",4.9632755223576414e-05,1613942445132,2848
"mom_1",0.8507344968978161,1613942445132,2848
"eps_1",1e-05,1613942445132,2848
"wd_2",0.01,1613942445132,2848
"sqr_mom_2",0.99,1613942445132,2848
"lr_2",0.0004963275522357641,1613942445132,2848
"mom_2",0.8507344968978161,1613942445132,2848
"eps_2",1e-05,1613942445132,2848
"train_loss",0.046195414,1613942446088,2849
"raw_loss",0.039453316,1613942446088,2849
"epoch",17.92452830188676,1613942446088,2849
"wd_0",0.01,1613942446088,2849
"sqr_mom_0",0.99,1613942446088,2849
"lr_0",4.9630340964680465e-06,1613942446088,2849
"mom_0",0.8507393254638937,1613942446088,2849
"eps_0",1e-05,1613942446088,2849
"wd_1",0.01,1613942446088,2849
"sqr_mom_1",0.99,1613942446088,2849
"lr_1",4.9630340964680465e-05,1613942446088,2849
"mom_1",0.8507393254638937,1613942446088,2849
"eps_1",1e-05,1613942446088,2849
"wd_2",0.01,1613942446088,2849
"sqr_mom_2",0.99,1613942446088,2849
"lr_2",0.0004963034096468046,1613942446088,2849
"mom_2",0.8507393254638937,1613942446088,2849
"eps_2",1e-05,1613942446088,2849
"train_loss",0.04572863,1613942447053,2850
"raw_loss",0.022856222,1613942447053,2850
"epoch",17.93081761006286,1613942447053,2850
"wd_0",0.01,1613942447053,2850
"sqr_mom_0",0.99,1613942447053,2850
"lr_0",4.962791885522536e-06,1613942447053,2850
"mom_0",0.8507441697312466,1613942447053,2850
"eps_0",1e-05,1613942447053,2850
"wd_1",0.01,1613942447053,2850
"sqr_mom_1",0.99,1613942447053,2850
"lr_1",4.962791885522535e-05,1613942447053,2850
"mom_1",0.8507441697312466,1613942447053,2850
"eps_1",1e-05,1613942447053,2850
"wd_2",0.01,1613942447053,2850
"sqr_mom_2",0.99,1613942447053,2850
"lr_2",0.0004962791885522535,1613942447053,2850
"mom_2",0.8507441697312466,1613942447053,2850
"eps_2",1e-05,1613942447053,2850
"train_loss",0.046282545,1613942448010,2851
"raw_loss",0.07342433,1613942448010,2851
"epoch",17.93710691823896,1613942448010,2851
"wd_0",0.01,1613942448010,2851
"sqr_mom_0",0.99,1613942448010,2851
"lr_0",4.962548950142661e-06,1613942448010,2851
"mom_0",0.8507490284874316,1613942448010,2851
"eps_0",1e-05,1613942448010,2851
"wd_1",0.01,1613942448010,2851
"sqr_mom_1",0.99,1613942448010,2851
"lr_1",4.962548950142661e-05,1613942448010,2851
"mom_1",0.8507490284874316,1613942448010,2851
"eps_1",1e-05,1613942448010,2851
"wd_2",0.01,1613942448010,2851
"sqr_mom_2",0.99,1613942448010,2851
"lr_2",0.000496254895014266,1613942448010,2851
"mom_2",0.8507490284874316,1613942448010,2851
"eps_2",1e-05,1613942448010,2851
"train_loss",0.046122156,1613942448973,2852
"raw_loss",0.03826306,1613942448973,2852
"epoch",17.94339622641506,1613942448973,2852
"wd_0",0.01,1613942448973,2852
"sqr_mom_0",0.99,1613942448973,2852
"lr_0",4.962305169512414e-06,1613942448973,2852
"mom_0",0.8507539041487931,1613942448973,2852
"eps_0",1e-05,1613942448973,2852
"wd_1",0.01,1613942448973,2852
"sqr_mom_1",0.99,1613942448973,2852
"lr_1",4.9623051695124136e-05,1613942448973,2852
"mom_1",0.8507539041487931,1613942448973,2852
"eps_1",1e-05,1613942448973,2852
"wd_2",0.01,1613942448973,2852
"sqr_mom_2",0.99,1613942448973,2852
"lr_2",0.0004962305169512413,1613942448973,2852
"mom_2",0.8507539041487931,1613942448973,2852
"eps_2",1e-05,1613942448973,2852
"train_loss",0.045925632,1613942449921,2853
"raw_loss",0.036295906,1613942449921,2853
"epoch",17.94968553459116,1613942449921,2853
"wd_0",0.01,1613942449921,2853
"sqr_mom_0",0.99,1613942449921,2853
"lr_0",4.962060604058587e-06,1613942449921,2853
"mom_0",0.8507587955067833,1613942449921,2853
"eps_0",1e-05,1613942449921,2853
"wd_1",0.01,1613942449921,2853
"sqr_mom_1",0.99,1613942449921,2853
"lr_1",4.962060604058587e-05,1613942449921,2853
"mom_1",0.8507587955067833,1613942449921,2853
"eps_1",1e-05,1613942449921,2853
"wd_2",0.01,1613942449921,2853
"sqr_mom_2",0.99,1613942449921,2853
"lr_2",0.0004962060604058586,1613942449921,2853
"mom_2",0.8507587955067833,1613942449921,2853
"eps_2",1e-05,1613942449921,2853
"train_loss",0.04628644,1613942450903,2854
"raw_loss",0.06396607,1613942450903,2854
"epoch",17.95597484276726,1613942450903,2854
"wd_0",0.01,1613942450903,2854
"sqr_mom_0",0.99,1613942450903,2854
"lr_0",4.961815309894934e-06,1613942450903,2854
"mom_0",0.8507637014391157,1613942450903,2854
"eps_0",1e-05,1613942450903,2854
"wd_1",0.01,1613942450903,2854
"sqr_mom_1",0.99,1613942450903,2854
"lr_1",4.961815309894934e-05,1613942450903,2854
"mom_1",0.8507637014391157,1613942450903,2854
"eps_1",1e-05,1613942450903,2854
"wd_2",0.01,1613942450903,2854
"sqr_mom_2",0.99,1613942450903,2854
"lr_2",0.0004961815309894934,1613942450903,2854
"mom_2",0.8507637014391157,1613942450903,2854
"eps_2",1e-05,1613942450903,2854
"train_loss",0.045806423,1613942451870,2855
"raw_loss",0.022285398,1613942451870,2855
"epoch",17.962264150943362,1613942451870,2855
"wd_0",0.01,1613942451870,2855
"sqr_mom_0",0.99,1613942451870,2855
"lr_0",4.961569175206973e-06,1613942451870,2855
"mom_0",0.8507686241821023,1613942451870,2855
"eps_0",1e-05,1613942451870,2855
"wd_1",0.01,1613942451870,2855
"sqr_mom_1",0.99,1613942451870,2855
"lr_1",4.9615691752069734e-05,1613942451870,2855
"mom_1",0.8507686241821023,1613942451870,2855
"eps_1",1e-05,1613942451870,2855
"wd_2",0.01,1613942451870,2855
"sqr_mom_2",0.99,1613942451870,2855
"lr_2",0.0004961569175206973,1613942451870,2855
"mom_2",0.8507686241821023,1613942451870,2855
"eps_2",1e-05,1613942451870,2855
"train_loss",0.04584089,1613942452829,2856
"raw_loss",0.04752967,1613942452829,2856
"epoch",17.968553459119462,1613942452829,2856
"wd_0",0.01,1613942452829,2856
"sqr_mom_0",0.99,1613942452829,2856
"lr_0",4.961322255930023e-06,1613942452829,2856
"mom_0",0.8507735626170256,1613942452829,2856
"eps_0",1e-05,1613942452829,2856
"wd_1",0.01,1613942452829,2856
"sqr_mom_1",0.99,1613942452829,2856
"lr_1",4.9613222559300234e-05,1613942452829,2856
"mom_1",0.8507735626170256,1613942452829,2856
"eps_1",1e-05,1613942452829,2856
"wd_2",0.01,1613942452829,2856
"sqr_mom_2",0.99,1613942452829,2856
"lr_2",0.0004961322255930023,1613942452829,2856
"mom_2",0.8507735626170256,1613942452829,2856
"eps_2",1e-05,1613942452829,2856
"train_loss",0.045419864,1613942453779,2857
"raw_loss",0.02478968,1613942453779,2857
"epoch",17.974842767295563,1613942453779,2857
"wd_0",0.01,1613942453779,2857
"sqr_mom_0",0.99,1613942453779,2857
"lr_0",4.961074613858189e-06,1613942453779,2857
"mom_0",0.8507785155079913,1613942453779,2857
"eps_0",1e-05,1613942453779,2857
"wd_1",0.01,1613942453779,2857
"sqr_mom_1",0.99,1613942453779,2857
"lr_1",4.961074613858189e-05,1613942453779,2857
"mom_1",0.8507785155079913,1613942453779,2857
"eps_1",1e-05,1613942453779,2857
"wd_2",0.01,1613942453779,2857
"sqr_mom_2",0.99,1613942453779,2857
"lr_2",0.0004961074613858188,1613942453779,2857
"mom_2",0.8507785155079913,1613942453779,2857
"eps_2",1e-05,1613942453779,2857
"train_loss",0.046037138,1613942454731,2858
"raw_loss",0.07628363,1613942454731,2858
"epoch",17.981132075471663,1613942454731,2858
"wd_0",0.01,1613942454731,2858
"sqr_mom_0",0.99,1613942454731,2858
"lr_0",4.960826125834741e-06,1613942454731,2858
"mom_0",0.8507834853181584,1613942454731,2858
"eps_0",1e-05,1613942454731,2858
"wd_1",0.01,1613942454731,2858
"sqr_mom_1",0.99,1613942454731,2858
"lr_1",4.9608261258347404e-05,1613942454731,2858
"mom_1",0.8507834853181584,1613942454731,2858
"eps_1",1e-05,1613942454731,2858
"wd_2",0.01,1613942454731,2858
"sqr_mom_2",0.99,1613942454731,2858
"lr_2",0.0004960826125834741,1613942454731,2858
"mom_2",0.8507834853181584,1613942454731,2858
"eps_2",1e-05,1613942454731,2858
"train_loss",0.04588812,1613942455702,2859
"raw_loss",0.03858625,1613942455702,2859
"epoch",17.987421383647764,1613942455702,2859
"wd_0",0.01,1613942455702,2859
"sqr_mom_0",0.99,1613942455702,2859
"lr_0",4.960576853459142e-06,1613942455702,2859
"mom_0",0.8507884708155253,1613942455702,2859
"eps_0",1e-05,1613942455702,2859
"wd_1",0.01,1613942455702,2859
"sqr_mom_1",0.99,1613942455702,2859
"lr_1",4.960576853459142e-05,1613942455702,2859
"mom_1",0.8507884708155253,1613942455702,2859
"eps_1",1e-05,1613942455702,2859
"wd_2",0.01,1613942455702,2859
"sqr_mom_2",0.99,1613942455702,2859
"lr_2",0.0004960576853459142,1613942455702,2859
"mom_2",0.8507884708155253,1613942455702,2859
"eps_2",1e-05,1613942455702,2859
"train_loss",0.046902098,1613942456673,2860
"raw_loss",0.09658706,1613942456673,2860
"epoch",17.993710691823864,1613942456673,2860
"wd_0",0.01,1613942456673,2860
"sqr_mom_0",0.99,1613942456673,2860
"lr_0",4.960326796810845e-06,1613942456673,2860
"mom_0",0.8507934719985031,1613942456673,2860
"eps_0",1e-05,1613942456673,2860
"wd_1",0.01,1613942456673,2860
"sqr_mom_1",0.99,1613942456673,2860
"lr_1",4.960326796810845e-05,1613942456673,2860
"mom_1",0.8507934719985031,1613942456673,2860
"eps_1",1e-05,1613942456673,2860
"wd_2",0.01,1613942456673,2860
"sqr_mom_2",0.99,1613942456673,2860
"lr_2",0.0004960326796810845,1613942456673,2860
"mom_2",0.8507934719985031,1613942456673,2860
"eps_2",1e-05,1613942456673,2860
"train_loss",0.047116965,1613942457633,2861
"raw_loss",0.057645503,1613942457633,2861
"epoch",17.999999999999964,1613942457633,2861
"wd_0",0.01,1613942457633,2861
"sqr_mom_0",0.99,1613942457633,2861
"lr_0",4.960076013257303e-06,1613942457633,2861
"mom_0",0.8507984877197311,1613942457633,2861
"eps_0",1e-05,1613942457633,2861
"wd_1",0.01,1613942457633,2861
"sqr_mom_1",0.99,1613942457633,2861
"lr_1",4.960076013257302e-05,1613942457633,2861
"mom_1",0.8507984877197311,1613942457633,2861
"eps_1",1e-05,1613942457633,2861
"wd_2",0.01,1613942457633,2861
"sqr_mom_2",0.99,1613942457633,2861
"lr_2",0.0004960076013257302,1613942457633,2861
"mom_2",0.8507984877197311,1613942457633,2861
"eps_2",1e-05,1613942457633,2861
"valid_loss",0.10894680768251419,1613942490082,2861
"_rmse",0.3300709128379822,1613942490082,2861
"epoch",18,1613942490082,2861
"train_loss",0.047173638,1613942491096,2862
"raw_loss",0.049950674,1613942491096,2862
"epoch",18.0062893081761,1613942491096,2862
"wd_0",0.01,1613942491096,2862
"sqr_mom_0",0.99,1613942491096,2862
"lr_0",4.959824388481757e-06,1613942491096,2862
"mom_0",0.8508035202655675,1613942491096,2862
"eps_0",1e-05,1613942491096,2862
"wd_1",0.01,1613942491096,2862
"sqr_mom_1",0.99,1613942491096,2862
"lr_1",4.959824388481757e-05,1613942491096,2862
"mom_1",0.8508035202655675,1613942491096,2862
"eps_1",1e-05,1613942491096,2862
"wd_2",0.01,1613942491096,2862
"sqr_mom_2",0.99,1613942491096,2862
"lr_2",0.0004959824388481756,1613942491096,2862
"mom_2",0.8508035202655675,1613942491096,2862
"eps_2",1e-05,1613942491096,2862
"train_loss",0.04697485,1613942492047,2863
"raw_loss",0.037234258,1613942492047,2863
"epoch",18.0125786163522,1613942492047,2863
"wd_0",0.01,1613942492047,2863
"sqr_mom_0",0.99,1613942492047,2863
"lr_0",4.959571979673353e-06,1613942492047,2863
"mom_0",0.8508085684922179,1613942492047,2863
"eps_0",1e-05,1613942492047,2863
"wd_1",0.01,1613942492047,2863
"sqr_mom_1",0.99,1613942492047,2863
"lr_1",4.959571979673353e-05,1613942492047,2863
"mom_1",0.8508085684922179,1613942492047,2863
"eps_1",1e-05,1613942492047,2863
"wd_2",0.01,1613942492047,2863
"sqr_mom_2",0.99,1613942492047,2863
"lr_2",0.0004959571979673352,1613942492047,2863
"mom_2",0.8508085684922179,1613942492047,2863
"eps_2",1e-05,1613942492047,2863
"train_loss",0.046645496,1613942492984,2864
"raw_loss",0.03050721,1613942492984,2864
"epoch",18.0188679245283,1613942492984,2864
"wd_0",0.01,1613942492984,2864
"sqr_mom_0",0.99,1613942492984,2864
"lr_0",4.959318844736565e-06,1613942492984,2864
"mom_0",0.850813631241581,1613942492984,2864
"eps_0",1e-05,1613942492984,2864
"wd_1",0.01,1613942492984,2864
"sqr_mom_1",0.99,1613942492984,2864
"lr_1",4.959318844736565e-05,1613942492984,2864
"mom_1",0.850813631241581,1613942492984,2864
"eps_1",1e-05,1613942492984,2864
"wd_2",0.01,1613942492984,2864
"sqr_mom_2",0.99,1613942492984,2864
"lr_2",0.0004959318844736564,1613942492984,2864
"mom_2",0.850813631241581,1613942492984,2864
"eps_2",1e-05,1613942492984,2864
"train_loss",0.046837278,1613942493936,2865
"raw_loss",0.056234676,1613942493936,2865
"epoch",18.0251572327044,1613942493936,2865
"wd_0",0.01,1613942493936,2865
"sqr_mom_0",0.99,1613942493936,2865
"lr_0",4.959064868282786e-06,1613942493936,2865
"mom_0",0.8508187108214524,1613942493936,2865
"eps_0",1e-05,1613942493936,2865
"wd_1",0.01,1613942493936,2865
"sqr_mom_1",0.99,1613942493936,2865
"lr_1",4.9590648682827855e-05,1613942493936,2865
"mom_1",0.8508187108214524,1613942493936,2865
"eps_1",1e-05,1613942493936,2865
"wd_2",0.01,1613942493936,2865
"sqr_mom_2",0.99,1613942493936,2865
"lr_2",0.0004959064868282785,1613942493936,2865
"mom_2",0.8508187108214524,1613942493936,2865
"eps_2",1e-05,1613942493936,2865
"train_loss",0.046489988,1613942494884,2866
"raw_loss",0.02947266,1613942494884,2866
"epoch",18.031446540880502,1613942494884,2866
"wd_0",0.01,1613942494884,2866
"sqr_mom_0",0.99,1613942494884,2866
"lr_0",4.9588101080382364e-06,1613942494884,2866
"mom_0",0.850823806077296,1613942494884,2866
"eps_0",1e-05,1613942494884,2866
"wd_1",0.01,1613942494884,2866
"sqr_mom_1",0.99,1613942494884,2866
"lr_1",4.958810108038236e-05,1613942494884,2866
"mom_1",0.850823806077296,1613942494884,2866
"eps_1",1e-05,1613942494884,2866
"wd_2",0.01,1613942494884,2866
"sqr_mom_2",0.99,1613942494884,2866
"lr_2",0.0004958810108038235,1613942494884,2866
"mom_2",0.850823806077296,1613942494884,2866
"eps_2",1e-05,1613942494884,2866
"train_loss",0.045967914,1613942495858,2867
"raw_loss",0.020386355,1613942495858,2867
"epoch",18.037735849056602,1613942495858,2867
"wd_0",0.01,1613942495858,2867
"sqr_mom_0",0.99,1613942495858,2867
"lr_0",4.9585546277497115e-06,1613942495858,2867
"mom_0",0.8508289157341631,1613942495858,2867
"eps_0",1e-05,1613942495858,2867
"wd_1",0.01,1613942495858,2867
"sqr_mom_1",0.99,1613942495858,2867
"lr_1",4.9585546277497115e-05,1613942495858,2867
"mom_1",0.8508289157341631,1613942495858,2867
"eps_1",1e-05,1613942495858,2867
"wd_2",0.01,1613942495858,2867
"sqr_mom_2",0.99,1613942495858,2867
"lr_2",0.0004958554627749711,1613942495858,2867
"mom_2",0.8508289157341631,1613942495858,2867
"eps_2",1e-05,1613942495858,2867
"train_loss",0.045511045,1613942496920,2868
"raw_loss",0.023124462,1613942496920,2868
"epoch",18.044025157232703,1613942496920,2868
"wd_0",0.01,1613942496920,2868
"sqr_mom_0",0.99,1613942496920,2868
"lr_0",4.9582983003623994e-06,1613942496920,2868
"mom_0",0.8508340423331753,1613942496920,2868
"eps_0",1e-05,1613942496920,2868
"wd_1",0.01,1613942496920,2868
"sqr_mom_1",0.99,1613942496920,2868
"lr_1",4.9582983003623996e-05,1613942496920,2868
"mom_1",0.8508340423331753,1613942496920,2868
"eps_1",1e-05,1613942496920,2868
"wd_2",0.01,1613942496920,2868
"sqr_mom_2",0.99,1613942496920,2868
"lr_2",0.0004958298300362399,1613942496920,2868
"mom_2",0.8508340423331753,1613942496920,2868
"eps_2",1e-05,1613942496920,2868
"train_loss",0.04530866,1613942497940,2869
"raw_loss",0.03539179,1613942497940,2869
"epoch",18.050314465408803,1613942497940,2869
"wd_0",0.01,1613942497940,2869
"sqr_mom_0",0.99,1613942497940,2869
"lr_0",4.958041189428652e-06,1613942497940,2869
"mom_0",0.850839184603273,1613942497940,2869
"eps_0",1e-05,1613942497940,2869
"wd_1",0.01,1613942497940,2869
"sqr_mom_1",0.99,1613942497940,2869
"lr_1",4.958041189428652e-05,1613942497940,2869
"mom_1",0.850839184603273,1613942497940,2869
"eps_1",1e-05,1613942497940,2869
"wd_2",0.01,1613942497940,2869
"sqr_mom_2",0.99,1613942497940,2869
"lr_2",0.0004958041189428652,1613942497940,2869
"mom_2",0.850839184603273,1613942497940,2869
"eps_2",1e-05,1613942497940,2869
"train_loss",0.044917174,1613942498886,2870
"raw_loss",0.025734207,1613942498886,2870
"epoch",18.056603773584904,1613942498886,2870
"wd_0",0.01,1613942498886,2870
"sqr_mom_0",0.99,1613942498886,2870
"lr_0",4.957783353926486e-06,1613942498886,2870
"mom_0",0.850844341364884,1613942498886,2870
"eps_0",1e-05,1613942498886,2870
"wd_1",0.01,1613942498886,2870
"sqr_mom_1",0.99,1613942498886,2870
"lr_1",4.957783353926485e-05,1613942498886,2870
"mom_1",0.850844341364884,1613942498886,2870
"eps_1",1e-05,1613942498886,2870
"wd_2",0.01,1613942498886,2870
"sqr_mom_2",0.99,1613942498886,2870
"lr_2",0.0004957783353926485,1613942498886,2870
"mom_2",0.850844341364884,1613942498886,2870
"eps_2",1e-05,1613942498886,2870
"train_loss",0.04473641,1613942499845,2871
"raw_loss",0.035878982,1613942499845,2871
"epoch",18.062893081761004,1613942499845,2871
"wd_0",0.01,1613942499845,2871
"sqr_mom_0",0.99,1613942499845,2871
"lr_0",4.957524676324593e-06,1613942499845,2871
"mom_0",0.8508495149686578,1613942499845,2871
"eps_0",1e-05,1613942499845,2871
"wd_1",0.01,1613942499845,2871
"sqr_mom_1",0.99,1613942499845,2871
"lr_1",4.957524676324593e-05,1613942499845,2871
"mom_1",0.8508495149686578,1613942499845,2871
"eps_1",1e-05,1613942499845,2871
"wd_2",0.01,1613942499845,2871
"sqr_mom_2",0.99,1613942499845,2871
"lr_2",0.0004957524676324593,1613942499845,2871
"mom_2",0.8508495149686578,1613942499845,2871
"eps_2",1e-05,1613942499845,2871
"train_loss",0.045149393,1613942500796,2872
"raw_loss",0.06538545,1613942500796,2872
"epoch",18.069182389937104,1613942500796,2872
"wd_0",0.01,1613942500796,2872
"sqr_mom_0",0.99,1613942500796,2872
"lr_0",4.9572652154228495e-06,1613942500796,2872
"mom_0",0.8508547042385853,1613942500796,2872
"eps_0",1e-05,1613942500796,2872
"wd_1",0.01,1613942500796,2872
"sqr_mom_1",0.99,1613942500796,2872
"lr_1",4.9572652154228494e-05,1613942500796,2872
"mom_1",0.8508547042385853,1613942500796,2872
"eps_1",1e-05,1613942500796,2872
"wd_2",0.01,1613942500796,2872
"sqr_mom_2",0.99,1613942500796,2872
"lr_2",0.0004957265215422849,1613942500796,2872
"mom_2",0.8508547042385853,1613942500796,2872
"eps_2",1e-05,1613942500796,2872
"train_loss",0.044570453,1613942501768,2873
"raw_loss",0.016202457,1613942501768,2873
"epoch",18.075471698113205,1613942501768,2873
"wd_0",0.01,1613942501768,2873
"sqr_mom_0",0.99,1613942501768,2873
"lr_0",4.9570050361386815e-06,1613942501768,2873
"mom_0",0.8508599078763052,1613942501768,2873
"eps_0",1e-05,1613942501768,2873
"wd_1",0.01,1613942501768,2873
"sqr_mom_1",0.99,1613942501768,2873
"lr_1",4.9570050361386815e-05,1613942501768,2873
"mom_1",0.8508599078763052,1613942501768,2873
"eps_1",1e-05,1613942501768,2873
"wd_2",0.01,1613942501768,2873
"sqr_mom_2",0.99,1613942501768,2873
"lr_2",0.0004957005036138681,1613942501768,2873
"mom_2",0.8508599078763052,1613942501768,2873
"eps_2",1e-05,1613942501768,2873
"train_loss",0.044221133,1613942502711,2874
"raw_loss",0.027104361,1613942502711,2874
"epoch",18.081761006289305,1613942502711,2874
"wd_0",0.01,1613942502711,2874
"sqr_mom_0",0.99,1613942502711,2874
"lr_0",4.956744009080384e-06,1613942502711,2874
"mom_0",0.850865128469677,1613942502711,2874
"eps_0",1e-05,1613942502711,2874
"wd_1",0.01,1613942502711,2874
"sqr_mom_1",0.99,1613942502711,2874
"lr_1",4.9567440090803835e-05,1613942502711,2874
"mom_1",0.850865128469677,1613942502711,2874
"eps_1",1e-05,1613942502711,2874
"wd_2",0.01,1613942502711,2874
"sqr_mom_2",0.99,1613942502711,2874
"lr_2",0.0004956744009080383,1613942502711,2874
"mom_2",0.850865128469677,1613942502711,2874
"eps_2",1e-05,1613942502711,2874
"train_loss",0.044067644,1613942503694,2875
"raw_loss",0.0365467,1613942503694,2875
"epoch",18.088050314465406,1613942503694,2875
"wd_0",0.01,1613942503694,2875
"sqr_mom_0",0.99,1613942503694,2875
"lr_0",4.956482198971064e-06,1613942503694,2875
"mom_0",0.850870364724226,1613942503694,2875
"eps_0",1e-05,1613942503694,2875
"wd_1",0.01,1613942503694,2875
"sqr_mom_1",0.99,1613942503694,2875
"lr_1",4.9564821989710634e-05,1613942503694,2875
"mom_1",0.850870364724226,1613942503694,2875
"eps_1",1e-05,1613942503694,2875
"wd_2",0.01,1613942503694,2875
"sqr_mom_2",0.99,1613942503694,2875
"lr_2",0.0004956482198971063,1613942503694,2875
"mom_2",0.850870364724226,1613942503694,2875
"eps_2",1e-05,1613942503694,2875
"train_loss",0.043688778,1613942504663,2876
"raw_loss",0.025124269,1613942504663,2876
"epoch",18.094339622641506,1613942504663,2876
"wd_0",0.01,1613942504663,2876
"sqr_mom_0",0.99,1613942504663,2876
"lr_0",4.956219665861601e-06,1613942504663,2876
"mom_0",0.8508756154389223,1613942504663,2876
"eps_0",1e-05,1613942504663,2876
"wd_1",0.01,1613942504663,2876
"sqr_mom_1",0.99,1613942504663,2876
"lr_1",4.9562196658616005e-05,1613942504663,2876
"mom_1",0.8508756154389223,1613942504663,2876
"eps_1",1e-05,1613942504663,2876
"wd_2",0.01,1613942504663,2876
"sqr_mom_2",0.99,1613942504663,2876
"lr_2",0.0004956219665861601,1613942504663,2876
"mom_2",0.8508756154389223,1613942504663,2876
"eps_2",1e-05,1613942504663,2876
"train_loss",0.04350089,1613942505655,2877
"raw_loss",0.034294393,1613942505655,2877
"epoch",18.100628930817606,1613942505655,2877
"wd_0",0.01,1613942505655,2877
"sqr_mom_0",0.99,1613942505655,2877
"lr_0",4.95595629007934e-06,1613942505655,2877
"mom_0",0.8508808830072433,1613942505655,2877
"eps_0",1e-05,1613942505655,2877
"wd_1",0.01,1613942505655,2877
"sqr_mom_1",0.99,1613942505655,2877
"lr_1",4.95595629007934e-05,1613942505655,2877
"mom_1",0.8508808830072433,1613942505655,2877
"eps_1",1e-05,1613942505655,2877
"wd_2",0.01,1613942505655,2877
"sqr_mom_2",0.99,1613942505655,2877
"lr_2",0.000495595629007934,1613942505655,2877
"mom_2",0.8508808830072433,1613942505655,2877
"eps_2",1e-05,1613942505655,2877
"train_loss",0.043049254,1613942506682,2878
"raw_loss",0.020919092,1613942506682,2878
"epoch",18.106918238993707,1613942506682,2878
"wd_0",0.01,1613942506682,2878
"sqr_mom_0",0.99,1613942506682,2878
"lr_0",4.955692131497133e-06,1613942506682,2878
"mom_0",0.8508861662317196,1613942506682,2878
"eps_0",1e-05,1613942506682,2878
"wd_1",0.01,1613942506682,2878
"sqr_mom_1",0.99,1613942506682,2878
"lr_1",4.9556921314971326e-05,1613942506682,2878
"mom_1",0.8508861662317196,1613942506682,2878
"eps_1",1e-05,1613942506682,2878
"wd_2",0.01,1613942506682,2878
"sqr_mom_2",0.99,1613942506682,2878
"lr_2",0.0004955692131497132,1613942506682,2878
"mom_2",0.8508861662317196,1613942506682,2878
"eps_2",1e-05,1613942506682,2878
"train_loss",0.042536877,1613942507665,2879
"raw_loss",0.017430488,1613942507665,2879
"epoch",18.113207547169807,1613942507665,2879
"wd_0",0.01,1613942507665,2879
"sqr_mom_0",0.99,1613942507665,2879
"lr_0",4.955427256202294e-06,1613942507665,2879
"mom_0",0.850891463790592,1613942507665,2879
"eps_0",1e-05,1613942507665,2879
"wd_1",0.01,1613942507665,2879
"sqr_mom_1",0.99,1613942507665,2879
"lr_1",4.955427256202293e-05,1613942507665,2879
"mom_1",0.850891463790592,1613942507665,2879
"eps_1",1e-05,1613942507665,2879
"wd_2",0.01,1613942507665,2879
"sqr_mom_2",0.99,1613942507665,2879
"lr_2",0.0004955427256202293,1613942507665,2879
"mom_2",0.850891463790592,1613942507665,2879
"eps_2",1e-05,1613942507665,2879
"train_loss",0.042282213,1613942508620,2880
"raw_loss",0.029803641,1613942508620,2880
"epoch",18.119496855345908,1613942508620,2880
"wd_0",0.01,1613942508620,2880
"sqr_mom_0",0.99,1613942508620,2880
"lr_0",4.95516153246771e-06,1613942508620,2880
"mom_0",0.850896778318429,1613942508620,2880
"eps_0",1e-05,1613942508620,2880
"wd_1",0.01,1613942508620,2880
"sqr_mom_1",0.99,1613942508620,2880
"lr_1",4.955161532467709e-05,1613942508620,2880
"mom_1",0.850896778318429,1613942508620,2880
"eps_1",1e-05,1613942508620,2880
"wd_2",0.01,1613942508620,2880
"sqr_mom_2",0.99,1613942508620,2880
"lr_2",0.000495516153246771,1613942508620,2880
"mom_2",0.850896778318429,1613942508620,2880
"eps_2",1e-05,1613942508620,2880
"train_loss",0.0422905,1613942509579,2881
"raw_loss",0.04269657,1613942509579,2881
"epoch",18.125786163522008,1613942509579,2881
"wd_0",0.01,1613942509579,2881
"sqr_mom_0",0.99,1613942509579,2881
"lr_0",4.954895026186499e-06,1613942509579,2881
"mom_0",0.8509021084973549,1613942509579,2881
"eps_0",1e-05,1613942509579,2881
"wd_1",0.01,1613942509579,2881
"sqr_mom_1",0.99,1613942509579,2881
"lr_1",4.9548950261864985e-05,1613942509579,2881
"mom_1",0.8509021084973549,1613942509579,2881
"eps_1",1e-05,1613942509579,2881
"wd_2",0.01,1613942509579,2881
"sqr_mom_2",0.99,1613942509579,2881
"lr_2",0.0004954895026186498,1613942509579,2881
"mom_2",0.8509021084973549,1613942509579,2881
"eps_2",1e-05,1613942509579,2881
"train_loss",0.04170851,1613942510548,2882
"raw_loss",0.013190972,1613942510548,2882
"epoch",18.13207547169811,1613942510548,2882
"wd_0",0.01,1613942510548,2882
"sqr_mom_0",0.99,1613942510548,2882
"lr_0",4.954627737443607e-06,1613942510548,2882
"mom_0",0.850907454325671,1613942510548,2882
"eps_0",1e-05,1613942510548,2882
"wd_1",0.01,1613942510548,2882
"sqr_mom_1",0.99,1613942510548,2882
"lr_1",4.954627737443607e-05,1613942510548,2882
"mom_1",0.850907454325671,1613942510548,2882
"eps_1",1e-05,1613942510548,2882
"wd_2",0.01,1613942510548,2882
"sqr_mom_2",0.99,1613942510548,2882
"lr_2",0.0004954627737443607,1613942510548,2882
"mom_2",0.850907454325671,1613942510548,2882
"eps_2",1e-05,1613942510548,2882
"train_loss",0.041986488,1613942511509,2883
"raw_loss",0.055607423,1613942511509,2883
"epoch",18.13836477987421,1613942511509,2883
"wd_0",0.01,1613942511509,2883
"sqr_mom_0",0.99,1613942511509,2883
"lr_0",4.954359727540734e-06,1613942511509,2883
"mom_0",0.850912814577331,1613942511509,2883
"eps_0",1e-05,1613942511509,2883
"wd_1",0.01,1613942511509,2883
"sqr_mom_1",0.99,1613942511509,2883
"lr_1",4.954359727540733e-05,1613942511509,2883
"mom_1",0.850912814577331,1613942511509,2883
"eps_1",1e-05,1613942511509,2883
"wd_2",0.01,1613942511509,2883
"sqr_mom_2",0.99,1613942511509,2883
"lr_2",0.0004954359727540733,1613942511509,2883
"mom_2",0.850912814577331,1613942511509,2883
"eps_2",1e-05,1613942511509,2883
"train_loss",0.042124536,1613942512477,2884
"raw_loss",0.048888862,1613942512477,2884
"epoch",18.14465408805031,1613942512477,2884
"wd_0",0.01,1613942512477,2884
"sqr_mom_0",0.99,1613942512477,2884
"lr_0",4.95409087430869e-06,1613942512477,2884
"mom_0",0.8509181916957431,1613942512477,2884
"eps_0",1e-05,1613942512477,2884
"wd_1",0.01,1613942512477,2884
"sqr_mom_1",0.99,1613942512477,2884
"lr_1",4.9540908743086894e-05,1613942512477,2884
"mom_1",0.8509181916957431,1613942512477,2884
"eps_1",1e-05,1613942512477,2884
"wd_2",0.01,1613942512477,2884
"sqr_mom_2",0.99,1613942512477,2884
"lr_2",0.0004954090874308689,1613942512477,2884
"mom_2",0.8509181916957431,1613942512477,2884
"eps_2",1e-05,1613942512477,2884
"train_loss",0.041805465,1613942513454,2885
"raw_loss",0.026170973,1613942513454,2885
"epoch",18.15094339622641,1613942513454,2885
"wd_0",0.01,1613942513454,2885
"sqr_mom_0",0.99,1613942513454,2885
"lr_0",4.9538212388712785e-06,1613942513454,2885
"mom_0",0.850923584458419,1613942513454,2885
"eps_0",1e-05,1613942513454,2885
"wd_1",0.01,1613942513454,2885
"sqr_mom_1",0.99,1613942513454,2885
"lr_1",4.953821238871278e-05,1613942513454,2885
"mom_1",0.850923584458419,1613942513454,2885
"eps_1",1e-05,1613942513454,2885
"wd_2",0.01,1613942513454,2885
"sqr_mom_2",0.99,1613942513454,2885
"lr_2",0.0004953821238871278,1613942513454,2885
"mom_2",0.850923584458419,1613942513454,2885
"eps_2",1e-05,1613942513454,2885
"train_loss",0.041650403,1613942514429,2886
"raw_loss",0.034052357,1613942514429,2886
"epoch",18.15723270440251,1613942514429,2886
"wd_0",0.01,1613942514429,2886
"sqr_mom_0",0.99,1613942514429,2886
"lr_0",4.953550883065968e-06,1613942514429,2886
"mom_0",0.8509289916285969,1613942514429,2886
"eps_0",1e-05,1613942514429,2886
"wd_1",0.01,1613942514429,2886
"sqr_mom_1",0.99,1613942514429,2886
"lr_1",4.9535508830659674e-05,1613942514429,2886
"mom_1",0.8509289916285969,1613942514429,2886
"eps_1",1e-05,1613942514429,2886
"wd_2",0.01,1613942514429,2886
"sqr_mom_2",0.99,1613942514429,2886
"lr_2",0.0004953550883065967,1613942514429,2886
"mom_2",0.8509289916285969,1613942514429,2886
"eps_2",1e-05,1613942514429,2886
"train_loss",0.043802343,1613942515411,2887
"raw_loss",0.14924756,1613942515411,2887
"epoch",18.16352201257861,1613942515411,2887
"wd_0",0.01,1613942515411,2887
"sqr_mom_0",0.99,1613942515411,2887
"lr_0",4.9532796836542175e-06,1613942515411,2887
"mom_0",0.8509344156710723,1613942515411,2887
"eps_0",1e-05,1613942515411,2887
"wd_1",0.01,1613942515411,2887
"sqr_mom_1",0.99,1613942515411,2887
"lr_1",4.953279683654217e-05,1613942515411,2887
"mom_1",0.8509344156710723,1613942515411,2887
"eps_1",1e-05,1613942515411,2887
"wd_2",0.01,1613942515411,2887
"sqr_mom_2",0.99,1613942515411,2887
"lr_2",0.0004953279683654216,1613942515411,2887
"mom_2",0.8509344156710723,1613942515411,2887
"eps_2",1e-05,1613942515411,2887
"train_loss",0.043418016,1613942516397,2888
"raw_loss",0.024585932,1613942516397,2888
"epoch",18.16981132075471,1613942516397,2888
"wd_0",0.01,1613942516397,2888
"sqr_mom_0",0.99,1613942516397,2888
"lr_0",4.953007702295658e-06,1613942516397,2888
"mom_0",0.8509398553526404,1613942516397,2888
"eps_0",1e-05,1613942516397,2888
"wd_1",0.01,1613942516397,2888
"sqr_mom_1",0.99,1613942516397,2888
"lr_1",4.953007702295658e-05,1613942516397,2888
"mom_1",0.8509398553526404,1613942516397,2888
"eps_1",1e-05,1613942516397,2888
"wd_2",0.01,1613942516397,2888
"sqr_mom_2",0.99,1613942516397,2888
"lr_2",0.0004953007702295657,1613942516397,2888
"mom_2",0.8509398553526404,1613942516397,2888
"eps_2",1e-05,1613942516397,2888
"train_loss",0.043383572,1613942517387,2889
"raw_loss",0.041695815,1613942517387,2889
"epoch",18.17610062893081,1613942517387,2889
"wd_0",0.01,1613942517387,2889
"sqr_mom_0",0.99,1613942517387,2889
"lr_0",4.952735007025743e-06,1613942517387,2889
"mom_0",0.8509453093125783,1613942517387,2889
"eps_0",1e-05,1613942517387,2889
"wd_1",0.01,1613942517387,2889
"sqr_mom_1",0.99,1613942517387,2889
"lr_1",4.9527350070257425e-05,1613942517387,2889
"mom_1",0.8509453093125783,1613942517387,2889
"eps_1",1e-05,1613942517387,2889
"wd_2",0.01,1613942517387,2889
"sqr_mom_2",0.99,1613942517387,2889
"lr_2",0.0004952735007025742,1613942517387,2889
"mom_2",0.8509453093125783,1613942517387,2889
"eps_2",1e-05,1613942517387,2889
"train_loss",0.043653067,1613942518361,2890
"raw_loss",0.05685836,1613942518361,2890
"epoch",18.18238993710691,1613942518361,2890
"wd_0",0.01,1613942518361,2890
"sqr_mom_0",0.99,1613942518361,2890
"lr_0",4.952461462228347e-06,1613942518361,2890
"mom_0",0.8509507802632357,1613942518361,2890
"eps_0",1e-05,1613942518361,2890
"wd_1",0.01,1613942518361,2890
"sqr_mom_1",0.99,1613942518361,2890
"lr_1",4.9524614622283477e-05,1613942518361,2890
"mom_1",0.8509507802632357,1613942518361,2890
"eps_1",1e-05,1613942518361,2890
"wd_2",0.01,1613942518361,2890
"sqr_mom_2",0.99,1613942518361,2890
"lr_2",0.0004952461462228347,1613942518361,2890
"mom_2",0.8509507802632357,1613942518361,2890
"eps_2",1e-05,1613942518361,2890
"train_loss",0.043126762,1613942519362,2891
"raw_loss",0.017337728,1613942519362,2891
"epoch",18.188679245283012,1613942519362,2891
"wd_0",0.01,1613942519362,2891
"sqr_mom_0",0.99,1613942519362,2891
"lr_0",4.952187135744943e-06,1613942519362,2891
"mom_0",0.8509562668477696,1613942519362,2891
"eps_0",1e-05,1613942519362,2891
"wd_1",0.01,1613942519362,2891
"sqr_mom_1",0.99,1613942519362,2891
"lr_1",4.952187135744943e-05,1613942519362,2891
"mom_1",0.8509562668477696,1613942519362,2891
"eps_1",1e-05,1613942519362,2891
"wd_2",0.01,1613942519362,2891
"sqr_mom_2",0.99,1613942519362,2891
"lr_2",0.0004952187135744943,1613942519362,2891
"mom_2",0.8509562668477696,1613942519362,2891
"eps_2",1e-05,1613942519362,2891
"train_loss",0.04265593,1613942520355,2892
"raw_loss",0.019585181,1613942520355,2892
"epoch",18.194968553459113,1613942520355,2892
"wd_0",0.01,1613942520355,2892
"sqr_mom_0",0.99,1613942520355,2892
"lr_0",4.951912090483994e-06,1613942520355,2892
"mom_0",0.8509617678079981,1613942520355,2892
"eps_0",1e-05,1613942520355,2892
"wd_1",0.01,1613942520355,2892
"sqr_mom_1",0.99,1613942520355,2892
"lr_1",4.9519120904839944e-05,1613942520355,2892
"mom_1",0.8509617678079981,1613942520355,2892
"eps_1",1e-05,1613942520355,2892
"wd_2",0.01,1613942520355,2892
"sqr_mom_2",0.99,1613942520355,2892
"lr_2",0.0004951912090483994,1613942520355,2892
"mom_2",0.8509617678079981,1613942520355,2892
"eps_2",1e-05,1613942520355,2892
"train_loss",0.044381134,1613942521352,2893
"raw_loss",0.12891628,1613942521352,2893
"epoch",18.201257861635213,1613942521352,2893
"wd_0",0.01,1613942521352,2893
"sqr_mom_0",0.99,1613942521352,2893
"lr_0",4.9516362010693285e-06,1613942521352,2893
"mom_0",0.85096728565147,1613942521352,2893
"eps_0",1e-05,1613942521352,2893
"wd_1",0.01,1613942521352,2893
"sqr_mom_1",0.99,1613942521352,2893
"lr_1",4.9516362010693285e-05,1613942521352,2893
"mom_1",0.85096728565147,1613942521352,2893
"eps_1",1e-05,1613942521352,2893
"wd_2",0.01,1613942521352,2893
"sqr_mom_2",0.99,1613942521352,2893
"lr_2",0.0004951636201069329,1613942521352,2893
"mom_2",0.85096728565147,1613942521352,2893
"eps_2",1e-05,1613942521352,2893
"train_loss",0.04408771,1613942522328,2894
"raw_loss",0.029709904,1613942522328,2894
"epoch",18.207547169811313,1613942522328,2894
"wd_0",0.01,1613942522328,2894
"sqr_mom_0",0.99,1613942522328,2894
"lr_0",4.951359530231696e-06,1613942522328,2894
"mom_0",0.8509728191235573,1613942522328,2894
"eps_0",1e-05,1613942522328,2894
"wd_1",0.01,1613942522328,2894
"sqr_mom_1",0.99,1613942522328,2894
"lr_1",4.9513595302316954e-05,1613942522328,2894
"mom_1",0.8509728191235573,1613942522328,2894
"eps_1",1e-05,1613942522328,2894
"wd_2",0.01,1613942522328,2894
"sqr_mom_2",0.99,1613942522328,2894
"lr_2",0.0004951359530231696,1613942522328,2894
"mom_2",0.8509728191235573,1613942522328,2894
"eps_2",1e-05,1613942522328,2894
"train_loss",0.044438392,1613942523309,2895
"raw_loss",0.061621808,1613942523309,2895
"epoch",18.213836477987414,1613942523309,2895
"wd_0",0.01,1613942523309,2895
"sqr_mom_0",0.99,1613942523309,2895
"lr_0",4.951082147174383e-06,1613942523309,2895
"mom_0",0.8509783668401807,1613942523309,2895
"eps_0",1e-05,1613942523309,2895
"wd_1",0.01,1613942523309,2895
"sqr_mom_1",0.99,1613942523309,2895
"lr_1",4.951082147174384e-05,1613942523309,2895
"mom_1",0.8509783668401807,1613942523309,2895
"eps_1",1e-05,1613942523309,2895
"wd_2",0.01,1613942523309,2895
"sqr_mom_2",0.99,1613942523309,2895
"lr_2",0.0004951082147174383,1613942523309,2895
"mom_2",0.8509783668401807,1613942523309,2895
"eps_2",1e-05,1613942523309,2895
"train_loss",0.044621445,1613942524284,2896
"raw_loss",0.05359102,1613942524284,2896
"epoch",18.220125786163514,1613942524284,2896
"wd_0",0.01,1613942524284,2896
"sqr_mom_0",0.99,1613942524284,2896
"lr_0",4.95080391394995e-06,1613942524284,2896
"mom_0",0.8509839315603166,1613942524284,2896
"eps_0",1e-05,1613942524284,2896
"wd_1",0.01,1613942524284,2896
"sqr_mom_1",0.99,1613942524284,2896
"lr_1",4.9508039139499504e-05,1613942524284,2896
"mom_1",0.8509839315603166,1613942524284,2896
"eps_1",1e-05,1613942524284,2896
"wd_2",0.01,1613942524284,2896
"sqr_mom_2",0.99,1613942524284,2896
"lr_2",0.000495080391394995,1613942524284,2896
"mom_2",0.8509839315603166,1613942524284,2896
"eps_2",1e-05,1613942524284,2896
"train_loss",0.044525884,1613942525256,2897
"raw_loss",0.03984333,1613942525256,2897
"epoch",18.226415094339615,1613942525256,2897
"wd_0",0.01,1613942525256,2897
"sqr_mom_0",0.99,1613942525256,2897
"lr_0",4.9505248995678315e-06,1613942525256,2897
"mom_0",0.8509895119037624,1613942525256,2897
"eps_0",1e-05,1613942525256,2897
"wd_1",0.01,1613942525256,2897
"sqr_mom_1",0.99,1613942525256,2897
"lr_1",4.950524899567831e-05,1613942525256,2897
"mom_1",0.8509895119037624,1613942525256,2897
"eps_1",1e-05,1613942525256,2897
"wd_2",0.01,1613942525256,2897
"sqr_mom_2",0.99,1613942525256,2897
"lr_2",0.0004950524899567831,1613942525256,2897
"mom_2",0.8509895119037624,1613942525256,2897
"eps_2",1e-05,1613942525256,2897
"train_loss",0.04413142,1613942526210,2898
"raw_loss",0.02480268,1613942526210,2898
"epoch",18.232704402515715,1613942526210,2898
"wd_0",0.01,1613942526210,2898
"sqr_mom_0",0.99,1613942526210,2898
"lr_0",4.9502451738149345e-06,1613942526210,2898
"mom_0",0.8509951064747661,1613942526210,2898
"eps_0",1e-05,1613942526210,2898
"wd_1",0.01,1613942526210,2898
"sqr_mom_1",0.99,1613942526210,2898
"lr_1",4.9502451738149344e-05,1613942526210,2898
"mom_1",0.8509951064747661,1613942526210,2898
"eps_1",1e-05,1613942526210,2898
"wd_2",0.01,1613942526210,2898
"sqr_mom_2",0.99,1613942526210,2898
"lr_2",0.0004950245173814934,1613942526210,2898
"mom_2",0.8509951064747661,1613942526210,2898
"eps_2",1e-05,1613942526210,2898
"train_loss",0.04415944,1613942527202,2899
"raw_loss",0.045532282,1613942527202,2899
"epoch",18.238993710691815,1613942527202,2899
"wd_0",0.01,1613942527202,2899
"sqr_mom_0",0.99,1613942527202,2899
"lr_0",4.949964597578753e-06,1613942527202,2899
"mom_0",0.8510007180556055,1613942527202,2899
"eps_0",1e-05,1613942527202,2899
"wd_1",0.01,1613942527202,2899
"sqr_mom_1",0.99,1613942527202,2899
"lr_1",4.949964597578753e-05,1613942527202,2899
"mom_1",0.8510007180556055,1613942527202,2899
"eps_1",1e-05,1613942527202,2899
"wd_2",0.01,1613942527202,2899
"sqr_mom_2",0.99,1613942527202,2899
"lr_2",0.0004949964597578754,1613942527202,2899
"mom_2",0.8510007180556055,1613942527202,2899
"eps_2",1e-05,1613942527202,2899
"train_loss",0.04427425,1613942528185,2900
"raw_loss",0.049899857,1613942528185,2900
"epoch",18.245283018867916,1613942528185,2900
"wd_0",0.01,1613942528185,2900
"sqr_mom_0",0.99,1613942528185,2900
"lr_0",4.94968324045241e-06,1613942528185,2900
"mom_0",0.8510063452544043,1613942528185,2900
"eps_0",1e-05,1613942528185,2900
"wd_1",0.01,1613942528185,2900
"sqr_mom_1",0.99,1613942528185,2900
"lr_1",4.9496832404524095e-05,1613942528185,2900
"mom_1",0.8510063452544043,1613942528185,2900
"eps_1",1e-05,1613942528185,2900
"wd_2",0.01,1613942528185,2900
"sqr_mom_2",0.99,1613942528185,2900
"lr_2",0.000494968324045241,1613942528185,2900
"mom_2",0.8510063452544043,1613942528185,2900
"eps_2",1e-05,1613942528185,2900
"train_loss",0.044511728,1613942529148,2901
"raw_loss",0.056148253,1613942529148,2901
"epoch",18.251572327044016,1613942529148,2901
"wd_0",0.01,1613942529148,2901
"sqr_mom_0",0.99,1613942529148,2901
"lr_0",4.949401102525582e-06,1613942529148,2901
"mom_0",0.8510119880693691,1613942529148,2901
"eps_0",1e-05,1613942529148,2901
"wd_1",0.01,1613942529148,2901
"sqr_mom_1",0.99,1613942529148,2901
"lr_1",4.949401102525582e-05,1613942529148,2901
"mom_1",0.8510119880693691,1613942529148,2901
"eps_1",1e-05,1613942529148,2901
"wd_2",0.01,1613942529148,2901
"sqr_mom_2",0.99,1613942529148,2901
"lr_2",0.0004949401102525582,1613942529148,2901
"mom_2",0.8510119880693691,1613942529148,2901
"eps_2",1e-05,1613942529148,2901
"train_loss",0.04444096,1613942530104,2902
"raw_loss",0.040973276,1613942530104,2902
"epoch",18.257861635220117,1613942530104,2902
"wd_0",0.01,1613942530104,2902
"sqr_mom_0",0.99,1613942530104,2902
"lr_0",4.949118242617238e-06,1613942530104,2902
"mom_0",0.8510176453241085,1613942530104,2902
"eps_0",1e-05,1613942530104,2902
"wd_1",0.01,1613942530104,2902
"sqr_mom_1",0.99,1613942530104,2902
"lr_1",4.949118242617237e-05,1613942530104,2902
"mom_1",0.8510176453241085,1613942530104,2902
"eps_1",1e-05,1613942530104,2902
"wd_2",0.01,1613942530104,2902
"sqr_mom_2",0.99,1613942530104,2902
"lr_2",0.0004949118242617237,1613942530104,2902
"mom_2",0.8510176453241085,1613942530104,2902
"eps_2",1e-05,1613942530104,2902
"train_loss",0.043924447,1613942531066,2903
"raw_loss",0.018615399,1613942531066,2903
"epoch",18.264150943396217,1613942531066,2903
"wd_0",0.01,1613942531066,2903
"sqr_mom_0",0.99,1613942531066,2903
"lr_0",4.9488345435212865e-06,1613942531066,2903
"mom_0",0.8510233193627679,1613942531066,2903
"eps_0",1e-05,1613942531066,2903
"wd_1",0.01,1613942531066,2903
"sqr_mom_1",0.99,1613942531066,2903
"lr_1",4.948834543521286e-05,1613942531066,2903
"mom_1",0.8510233193627679,1613942531066,2903
"eps_1",1e-05,1613942531066,2903
"wd_2",0.01,1613942531066,2903
"sqr_mom_2",0.99,1613942531066,2903
"lr_2",0.0004948834543521286,1613942531066,2903
"mom_2",0.8510233193627679,1613942531066,2903
"eps_2",1e-05,1613942531066,2903
"train_loss",0.043638,1613942532025,2904
"raw_loss",0.029602064,1613942532025,2904
"epoch",18.270440251572317,1613942532025,2904
"wd_0",0.01,1613942532025,2904
"sqr_mom_0",0.99,1613942532025,2904
"lr_0",4.948550063895365e-06,1613942532025,2904
"mom_0",0.8510290090121828,1613942532025,2904
"eps_0",1e-05,1613942532025,2904
"wd_1",0.01,1613942532025,2904
"sqr_mom_1",0.99,1613942532025,2904
"lr_1",4.9485500638953645e-05,1613942532025,2904
"mom_1",0.8510290090121828,1613942532025,2904
"eps_1",1e-05,1613942532025,2904
"wd_2",0.01,1613942532025,2904
"sqr_mom_2",0.99,1613942532025,2904
"lr_2",0.0004948550063895365,1613942532025,2904
"mom_2",0.8510290090121828,1613942532025,2904
"eps_2",1e-05,1613942532025,2904
"train_loss",0.04356015,1613942532981,2905
"raw_loss",0.039745606,1613942532981,2905
"epoch",18.276729559748418,1613942532981,2905
"wd_0",0.01,1613942532981,2905
"sqr_mom_0",0.99,1613942532981,2905
"lr_0",4.948264874887398e-06,1613942532981,2905
"mom_0",0.8510347128493805,1613942532981,2905
"eps_0",1e-05,1613942532981,2905
"wd_1",0.01,1613942532981,2905
"sqr_mom_1",0.99,1613942532981,2905
"lr_1",4.948264874887398e-05,1613942532981,2905
"mom_1",0.8510347128493805,1613942532981,2905
"eps_1",1e-05,1613942532981,2905
"wd_2",0.01,1613942532981,2905
"sqr_mom_2",0.99,1613942532981,2905
"lr_2",0.0004948264874887398,1613942532981,2905
"mom_2",0.8510347128493805,1613942532981,2905
"eps_2",1e-05,1613942532981,2905
"train_loss",0.043326236,1613942533925,2906
"raw_loss",0.031864427,1613942533925,2906
"epoch",18.28301886792452,1613942533925,2906
"wd_0",0.01,1613942533925,2906
"sqr_mom_0",0.99,1613942533925,2906
"lr_0",4.947978834667912e-06,1613942533925,2906
"mom_0",0.8510404337109788,1613942533925,2906
"eps_0",1e-05,1613942533925,2906
"wd_1",0.01,1613942533925,2906
"sqr_mom_1",0.99,1613942533925,2906
"lr_1",4.9479788346679114e-05,1613942533925,2906
"mom_1",0.8510404337109788,1613942533925,2906
"eps_1",1e-05,1613942533925,2906
"wd_2",0.01,1613942533925,2906
"sqr_mom_2",0.99,1613942533925,2906
"lr_2",0.0004947978834667911,1613942533925,2906
"mom_2",0.8510404337109788,1613942533925,2906
"eps_2",1e-05,1613942533925,2906
"train_loss",0.042946633,1613942534889,2907
"raw_loss",0.024346052,1613942534889,2907
"epoch",18.28930817610062,1613942534889,2907
"wd_0",0.01,1613942534889,2907
"sqr_mom_0",0.99,1613942534889,2907
"lr_0",4.947692014191201e-06,1613942534889,2907
"mom_0",0.8510461701778778,1613942534889,2907
"eps_0",1e-05,1613942534889,2907
"wd_1",0.01,1613942534889,2907
"sqr_mom_1",0.99,1613942534889,2907
"lr_1",4.9476920141912004e-05,1613942534889,2907
"mom_1",0.8510461701778778,1613942534889,2907
"eps_1",1e-05,1613942534889,2907
"wd_2",0.01,1613942534889,2907
"sqr_mom_2",0.99,1613942534889,2907
"lr_2",0.00049476920141912,1613942534889,2907
"mom_2",0.8510461701778778,1613942534889,2907
"eps_2",1e-05,1613942534889,2907
"train_loss",0.04267435,1613942535854,2908
"raw_loss",0.02933248,1613942535854,2908
"epoch",18.29559748427672,1613942535854,2908
"wd_0",0.01,1613942535854,2908
"sqr_mom_0",0.99,1613942535854,2908
"lr_0",4.947404485188139e-06,1613942535854,2908
"mom_0",0.8510519208154453,1613942535854,2908
"eps_0",1e-05,1613942535854,2908
"wd_1",0.01,1613942535854,2908
"sqr_mom_1",0.99,1613942535854,2908
"lr_1",4.9474044851881386e-05,1613942535854,2908
"mom_1",0.8510519208154453,1613942535854,2908
"eps_1",1e-05,1613942535854,2908
"wd_2",0.01,1613942535854,2908
"sqr_mom_2",0.99,1613942535854,2908
"lr_2",0.0004947404485188138,1613942535854,2908
"mom_2",0.8510519208154453,1613942535854,2908
"eps_2",1e-05,1613942535854,2908
"train_loss",0.04234602,1613942536809,2909
"raw_loss",0.026257647,1613942536809,2909
"epoch",18.30188679245282,1613942536809,2909
"wd_0",0.01,1613942536809,2909
"sqr_mom_0",0.99,1613942536809,2909
"lr_0",4.947116104665528e-06,1613942536809,2909
"mom_0",0.8510576884835742,1613942536809,2909
"eps_0",1e-05,1613942536809,2909
"wd_1",0.01,1613942536809,2909
"sqr_mom_1",0.99,1613942536809,2909
"lr_1",4.9471161046655274e-05,1613942536809,2909
"mom_1",0.8510576884835742,1613942536809,2909
"eps_1",1e-05,1613942536809,2909
"wd_2",0.01,1613942536809,2909
"sqr_mom_2",0.99,1613942536809,2909
"lr_2",0.0004947116104665527,1613942536809,2909
"mom_2",0.8510576884835742,1613942536809,2909
"eps_2",1e-05,1613942536809,2909
"train_loss",0.042654738,1613942537759,2910
"raw_loss",0.057782035,1613942537759,2910
"epoch",18.30817610062892,1613942537759,2910
"wd_0",0.01,1613942537759,2910
"sqr_mom_0",0.99,1613942537759,2910
"lr_0",4.946826944160678e-06,1613942537759,2910
"mom_0",0.851063471751504,1613942537759,2910
"eps_0",1e-05,1613942537759,2910
"wd_1",0.01,1613942537759,2910
"sqr_mom_1",0.99,1613942537759,2910
"lr_1",4.946826944160678e-05,1613942537759,2910
"mom_1",0.851063471751504,1613942537759,2910
"eps_1",1e-05,1613942537759,2910
"wd_2",0.01,1613942537759,2910
"sqr_mom_2",0.99,1613942537759,2910
"lr_2",0.0004946826944160677,1613942537759,2910
"mom_2",0.851063471751504,1613942537759,2910
"eps_2",1e-05,1613942537759,2910
"train_loss",0.042307734,1613942538714,2911
"raw_loss",0.02530455,1613942538714,2911
"epoch",18.31446540880502,1613942538714,2911
"wd_0",0.01,1613942538714,2911
"sqr_mom_0",0.99,1613942538714,2911
"lr_0",4.9465370639502976e-06,1613942538714,2911
"mom_0",0.8510692694136882,1613942538714,2911
"eps_0",1e-05,1613942538714,2911
"wd_1",0.01,1613942538714,2911
"sqr_mom_1",0.99,1613942538714,2911
"lr_1",4.946537063950297e-05,1613942538714,2911
"mom_1",0.8510692694136882,1613942538714,2911
"eps_1",1e-05,1613942538714,2911
"wd_2",0.01,1613942538714,2911
"sqr_mom_2",0.99,1613942538714,2911
"lr_2",0.0004946537063950297,1613942538714,2911
"mom_2",0.8510692694136882,1613942538714,2911
"eps_2",1e-05,1613942538714,2911
"train_loss",0.042560183,1613942539678,2912
"raw_loss",0.054930147,1613942539678,2912
"epoch",18.32075471698112,1613942539678,2912
"wd_0",0.01,1613942539678,2912
"sqr_mom_0",0.99,1613942539678,2912
"lr_0",4.946246343919359e-06,1613942539678,2912
"mom_0",0.8510750838724516,1613942539678,2912
"eps_0",1e-05,1613942539678,2912
"wd_1",0.01,1613942539678,2912
"sqr_mom_1",0.99,1613942539678,2912
"lr_1",4.9462463439193585e-05,1613942539678,2912
"mom_1",0.8510750838724516,1613942539678,2912
"eps_1",1e-05,1613942539678,2912
"wd_2",0.01,1613942539678,2912
"sqr_mom_2",0.99,1613942539678,2912
"lr_2",0.0004946246343919358,1613942539678,2912
"mom_2",0.8510750838724516,1613942539678,2912
"eps_2",1e-05,1613942539678,2912
"train_loss",0.0423026,1613942540634,2913
"raw_loss",0.029681088,1613942540634,2913
"epoch",18.32704402515722,1613942540634,2913
"wd_0",0.01,1613942540634,2913
"sqr_mom_0",0.99,1613942540634,2913
"lr_0",4.945954844183408e-06,1613942540634,2913
"mom_0",0.8510809139254711,1613942540634,2913
"eps_0",1e-05,1613942540634,2913
"wd_1",0.01,1613942540634,2913
"sqr_mom_1",0.99,1613942540634,2913
"lr_1",4.945954844183408e-05,1613942540634,2913
"mom_1",0.8510809139254711,1613942540634,2913
"eps_1",1e-05,1613942540634,2913
"wd_2",0.01,1613942540634,2913
"sqr_mom_2",0.99,1613942540634,2913
"lr_2",0.0004945954844183407,1613942540634,2913
"mom_2",0.8510809139254711,1613942540634,2913
"eps_2",1e-05,1613942540634,2913
"train_loss",0.042400435,1613942541582,2914
"raw_loss",0.047194276,1613942541582,2914
"epoch",18.33333333333332,1613942541582,2914
"wd_0",0.01,1613942541582,2914
"sqr_mom_0",0.99,1613942541582,2914
"lr_0",4.945662637638597e-06,1613942541582,2914
"mom_0",0.8510867581148092,1613942541582,2914
"eps_0",1e-05,1613942541582,2914
"wd_1",0.01,1613942541582,2914
"sqr_mom_1",0.99,1613942541582,2914
"lr_1",4.945662637638596e-05,1613942541582,2914
"mom_1",0.8510867581148092,1613942541582,2914
"eps_1",1e-05,1613942541582,2914
"wd_2",0.01,1613942541582,2914
"sqr_mom_2",0.99,1613942541582,2914
"lr_2",0.0004945662637638596,1613942541582,2914
"mom_2",0.8510867581148092,1613942541582,2914
"eps_2",1e-05,1613942541582,2914
"train_loss",0.04227224,1613942542547,2915
"raw_loss",0.035990726,1613942542547,2915
"epoch",18.339622641509422,1613942542547,2915
"wd_0",0.01,1613942542547,2915
"sqr_mom_0",0.99,1613942542547,2915
"lr_0",4.9453695789655046e-06,1613942542547,2915
"mom_0",0.8510926193468834,1613942542547,2915
"eps_0",1e-05,1613942542547,2915
"wd_1",0.01,1613942542547,2915
"sqr_mom_1",0.99,1613942542547,2915
"lr_1",4.945369578965504e-05,1613942542547,2915
"mom_1",0.8510926193468834,1613942542547,2915
"eps_1",1e-05,1613942542547,2915
"wd_2",0.01,1613942542547,2915
"sqr_mom_2",0.99,1613942542547,2915
"lr_2",0.0004945369578965504,1613942542547,2915
"mom_2",0.8510926193468834,1613942542547,2915
"eps_2",1e-05,1613942542547,2915
"train_loss",0.041967813,1613942543495,2916
"raw_loss",0.027050942,1613942543495,2916
"epoch",18.345911949685522,1613942543495,2916
"wd_0",0.01,1613942543495,2916
"sqr_mom_0",0.99,1613942543495,2916
"lr_0",4.9450757408668586e-06,1613942543495,2916
"mom_0",0.8510984961676245,1613942543495,2916
"eps_0",1e-05,1613942543495,2916
"wd_1",0.01,1613942543495,2916
"sqr_mom_1",0.99,1613942543495,2916
"lr_1",4.945075740866858e-05,1613942543495,2916
"mom_1",0.8510984961676245,1613942543495,2916
"eps_1",1e-05,1613942543495,2916
"wd_2",0.01,1613942543495,2916
"sqr_mom_2",0.99,1613942543495,2916
"lr_2",0.0004945075740866858,1613942543495,2916
"mom_2",0.8510984961676245,1613942543495,2916
"eps_2",1e-05,1613942543495,2916
"train_loss",0.041818496,1613942544454,2917
"raw_loss",0.03450197,1613942544454,2917
"epoch",18.352201257861623,1613942544454,2917
"wd_0",0.01,1613942544454,2917
"sqr_mom_0",0.99,1613942544454,2917
"lr_0",4.9447811968211345e-06,1613942544454,2917
"mom_0",0.8511043871074484,1613942544454,2917
"eps_0",1e-05,1613942544454,2917
"wd_1",0.01,1613942544454,2917
"sqr_mom_1",0.99,1613942544454,2917
"lr_1",4.9447811968211345e-05,1613942544454,2917
"mom_1",0.8511043871074484,1613942544454,2917
"eps_1",1e-05,1613942544454,2917
"wd_2",0.01,1613942544454,2917
"sqr_mom_2",0.99,1613942544454,2917
"lr_2",0.0004944781196821134,1613942544454,2917
"mom_2",0.8511043871074484,1613942544454,2917
"eps_2",1e-05,1613942544454,2917
"train_loss",0.041327875,1613942545399,2918
"raw_loss",0.017287515,1613942545399,2918
"epoch",18.358490566037723,1613942545399,2918
"wd_0",0.01,1613942545399,2918
"sqr_mom_0",0.99,1613942545399,2918
"lr_0",4.944485800346431e-06,1613942545399,2918
"mom_0",0.8511102950960223,1613942545399,2918
"eps_0",1e-05,1613942545399,2918
"wd_1",0.01,1613942545399,2918
"sqr_mom_1",0.99,1613942545399,2918
"lr_1",4.944485800346431e-05,1613942545399,2918
"mom_1",0.8511102950960223,1613942545399,2918
"eps_1",1e-05,1613942545399,2918
"wd_2",0.01,1613942545399,2918
"sqr_mom_2",0.99,1613942545399,2918
"lr_2",0.0004944485800346431,1613942545399,2918
"mom_2",0.8511102950960223,1613942545399,2918
"eps_2",1e-05,1613942545399,2918
"train_loss",0.04079552,1613942546343,2919
"raw_loss",0.014710141,1613942546343,2919
"epoch",18.364779874213824,1613942546343,2919
"wd_0",0.01,1613942546343,2919
"sqr_mom_0",0.99,1613942546343,2919
"lr_0",4.944189624727869e-06,1613942546343,2919
"mom_0",0.8511162186676293,1613942546343,2919
"eps_0",1e-05,1613942546343,2919
"wd_1",0.01,1613942546343,2919
"sqr_mom_1",0.99,1613942546343,2919
"lr_1",4.9441896247278686e-05,1613942546343,2919
"mom_1",0.8511162186676293,1613942546343,2919
"eps_1",1e-05,1613942546343,2919
"wd_2",0.01,1613942546343,2919
"sqr_mom_2",0.99,1613942546343,2919
"lr_2",0.0004944189624727868,1613942546343,2919
"mom_2",0.8511162186676293,1613942546343,2919
"eps_2",1e-05,1613942546343,2919
"train_loss",0.040412914,1613942547329,2920
"raw_loss",0.021665134,1613942547329,2920
"epoch",18.371069182389924,1613942547329,2920
"wd_0",0.01,1613942547329,2920
"sqr_mom_0",0.99,1613942547329,2920
"lr_0",4.943892670059849e-06,1613942547329,2920
"mom_0",0.8511221578203813,1613942547329,2920
"eps_0",1e-05,1613942547329,2920
"wd_1",0.01,1613942547329,2920
"sqr_mom_1",0.99,1613942547329,2920
"lr_1",4.943892670059849e-05,1613942547329,2920
"mom_1",0.8511221578203813,1613942547329,2920
"eps_1",1e-05,1613942547329,2920
"wd_2",0.01,1613942547329,2920
"sqr_mom_2",0.99,1613942547329,2920
"lr_2",0.0004943892670059848,1613942547329,2920
"mom_2",0.8511221578203813,1613942547329,2920
"eps_2",1e-05,1613942547329,2920
"train_loss",0.040478814,1613942548291,2921
"raw_loss",0.0437079,1613942548291,2921
"epoch",18.377358490566024,1613942548291,2921
"wd_0",0.01,1613942548291,2921
"sqr_mom_0",0.99,1613942548291,2921
"lr_0",4.9435950105969675e-06,1613942548291,2921
"mom_0",0.8511281110691713,1613942548291,2921
"eps_0",1e-05,1613942548291,2921
"wd_1",0.01,1613942548291,2921
"sqr_mom_1",0.99,1613942548291,2921
"lr_1",4.943595010596967e-05,1613942548291,2921
"mom_1",0.8511281110691713,1613942548291,2921
"eps_1",1e-05,1613942548291,2921
"wd_2",0.01,1613942548291,2921
"sqr_mom_2",0.99,1613942548291,2921
"lr_2",0.0004943595010596967,1613942548291,2921
"mom_2",0.8511281110691713,1613942548291,2921
"eps_2",1e-05,1613942548291,2921
"train_loss",0.040204283,1613942549244,2922
"raw_loss",0.026752206,1613942549244,2922
"epoch",18.383647798742125,1613942549244,2922
"wd_0",0.01,1613942549244,2922
"sqr_mom_0",0.99,1613942549244,2922
"lr_0",4.94329649830797e-06,1613942549244,2922
"mom_0",0.8511340813746543,1613942549244,2922
"eps_0",1e-05,1613942549244,2922
"wd_1",0.01,1613942549244,2922
"sqr_mom_1",0.99,1613942549244,2922
"lr_1",4.9432964983079694e-05,1613942549244,2922
"mom_1",0.8511340813746543,1613942549244,2922
"eps_1",1e-05,1613942549244,2922
"wd_2",0.01,1613942549244,2922
"sqr_mom_2",0.99,1613942549244,2922
"lr_2",0.000494329649830797,1613942549244,2922
"mom_2",0.8511340813746543,1613942549244,2922
"eps_2",1e-05,1613942549244,2922
"train_loss",0.039782148,1613942550189,2923
"raw_loss",0.01909752,1613942550189,2923
"epoch",18.389937106918225,1613942550189,2923
"wd_0",0.01,1613942550189,2923
"sqr_mom_0",0.99,1613942550189,2923
"lr_0",4.942997207254189e-06,1613942550189,2923
"mom_0",0.8511400672555888,1613942550189,2923
"eps_0",1e-05,1613942550189,2923
"wd_1",0.01,1613942550189,2923
"sqr_mom_1",0.99,1613942550189,2923
"lr_1",4.942997207254189e-05,1613942550189,2923
"mom_1",0.8511400672555888,1613942550189,2923
"eps_1",1e-05,1613942550189,2923
"wd_2",0.01,1613942550189,2923
"sqr_mom_2",0.99,1613942550189,2923
"lr_2",0.0004942997207254189,1613942550189,2923
"mom_2",0.8511400672555888,1613942550189,2923
"eps_2",1e-05,1613942550189,2923
"train_loss",0.04072048,1613942551429,2924
"raw_loss",0.08669887,1613942551429,2924
"epoch",18.396226415094326,1613942551429,2924
"wd_0",0.01,1613942551429,2924
"sqr_mom_0",0.99,1613942551429,2924
"lr_0",4.942697199815214e-06,1613942551429,2924
"mom_0",0.8511460674643704,1613942551429,2924
"eps_0",1e-05,1613942551429,2924
"wd_1",0.01,1613942551429,2924
"sqr_mom_1",0.99,1613942551429,2924
"lr_1",4.942697199815214e-05,1613942551429,2924
"mom_1",0.8511460674643704,1613942551429,2924
"eps_1",1e-05,1613942551429,2924
"wd_2",0.01,1613942551429,2924
"sqr_mom_2",0.99,1613942551429,2924
"lr_2",0.0004942697199815214,1613942551429,2924
"mom_2",0.8511460674643704,1613942551429,2924
"eps_2",1e-05,1613942551429,2924
"train_loss",0.041526902,1613942552584,2925
"raw_loss",0.08104153,1613942552584,2925
"epoch",18.402515723270426,1613942552584,2925
"wd_0",0.01,1613942552584,2925
"sqr_mom_0",0.99,1613942552584,2925
"lr_0",4.942396351679689e-06,1613942552584,2925
"mom_0",0.8511520844872511,1613942552584,2925
"eps_0",1e-05,1613942552584,2925
"wd_1",0.01,1613942552584,2925
"sqr_mom_1",0.99,1613942552584,2925
"lr_1",4.942396351679689e-05,1613942552584,2925
"mom_1",0.8511520844872511,1613942552584,2925
"eps_1",1e-05,1613942552584,2925
"wd_2",0.01,1613942552584,2925
"sqr_mom_2",0.99,1613942552584,2925
"lr_2",0.0004942396351679688,1613942552584,2925
"mom_2",0.8511520844872511,1613942552584,2925
"eps_2",1e-05,1613942552584,2925
"train_loss",0.041140158,1613942553928,2926
"raw_loss",0.022189641,1613942553928,2926
"epoch",18.408805031446526,1613942553928,2926
"wd_0",0.01,1613942553928,2926
"sqr_mom_0",0.99,1613942553928,2926
"lr_0",4.942094725066292e-06,1613942553928,2926
"mom_0",0.8511581170798449,1613942553928,2926
"eps_0",1e-05,1613942553928,2926
"wd_1",0.01,1613942553928,2926
"sqr_mom_1",0.99,1613942553928,2926
"lr_1",4.942094725066292e-05,1613942553928,2926
"mom_1",0.8511581170798449,1613942553928,2926
"eps_1",1e-05,1613942553928,2926
"wd_2",0.01,1613942553928,2926
"sqr_mom_2",0.99,1613942553928,2926
"lr_2",0.0004942094725066292,1613942553928,2926
"mom_2",0.8511581170798449,1613942553928,2926
"eps_2",1e-05,1613942553928,2926
"train_loss",0.041036855,1613942555222,2927
"raw_loss",0.035975013,1613942555222,2927
"epoch",18.415094339622627,1613942555222,2927
"wd_0",0.01,1613942555222,2927
"sqr_mom_0",0.99,1613942555222,2927
"lr_0",4.9417923953930685e-06,1613942555222,2927
"mom_0",0.8511641637337759,1613942555222,2927
"eps_0",1e-05,1613942555222,2927
"wd_1",0.01,1613942555222,2927
"sqr_mom_1",0.99,1613942555222,2927
"lr_1",4.941792395393069e-05,1613942555222,2927
"mom_1",0.8511641637337759,1613942555222,2927
"eps_1",1e-05,1613942555222,2927
"wd_2",0.01,1613942555222,2927
"sqr_mom_2",0.99,1613942555222,2927
"lr_2",0.0004941792395393069,1613942555222,2927
"mom_2",0.8511641637337759,1613942555222,2927
"eps_2",1e-05,1613942555222,2927
"train_loss",0.041292567,1613942557719,2928
"raw_loss",0.05382244,1613942557719,2928
"epoch",18.421383647798727,1613942557719,2928
"wd_0",0.01,1613942557719,2928
"sqr_mom_0",0.99,1613942557719,2928
"lr_0",4.941489212306188e-06,1613942557719,2928
"mom_0",0.8511702274561508,1613942557719,2928
"eps_0",1e-05,1613942557719,2928
"wd_1",0.01,1613942557719,2928
"sqr_mom_1",0.99,1613942557719,2928
"lr_1",4.9414892123061885e-05,1613942557719,2928
"mom_1",0.8511702274561508,1613942557719,2928
"eps_1",1e-05,1613942557719,2928
"wd_2",0.01,1613942557719,2928
"sqr_mom_2",0.99,1613942557719,2928
"lr_2",0.0004941489212306188,1613942557719,2928
"mom_2",0.8511702274561508,1613942557719,2928
"eps_2",1e-05,1613942557719,2928
"train_loss",0.04119048,1613942558706,2929
"raw_loss",0.036188178,1613942558706,2929
"epoch",18.427672955974828,1613942558706,2929
"wd_0",0.01,1613942558706,2929
"sqr_mom_0",0.99,1613942558706,2929
"lr_0",4.941185251030577e-06,1613942558706,2929
"mom_0",0.8511763067424559,1613942558706,2929
"eps_0",1e-05,1613942558706,2929
"wd_1",0.01,1613942558706,2929
"sqr_mom_1",0.99,1613942558706,2929
"lr_1",4.941185251030577e-05,1613942558706,2929
"mom_1",0.8511763067424559,1613942558706,2929
"eps_1",1e-05,1613942558706,2929
"wd_2",0.01,1613942558706,2929
"sqr_mom_2",0.99,1613942558706,2929
"lr_2",0.0004941185251030577,1613942558706,2929
"mom_2",0.8511763067424559,1613942558706,2929
"eps_2",1e-05,1613942558706,2929
"train_loss",0.040858462,1613942559673,2930
"raw_loss",0.024589594,1613942559673,2930
"epoch",18.433962264150928,1613942559673,2930
"wd_0",0.01,1613942559673,2930
"sqr_mom_0",0.99,1613942559673,2930
"lr_0",4.940880587565677e-06,1613942559673,2930
"mom_0",0.8511824000726872,1613942559673,2930
"eps_0",1e-05,1613942559673,2930
"wd_1",0.01,1613942559673,2930
"sqr_mom_1",0.99,1613942559673,2930
"lr_1",4.9408805875656766e-05,1613942559673,2930
"mom_1",0.8511824000726872,1613942559673,2930
"eps_1",1e-05,1613942559673,2930
"wd_2",0.01,1613942559673,2930
"sqr_mom_2",0.99,1613942559673,2930
"lr_2",0.0004940880587565676,1613942559673,2930
"mom_2",0.8511824000726872,1613942559673,2930
"eps_2",1e-05,1613942559673,2930
"train_loss",0.040346794,1613942560658,2931
"raw_loss",0.015274987,1613942560658,2931
"epoch",18.44025157232703,1613942560658,2931
"wd_0",0.01,1613942560658,2931
"sqr_mom_0",0.99,1613942560658,2931
"lr_0",4.940575070397022e-06,1613942560658,2931
"mom_0",0.8511885104771643,1613942560658,2931
"eps_0",1e-05,1613942560658,2931
"wd_1",0.01,1613942560658,2931
"sqr_mom_1",0.99,1613942560658,2931
"lr_1",4.940575070397022e-05,1613942560658,2931
"mom_1",0.8511885104771643,1613942560658,2931
"eps_1",1e-05,1613942560658,2931
"wd_2",0.01,1613942560658,2931
"sqr_mom_2",0.99,1613942560658,2931
"lr_2",0.0004940575070397022,1613942560658,2931
"mom_2",0.8511885104771643,1613942560658,2931
"eps_2",1e-05,1613942560658,2931
"train_loss",0.040115654,1613942561615,2932
"raw_loss",0.02878979,1613942561615,2932
"epoch",18.44654088050313,1613942561615,2932
"wd_0",0.01,1613942561615,2932
"sqr_mom_0",0.99,1613942561615,2932
"lr_0",4.940268775331009e-06,1613942561615,2932
"mom_0",0.8511946364397442,1613942561615,2932
"eps_0",1e-05,1613942561615,2932
"wd_1",0.01,1613942561615,2932
"sqr_mom_1",0.99,1613942561615,2932
"lr_1",4.940268775331009e-05,1613942561615,2932
"mom_1",0.8511946364397442,1613942561615,2932
"eps_1",1e-05,1613942561615,2932
"wd_2",0.01,1613942561615,2932
"sqr_mom_2",0.99,1613942561615,2932
"lr_2",0.0004940268775331009,1613942561615,2932
"mom_2",0.8511946364397442,1613942561615,2932
"eps_2",1e-05,1613942561615,2932
"train_loss",0.03992578,1613942562570,2933
"raw_loss",0.030621877,1613942562570,2933
"epoch",18.45283018867923,1613942562570,2933
"wd_0",0.01,1613942562570,2933
"sqr_mom_0",0.99,1613942562570,2933
"lr_0",4.939961766201096e-06,1613942562570,2933
"mom_0",0.8512007766837449,1613942562570,2933
"eps_0",1e-05,1613942562570,2933
"wd_1",0.01,1613942562570,2933
"sqr_mom_1",0.99,1613942562570,2933
"lr_1",4.939961766201096e-05,1613942562570,2933
"mom_1",0.8512007766837449,1613942562570,2933
"eps_1",1e-05,1613942562570,2933
"wd_2",0.01,1613942562570,2933
"sqr_mom_2",0.99,1613942562570,2933
"lr_2",0.0004939961766201096,1613942562570,2933
"mom_2",0.8512007766837449,1613942562570,2933
"eps_2",1e-05,1613942562570,2933
"train_loss",0.03974894,1613942563507,2934
"raw_loss",0.031083811,1613942563507,2934
"epoch",18.45911949685533,1613942563507,2934
"wd_0",0.01,1613942563507,2934
"sqr_mom_0",0.99,1613942563507,2934
"lr_0",4.939653915794702e-06,1613942563507,2934
"mom_0",0.8512069337534435,1613942563507,2934
"eps_0",1e-05,1613942563507,2934
"wd_1",0.01,1613942563507,2934
"sqr_mom_1",0.99,1613942563507,2934
"lr_1",4.939653915794702e-05,1613942563507,2934
"mom_1",0.8512069337534435,1613942563507,2934
"eps_1",1e-05,1613942563507,2934
"wd_2",0.01,1613942563507,2934
"sqr_mom_2",0.99,1613942563507,2934
"lr_2",0.0004939653915794702,1613942563507,2934
"mom_2",0.8512069337534435,1613942563507,2934
"eps_2",1e-05,1613942563507,2934
"train_loss",0.040454242,1613942564479,2935
"raw_loss",0.07501397,1613942564479,2935
"epoch",18.46540880503143,1613942564479,2935
"wd_0",0.01,1613942564479,2935
"sqr_mom_0",0.99,1613942564479,2935
"lr_0",4.9393452877845566e-06,1613942564479,2935
"mom_0",0.8512131063753726,1613942564479,2935
"eps_0",1e-05,1613942564479,2935
"wd_1",0.01,1613942564479,2935
"sqr_mom_1",0.99,1613942564479,2935
"lr_1",4.939345287784556e-05,1613942564479,2935
"mom_1",0.8512131063753726,1613942564479,2935
"eps_1",1e-05,1613942564479,2935
"wd_2",0.01,1613942564479,2935
"sqr_mom_2",0.99,1613942564479,2935
"lr_2",0.0004939345287784556,1613942564479,2935
"mom_2",0.8512131063753726,1613942564479,2935
"eps_2",1e-05,1613942564479,2935
"train_loss",0.040511865,1613942565427,2936
"raw_loss",0.04333537,1613942565427,2936
"epoch",18.47169811320753,1613942565427,2936
"wd_0",0.01,1613942565427,2936
"sqr_mom_0",0.99,1613942565427,2936
"lr_0",4.93903595933225e-06,1613942565427,2936
"mom_0",0.8512192930062851,1613942565427,2936
"eps_0",1e-05,1613942565427,2936
"wd_1",0.01,1613942565427,2936
"sqr_mom_1",0.99,1613942565427,2936
"lr_1",4.939035959332249e-05,1613942565427,2936
"mom_1",0.8512192930062851,1613942565427,2936
"eps_1",1e-05,1613942565427,2936
"wd_2",0.01,1613942565427,2936
"sqr_mom_2",0.99,1613942565427,2936
"lr_2",0.0004939035959332249,1613942565427,2936
"mom_2",0.8512192930062851,1613942565427,2936
"eps_2",1e-05,1613942565427,2936
"train_loss",0.0402573,1613942566368,2937
"raw_loss",0.027783602,1613942566368,2937
"epoch",18.47798742138363,1613942566368,2937
"wd_0",0.01,1613942566368,2937
"sqr_mom_0",0.99,1613942566368,2937
"lr_0",4.938725776603336e-06,1613942566368,2937
"mom_0",0.8512254967229005,1613942566368,2937
"eps_0",1e-05,1613942566368,2937
"wd_1",0.01,1613942566368,2937
"sqr_mom_1",0.99,1613942566368,2937
"lr_1",4.938725776603336e-05,1613942566368,2937
"mom_1",0.8512254967229005,1613942566368,2937
"eps_1",1e-05,1613942566368,2937
"wd_2",0.01,1613942566368,2937
"sqr_mom_2",0.99,1613942566368,2937
"lr_2",0.0004938725776603335,1613942566368,2937
"mom_2",0.8512254967229005,1613942566368,2937
"eps_2",1e-05,1613942566368,2937
"train_loss",0.03976286,1613942567302,2938
"raw_loss",0.015535112,1613942567302,2938
"epoch",18.48427672955973,1613942567302,2938
"wd_0",0.01,1613942567302,2938
"sqr_mom_0",0.99,1613942567302,2938
"lr_0",4.9384148165665045e-06,1613942567302,2938
"mom_0",0.8512317159858297,1613942567302,2938
"eps_0",1e-05,1613942567302,2938
"wd_1",0.01,1613942567302,2938
"sqr_mom_1",0.99,1613942567302,2938
"lr_1",4.938414816566505e-05,1613942567302,2938
"mom_1",0.8512317159858297,1613942567302,2938
"eps_1",1e-05,1613942567302,2938
"wd_2",0.01,1613942567302,2938
"sqr_mom_2",0.99,1613942567302,2938
"lr_2",0.0004938414816566504,1613942567302,2938
"mom_2",0.8512317159858297,1613942567302,2938
"eps_2",1e-05,1613942567302,2938
"train_loss",0.040192124,1613942568250,2939
"raw_loss",0.061226107,1613942568250,2939
"epoch",18.49056603773583,1613942568250,2939
"wd_0",0.01,1613942568250,2939
"sqr_mom_0",0.99,1613942568250,2939
"lr_0",4.938103156964085e-06,1613942568250,2939
"mom_0",0.8512379492402107,1613942568250,2939
"eps_0",1e-05,1613942568250,2939
"wd_1",0.01,1613942568250,2939
"sqr_mom_1",0.99,1613942568250,2939
"lr_1",4.938103156964084e-05,1613942568250,2939
"mom_1",0.8512379492402107,1613942568250,2939
"eps_1",1e-05,1613942568250,2939
"wd_2",0.01,1613942568250,2939
"sqr_mom_2",0.99,1613942568250,2939
"lr_2",0.0004938103156964084,1613942568250,2939
"mom_2",0.8512379492402107,1613942568250,2939
"eps_2",1e-05,1613942568250,2939
"train_loss",0.040749468,1613942569194,2940
"raw_loss",0.06805928,1613942569194,2940
"epoch",18.496855345911932,1613942569194,2940
"wd_0",0.01,1613942569194,2940
"sqr_mom_0",0.99,1613942569194,2940
"lr_0",4.937790642802309e-06,1613942569194,2940
"mom_0",0.8512441995859497,1613942569194,2940
"eps_0",1e-05,1613942569194,2940
"wd_1",0.01,1613942569194,2940
"sqr_mom_1",0.99,1613942569194,2940
"lr_1",4.9377906428023085e-05,1613942569194,2940
"mom_1",0.8512441995859497,1613942569194,2940
"eps_1",1e-05,1613942569194,2940
"wd_2",0.01,1613942569194,2940
"sqr_mom_2",0.99,1613942569194,2940
"lr_2",0.0004937790642802308,1613942569194,2940
"mom_2",0.8512441995859497,1613942569194,2940
"eps_2",1e-05,1613942569194,2940
"train_loss",0.040413916,1613942570143,2941
"raw_loss",0.023971826,1613942570143,2941
"epoch",18.503144654088032,1613942570143,2941
"wd_0",0.01,1613942570143,2941
"sqr_mom_0",0.99,1613942570143,2941
"lr_0",4.937477351630678e-06,1613942570143,2941
"mom_0",0.8512504654720411,1613942570143,2941
"eps_0",1e-05,1613942570143,2941
"wd_1",0.01,1613942570143,2941
"sqr_mom_1",0.99,1613942570143,2941
"lr_1",4.9374773516306785e-05,1613942570143,2941
"mom_1",0.8512504654720411,1613942570143,2941
"eps_1",1e-05,1613942570143,2941
"wd_2",0.01,1613942570143,2941
"sqr_mom_2",0.99,1613942570143,2941
"lr_2",0.0004937477351630678,1613942570143,2941
"mom_2",0.8512504654720411,1613942570143,2941
"eps_2",1e-05,1613942570143,2941
"train_loss",0.040117815,1613942571085,2942
"raw_loss",0.025608888,1613942571085,2942
"epoch",18.509433962264133,1613942571085,2942
"wd_0",0.01,1613942571085,2942
"sqr_mom_0",0.99,1613942571085,2942
"lr_0",4.937163283549052e-06,1613942571085,2942
"mom_0",0.8512567468964879,1613942571085,2942
"eps_0",1e-05,1613942571085,2942
"wd_1",0.01,1613942571085,2942
"sqr_mom_1",0.99,1613942571085,2942
"lr_1",4.937163283549051e-05,1613942571085,2942
"mom_1",0.8512567468964879,1613942571085,2942
"eps_1",1e-05,1613942571085,2942
"wd_2",0.01,1613942571085,2942
"sqr_mom_2",0.99,1613942571085,2942
"lr_2",0.0004937163283549051,1613942571085,2942
"mom_2",0.8512567468964879,1613942571085,2942
"eps_2",1e-05,1613942571085,2942
"train_loss",0.04015265,1613942572037,2943
"raw_loss",0.04185965,1613942572037,2943
"epoch",18.515723270440233,1613942572037,2943
"wd_0",0.01,1613942572037,2943
"sqr_mom_0",0.99,1613942572037,2943
"lr_0",4.936848517073744e-06,1613942572037,2943
"mom_0",0.851263042288948,1613942572037,2943
"eps_0",1e-05,1613942572037,2943
"wd_1",0.01,1613942572037,2943
"sqr_mom_1",0.99,1613942572037,2943
"lr_1",4.936848517073744e-05,1613942572037,2943
"mom_1",0.851263042288948,1613942572037,2943
"eps_1",1e-05,1613942572037,2943
"wd_2",0.01,1613942572037,2943
"sqr_mom_2",0.99,1613942572037,2943
"lr_2",0.0004936848517073743,1613942572037,2943
"mom_2",0.851263042288948,1613942572037,2943
"eps_2",1e-05,1613942572037,2943
"train_loss",0.040246103,1613942572988,2944
"raw_loss",0.044825293,1613942572988,2944
"epoch",18.522012578616334,1613942572988,2944
"wd_0",0.01,1613942572988,2944
"sqr_mom_0",0.99,1613942572988,2944
"lr_0",4.936532895665887e-06,1613942572988,2944
"mom_0",0.85126935478023,1613942572988,2944
"eps_0",1e-05,1613942572988,2944
"wd_1",0.01,1613942572988,2944
"sqr_mom_1",0.99,1613942572988,2944
"lr_1",4.936532895665887e-05,1613942572988,2944
"mom_1",0.85126935478023,1613942572988,2944
"eps_1",1e-05,1613942572988,2944
"wd_2",0.01,1613942572988,2944
"sqr_mom_2",0.99,1613942572988,2944
"lr_2",0.0004936532895665886,1613942572988,2944
"mom_2",0.85126935478023,1613942572988,2944
"eps_2",1e-05,1613942572988,2944
"train_loss",0.040167645,1613942573941,2945
"raw_loss",0.036323246,1613942573941,2945
"epoch",18.528301886792434,1613942573941,2945
"wd_0",0.01,1613942573941,2945
"sqr_mom_0",0.99,1613942573941,2945
"lr_0",4.936216497649068e-06,1613942573941,2945
"mom_0",0.8512756828038467,1613942573941,2945
"eps_0",1e-05,1613942573941,2945
"wd_1",0.01,1613942573941,2945
"sqr_mom_1",0.99,1613942573941,2945
"lr_1",4.936216497649068e-05,1613942573941,2945
"mom_1",0.8512756828038467,1613942573941,2945
"eps_1",1e-05,1613942573941,2945
"wd_2",0.01,1613942573941,2945
"sqr_mom_2",0.99,1613942573941,2945
"lr_2",0.0004936216497649068,1613942573941,2945
"mom_2",0.8512756828038467,1613942573941,2945
"eps_2",1e-05,1613942573941,2945
"train_loss",0.040063974,1613942574899,2946
"raw_loss",0.034984075,1613942574899,2946
"epoch",18.534591194968534,1613942574899,2946
"wd_0",0.01,1613942574899,2946
"sqr_mom_0",0.99,1613942574899,2946
"lr_0",4.935899388953875e-06,1613942574899,2946
"mom_0",0.8512820250411729,1613942574899,2946
"eps_0",1e-05,1613942574899,2946
"wd_1",0.01,1613942574899,2946
"sqr_mom_1",0.99,1613942574899,2946
"lr_1",4.935899388953874e-05,1613942574899,2946
"mom_1",0.8512820250411729,1613942574899,2946
"eps_1",1e-05,1613942574899,2946
"wd_2",0.01,1613942574899,2946
"sqr_mom_2",0.99,1613942574899,2946
"lr_2",0.0004935899388953874,1613942574899,2946
"mom_2",0.8512820250411729,1613942574899,2946
"eps_2",1e-05,1613942574899,2946
"train_loss",0.039941452,1613942575868,2947
"raw_loss",0.03393783,1613942575868,2947
"epoch",18.540880503144635,1613942575868,2947
"wd_0",0.01,1613942575868,2947
"sqr_mom_0",0.99,1613942575868,2947
"lr_0",4.93558143818286e-06,1613942575868,2947
"mom_0",0.851288384120184,1613942575868,2947
"eps_0",1e-05,1613942575868,2947
"wd_1",0.01,1613942575868,2947
"sqr_mom_1",0.99,1613942575868,2947
"lr_1",4.935581438182859e-05,1613942575868,2947
"mom_1",0.851288384120184,1613942575868,2947
"eps_1",1e-05,1613942575868,2947
"wd_2",0.01,1613942575868,2947
"sqr_mom_2",0.99,1613942575868,2947
"lr_2",0.0004935581438182859,1613942575868,2947
"mom_2",0.851288384120184,1613942575868,2947
"eps_2",1e-05,1613942575868,2947
"train_loss",0.039895996,1613942576826,2948
"raw_loss",0.03766866,1613942576826,2948
"epoch",18.547169811320735,1613942576826,2948
"wd_0",0.01,1613942576826,2948
"sqr_mom_0",0.99,1613942576826,2948
"lr_0",4.935262711106149e-06,1613942576826,2948
"mom_0",0.8512947587254642,1613942576826,2948
"eps_0",1e-05,1613942576826,2948
"wd_1",0.01,1613942576826,2948
"sqr_mom_1",0.99,1613942576826,2948
"lr_1",4.935262711106149e-05,1613942576826,2948
"mom_1",0.8512947587254642,1613942576826,2948
"eps_1",1e-05,1613942576826,2948
"wd_2",0.01,1613942576826,2948
"sqr_mom_2",0.99,1613942576826,2948
"lr_2",0.0004935262711106149,1613942576826,2948
"mom_2",0.8512947587254642,1613942576826,2948
"eps_2",1e-05,1613942576826,2948
"train_loss",0.039741646,1613942577838,2949
"raw_loss",0.032178454,1613942577838,2949
"epoch",18.553459119496836,1613942577838,2949
"wd_0",0.01,1613942577838,2949
"sqr_mom_0",0.99,1613942577838,2949
"lr_0",4.934943287400271e-06,1613942577838,2949
"mom_0",0.8513011472634672,1613942577838,2949
"eps_0",1e-05,1613942577838,2949
"wd_1",0.01,1613942577838,2949
"sqr_mom_1",0.99,1613942577838,2949
"lr_1",4.934943287400271e-05,1613942577838,2949
"mom_1",0.8513011472634672,1613942577838,2949
"eps_1",1e-05,1613942577838,2949
"wd_2",0.01,1613942577838,2949
"sqr_mom_2",0.99,1613942577838,2949
"lr_2",0.0004934943287400271,1613942577838,2949
"mom_2",0.8513011472634672,1613942577838,2949
"eps_2",1e-05,1613942577838,2949
"train_loss",0.03976256,1613942578793,2950
"raw_loss",0.040787272,1613942578793,2950
"epoch",18.559748427672936,1613942578793,2950
"wd_0",0.01,1613942578793,2950
"sqr_mom_0",0.99,1613942578793,2950
"lr_0",4.934623008210236e-06,1613942578793,2950
"mom_0",0.8513075529113244,1613942578793,2950
"eps_0",1e-05,1613942578793,2950
"wd_1",0.01,1613942578793,2950
"sqr_mom_1",0.99,1613942578793,2950
"lr_1",4.9346230082102355e-05,1613942578793,2950
"mom_1",0.8513075529113244,1613942578793,2950
"eps_1",1e-05,1613942578793,2950
"wd_2",0.01,1613942578793,2950
"sqr_mom_2",0.99,1613942578793,2950
"lr_2",0.0004934623008210235,1613942578793,2950
"mom_2",0.8513075529113244,1613942578793,2950
"eps_2",1e-05,1613942578793,2950
"train_loss",0.039779916,1613942579883,2951
"raw_loss",0.04063038,1613942579883,2951
"epoch",18.566037735849036,1613942579883,2951
"wd_0",0.01,1613942579883,2951
"sqr_mom_0",0.99,1613942579883,2951
"lr_0",4.934301953019993e-06,1613942579883,2951
"mom_0",0.851313974079341,1613942579883,2951
"eps_0",1e-05,1613942579883,2951
"wd_1",0.01,1613942579883,2951
"sqr_mom_1",0.99,1613942579883,2951
"lr_1",4.9343019530199925e-05,1613942579883,2951
"mom_1",0.851313974079341,1613942579883,2951
"eps_1",1e-05,1613942579883,2951
"wd_2",0.01,1613942579883,2951
"sqr_mom_2",0.99,1613942579883,2951
"lr_2",0.0004934301953019992,1613942579883,2951
"mom_2",0.851313974079341,1613942579883,2951
"eps_2",1e-05,1613942579883,2951
"train_loss",0.03982457,1613942580861,2952
"raw_loss",0.042012677,1613942580861,2952
"epoch",18.572327044025137,1613942580861,2952
"wd_0",0.01,1613942580861,2952
"sqr_mom_0",0.99,1613942580861,2952
"lr_0",4.933980202085831e-06,1613942580861,2952
"mom_0",0.851320409162375,1613942580861,2952
"eps_0",1e-05,1613942580861,2952
"wd_1",0.01,1613942580861,2952
"sqr_mom_1",0.99,1613942580861,2952
"lr_1",4.933980202085831e-05,1613942580861,2952
"mom_1",0.851320409162375,1613942580861,2952
"eps_1",1e-05,1613942580861,2952
"wd_2",0.01,1613942580861,2952
"sqr_mom_2",0.99,1613942580861,2952
"lr_2",0.0004933980202085831,1613942580861,2952
"mom_2",0.851320409162375,1613942580861,2952
"eps_2",1e-05,1613942580861,2952
"train_loss",0.040334146,1613942581821,2953
"raw_loss",0.06530341,1613942581821,2953
"epoch",18.578616352201237,1613942581821,2953
"wd_0",0.01,1613942581821,2953
"sqr_mom_0",0.99,1613942581821,2953
"lr_0",4.93365759539539e-06,1613942581821,2953
"mom_0",0.8513268613607058,1613942581821,2953
"eps_0",1e-05,1613942581821,2953
"wd_1",0.01,1613942581821,2953
"sqr_mom_1",0.99,1613942581821,2953
"lr_1",4.93365759539539e-05,1613942581821,2953
"mom_1",0.8513268613607058,1613942581821,2953
"eps_1",1e-05,1613942581821,2953
"wd_2",0.01,1613942581821,2953
"sqr_mom_2",0.99,1613942581821,2953
"lr_2",0.000493365759539539,1613942581821,2953
"mom_2",0.8513268613607058,1613942581821,2953
"eps_2",1e-05,1613942581821,2953
"train_loss",0.0401084,1613942582768,2954
"raw_loss",0.029046956,1613942582768,2954
"epoch",18.584905660377338,1613942582768,2954
"wd_0",0.01,1613942582768,2954
"sqr_mom_0",0.99,1613942582768,2954
"lr_0",4.933334213012456e-06,1613942582768,2954
"mom_0",0.8513333290730416,1613942582768,2954
"eps_0",1e-05,1613942582768,2954
"wd_1",0.01,1613942582768,2954
"sqr_mom_1",0.99,1613942582768,2954
"lr_1",4.9333342130124555e-05,1613942582768,2954
"mom_1",0.8513333290730416,1613942582768,2954
"eps_1",1e-05,1613942582768,2954
"wd_2",0.01,1613942582768,2954
"sqr_mom_2",0.99,1613942582768,2954
"lr_2",0.0004933334213012455,1613942582768,2954
"mom_2",0.8513333290730416,1613942582768,2954
"eps_2",1e-05,1613942582768,2954
"train_loss",0.039925236,1613942583773,2955
"raw_loss",0.030950107,1613942583773,2955
"epoch",18.591194968553438,1613942583773,2955
"wd_0",0.01,1613942583773,2955
"sqr_mom_0",0.99,1613942583773,2955
"lr_0",4.9330101223173935e-06,1613942583773,2955
"mom_0",0.8513398109517616,1613942583773,2955
"eps_0",1e-05,1613942583773,2955
"wd_1",0.01,1613942583773,2955
"sqr_mom_1",0.99,1613942583773,2955
"lr_1",4.933010122317393e-05,1613942583773,2955
"mom_1",0.8513398109517616,1613942583773,2955
"eps_1",1e-05,1613942583773,2955
"wd_2",0.01,1613942583773,2955
"sqr_mom_2",0.99,1613942583773,2955
"lr_2",0.0004933010122317393,1613942583773,2955
"mom_2",0.8513398109517616,1613942583773,2955
"eps_2",1e-05,1613942583773,2955
"train_loss",0.03954029,1613942584731,2956
"raw_loss",0.02067799,1613942584731,2956
"epoch",18.59748427672954,1613942584731,2956
"wd_0",0.01,1613942584731,2956
"sqr_mom_0",0.99,1613942584731,2956
"lr_0",4.932685189019688e-06,1613942584731,2956
"mom_0",0.8513463096827031,1613942584731,2956
"eps_0",1e-05,1613942584731,2956
"wd_1",0.01,1613942584731,2956
"sqr_mom_1",0.99,1613942584731,2956
"lr_1",4.932685189019688e-05,1613942584731,2956
"mom_1",0.8513463096827031,1613942584731,2956
"eps_1",1e-05,1613942584731,2956
"wd_2",0.01,1613942584731,2956
"sqr_mom_2",0.99,1613942584731,2956
"lr_2",0.0004932685189019688,1613942584731,2956
"mom_2",0.8513463096827031,1613942584731,2956
"eps_2",1e-05,1613942584731,2956
"train_loss",0.040451337,1613942585728,2957
"raw_loss",0.08509261,1613942585728,2957
"epoch",18.60377358490564,1613942585728,2957
"wd_0",0.01,1613942585728,2957
"sqr_mom_0",0.99,1613942585728,2957
"lr_0",4.932359480339433e-06,1613942585728,2957
"mom_0",0.8513528239214505,1613942585728,2957
"eps_0",1e-05,1613942585728,2957
"wd_1",0.01,1613942585728,2957
"sqr_mom_1",0.99,1613942585728,2957
"lr_1",4.932359480339433e-05,1613942585728,2957
"mom_1",0.8513528239214505,1613942585728,2957
"eps_1",1e-05,1613942585728,2957
"wd_2",0.01,1613942585728,2957
"sqr_mom_2",0.99,1613942585728,2957
"lr_2",0.0004932359480339433,1613942585728,2957
"mom_2",0.8513528239214505,1613942585728,2957
"eps_2",1e-05,1613942585728,2957
"train_loss",0.040713128,1613942586754,2958
"raw_loss",0.05354086,1613942586754,2958
"epoch",18.61006289308174,1613942586754,2958
"wd_0",0.01,1613942586754,2958
"sqr_mom_0",0.99,1613942586754,2958
"lr_0",4.932033077691755e-06,1613942586754,2958
"mom_0",0.8513593520396853,1613942586754,2958
"eps_0",1e-05,1613942586754,2958
"wd_1",0.01,1613942586754,2958
"sqr_mom_1",0.99,1613942586754,2958
"lr_1",4.932033077691755e-05,1613942586754,2958
"mom_1",0.8513593520396853,1613942586754,2958
"eps_1",1e-05,1613942586754,2958
"wd_2",0.01,1613942586754,2958
"sqr_mom_2",0.99,1613942586754,2958
"lr_2",0.0004932033077691755,1613942586754,2958
"mom_2",0.8513593520396853,1613942586754,2958
"eps_2",1e-05,1613942586754,2958
"train_loss",0.04127942,1613942587723,2959
"raw_loss",0.0690277,1613942587723,2959
"epoch",18.61635220125784,1613942587723,2959
"wd_0",0.01,1613942587723,2959
"sqr_mom_0",0.99,1613942587723,2959
"lr_0",4.931705818750912e-06,1613942587723,2959
"mom_0",0.8513658972839546,1613942587723,2959
"eps_0",1e-05,1613942587723,2959
"wd_1",0.01,1613942587723,2959
"sqr_mom_1",0.99,1613942587723,2959
"lr_1",4.931705818750912e-05,1613942587723,2959
"mom_1",0.8513658972839546,1613942587723,2959
"eps_1",1e-05,1613942587723,2959
"wd_2",0.01,1613942587723,2959
"sqr_mom_2",0.99,1613942587723,2959
"lr_2",0.0004931705818750912,1613942587723,2959
"mom_2",0.8513658972839546,1613942587723,2959
"eps_2",1e-05,1613942587723,2959
"train_loss",0.041062042,1613942588702,2960
"raw_loss",0.030410478,1613942588702,2960
"epoch",18.62264150943394,1613942588702,2960
"wd_0",0.01,1613942588702,2960
"sqr_mom_0",0.99,1613942588702,2960
"lr_0",4.931377784739682e-06,1613942588702,2960
"mom_0",0.8513724580297867,1613942588702,2960
"eps_0",1e-05,1613942588702,2960
"wd_1",0.01,1613942588702,2960
"sqr_mom_1",0.99,1613942588702,2960
"lr_1",4.9313777847396825e-05,1613942588702,2960
"mom_1",0.8513724580297867,1613942588702,2960
"eps_1",1e-05,1613942588702,2960
"wd_2",0.01,1613942588702,2960
"sqr_mom_2",0.99,1613942588702,2960
"lr_2",0.0004931377784739683,1613942588702,2960
"mom_2",0.8513724580297867,1613942588702,2960
"eps_2",1e-05,1613942588702,2960
"train_loss",0.040957943,1613942589670,2961
"raw_loss",0.035857137,1613942589670,2961
"epoch",18.62893081761004,1613942589670,2961
"wd_0",0.01,1613942589670,2961
"sqr_mom_0",0.99,1613942589670,2961
"lr_0",4.931048975762624e-06,1613942589670,2961
"mom_0",0.8513790342750903,1613942589670,2961
"eps_0",1e-05,1613942589670,2961
"wd_1",0.01,1613942589670,2961
"sqr_mom_1",0.99,1613942589670,2961
"lr_1",4.931048975762623e-05,1613942589670,2961
"mom_1",0.8513790342750903,1613942589670,2961
"eps_1",1e-05,1613942589670,2961
"wd_2",0.01,1613942589670,2961
"sqr_mom_2",0.99,1613942589670,2961
"lr_2",0.0004931048975762623,1613942589670,2961
"mom_2",0.8513790342750903,1613942589670,2961
"eps_2",1e-05,1613942589670,2961
"train_loss",0.04056723,1613942590634,2962
"raw_loss",0.02142223,1613942590634,2962
"epoch",18.63522012578614,1613942590634,2962
"wd_0",0.01,1613942590634,2962
"sqr_mom_0",0.99,1613942590634,2962
"lr_0",4.930719474006911e-06,1613942590634,2962
"mom_0",0.8513856243761055,1613942590634,2962
"eps_0",1e-05,1613942590634,2962
"wd_1",0.01,1613942590634,2962
"sqr_mom_1",0.99,1613942590634,2962
"lr_1",4.930719474006911e-05,1613942590634,2962
"mom_1",0.8513856243761055,1613942590634,2962
"eps_1",1e-05,1613942590634,2962
"wd_2",0.01,1613942590634,2962
"sqr_mom_2",0.99,1613942590634,2962
"lr_2",0.0004930719474006911,1613942590634,2962
"mom_2",0.8513856243761055,1613942590634,2962
"eps_2",1e-05,1613942590634,2962
"train_loss",0.040713113,1613942591618,2963
"raw_loss",0.047861338,1613942591618,2963
"epoch",18.64150943396224,1613942591618,2963
"wd_0",0.01,1613942591618,2963
"sqr_mom_0",0.99,1613942591618,2963
"lr_0",4.930389115605564e-06,1613942591618,2963
"mom_0",0.8513922316102048,1613942591618,2963
"eps_0",1e-05,1613942591618,2963
"wd_1",0.01,1613942591618,2963
"sqr_mom_1",0.99,1613942591618,2963
"lr_1",4.930389115605564e-05,1613942591618,2963
"mom_1",0.8513922316102048,1613942591618,2963
"eps_1",1e-05,1613942591618,2963
"wd_2",0.01,1613942591618,2963
"sqr_mom_2",0.99,1613942591618,2963
"lr_2",0.0004930389115605564,1613942591618,2963
"mom_2",0.8513922316102048,1613942591618,2963
"eps_2",1e-05,1613942591618,2963
"train_loss",0.04027835,1613942592575,2964
"raw_loss",0.018974813,1613942592575,2964
"epoch",18.64779874213834,1613942592575,2964
"wd_0",0.01,1613942592575,2964
"sqr_mom_0",0.99,1613942592575,2964
"lr_0",4.930057982553515e-06,1613942592575,2964
"mom_0",0.8513988543374731,1613942592575,2964
"eps_0",1e-05,1613942592575,2964
"wd_1",0.01,1613942592575,2964
"sqr_mom_1",0.99,1613942592575,2964
"lr_1",4.9300579825535145e-05,1613942592575,2964
"mom_1",0.8513988543374731,1613942592575,2964
"eps_1",1e-05,1613942592575,2964
"wd_2",0.01,1613942592575,2964
"sqr_mom_2",0.99,1613942592575,2964
"lr_2",0.0004930057982553515,1613942592575,2964
"mom_2",0.8513988543374731,1613942592575,2964
"eps_2",1e-05,1613942592575,2964
"train_loss",0.0400029,1613942593548,2965
"raw_loss",0.026505942,1613942593548,2965
"epoch",18.654088050314442,1613942593548,2965
"wd_0",0.01,1613942593548,2965
"sqr_mom_0",0.99,1613942593548,2965
"lr_0",4.92972615761669e-06,1613942593548,2965
"mom_0",0.8514054909025752,1613942593548,2965
"eps_0",1e-05,1613942593548,2965
"wd_1",0.01,1613942593548,2965
"sqr_mom_1",0.99,1613942593548,2965
"lr_1",4.92972615761669e-05,1613942593548,2965
"mom_1",0.8514054909025752,1613942593548,2965
"eps_1",1e-05,1613942593548,2965
"wd_2",0.01,1613942593548,2965
"sqr_mom_2",0.99,1613942593548,2965
"lr_2",0.000492972615761669,1613942593548,2965
"mom_2",0.8514054909025752,1613942593548,2965
"eps_2",1e-05,1613942593548,2965
"train_loss",0.039572947,1613942594524,2966
"raw_loss",0.018505227,1613942594524,2966
"epoch",18.660377358490543,1613942594524,2966
"wd_0",0.01,1613942594524,2966
"sqr_mom_0",0.99,1613942594524,2966
"lr_0",4.929393475772751e-06,1613942594524,2966
"mom_0",0.851412144605991,1613942594524,2966
"eps_0",1e-05,1613942594524,2966
"wd_1",0.01,1613942594524,2966
"sqr_mom_1",0.99,1613942594524,2966
"lr_1",4.9293934757727504e-05,1613942594524,2966
"mom_1",0.851412144605991,1613942594524,2966
"eps_1",1e-05,1613942594524,2966
"wd_2",0.01,1613942594524,2966
"sqr_mom_2",0.99,1613942594524,2966
"lr_2",0.000492939347577275,1613942594524,2966
"mom_2",0.851412144605991,1613942594524,2966
"eps_2",1e-05,1613942594524,2966
"train_loss",0.039192718,1613942595476,2967
"raw_loss",0.02056148,1613942595476,2967
"epoch",18.666666666666643,1613942595476,2967
"wd_0",0.01,1613942595476,2967
"sqr_mom_0",0.99,1613942595476,2967
"lr_0",4.929060019595457e-06,1613942595476,2967
"mom_0",0.8514188137962289,1613942595476,2967
"eps_0",1e-05,1613942595476,2967
"wd_1",0.01,1613942595476,2967
"sqr_mom_1",0.99,1613942595476,2967
"lr_1",4.9290600195954566e-05,1613942595476,2967
"mom_1",0.8514188137962289,1613942595476,2967
"eps_1",1e-05,1613942595476,2967
"wd_2",0.01,1613942595476,2967
"sqr_mom_2",0.99,1613942595476,2967
"lr_2",0.0004929060019595457,1613942595476,2967
"mom_2",0.8514188137962289,1613942595476,2967
"eps_2",1e-05,1613942595476,2967
"train_loss",0.038804974,1613942596443,2968
"raw_loss",0.01980555,1613942596443,2968
"epoch",18.672955974842743,1613942596443,2968
"wd_0",0.01,1613942596443,2968
"sqr_mom_0",0.99,1613942596443,2968
"lr_0",4.928725858556228e-06,1613942596443,2968
"mom_0",0.8514254970838463,1613942596443,2968
"eps_0",1e-05,1613942596443,2968
"wd_1",0.01,1613942596443,2968
"sqr_mom_1",0.99,1613942596443,2968
"lr_1",4.928725858556228e-05,1613942596443,2968
"mom_1",0.8514254970838463,1613942596443,2968
"eps_1",1e-05,1613942596443,2968
"wd_2",0.01,1613942596443,2968
"sqr_mom_2",0.99,1613942596443,2968
"lr_2",0.0004928725858556228,1613942596443,2968
"mom_2",0.8514254970838463,1613942596443,2968
"eps_2",1e-05,1613942596443,2968
"train_loss",0.038477443,1613942597407,2969
"raw_loss",0.022428406,1613942597407,2969
"epoch",18.679245283018844,1613942597407,2969
"wd_0",0.01,1613942597407,2969
"sqr_mom_0",0.99,1613942597407,2969
"lr_0",4.928390854191791e-06,1613942597407,2969
"mom_0",0.8514321972381366,1613942597407,2969
"eps_0",1e-05,1613942597407,2969
"wd_1",0.01,1613942597407,2969
"sqr_mom_1",0.99,1613942597407,2969
"lr_1",4.928390854191791e-05,1613942597407,2969
"mom_1",0.8514321972381366,1613942597407,2969
"eps_1",1e-05,1613942597407,2969
"wd_2",0.01,1613942597407,2969
"sqr_mom_2",0.99,1613942597407,2969
"lr_2",0.0004928390854191791,1613942597407,2969
"mom_2",0.8514321972381366,1613942597407,2969
"eps_2",1e-05,1613942597407,2969
"train_loss",0.038789395,1613942598350,2970
"raw_loss",0.054075047,1613942598350,2970
"epoch",18.685534591194944,1613942598350,2970
"wd_0",0.01,1613942598350,2970
"sqr_mom_0",0.99,1613942598350,2970
"lr_0",4.928055075813575e-06,1613942598350,2970
"mom_0",0.8514389128728572,1613942598350,2970
"eps_0",1e-05,1613942598350,2970
"wd_1",0.01,1613942598350,2970
"sqr_mom_1",0.99,1613942598350,2970
"lr_1",4.928055075813575e-05,1613942598350,2970
"mom_1",0.8514389128728572,1613942598350,2970
"eps_1",1e-05,1613942598350,2970
"wd_2",0.01,1613942598350,2970
"sqr_mom_2",0.99,1613942598350,2970
"lr_2",0.0004928055075813575,1613942598350,2970
"mom_2",0.8514389128728572,1613942598350,2970
"eps_2",1e-05,1613942598350,2970
"train_loss",0.038423594,1613942599311,2971
"raw_loss",0.020499349,1613942599311,2971
"epoch",18.691823899371045,1613942599311,2971
"wd_0",0.01,1613942599311,2971
"sqr_mom_0",0.99,1613942599311,2971
"lr_0",4.9277186073443025e-06,1613942599311,2971
"mom_0",0.851445642309537,1613942599311,2971
"eps_0",1e-05,1613942599311,2971
"wd_1",0.01,1613942599311,2971
"sqr_mom_1",0.99,1613942599311,2971
"lr_1",4.927718607344302e-05,1613942599311,2971
"mom_1",0.851445642309537,1613942599311,2971
"eps_1",1e-05,1613942599311,2971
"wd_2",0.01,1613942599311,2971
"sqr_mom_2",0.99,1613942599311,2971
"lr_2",0.0004927718607344303,1613942599311,2971
"mom_2",0.851445642309537,1613942599311,2971
"eps_2",1e-05,1613942599311,2971
"train_loss",0.038073506,1613942600265,2972
"raw_loss",0.020919172,1613942600265,2972
"epoch",18.698113207547145,1613942600265,2972
"wd_0",0.01,1613942600265,2972
"sqr_mom_0",0.99,1613942600265,2972
"lr_0",4.927381281452324e-06,1613942600265,2972
"mom_0",0.8514523888948424,1613942600265,2972
"eps_0",1e-05,1613942600265,2972
"wd_1",0.01,1613942600265,2972
"sqr_mom_1",0.99,1613942600265,2972
"lr_1",4.9273812814523235e-05,1613942600265,2972
"mom_1",0.8514523888948424,1613942600265,2972
"eps_1",1e-05,1613942600265,2972
"wd_2",0.01,1613942600265,2972
"sqr_mom_2",0.99,1613942600265,2972
"lr_2",0.0004927381281452323,1613942600265,2972
"mom_2",0.8514523888948424,1613942600265,2972
"eps_2",1e-05,1613942600265,2972
"train_loss",0.038705543,1613942601224,2973
"raw_loss",0.069675416,1613942601224,2973
"epoch",18.704402515723245,1613942601224,2973
"wd_0",0.01,1613942601224,2973
"sqr_mom_0",0.99,1613942601224,2973
"lr_0",4.927043181868355e-06,1613942601224,2973
"mom_0",0.8514591509541424,1613942601224,2973
"eps_0",1e-05,1613942601224,2973
"wd_1",0.01,1613942601224,2973
"sqr_mom_1",0.99,1613942601224,2973
"lr_1",4.927043181868355e-05,1613942601224,2973
"mom_1",0.8514591509541424,1613942601224,2973
"eps_1",1e-05,1613942601224,2973
"wd_2",0.01,1613942601224,2973
"sqr_mom_2",0.99,1613942601224,2973
"lr_2",0.0004927043181868354,1613942601224,2973
"mom_2",0.8514591509541424,1613942601224,2973
"eps_2",1e-05,1613942601224,2973
"train_loss",0.038388547,1613942602170,2974
"raw_loss",0.022855725,1613942602170,2974
"epoch",18.710691823899346,1613942602170,2974
"wd_0",0.01,1613942602170,2974
"sqr_mom_0",0.99,1613942602170,2974
"lr_0",4.926704393093153e-06,1613942602170,2974
"mom_0",0.8514659267974048,1613942602170,2974
"eps_0",1e-05,1613942602170,2974
"wd_1",0.01,1613942602170,2974
"sqr_mom_1",0.99,1613942602170,2974
"lr_1",4.926704393093153e-05,1613942602170,2974
"mom_1",0.8514659267974048,1613942602170,2974
"eps_1",1e-05,1613942602170,2974
"wd_2",0.01,1613942602170,2974
"sqr_mom_2",0.99,1613942602170,2974
"lr_2",0.0004926704393093153,1613942602170,2974
"mom_2",0.8514659267974048,1613942602170,2974
"eps_2",1e-05,1613942602170,2974
"train_loss",0.038322374,1613942603121,2975
"raw_loss",0.03507986,1613942603121,2975
"epoch",18.716981132075446,1613942603121,2975
"wd_0",0.01,1613942603121,2975
"sqr_mom_0",0.99,1613942603121,2975
"lr_0",4.926364746641142e-06,1613942603121,2975
"mom_0",0.8514727197943751,1613942603121,2975
"eps_0",1e-05,1613942603121,2975
"wd_1",0.01,1613942603121,2975
"sqr_mom_1",0.99,1613942603121,2975
"lr_1",4.926364746641141e-05,1613942603121,2975
"mom_1",0.8514727197943751,1613942603121,2975
"eps_1",1e-05,1613942603121,2975
"wd_2",0.01,1613942603121,2975
"sqr_mom_2",0.99,1613942603121,2975
"lr_2",0.0004926364746641141,1613942603121,2975
"mom_2",0.8514727197943751,1613942603121,2975
"eps_2",1e-05,1613942603121,2975
"train_loss",0.03810424,1613942604074,2976
"raw_loss",0.027415698,1613942604074,2976
"epoch",18.723270440251547,1613942604074,2976
"wd_0",0.01,1613942604074,2976
"sqr_mom_0",0.99,1613942604074,2976
"lr_0",4.926024326821148e-06,1613942604074,2976
"mom_0",0.8514795282588596,1613942604074,2976
"eps_0",1e-05,1613942604074,2976
"wd_1",0.01,1613942604074,2976
"sqr_mom_1",0.99,1613942604074,2976
"lr_1",4.9260243268211476e-05,1613942604074,2976
"mom_1",0.8514795282588596,1613942604074,2976
"eps_1",1e-05,1613942604074,2976
"wd_2",0.01,1613942604074,2976
"sqr_mom_2",0.99,1613942604074,2976
"lr_2",0.0004926024326821148,1613942604074,2976
"mom_2",0.8514795282588596,1613942604074,2976
"eps_2",1e-05,1613942604074,2976
"train_loss",0.03783682,1613942605024,2977
"raw_loss",0.024733309,1613942605024,2977
"epoch",18.729559748427647,1613942605024,2977
"wd_0",0.01,1613942605024,2977
"sqr_mom_0",0.99,1613942605024,2977
"lr_0",4.925683204550052e-06,1613942605024,2977
"mom_0",0.8514863507725067,1613942605024,2977
"eps_0",1e-05,1613942605024,2977
"wd_1",0.01,1613942605024,2977
"sqr_mom_1",0.99,1613942605024,2977
"lr_1",4.9256832045500516e-05,1613942605024,2977
"mom_1",0.8514863507725067,1613942605024,2977
"eps_1",1e-05,1613942605024,2977
"wd_2",0.01,1613942605024,2977
"sqr_mom_2",0.99,1613942605024,2977
"lr_2",0.0004925683204550052,1613942605024,2977
"mom_2",0.8514863507725067,1613942605024,2977
"eps_2",1e-05,1613942605024,2977
"train_loss",0.037810035,1613942605971,2978
"raw_loss",0.03649749,1613942605971,2978
"epoch",18.735849056603747,1613942605971,2978
"wd_0",0.01,1613942605971,2978
"sqr_mom_0",0.99,1613942605971,2978
"lr_0",4.925341238480118e-06,1613942605971,2978
"mom_0",0.8514931901622993,1613942605971,2978
"eps_0",1e-05,1613942605971,2978
"wd_1",0.01,1613942605971,2978
"sqr_mom_1",0.99,1613942605971,2978
"lr_1",4.925341238480117e-05,1613942605971,2978
"mom_1",0.8514931901622993,1613942605971,2978
"eps_1",1e-05,1613942605971,2978
"wd_2",0.01,1613942605971,2978
"sqr_mom_2",0.99,1613942605971,2978
"lr_2",0.0004925341238480117,1613942605971,2978
"mom_2",0.8514931901622993,1613942605971,2978
"eps_2",1e-05,1613942605971,2978
"train_loss",0.03776622,1613942606932,2979
"raw_loss",0.03561914,1613942606932,2979
"epoch",18.742138364779848,1613942606932,2979
"wd_0",0.01,1613942606932,2979
"sqr_mom_0",0.99,1613942606932,2979
"lr_0",4.924998499368433e-06,1613942606932,2979
"mom_0",0.8515000450130814,1613942606932,2979
"eps_0",1e-05,1613942606932,2979
"wd_1",0.01,1613942606932,2979
"sqr_mom_1",0.99,1613942606932,2979
"lr_1",4.9249984993684336e-05,1613942606932,2979
"mom_1",0.8515000450130814,1613942606932,2979
"eps_1",1e-05,1613942606932,2979
"wd_2",0.01,1613942606932,2979
"sqr_mom_2",0.99,1613942606932,2979
"lr_2",0.0004924998499368433,1613942606932,2979
"mom_2",0.8515000450130814,1613942606932,2979
"eps_2",1e-05,1613942606932,2979
"train_loss",0.037710015,1613942607903,2980
"raw_loss",0.03495609,1613942607903,2980
"epoch",18.74842767295595,1613942607903,2980
"wd_0",0.01,1613942607903,2980
"sqr_mom_0",0.99,1613942607903,2980
"lr_0",4.924654987324244e-06,1613942607903,2980
"mom_0",0.8515069153226683,1613942607903,2980
"eps_0",1e-05,1613942607903,2980
"wd_1",0.01,1613942607903,2980
"sqr_mom_1",0.99,1613942607903,2980
"lr_1",4.924654987324244e-05,1613942607903,2980
"mom_1",0.8515069153226683,1613942607903,2980
"eps_1",1e-05,1613942607903,2980
"wd_2",0.01,1613942607903,2980
"sqr_mom_2",0.99,1613942607903,2980
"lr_2",0.0004924654987324244,1613942607903,2980
"mom_2",0.8515069153226683,1613942607903,2980
"eps_2",1e-05,1613942607903,2980
"train_loss",0.03757135,1613942608886,2981
"raw_loss",0.030776728,1613942608886,2981
"epoch",18.75471698113205,1613942608886,2981
"wd_0",0.01,1613942608886,2981
"sqr_mom_0",0.99,1613942608886,2981
"lr_0",4.924310788196131e-06,1613942608886,2981
"mom_0",0.8515137993740711,1613942608886,2981
"eps_0",1e-05,1613942608886,2981
"wd_1",0.01,1613942608886,2981
"sqr_mom_1",0.99,1613942608886,2981
"lr_1",4.924310788196131e-05,1613942608886,2981
"mom_1",0.8515137993740711,1613942608886,2981
"eps_1",1e-05,1613942608886,2981
"wd_2",0.01,1613942608886,2981
"sqr_mom_2",0.99,1613942608886,2981
"lr_2",0.000492431078819613,1613942608886,2981
"mom_2",0.8515137993740711,1613942608886,2981
"eps_2",1e-05,1613942608886,2981
"train_loss",0.037366416,1613942609874,2982
"raw_loss",0.027324766,1613942609874,2982
"epoch",18.76100628930815,1613942609874,2982
"wd_0",0.01,1613942609874,2982
"sqr_mom_0",0.99,1613942609874,2982
"lr_0",4.923965730807852e-06,1613942609874,2982
"mom_0",0.8515207005908488,1613942609874,2982
"eps_0",1e-05,1613942609874,2982
"wd_1",0.01,1613942609874,2982
"sqr_mom_1",0.99,1613942609874,2982
"lr_1",4.923965730807852e-05,1613942609874,2982
"mom_1",0.8515207005908488,1613942609874,2982
"eps_1",1e-05,1613942609874,2982
"wd_2",0.01,1613942609874,2982
"sqr_mom_2",0.99,1613942609874,2982
"lr_2",0.0004923965730807852,1613942609874,2982
"mom_2",0.8515207005908488,1613942609874,2982
"eps_2",1e-05,1613942609874,2982
"train_loss",0.037723552,1613942610838,2983
"raw_loss",0.05522326,1613942610838,2983
"epoch",18.76729559748425,1613942610838,2983
"wd_0",0.01,1613942610838,2983
"sqr_mom_0",0.99,1613942610838,2983
"lr_0",4.9236199008162504e-06,1613942610838,2983
"mom_0",0.8515276172598476,1613942610838,2983
"eps_0",1e-05,1613942610838,2983
"wd_1",0.01,1613942610838,2983
"sqr_mom_1",0.99,1613942610838,2983
"lr_1",4.92361990081625e-05,1613942610838,2983
"mom_1",0.8515276172598476,1613942610838,2983
"eps_1",1e-05,1613942610838,2983
"wd_2",0.01,1613942610838,2983
"sqr_mom_2",0.99,1613942610838,2983
"lr_2",0.000492361990081625,1613942610838,2983
"mom_2",0.8515276172598476,1613942610838,2983
"eps_2",1e-05,1613942610838,2983
"train_loss",0.03746755,1613942611809,2984
"raw_loss",0.024923474,1613942611809,2984
"epoch",18.77358490566035,1613942611809,2984
"wd_0",0.01,1613942611809,2984
"sqr_mom_0",0.99,1613942611809,2984
"lr_0",4.923273384647129e-06,1613942611809,2984
"mom_0",0.8515345476525339,1613942611809,2984
"eps_0",1e-05,1613942611809,2984
"wd_1",0.01,1613942611809,2984
"sqr_mom_1",0.99,1613942611809,2984
"lr_1",4.923273384647128e-05,1613942611809,2984
"mom_1",0.8515345476525339,1613942611809,2984
"eps_1",1e-05,1613942611809,2984
"wd_2",0.01,1613942611809,2984
"sqr_mom_2",0.99,1613942611809,2984
"lr_2",0.0004923273384647128,1613942611809,2984
"mom_2",0.8515345476525339,1613942611809,2984
"eps_2",1e-05,1613942611809,2984
"train_loss",0.03716046,1613942612768,2985
"raw_loss",0.022112945,1613942612768,2985
"epoch",18.77987421383645,1613942612768,2985
"wd_0",0.01,1613942612768,2985
"sqr_mom_0",0.99,1613942612768,2985
"lr_0",4.922926009971938e-06,1613942612768,2985
"mom_0",0.8515414952155134,1613942612768,2985
"eps_0",1e-05,1613942612768,2985
"wd_1",0.01,1613942612768,2985
"sqr_mom_1",0.99,1613942612768,2985
"lr_1",4.9229260099719377e-05,1613942612768,2985
"mom_1",0.8515414952155134,1613942612768,2985
"eps_1",1e-05,1613942612768,2985
"wd_2",0.01,1613942612768,2985
"sqr_mom_2",0.99,1613942612768,2985
"lr_2",0.0004922926009971938,1613942612768,2985
"mom_2",0.8515414952155134,1613942612768,2985
"eps_2",1e-05,1613942612768,2985
"train_loss",0.036762167,1613942613762,2986
"raw_loss",0.017245729,1613942613762,2986
"epoch",18.78616352201255,1613942613762,2986
"wd_0",0.01,1613942613762,2986
"sqr_mom_0",0.99,1613942613762,2986
"lr_0",4.922577863024825e-06,1613942613762,2986
"mom_0",0.8515484582240858,1613942613762,2986
"eps_0",1e-05,1613942613762,2986
"wd_1",0.01,1613942613762,2986
"sqr_mom_1",0.99,1613942613762,2986
"lr_1",4.9225778630248246e-05,1613942613762,2986
"mom_1",0.8515484582240858,1613942613762,2986
"eps_1",1e-05,1613942613762,2986
"wd_2",0.01,1613942613762,2986
"sqr_mom_2",0.99,1613942613762,2986
"lr_2",0.0004922577863024824,1613942613762,2986
"mom_2",0.8515484582240858,1613942613762,2986
"eps_2",1e-05,1613942613762,2986
"train_loss",0.036564495,1613942614752,2987
"raw_loss",0.026878523,1613942614752,2987
"epoch",18.79245283018865,1613942614752,2987
"wd_0",0.01,1613942614752,2987
"sqr_mom_0",0.99,1613942614752,2987
"lr_0",4.92222903080856e-06,1613942614752,2987
"mom_0",0.8515554349381782,1613942614752,2987
"eps_0",1e-05,1613942614752,2987
"wd_1",0.01,1613942614752,2987
"sqr_mom_1",0.99,1613942614752,2987
"lr_1",4.92222903080856e-05,1613942614752,2987
"mom_1",0.8515554349381782,1613942614752,2987
"eps_1",1e-05,1613942614752,2987
"wd_2",0.01,1613942614752,2987
"sqr_mom_2",0.99,1613942614752,2987
"lr_2",0.000492222903080856,1613942614752,2987
"mom_2",0.8515554349381782,1613942614752,2987
"eps_2",1e-05,1613942614752,2987
"train_loss",0.037059255,1613942615742,2988
"raw_loss",0.061302476,1613942615742,2988
"epoch",18.79874213836475,1613942615742,2988
"wd_0",0.01,1613942615742,2988
"sqr_mom_0",0.99,1613942615742,2988
"lr_0",4.921879339842788e-06,1613942615742,2988
"mom_0",0.8515624288274325,1613942615742,2988
"eps_0",1e-05,1613942615742,2988
"wd_1",0.01,1613942615742,2988
"sqr_mom_1",0.99,1613942615742,2988
"lr_1",4.921879339842788e-05,1613942615742,2988
"mom_1",0.8515624288274325,1613942615742,2988
"eps_1",1e-05,1613942615742,2988
"wd_2",0.01,1613942615742,2988
"sqr_mom_2",0.99,1613942615742,2988
"lr_2",0.0004921879339842787,1613942615742,2988
"mom_2",0.8515624288274325,1613942615742,2988
"eps_2",1e-05,1613942615742,2988
"train_loss",0.036830746,1613942616746,2989
"raw_loss",0.025633715,1613942616746,2989
"epoch",18.805031446540852,1613942616746,2989
"wd_0",0.01,1613942616746,2989
"sqr_mom_0",0.99,1613942616746,2989
"lr_0",4.921528876938707e-06,1613942616746,2989
"mom_0",0.8515694381556074,1613942616746,2989
"eps_0",1e-05,1613942616746,2989
"wd_1",0.01,1613942616746,2989
"sqr_mom_1",0.99,1613942616746,2989
"lr_1",4.921528876938707e-05,1613942616746,2989
"mom_1",0.8515694381556074,1613942616746,2989
"eps_1",1e-05,1613942616746,2989
"wd_2",0.01,1613942616746,2989
"sqr_mom_2",0.99,1613942616746,2989
"lr_2",0.0004921528876938706,1613942616746,2989
"mom_2",0.8515694381556074,1613942616746,2989
"eps_2",1e-05,1613942616746,2989
"train_loss",0.03734355,1613942617766,2990
"raw_loss",0.062470976,1613942617766,2990
"epoch",18.811320754716952,1613942617766,2990
"wd_0",0.01,1613942617766,2990
"sqr_mom_0",0.99,1613942617766,2990
"lr_0",4.921177715097849e-06,1613942617766,2990
"mom_0",0.8515764614626576,1613942617766,2990
"eps_0",1e-05,1613942617766,2990
"wd_1",0.01,1613942617766,2990
"sqr_mom_1",0.99,1613942617766,2990
"lr_1",4.921177715097849e-05,1613942617766,2990
"mom_1",0.8515764614626576,1613942617766,2990
"eps_1",1e-05,1613942617766,2990
"wd_2",0.01,1613942617766,2990
"sqr_mom_2",0.99,1613942617766,2990
"lr_2",0.0004921177715097849,1613942617766,2990
"mom_2",0.8515764614626576,1613942617766,2990
"eps_2",1e-05,1613942617766,2990
"train_loss",0.03708511,1613942618797,2991
"raw_loss",0.024421407,1613942618797,2991
"epoch",18.817610062893053,1613942618797,2991
"wd_0",0.01,1613942618797,2991
"sqr_mom_0",0.99,1613942618797,2991
"lr_0",4.920825708812477e-06,1613942618797,2991
"mom_0",0.8515835016587671,1613942618797,2991
"eps_0",1e-05,1613942618797,2991
"wd_1",0.01,1613942618797,2991
"sqr_mom_1",0.99,1613942618797,2991
"lr_1",4.920825708812476e-05,1613942618797,2991
"mom_1",0.8515835016587671,1613942618797,2991
"eps_1",1e-05,1613942618797,2991
"wd_2",0.01,1613942618797,2991
"sqr_mom_2",0.99,1613942618797,2991
"lr_2",0.0004920825708812476,1613942618797,2991
"mom_2",0.8515835016587671,1613942618797,2991
"eps_2",1e-05,1613942618797,2991
"train_loss",0.03668556,1613942619769,2992
"raw_loss",0.017107733,1613942619769,2992
"epoch",18.823899371069153,1613942619769,2992
"wd_0",0.01,1613942619769,2992
"sqr_mom_0",0.99,1613942619769,2992
"lr_0",4.920472930924627e-06,1613942619769,2992
"mom_0",0.8515905572870803,1613942619769,2992
"eps_0",1e-05,1613942619769,2992
"wd_1",0.01,1613942619769,2992
"sqr_mom_1",0.99,1613942619769,2992
"lr_1",4.920472930924627e-05,1613942619769,2992
"mom_1",0.8515905572870803,1613942619769,2992
"eps_1",1e-05,1613942619769,2992
"wd_2",0.01,1613942619769,2992
"sqr_mom_2",0.99,1613942619769,2992
"lr_2",0.0004920472930924626,1613942619769,2992
"mom_2",0.8515905572870803,1613942619769,2992
"eps_2",1e-05,1613942619769,2992
"train_loss",0.037467785,1613942620721,2993
"raw_loss",0.075796805,1613942620721,2993
"epoch",18.830188679245254,1613942620721,2993
"wd_0",0.01,1613942620721,2993
"sqr_mom_0",0.99,1613942620721,2993
"lr_0",4.920119469590274e-06,1613942620721,2993
"mom_0",0.8515976265844604,1613942620721,2993
"eps_0",1e-05,1613942620721,2993
"wd_1",0.01,1613942620721,2993
"sqr_mom_1",0.99,1613942620721,2993
"lr_1",4.920119469590274e-05,1613942620721,2993
"mom_1",0.8515976265844604,1613942620721,2993
"eps_1",1e-05,1613942620721,2993
"wd_2",0.01,1613942620721,2993
"sqr_mom_2",0.99,1613942620721,2993
"lr_2",0.0004920119469590275,1613942620721,2993
"mom_2",0.8515976265844604,1613942620721,2993
"eps_2",1e-05,1613942620721,2993
"train_loss",0.037300386,1613942621722,2994
"raw_loss",0.029097855,1613942621722,2994
"epoch",18.836477987421354,1613942621722,2994
"wd_0",0.01,1613942621722,2994
"sqr_mom_0",0.99,1613942621722,2994
"lr_0",4.919765149026921e-06,1613942621722,2994
"mom_0",0.8516047130665922,1613942621722,2994
"eps_0",1e-05,1613942621722,2994
"wd_1",0.01,1613942621722,2994
"sqr_mom_1",0.99,1613942621722,2994
"lr_1",4.9197651490269206e-05,1613942621722,2994
"mom_1",0.8516047130665922,1613942621722,2994
"eps_1",1e-05,1613942621722,2994
"wd_2",0.01,1613942621722,2994
"sqr_mom_2",0.99,1613942621722,2994
"lr_2",0.0004919765149026921,1613942621722,2994
"mom_2",0.8516047130665922,1613942621722,2994
"eps_2",1e-05,1613942621722,2994
"train_loss",0.038529117,1613942622693,2995
"raw_loss",0.098736964,1613942622693,2995
"epoch",18.842767295597454,1613942622693,2995
"wd_0",0.01,1613942622693,2995
"sqr_mom_0",0.99,1613942622693,2995
"lr_0",4.919410057199132e-06,1613942622693,2995
"mom_0",0.851611814974167,1613942622693,2995
"eps_0",1e-05,1613942622693,2995
"wd_1",0.01,1613942622693,2995
"sqr_mom_1",0.99,1613942622693,2995
"lr_1",4.919410057199132e-05,1613942622693,2995
"mom_1",0.851611814974167,1613942622693,2995
"eps_1",1e-05,1613942622693,2995
"wd_2",0.01,1613942622693,2995
"sqr_mom_2",0.99,1613942622693,2995
"lr_2",0.0004919410057199132,1613942622693,2995
"mom_2",0.851611814974167,1613942622693,2995
"eps_2",1e-05,1613942622693,2995
"train_loss",0.03848293,1613942623725,2996
"raw_loss",0.036219776,1613942623725,2996
"epoch",18.849056603773555,1613942623725,2996
"wd_0",0.01,1613942623725,2996
"sqr_mom_0",0.99,1613942623725,2996
"lr_0",4.9190542828391005e-06,1613942623725,2996
"mom_0",0.8516189305325234,1613942623725,2996
"eps_0",1e-05,1613942623725,2996
"wd_1",0.01,1613942623725,2996
"sqr_mom_1",0.99,1613942623725,2996
"lr_1",4.9190542828391e-05,1613942623725,2996
"mom_1",0.8516189305325234,1613942623725,2996
"eps_1",1e-05,1613942623725,2996
"wd_2",0.01,1613942623725,2996
"sqr_mom_2",0.99,1613942623725,2996
"lr_2",0.00049190542828391,1613942623725,2996
"mom_2",0.8516189305325234,1613942623725,2996
"eps_2",1e-05,1613942623725,2996
"train_loss",0.038578864,1613942624701,2997
"raw_loss",0.04327964,1613942624701,2997
"epoch",18.855345911949655,1613942624701,2997
"wd_0",0.01,1613942624701,2997
"sqr_mom_0",0.99,1613942624701,2997
"lr_0",4.918697649014018e-06,1613942624701,2997
"mom_0",0.8516260632803524,1613942624701,2997
"eps_0",1e-05,1613942624701,2997
"wd_1",0.01,1613942624701,2997
"sqr_mom_1",0.99,1613942624701,2997
"lr_1",4.918697649014018e-05,1613942624701,2997
"mom_1",0.8516260632803524,1613942624701,2997
"eps_1",1e-05,1613942624701,2997
"wd_2",0.01,1613942624701,2997
"sqr_mom_2",0.99,1613942624701,2997
"lr_2",0.0004918697649014017,1613942624701,2997
"mom_2",0.8516260632803524,1613942624701,2997
"eps_2",1e-05,1613942624701,2997
"train_loss",0.038943693,1613942625647,2998
"raw_loss",0.056820367,1613942625647,2998
"epoch",18.861635220125756,1613942625647,2998
"wd_0",0.01,1613942625647,2998
"sqr_mom_0",0.99,1613942625647,2998
"lr_0",4.9183402442647536e-06,1613942625647,2998
"mom_0",0.8516332114468194,1613942625647,2998
"eps_0",1e-05,1613942625647,2998
"wd_1",0.01,1613942625647,2998
"sqr_mom_1",0.99,1613942625647,2998
"lr_1",4.918340244264754e-05,1613942625647,2998
"mom_1",0.8516332114468194,1613942625647,2998
"eps_1",1e-05,1613942625647,2998
"wd_2",0.01,1613942625647,2998
"sqr_mom_2",0.99,1613942625647,2998
"lr_2",0.0004918340244264754,1613942625647,2998
"mom_2",0.8516332114468194,1613942625647,2998
"eps_2",1e-05,1613942625647,2998
"train_loss",0.038622156,1613942626636,2999
"raw_loss",0.022866778,1613942626636,2999
"epoch",18.867924528301856,1613942626636,2999
"wd_0",0.01,1613942626636,2999
"sqr_mom_0",0.99,1613942626636,2999
"lr_0",4.9179821430337605e-06,1613942626636,2999
"mom_0",0.8516403735430602,1613942626636,2999
"eps_0",1e-05,1613942626636,2999
"wd_1",0.01,1613942626636,2999
"sqr_mom_1",0.99,1613942626636,2999
"lr_1",4.91798214303376e-05,1613942626636,2999
"mom_1",0.8516403735430602,1613942626636,2999
"eps_1",1e-05,1613942626636,2999
"wd_2",0.01,1613942626636,2999
"sqr_mom_2",0.99,1613942626636,2999
"lr_2",0.000491798214303376,1613942626636,2999
"mom_2",0.8516403735430602,1613942626636,2999
"eps_2",1e-05,1613942626636,2999
"train_loss",0.038252696,1613942627628,3000
"raw_loss",0.020149238,1613942627628,3000
"epoch",18.874213836477956,1613942627628,3000
"wd_0",0.01,1613942627628,3000
"sqr_mom_0",0.99,1613942627628,3000
"lr_0",4.917623196937886e-06,1613942627628,3000
"mom_0",0.8516475525367676,1613942627628,3000
"eps_0",1e-05,1613942627628,3000
"wd_1",0.01,1613942627628,3000
"sqr_mom_1",0.99,1613942627628,3000
"lr_1",4.917623196937886e-05,1613942627628,3000
"mom_1",0.8516475525367676,1613942627628,3000
"eps_1",1e-05,1613942627628,3000
"wd_2",0.01,1613942627628,3000
"sqr_mom_2",0.99,1613942627628,3000
"lr_2",0.0004917623196937886,1613942627628,3000
"mom_2",0.8516475525367676,1613942627628,3000
"eps_2",1e-05,1613942627628,3000
"train_loss",0.037909843,1613942628577,3001
"raw_loss",0.02110992,1613942628577,3001
"epoch",18.880503144654057,1613942628577,3001
"wd_0",0.01,1613942628577,3001
"sqr_mom_0",0.99,1613942628577,3001
"lr_0",4.917263480260298e-06,1613942628577,3001
"mom_0",0.8516547469422634,1613942628577,3001
"eps_0",1e-05,1613942628577,3001
"wd_1",0.01,1613942628577,3001
"sqr_mom_1",0.99,1613942628577,3001
"lr_1",4.917263480260298e-05,1613942628577,3001
"mom_1",0.8516547469422634,1613942628577,3001
"eps_1",1e-05,1613942628577,3001
"wd_2",0.01,1613942628577,3001
"sqr_mom_2",0.99,1613942628577,3001
"lr_2",0.0004917263480260298,1613942628577,3001
"mom_2",0.8516547469422634,1613942628577,3001
"eps_2",1e-05,1613942628577,3001
"train_loss",0.038101893,1613942629520,3002
"raw_loss",0.04751238,1613942629520,3002
"epoch",18.886792452830157,1613942629520,3002
"wd_0",0.01,1613942629520,3002
"sqr_mom_0",0.99,1613942629520,3002
"lr_0",4.916902993115655e-06,1613942629520,3002
"mom_0",0.8516619567572544,1613942629520,3002
"eps_0",1e-05,1613942629520,3002
"wd_1",0.01,1613942629520,3002
"sqr_mom_1",0.99,1613942629520,3002
"lr_1",4.916902993115655e-05,1613942629520,3002
"mom_1",0.8516619567572544,1613942629520,3002
"eps_1",1e-05,1613942629520,3002
"wd_2",0.01,1613942629520,3002
"sqr_mom_2",0.99,1613942629520,3002
"lr_2",0.0004916902993115655,1613942629520,3002
"mom_2",0.8516619567572544,1613942629520,3002
"eps_2",1e-05,1613942629520,3002
"train_loss",0.039031997,1613942630494,3003
"raw_loss",0.0846072,1613942630494,3003
"epoch",18.893081761006258,1613942630494,3003
"wd_0",0.01,1613942630494,3003
"sqr_mom_0",0.99,1613942630494,3003
"lr_0",4.9165418255796855e-06,1613942630494,3003
"mom_0",0.8516691801802081,1613942630494,3003
"eps_0",1e-05,1613942630494,3003
"wd_1",0.01,1613942630494,3003
"sqr_mom_1",0.99,1613942630494,3003
"lr_1",4.916541825579685e-05,1613942630494,3003
"mom_1",0.8516691801802081,1613942630494,3003
"eps_1",1e-05,1613942630494,3003
"wd_2",0.01,1613942630494,3003
"sqr_mom_2",0.99,1613942630494,3003
"lr_2",0.0004916541825579685,1613942630494,3003
"mom_2",0.8516691801802081,1613942630494,3003
"eps_2",1e-05,1613942630494,3003
"train_loss",0.038876466,1613942631440,3004
"raw_loss",0.03125553,1613942631440,3004
"epoch",18.899371069182358,1613942631440,3004
"wd_0",0.01,1613942631440,3004
"sqr_mom_0",0.99,1613942631440,3004
"lr_0",4.916179798037464e-06,1613942631440,3004
"mom_0",0.8516764208034587,1613942631440,3004
"eps_0",1e-05,1613942631440,3004
"wd_1",0.01,1613942631440,3004
"sqr_mom_1",0.99,1613942631440,3004
"lr_1",4.916179798037464e-05,1613942631440,3004
"mom_1",0.8516764208034587,1613942631440,3004
"eps_1",1e-05,1613942631440,3004
"wd_2",0.01,1613942631440,3004
"sqr_mom_2",0.99,1613942631440,3004
"lr_2",0.0004916179798037463,1613942631440,3004
"mom_2",0.8516764208034587,1613942631440,3004
"eps_2",1e-05,1613942631440,3004
"train_loss",0.039198563,1613942632385,3005
"raw_loss",0.05498132,1613942632385,3005
"epoch",18.90566037735846,1613942632385,3005
"wd_0",0.01,1613942632385,3005
"sqr_mom_0",0.99,1613942632385,3005
"lr_0",4.915817000373597e-06,1613942632385,3005
"mom_0",0.8516836768292964,1613942632385,3005
"eps_0",1e-05,1613942632385,3005
"wd_1",0.01,1613942632385,3005
"sqr_mom_1",0.99,1613942632385,3005
"lr_1",4.915817000373597e-05,1613942632385,3005
"mom_1",0.8516836768292964,1613942632385,3005
"eps_1",1e-05,1613942632385,3005
"wd_2",0.01,1613942632385,3005
"sqr_mom_2",0.99,1613942632385,3005
"lr_2",0.0004915817000373596,1613942632385,3005
"mom_2",0.8516836768292964,1613942632385,3005
"eps_2",1e-05,1613942632385,3005
"train_loss",0.03901852,1613942633321,3006
"raw_loss",0.030196372,1613942633321,3006
"epoch",18.91194968553456,1613942633321,3006
"wd_0",0.01,1613942633321,3006
"sqr_mom_0",0.99,1613942633321,3006
"lr_0",4.915453523239179e-06,1613942633321,3006
"mom_0",0.8516909464446808,1613942633321,3006
"eps_0",1e-05,1613942633321,3006
"wd_1",0.01,1613942633321,3006
"sqr_mom_1",0.99,1613942633321,3006
"lr_1",4.915453523239179e-05,1613942633321,3006
"mom_1",0.8516909464446808,1613942633321,3006
"eps_1",1e-05,1613942633321,3006
"wd_2",0.01,1613942633321,3006
"sqr_mom_2",0.99,1613942633321,3006
"lr_2",0.0004915453523239179,1613942633321,3006
"mom_2",0.8516909464446808,1613942633321,3006
"eps_2",1e-05,1613942633321,3006
"train_loss",0.03965904,1613942634281,3007
"raw_loss",0.071044475,1613942634281,3007
"epoch",18.91823899371066,1613942634281,3007
"wd_0",0.01,1613942634281,3007
"sqr_mom_0",0.99,1613942634281,3007
"lr_0",4.915089185870679e-06,1613942634281,3007
"mom_0",0.851698233264919,1613942634281,3007
"eps_0",1e-05,1613942634281,3007
"wd_1",0.01,1613942634281,3007
"sqr_mom_1",0.99,1613942634281,3007
"lr_1",4.9150891858706795e-05,1613942634281,3007
"mom_1",0.851698233264919,1613942634281,3007
"eps_1",1e-05,1613942634281,3007
"wd_2",0.01,1613942634281,3007
"sqr_mom_2",0.99,1613942634281,3007
"lr_2",0.0004915089185870679,1613942634281,3007
"mom_2",0.851698233264919,1613942634281,3007
"eps_2",1e-05,1613942634281,3007
"train_loss",0.03955793,1613942635236,3008
"raw_loss",0.0346037,1613942635236,3008
"epoch",18.92452830188676,1613942635236,3008
"wd_0",0.01,1613942635236,3008
"sqr_mom_0",0.99,1613942635236,3008
"lr_0",4.9147240787281544e-06,1613942635236,3008
"mom_0",0.8517055354807916,1613942635236,3008
"eps_0",1e-05,1613942635236,3008
"wd_1",0.01,1613942635236,3008
"sqr_mom_1",0.99,1613942635236,3008
"lr_1",4.914724078728155e-05,1613942635236,3008
"mom_1",0.8517055354807916,1613942635236,3008
"eps_1",1e-05,1613942635236,3008
"wd_2",0.01,1613942635236,3008
"sqr_mom_2",0.99,1613942635236,3008
"lr_2",0.0004914724078728155,1613942635236,3008
"mom_2",0.8517055354807916,1613942635236,3008
"eps_2",1e-05,1613942635236,3008
"train_loss",0.03978383,1613942636187,3009
"raw_loss",0.05085311,1613942636187,3009
"epoch",18.93081761006286,1613942636187,3009
"wd_0",0.01,1613942636187,3009
"sqr_mom_0",0.99,1613942636187,3009
"lr_0",4.914358293037802e-06,1613942636187,3009
"mom_0",0.8517128512677566,1613942636187,3009
"eps_0",1e-05,1613942636187,3009
"wd_1",0.01,1613942636187,3009
"sqr_mom_1",0.99,1613942636187,3009
"lr_1",4.914358293037803e-05,1613942636187,3009
"mom_1",0.8517128512677566,1613942636187,3009
"eps_1",1e-05,1613942636187,3009
"wd_2",0.01,1613942636187,3009
"sqr_mom_2",0.99,1613942636187,3009
"lr_2",0.0004914358293037802,1613942636187,3009
"mom_2",0.8517128512677566,1613942636187,3009
"eps_2",1e-05,1613942636187,3009
"train_loss",0.040170427,1613942637133,3010
"raw_loss",0.059113625,1613942637133,3010
"epoch",18.93710691823896,1613942637133,3010
"wd_0",0.01,1613942637133,3010
"sqr_mom_0",0.99,1613942637133,3010
"lr_0",4.913991646888007e-06,1613942637133,3010
"mom_0",0.8517201842640825,1613942637133,3010
"eps_0",1e-05,1613942637133,3010
"wd_1",0.01,1613942637133,3010
"sqr_mom_1",0.99,1613942637133,3010
"lr_1",4.9139916468880066e-05,1613942637133,3010
"mom_1",0.8517201842640825,1613942637133,3010
"eps_1",1e-05,1613942637133,3010
"wd_2",0.01,1613942637133,3010
"sqr_mom_2",0.99,1613942637133,3010
"lr_2",0.0004913991646888007,1613942637133,3010
"mom_2",0.8517201842640825,1613942637133,3010
"eps_2",1e-05,1613942637133,3010
"train_loss",0.040618666,1613942638084,3011
"raw_loss",0.06258228,1613942638084,3011
"epoch",18.94339622641506,1613942638084,3011
"wd_0",0.01,1613942638084,3011
"sqr_mom_0",0.99,1613942638084,3011
"lr_0",4.913624231314014e-06,1613942638084,3011
"mom_0",0.8517275326490462,1613942638084,3011
"eps_0",1e-05,1613942638084,3011
"wd_1",0.01,1613942638084,3011
"sqr_mom_1",0.99,1613942638084,3011
"lr_1",4.913624231314014e-05,1613942638084,3011
"mom_1",0.8517275326490462,1613942638084,3011
"eps_1",1e-05,1613942638084,3011
"wd_2",0.01,1613942638084,3011
"sqr_mom_2",0.99,1613942638084,3011
"lr_2",0.0004913624231314014,1613942638084,3011
"mom_2",0.8517275326490462,1613942638084,3011
"eps_2",1e-05,1613942638084,3011
"train_loss",0.04037629,1613942639069,3012
"raw_loss",0.028499845,1613942639069,3012
"epoch",18.94968553459116,1613942639069,3012
"wd_0",0.01,1613942639069,3012
"sqr_mom_0",0.99,1613942639069,3012
"lr_0",4.913256122836211e-06,1613942639069,3012
"mom_0",0.8517348948922246,1613942639069,3012
"eps_0",1e-05,1613942639069,3012
"wd_1",0.01,1613942639069,3012
"sqr_mom_1",0.99,1613942639069,3012
"lr_1",4.913256122836211e-05,1613942639069,3012
"mom_1",0.8517348948922246,1613942639069,3012
"eps_1",1e-05,1613942639069,3012
"wd_2",0.01,1613942639069,3012
"sqr_mom_2",0.99,1613942639069,3012
"lr_2",0.0004913256122836211,1613942639069,3012
"mom_2",0.8517348948922246,1613942639069,3012
"eps_2",1e-05,1613942639069,3012
"train_loss",0.040218953,1613942640055,3013
"raw_loss",0.03250948,1613942640055,3013
"epoch",18.95597484276726,1613942640055,3013
"wd_0",0.01,1613942640055,3013
"sqr_mom_0",0.99,1613942640055,3013
"lr_0",4.9128871689248355e-06,1613942640055,3013
"mom_0",0.8517422740442437,1613942640055,3013
"eps_0",1e-05,1613942640055,3013
"wd_1",0.01,1613942640055,3013
"sqr_mom_1",0.99,1613942640055,3013
"lr_1",4.912887168924835e-05,1613942640055,3013
"mom_1",0.8517422740442437,1613942640055,3013
"eps_1",1e-05,1613942640055,3013
"wd_2",0.01,1613942640055,3013
"sqr_mom_2",0.99,1613942640055,3013
"lr_2",0.0004912887168924835,1613942640055,3013
"mom_2",0.8517422740442437,1613942640055,3013
"eps_2",1e-05,1613942640055,3013
"train_loss",0.03972195,1613942641006,3014
"raw_loss",0.015368791,1613942641006,3014
"epoch",18.962264150943362,1613942641006,3014
"wd_0",0.01,1613942641006,3014
"sqr_mom_0",0.99,1613942641006,3014
"lr_0",4.912517445941302e-06,1613942641006,3014
"mom_0",0.8517496685778597,1613942641006,3014
"eps_0",1e-05,1613942641006,3014
"wd_1",0.01,1613942641006,3014
"sqr_mom_1",0.99,1613942641006,3014
"lr_1",4.9125174459413016e-05,1613942641006,3014
"mom_1",0.8517496685778597,1613942641006,3014
"eps_1",1e-05,1613942641006,3014
"wd_2",0.01,1613942641006,3014
"sqr_mom_2",0.99,1613942641006,3014
"lr_2",0.0004912517445941301,1613942641006,3014
"mom_2",0.8517496685778597,1613942641006,3014
"eps_2",1e-05,1613942641006,3014
"train_loss",0.03976141,1613942641951,3015
"raw_loss",0.04169488,1613942641951,3015
"epoch",18.968553459119462,1613942641951,3015
"wd_0",0.01,1613942641951,3015
"sqr_mom_0",0.99,1613942641951,3015
"lr_0",4.9121470462612365e-06,1613942641951,3015
"mom_0",0.8517570766455417,1613942641951,3015
"eps_0",1e-05,1613942641951,3015
"wd_1",0.01,1613942641951,3015
"sqr_mom_1",0.99,1613942641951,3015
"lr_1",4.912147046261236e-05,1613942641951,3015
"mom_1",0.8517570766455417,1613942641951,3015
"eps_1",1e-05,1613942641951,3015
"wd_2",0.01,1613942641951,3015
"sqr_mom_2",0.99,1613942641951,3015
"lr_2",0.0004912147046261236,1613942641951,3015
"mom_2",0.8517570766455417,1613942641951,3015
"eps_2",1e-05,1613942641951,3015
"train_loss",0.041181594,1613942642906,3016
"raw_loss",0.11077064,1613942642906,3016
"epoch",18.974842767295563,1613942642906,3016
"wd_0",0.01,1613942642906,3016
"sqr_mom_0",0.99,1613942642906,3016
"lr_0",4.9117757856784055e-06,1613942642906,3016
"mom_0",0.8517645019314511,1613942642906,3016
"eps_0",1e-05,1613942642906,3016
"wd_1",0.01,1613942642906,3016
"sqr_mom_1",0.99,1613942642906,3016
"lr_1",4.911775785678405e-05,1613942642906,3016
"mom_1",0.8517645019314511,1613942642906,3016
"eps_1",1e-05,1613942642906,3016
"wd_2",0.01,1613942642906,3016
"sqr_mom_2",0.99,1613942642906,3016
"lr_2",0.0004911775785678405,1613942642906,3016
"mom_2",0.8517645019314511,1613942642906,3016
"eps_2",1e-05,1613942642906,3016
"train_loss",0.041039497,1613942643907,3017
"raw_loss",0.034076754,1613942643907,3017
"epoch",18.981132075471663,1613942643907,3017
"wd_0",0.01,1613942643907,3017
"sqr_mom_0",0.99,1613942643907,3017
"lr_0",4.911403756377658e-06,1613942643907,3017
"mom_0",0.8517719425918727,1613942643907,3017
"eps_0",1e-05,1613942643907,3017
"wd_1",0.01,1613942643907,3017
"sqr_mom_1",0.99,1613942643907,3017
"lr_1",4.911403756377657e-05,1613942643907,3017
"mom_1",0.8517719425918727,1613942643907,3017
"eps_1",1e-05,1613942643907,3017
"wd_2",0.01,1613942643907,3017
"sqr_mom_2",0.99,1613942643907,3017
"lr_2",0.0004911403756377657,1613942643907,3017
"mom_2",0.8517719425918727,1613942643907,3017
"eps_2",1e-05,1613942643907,3017
"train_loss",0.040517583,1613942644851,3018
"raw_loss",0.014943819,1613942644851,3018
"epoch",18.987421383647764,1613942644851,3018
"wd_0",0.01,1613942644851,3018
"sqr_mom_0",0.99,1613942644851,3018
"lr_0",4.911031051308932e-06,1613942644851,3018
"mom_0",0.851779396767789,1613942644851,3018
"eps_0",1e-05,1613942644851,3018
"wd_1",0.01,1613942644851,3018
"sqr_mom_1",0.99,1613942644851,3018
"lr_1",4.911031051308932e-05,1613942644851,3018
"mom_1",0.851779396767789,1613942644851,3018
"eps_1",1e-05,1613942644851,3018
"wd_2",0.01,1613942644851,3018
"sqr_mom_2",0.99,1613942644851,3018
"lr_2",0.0004911031051308931,1613942644851,3018
"mom_2",0.851779396767789,1613942644851,3018
"eps_2",1e-05,1613942644851,3018
"train_loss",0.0401839,1613942645824,3019
"raw_loss",0.02383348,1613942645824,3019
"epoch",18.993710691823864,1613942645824,3019
"wd_0",0.01,1613942645824,3019
"sqr_mom_0",0.99,1613942645824,3019
"lr_0",4.910657485119484e-06,1613942645824,3019
"mom_0",0.851786868166292,1613942645824,3019
"eps_0",1e-05,1613942645824,3019
"wd_1",0.01,1613942645824,3019
"sqr_mom_1",0.99,1613942645824,3019
"lr_1",4.9106574851194844e-05,1613942645824,3019
"mom_1",0.851786868166292,1613942645824,3019
"eps_1",1e-05,1613942645824,3019
"wd_2",0.01,1613942645824,3019
"sqr_mom_2",0.99,1613942645824,3019
"lr_2",0.0004910657485119484,1613942645824,3019
"mom_2",0.851786868166292,1613942645824,3019
"eps_2",1e-05,1613942645824,3019
"train_loss",0.04000133,1613942646820,3020
"raw_loss",0.031055259,1613942646820,3020
"epoch",18.999999999999964,1613942646820,3020
"wd_0",0.01,1613942646820,3020
"sqr_mom_0",0.99,1613942646820,3020
"lr_0",4.910283150568565e-06,1613942646820,3020
"mom_0",0.851794354932178,1613942646820,3020
"eps_0",1e-05,1613942646820,3020
"wd_1",0.01,1613942646820,3020
"sqr_mom_1",0.99,1613942646820,3020
"lr_1",4.9102831505685654e-05,1613942646820,3020
"mom_1",0.851794354932178,1613942646820,3020
"eps_1",1e-05,1613942646820,3020
"wd_2",0.01,1613942646820,3020
"sqr_mom_2",0.99,1613942646820,3020
"lr_2",0.0004910283150568565,1613942646820,3020
"mom_2",0.851794354932178,1613942646820,3020
"eps_2",1e-05,1613942646820,3020
"valid_loss",0.10375476628541946,1613942680813,3020
"_rmse",0.3221098780632019,1613942680813,3020
"epoch",19,1613942680813,3020
"train_loss",0.039593503,1613942681857,3021
"raw_loss",0.019610012,1613942681857,3021
"epoch",19.0062893081761,1613942681857,3021
"wd_0",0.01,1613942681857,3021
"sqr_mom_0",0.99,1613942681857,3021
"lr_0",4.9099080477754894e-06,1613942681857,3021
"mom_0",0.8518018570630608,1613942681857,3021
"eps_0",1e-05,1613942681857,3021
"wd_1",0.01,1613942681857,3021
"sqr_mom_1",0.99,1613942681857,3021
"lr_1",4.909908047775489e-05,1613942681857,3021
"mom_1",0.8518018570630608,1613942681857,3021
"eps_1",1e-05,1613942681857,3021
"wd_2",0.01,1613942681857,3021
"sqr_mom_2",0.99,1613942681857,3021
"lr_2",0.0004909908047775489,1613942681857,3021
"mom_2",0.8518018570630608,1613942681857,3021
"eps_2",1e-05,1613942681857,3021
"train_loss",0.03960052,1613942682823,3022
"raw_loss",0.039944347,1613942682823,3022
"epoch",19.0125786163522,1613942682823,3022
"wd_0",0.01,1613942682823,3022
"sqr_mom_0",0.99,1613942682823,3022
"lr_0",4.909532254856263e-06,1613942682823,3022
"mom_0",0.8518093729966046,1613942682823,3022
"eps_0",1e-05,1613942682823,3022
"wd_1",0.01,1613942682823,3022
"sqr_mom_1",0.99,1613942682823,3022
"lr_1",4.9095322548562624e-05,1613942682823,3022
"mom_1",0.8518093729966046,1613942682823,3022
"eps_1",1e-05,1613942682823,3022
"wd_2",0.01,1613942682823,3022
"sqr_mom_2",0.99,1613942682823,3022
"lr_2",0.0004909532254856263,1613942682823,3022
"mom_2",0.8518093729966046,1613942682823,3022
"eps_2",1e-05,1613942682823,3022
"train_loss",0.03929017,1613942683763,3023
"raw_loss",0.024083083,1613942683763,3023
"epoch",19.0188679245283,1613942683763,3023
"wd_0",0.01,1613942683763,3023
"sqr_mom_0",0.99,1613942683763,3023
"lr_0",4.90915561609699e-06,1613942683763,3023
"mom_0",0.8518169058471187,1613942683763,3023
"eps_0",1e-05,1613942683763,3023
"wd_1",0.01,1613942683763,3023
"sqr_mom_1",0.99,1613942683763,3023
"lr_1",4.90915561609699e-05,1613942683763,3023
"mom_1",0.8518169058471187,1613942683763,3023
"eps_1",1e-05,1613942683763,3023
"wd_2",0.01,1613942683763,3023
"sqr_mom_2",0.99,1613942683763,3023
"lr_2",0.0004909155616096989,1613942683763,3023
"mom_2",0.8518169058471187,1613942683763,3023
"eps_2",1e-05,1613942683763,3023
"train_loss",0.03931507,1613942684722,3024
"raw_loss",0.040535193,1613942684722,3024
"epoch",19.0251572327044,1613942684722,3024
"wd_0",0.01,1613942684722,3024
"sqr_mom_0",0.99,1613942684722,3024
"lr_0",4.9087782094549486e-06,1613942684722,3024
"mom_0",0.8518244540554416,1613942684722,3024
"eps_0",1e-05,1613942684722,3024
"wd_1",0.01,1613942684722,3024
"sqr_mom_1",0.99,1613942684722,3024
"lr_1",4.908778209454948e-05,1613942684722,3024
"mom_1",0.8518244540554416,1613942684722,3024
"eps_1",1e-05,1613942684722,3024
"wd_2",0.01,1613942684722,3024
"sqr_mom_2",0.99,1613942684722,3024
"lr_2",0.0004908778209454948,1613942684722,3024
"mom_2",0.8518244540554416,1613942684722,3024
"eps_2",1e-05,1613942684722,3024
"train_loss",0.03884978,1613942685736,3025
"raw_loss",0.016050428,1613942685736,3025
"epoch",19.031446540880502,1613942685736,3025
"wd_0",0.01,1613942685736,3025
"sqr_mom_0",0.99,1613942685736,3025
"lr_0",4.908400129219127e-06,1613942685736,3025
"mom_0",0.8518320157357748,1613942685736,3025
"eps_0",1e-05,1613942685736,3025
"wd_1",0.01,1613942685736,3025
"sqr_mom_1",0.99,1613942685736,3025
"lr_1",4.908400129219127e-05,1613942685736,3025
"mom_1",0.8518320157357748,1613942685736,3025
"eps_1",1e-05,1613942685736,3025
"wd_2",0.01,1613942685736,3025
"sqr_mom_2",0.99,1613942685736,3025
"lr_2",0.0004908400129219127,1613942685736,3025
"mom_2",0.8518320157357748,1613942685736,3025
"eps_2",1e-05,1613942685736,3025
"train_loss",0.038877465,1613942686698,3026
"raw_loss",0.04023418,1613942686698,3026
"epoch",19.037735849056602,1613942686698,3026
"wd_0",0.01,1613942686698,3026
"sqr_mom_0",0.99,1613942686698,3026
"lr_0",4.908021187363617e-06,1613942686698,3026
"mom_0",0.8518395946486741,1613942686698,3026
"eps_0",1e-05,1613942686698,3026
"wd_1",0.01,1613942686698,3026
"sqr_mom_1",0.99,1613942686698,3026
"lr_1",4.9080211873636167e-05,1613942686698,3026
"mom_1",0.8518395946486741,1613942686698,3026
"eps_1",1e-05,1613942686698,3026
"wd_2",0.01,1613942686698,3026
"sqr_mom_2",0.99,1613942686698,3026
"lr_2",0.0004908021187363617,1613942686698,3026
"mom_2",0.8518395946486741,1613942686698,3026
"eps_2",1e-05,1613942686698,3026
"train_loss",0.03871771,1613942687674,3027
"raw_loss",0.030889671,1613942687674,3027
"epoch",19.044025157232703,1613942687674,3027
"wd_0",0.01,1613942687674,3027
"sqr_mom_0",0.99,1613942687674,3027
"lr_0",4.907641477986925e-06,1613942687674,3027
"mom_0",0.8518471889121506,1613942687674,3027
"eps_0",1e-05,1613942687674,3027
"wd_1",0.01,1613942687674,3027
"sqr_mom_1",0.99,1613942687674,3027
"lr_1",4.9076414779869253e-05,1613942687674,3027
"mom_1",0.8518471889121506,1613942687674,3027
"eps_1",1e-05,1613942687674,3027
"wd_2",0.01,1613942687674,3027
"sqr_mom_2",0.99,1613942687674,3027
"lr_2",0.0004907641477986925,1613942687674,3027
"mom_2",0.8518471889121506,1613942687674,3027
"eps_2",1e-05,1613942687674,3027
"train_loss",0.039331626,1613942688649,3028
"raw_loss",0.06941361,1613942688649,3028
"epoch",19.050314465408803,1613942688649,3028
"wd_0",0.01,1613942688649,3028
"sqr_mom_0",0.99,1613942688649,3028
"lr_0",4.907261095951458e-06,1613942688649,3028
"mom_0",0.8518547966289371,1613942688649,3028
"eps_0",1e-05,1613942688649,3028
"wd_1",0.01,1613942688649,3028
"sqr_mom_1",0.99,1613942688649,3028
"lr_1",4.9072610959514575e-05,1613942688649,3028
"mom_1",0.8518547966289371,1613942688649,3028
"eps_1",1e-05,1613942688649,3028
"wd_2",0.01,1613942688649,3028
"sqr_mom_2",0.99,1613942688649,3028
"lr_2",0.0004907261095951458,1613942688649,3028
"mom_2",0.8518547966289371,1613942688649,3028
"eps_2",1e-05,1613942688649,3028
"train_loss",0.038817775,1613942689594,3029
"raw_loss",0.013638954,1613942689594,3029
"epoch",19.056603773584904,1613942689594,3029
"wd_0",0.01,1613942689594,3029
"sqr_mom_0",0.99,1613942689594,3029
"lr_0",4.906879852086581e-06,1613942689594,3029
"mom_0",0.8518624215824842,1613942689594,3029
"eps_0",1e-05,1613942689594,3029
"wd_1",0.01,1613942689594,3029
"sqr_mom_1",0.99,1613942689594,3029
"lr_1",4.906879852086581e-05,1613942689594,3029
"mom_1",0.8518624215824842,1613942689594,3029
"eps_1",1e-05,1613942689594,3029
"wd_2",0.01,1613942689594,3029
"sqr_mom_2",0.99,1613942689594,3029
"lr_2",0.0004906879852086581,1613942689594,3029
"mom_2",0.8518624215824842,1613942689594,3029
"eps_2",1e-05,1613942689594,3029
"train_loss",0.039128836,1613942690559,3030
"raw_loss",0.05437079,1613942690559,3030
"epoch",19.062893081761004,1613942690559,3030
"wd_0",0.01,1613942690559,3030
"sqr_mom_0",0.99,1613942690559,3030
"lr_0",4.90649784106431e-06,1613942690559,3030
"mom_0",0.8518700618793326,1613942690559,3030
"eps_0",1e-05,1613942690559,3030
"wd_1",0.01,1613942690559,3030
"sqr_mom_1",0.99,1613942690559,3030
"lr_1",4.9064978410643096e-05,1613942690559,3030
"mom_1",0.8518700618793326,1613942690559,3030
"eps_1",1e-05,1613942690559,3030
"wd_2",0.01,1613942690559,3030
"sqr_mom_2",0.99,1613942690559,3030
"lr_2",0.000490649784106431,1613942690559,3030
"mom_2",0.8518700618793326,1613942690559,3030
"eps_2",1e-05,1613942690559,3030
"train_loss",0.039033726,1613942691505,3031
"raw_loss",0.034373328,1613942691505,3031
"epoch",19.069182389937104,1613942691505,3031
"wd_0",0.01,1613942691505,3031
"sqr_mom_0",0.99,1613942691505,3031
"lr_0",4.9061151583201976e-06,1613942691505,3031
"mom_0",0.8518777156107521,1613942691505,3031
"eps_0",1e-05,1613942691505,3031
"wd_1",0.01,1613942691505,3031
"sqr_mom_1",0.99,1613942691505,3031
"lr_1",4.9061151583201974e-05,1613942691505,3031
"mom_1",0.8518777156107521,1613942691505,3031
"eps_1",1e-05,1613942691505,3031
"wd_2",0.01,1613942691505,3031
"sqr_mom_2",0.99,1613942691505,3031
"lr_2",0.0004906115158320197,1613942691505,3031
"mom_2",0.8518777156107521,1613942691505,3031
"eps_2",1e-05,1613942691505,3031
"train_loss",0.039126117,1613942692458,3032
"raw_loss",0.0436532,1613942692458,3032
"epoch",19.075471698113205,1613942692458,3032
"wd_0",0.01,1613942692458,3032
"sqr_mom_0",0.99,1613942692458,3032
"lr_0",4.905731613539427e-06,1613942692458,3032
"mom_0",0.8518853865830773,1613942692458,3032
"eps_0",1e-05,1613942692458,3032
"wd_1",0.01,1613942692458,3032
"sqr_mom_1",0.99,1613942692458,3032
"lr_1",4.9057316135394265e-05,1613942692458,3032
"mom_1",0.8518853865830773,1613942692458,3032
"eps_1",1e-05,1613942692458,3032
"wd_2",0.01,1613942692458,3032
"sqr_mom_2",0.99,1613942692458,3032
"lr_2",0.0004905731613539426,1613942692458,3032
"mom_2",0.8518853865830773,1613942692458,3032
"eps_2",1e-05,1613942692458,3032
"train_loss",0.03938544,1613942693414,3033
"raw_loss",0.052092284,1613942693414,3033
"epoch",19.081761006289305,1613942693414,3033
"wd_0",0.01,1613942693414,3033
"sqr_mom_0",0.99,1613942693414,3033
"lr_0",4.905347301967249e-06,1613942693414,3033
"mom_0",0.8518930728913839,1613942693414,3033
"eps_0",1e-05,1613942693414,3033
"wd_1",0.01,1613942693414,3033
"sqr_mom_1",0.99,1613942693414,3033
"lr_1",4.905347301967249e-05,1613942693414,3033
"mom_1",0.8518930728913839,1613942693414,3033
"eps_1",1e-05,1613942693414,3033
"wd_2",0.01,1613942693414,3033
"sqr_mom_2",0.99,1613942693414,3033
"lr_2",0.0004905347301967249,1613942693414,3033
"mom_2",0.8518930728913839,1613942693414,3033
"eps_2",1e-05,1613942693414,3033
"train_loss",0.039246414,1613942694380,3034
"raw_loss",0.032434106,1613942694380,3034
"epoch",19.088050314465406,1613942694380,3034
"wd_0",0.01,1613942694380,3034
"sqr_mom_0",0.99,1613942694380,3034
"lr_0",4.9049623036311045e-06,1613942694380,3034
"mom_0",0.8519007729351072,1613942694380,3034
"eps_0",1e-05,1613942694380,3034
"wd_1",0.01,1613942694380,3034
"sqr_mom_1",0.99,1613942694380,3034
"lr_1",4.9049623036311044e-05,1613942694380,3034
"mom_1",0.8519007729351072,1613942694380,3034
"eps_1",1e-05,1613942694380,3034
"wd_2",0.01,1613942694380,3034
"sqr_mom_2",0.99,1613942694380,3034
"lr_2",0.0004904962303631104,1613942694380,3034
"mom_2",0.8519007729351072,1613942694380,3034
"eps_2",1e-05,1613942694380,3034
"train_loss",0.038884956,1613942695340,3035
"raw_loss",0.021173535,1613942695340,3035
"epoch",19.094339622641506,1613942695340,3035
"wd_0",0.01,1613942695340,3035
"sqr_mom_0",0.99,1613942695340,3035
"lr_0",4.904576459002733e-06,1613942695340,3035
"mom_0",0.8519084899048444,1613942695340,3035
"eps_0",1e-05,1613942695340,3035
"wd_1",0.01,1613942695340,3035
"sqr_mom_1",0.99,1613942695340,3035
"lr_1",4.9045764590027334e-05,1613942695340,3035
"mom_1",0.8519084899048444,1613942695340,3035
"eps_1",1e-05,1613942695340,3035
"wd_2",0.01,1613942695340,3035
"sqr_mom_2",0.99,1613942695340,3035
"lr_2",0.0004904576459002733,1613942695340,3035
"mom_2",0.8519084899048444,1613942695340,3035
"eps_2",1e-05,1613942695340,3035
"train_loss",0.03856471,1613942696312,3036
"raw_loss",0.02287265,1613942696312,3036
"epoch",19.100628930817606,1613942696312,3036
"wd_0",0.01,1613942696312,3036
"sqr_mom_0",0.99,1613942696312,3036
"lr_0",4.904189847951147e-06,1613942696312,3036
"mom_0",0.8519162222031991,1613942696312,3036
"eps_0",1e-05,1613942696312,3036
"wd_1",0.01,1613942696312,3036
"sqr_mom_1",0.99,1613942696312,3036
"lr_1",4.9041898479511474e-05,1613942696312,3036
"mom_1",0.8519162222031991,1613942696312,3036
"eps_1",1e-05,1613942696312,3036
"wd_2",0.01,1613942696312,3036
"sqr_mom_2",0.99,1613942696312,3036
"lr_2",0.0004904189847951147,1613942696312,3036
"mom_2",0.8519162222031991,1613942696312,3036
"eps_2",1e-05,1613942696312,3036
"train_loss",0.038433444,1613942697290,3037
"raw_loss",0.032001372,1613942697290,3037
"epoch",19.106918238993707,1613942697290,3037
"wd_0",0.01,1613942697290,3037
"sqr_mom_0",0.99,1613942697290,3037
"lr_0",4.903802567057377e-06,1613942697290,3037
"mom_0",0.8519239678985314,1613942697290,3037
"eps_0",1e-05,1613942697290,3037
"wd_1",0.01,1613942697290,3037
"sqr_mom_1",0.99,1613942697290,3037
"lr_1",4.9038025670573774e-05,1613942697290,3037
"mom_1",0.8519239678985314,1613942697290,3037
"eps_1",1e-05,1613942697290,3037
"wd_2",0.01,1613942697290,3037
"sqr_mom_2",0.99,1613942697290,3037
"lr_2",0.0004903802567057377,1613942697290,3037
"mom_2",0.8519239678985314,1613942697290,3037
"eps_2",1e-05,1613942697290,3037
"train_loss",0.038473245,1613942698257,3038
"raw_loss",0.0404235,1613942698257,3038
"epoch",19.113207547169807,1613942698257,3038
"wd_0",0.01,1613942698257,3038
"sqr_mom_0",0.99,1613942698257,3038
"lr_0",4.903414423719867e-06,1613942698257,3038
"mom_0",0.8519317308429111,1613942698257,3038
"eps_0",1e-05,1613942698257,3038
"wd_1",0.01,1613942698257,3038
"sqr_mom_1",0.99,1613942698257,3038
"lr_1",4.903414423719867e-05,1613942698257,3038
"mom_1",0.8519317308429111,1613942698257,3038
"eps_1",1e-05,1613942698257,3038
"wd_2",0.01,1613942698257,3038
"sqr_mom_2",0.99,1613942698257,3038
"lr_2",0.0004903414423719866,1613942698257,3038
"mom_2",0.8519317308429111,1613942698257,3038
"eps_2",1e-05,1613942698257,3038
"train_loss",0.038615227,1613942699222,3039
"raw_loss",0.04557228,1613942699222,3039
"epoch",19.119496855345908,1613942699222,3039
"wd_0",0.01,1613942699222,3039
"sqr_mom_0",0.99,1613942699222,3039
"lr_0",4.9030255143295275e-06,1613942699222,3039
"mom_0",0.8519395091085005,1613942699222,3039
"eps_0",1e-05,1613942699222,3039
"wd_1",0.01,1613942699222,3039
"sqr_mom_1",0.99,1613942699222,3039
"lr_1",4.903025514329527e-05,1613942699222,3039
"mom_1",0.8519395091085005,1613942699222,3039
"eps_1",1e-05,1613942699222,3039
"wd_2",0.01,1613942699222,3039
"sqr_mom_2",0.99,1613942699222,3039
"lr_2",0.0004903025514329527,1613942699222,3039
"mom_2",0.8519395091085005,1613942699222,3039
"eps_2",1e-05,1613942699222,3039
"train_loss",0.038648978,1613942700182,3040
"raw_loss",0.040302724,1613942700182,3040
"epoch",19.125786163522008,1613942700182,3040
"wd_0",0.01,1613942700182,3040
"sqr_mom_0",0.99,1613942700182,3040
"lr_0",4.902635839010319e-06,1613942700182,3040
"mom_0",0.8519473026928205,1613942700182,3040
"eps_0",1e-05,1613942700182,3040
"wd_1",0.01,1613942700182,3040
"sqr_mom_1",0.99,1613942700182,3040
"lr_1",4.902635839010319e-05,1613942700182,3040
"mom_1",0.8519473026928205,1613942700182,3040
"eps_1",1e-05,1613942700182,3040
"wd_2",0.01,1613942700182,3040
"sqr_mom_2",0.99,1613942700182,3040
"lr_2",0.0004902635839010319,1613942700182,3040
"mom_2",0.8519473026928205,1613942700182,3040
"eps_2",1e-05,1613942700182,3040
"train_loss",0.038167406,1613942701148,3041
"raw_loss",0.014570425,1613942701148,3041
"epoch",19.13207547169811,1613942701148,3041
"wd_0",0.01,1613942701148,3041
"sqr_mom_0",0.99,1613942701148,3041
"lr_0",4.90224549510632e-06,1613942701148,3041
"mom_0",0.85195510964897,1613942701148,3041
"eps_0",1e-05,1613942701148,3041
"wd_1",0.01,1613942701148,3041
"sqr_mom_1",0.99,1613942701148,3041
"lr_1",4.9022454951063204e-05,1613942701148,3041
"mom_1",0.85195510964897,1613942701148,3041
"eps_1",1e-05,1613942701148,3041
"wd_2",0.01,1613942701148,3041
"sqr_mom_2",0.99,1613942701148,3041
"lr_2",0.000490224549510632,1613942701148,3041
"mom_2",0.85195510964897,1613942701148,3041
"eps_2",1e-05,1613942701148,3041
"train_loss",0.03800793,1613942702127,3042
"raw_loss",0.030193508,1613942702127,3042
"epoch",19.13836477987421,1613942702127,3042
"wd_0",0.01,1613942702127,3042
"sqr_mom_0",0.99,1613942702127,3042
"lr_0",4.901854288492686e-06,1613942702127,3042
"mom_0",0.8519629338594848,1613942702127,3042
"eps_0",1e-05,1613942702127,3042
"wd_1",0.01,1613942702127,3042
"sqr_mom_1",0.99,1613942702127,3042
"lr_1",4.901854288492686e-05,1613942702127,3042
"mom_1",0.8519629338594848,1613942702127,3042
"eps_1",1e-05,1613942702127,3042
"wd_2",0.01,1613942702127,3042
"sqr_mom_2",0.99,1613942702127,3042
"lr_2",0.0004901854288492686,1613942702127,3042
"mom_2",0.8519629338594848,1613942702127,3042
"eps_2",1e-05,1613942702127,3042
"train_loss",0.037657693,1613942703121,3043
"raw_loss",0.020496037,1613942703121,3043
"epoch",19.14465408805031,1613942703121,3043
"wd_0",0.01,1613942703121,3043
"sqr_mom_0",0.99,1613942703121,3043
"lr_0",4.901462316323498e-06,1613942703121,3043
"mom_0",0.8519707733812638,1613942703121,3043
"eps_0",1e-05,1613942703121,3043
"wd_1",0.01,1613942703121,3043
"sqr_mom_1",0.99,1613942703121,3043
"lr_1",4.901462316323497e-05,1613942703121,3043
"mom_1",0.8519707733812638,1613942703121,3043
"eps_1",1e-05,1613942703121,3043
"wd_2",0.01,1613942703121,3043
"sqr_mom_2",0.99,1613942703121,3043
"lr_2",0.0004901462316323497,1613942703121,3043
"mom_2",0.8519707733812638,1613942703121,3043
"eps_2",1e-05,1613942703121,3043
"train_loss",0.037398703,1613942704091,3044
"raw_loss",0.02470827,1613942704091,3044
"epoch",19.15094339622641,1613942704091,3044
"wd_0",0.01,1613942704091,3044
"sqr_mom_0",0.99,1613942704091,3044
"lr_0",4.9010696602162696e-06,1613942704091,3044
"mom_0",0.8519786265819405,1613942704091,3044
"eps_0",1e-05,1613942704091,3044
"wd_1",0.01,1613942704091,3044
"sqr_mom_1",0.99,1613942704091,3044
"lr_1",4.90106966021627e-05,1613942704091,3044
"mom_1",0.8519786265819405,1613942704091,3044
"eps_1",1e-05,1613942704091,3044
"wd_2",0.01,1613942704091,3044
"sqr_mom_2",0.99,1613942704091,3044
"lr_2",0.000490106966021627,1613942704091,3044
"mom_2",0.8519786265819405,1613942704091,3044
"eps_2",1e-05,1613942704091,3044
"train_loss",0.03721161,1613942705058,3045
"raw_loss",0.028043998,1613942705058,3045
"epoch",19.15723270440251,1613942705058,3045
"wd_0",0.01,1613942705058,3045
"sqr_mom_0",0.99,1613942705058,3045
"lr_0",4.9006761574696604e-06,1613942705058,3045
"mom_0",0.8519864967155739,1613942705058,3045
"eps_0",1e-05,1613942705058,3045
"wd_1",0.01,1613942705058,3045
"sqr_mom_1",0.99,1613942705058,3045
"lr_1",4.90067615746966e-05,1613942705058,3045
"mom_1",0.8519864967155739,1613942705058,3045
"eps_1",1e-05,1613942705058,3045
"wd_2",0.01,1613942705058,3045
"sqr_mom_2",0.99,1613942705058,3045
"lr_2",0.0004900676157469661,1613942705058,3045
"mom_2",0.8519864967155739,1613942705058,3045
"eps_2",1e-05,1613942705058,3045
"train_loss",0.03811589,1613942706043,3046
"raw_loss",0.08242576,1613942706043,3046
"epoch",19.16352201257861,1613942706043,3046
"wd_0",0.01,1613942706043,3046
"sqr_mom_0",0.99,1613942706043,3046
"lr_0",4.9002818895430135e-06,1613942706043,3046
"mom_0",0.8519943821529612,1613942706043,3046
"eps_0",1e-05,1613942706043,3046
"wd_1",0.01,1613942706043,3046
"sqr_mom_1",0.99,1613942706043,3046
"lr_1",4.9002818895430133e-05,1613942706043,3046
"mom_1",0.8519943821529612,1613942706043,3046
"eps_1",1e-05,1613942706043,3046
"wd_2",0.01,1613942706043,3046
"sqr_mom_2",0.99,1613942706043,3046
"lr_2",0.0004900281889543013,1613942706043,3046
"mom_2",0.8519943821529612,1613942706043,3046
"eps_2",1e-05,1613942706043,3046
"train_loss",0.038225945,1613942707018,3047
"raw_loss",0.043618757,1613942707018,3047
"epoch",19.16981132075471,1613942707018,3047
"wd_0",0.01,1613942707018,3047
"sqr_mom_0",0.99,1613942707018,3047
"lr_0",4.89988695492403e-06,1613942707018,3047
"mom_0",0.8520022809243286,1613942707018,3047
"eps_0",1e-05,1613942707018,3047
"wd_1",0.01,1613942707018,3047
"sqr_mom_1",0.99,1613942707018,3047
"lr_1",4.89988695492403e-05,1613942707018,3047
"mom_1",0.8520022809243286,1613942707018,3047
"eps_1",1e-05,1613942707018,3047
"wd_2",0.01,1613942707018,3047
"sqr_mom_2",0.99,1613942707018,3047
"lr_2",0.0004899886954924029,1613942707018,3047
"mom_2",0.8520022809243286,1613942707018,3047
"eps_2",1e-05,1613942707018,3047
"train_loss",0.037882302,1613942707994,3048
"raw_loss",0.021043744,1613942707994,3048
"epoch",19.17610062893081,1613942707994,3048
"wd_0",0.01,1613942707994,3048
"sqr_mom_0",0.99,1613942707994,3048
"lr_0",4.899491157204821e-06,1613942707994,3048
"mom_0",0.8520101969578732,1613942707994,3048
"eps_0",1e-05,1613942707994,3048
"wd_1",0.01,1613942707994,3048
"sqr_mom_1",0.99,1613942707994,3048
"lr_1",4.899491157204821e-05,1613942707994,3048
"mom_1",0.8520101969578732,1613942707994,3048
"eps_1",1e-05,1613942707994,3048
"wd_2",0.01,1613942707994,3048
"sqr_mom_2",0.99,1613942707994,3048
"lr_2",0.0004899491157204821,1613942707994,3048
"mom_2",0.8520101969578732,1613942707994,3048
"eps_2",1e-05,1613942707994,3048
"train_loss",0.03752339,1613942708953,3049
"raw_loss",0.0199366,1613942708953,3049
"epoch",19.18238993710691,1613942708953,3049
"wd_0",0.01,1613942708953,3049
"sqr_mom_0",0.99,1613942708953,3049
"lr_0",4.89909459468328e-06,1613942708953,3049
"mom_0",0.8520181282876172,1613942708953,3049
"eps_0",1e-05,1613942708953,3049
"wd_1",0.01,1613942708953,3049
"sqr_mom_1",0.99,1613942708953,3049
"lr_1",4.89909459468328e-05,1613942708953,3049
"mom_1",0.8520181282876172,1613942708953,3049
"eps_1",1e-05,1613942708953,3049
"wd_2",0.01,1613942708953,3049
"sqr_mom_2",0.99,1613942708953,3049
"lr_2",0.0004899094594683279,1613942708953,3049
"mom_2",0.8520181282876172,1613942708953,3049
"eps_2",1e-05,1613942708953,3049
"train_loss",0.03741178,1613942709916,3050
"raw_loss",0.03194283,1613942709916,3050
"epoch",19.188679245283012,1613942709916,3050
"wd_0",0.01,1613942709916,3050
"sqr_mom_0",0.99,1613942709916,3050
"lr_0",4.898697366418492e-06,1613942709916,3050
"mom_0",0.8520260729323594,1613942709916,3050
"eps_0",1e-05,1613942709916,3050
"wd_1",0.01,1613942709916,3050
"sqr_mom_1",0.99,1613942709916,3050
"lr_1",4.898697366418492e-05,1613942709916,3050
"mom_1",0.8520260729323594,1613942709916,3050
"eps_1",1e-05,1613942709916,3050
"wd_2",0.01,1613942709916,3050
"sqr_mom_2",0.99,1613942709916,3050
"lr_2",0.0004898697366418492,1613942709916,3050
"mom_2",0.8520260729323594,1613942709916,3050
"eps_2",1e-05,1613942709916,3050
"train_loss",0.03769489,1613942710891,3051
"raw_loss",0.05156728,1613942710891,3051
"epoch",19.194968553459113,1613942710891,3051
"wd_0",0.01,1613942710891,3051
"sqr_mom_0",0.99,1613942710891,3051
"lr_0",4.898299274861899e-06,1613942710891,3051
"mom_0",0.8520340348431105,1613942710891,3051
"eps_0",1e-05,1613942710891,3051
"wd_1",0.01,1613942710891,3051
"sqr_mom_1",0.99,1613942710891,3051
"lr_1",4.8982992748618994e-05,1613942710891,3051
"mom_1",0.8520340348431105,1613942710891,3051
"eps_1",1e-05,1613942710891,3051
"wd_2",0.01,1613942710891,3051
"sqr_mom_2",0.99,1613942710891,3051
"lr_2",0.00048982992748619,1613942710891,3051
"mom_2",0.8520340348431105,1613942710891,3051
"eps_2",1e-05,1613942710891,3051
"train_loss",0.037641913,1613942711861,3052
"raw_loss",0.03504611,1613942711861,3052
"epoch",19.201257861635213,1613942711861,3052
"wd_0",0.01,1613942711861,3052
"sqr_mom_0",0.99,1613942711861,3052
"lr_0",4.897900418882873e-06,1613942711861,3052
"mom_0",0.852042012042463,1613942711861,3052
"eps_0",1e-05,1613942711861,3052
"wd_1",0.01,1613942711861,3052
"sqr_mom_1",0.99,1613942711861,3052
"lr_1",4.897900418882873e-05,1613942711861,3052
"mom_1",0.852042012042463,1613942711861,3052
"eps_1",1e-05,1613942711861,3052
"wd_2",0.01,1613942711861,3052
"sqr_mom_2",0.99,1613942711861,3052
"lr_2",0.0004897900418882873,1613942711861,3052
"mom_2",0.852042012042463,1613942711861,3052
"eps_2",1e-05,1613942711861,3052
"train_loss",0.037405893,1613942712840,3053
"raw_loss",0.025840957,1613942712840,3053
"epoch",19.207547169811313,1613942712840,3053
"wd_0",0.01,1613942712840,3053
"sqr_mom_0",0.99,1613942712840,3053
"lr_0",4.897500898111599e-06,1613942712840,3053
"mom_0",0.8520500025377934,1613942712840,3053
"eps_0",1e-05,1613942712840,3053
"wd_1",0.01,1613942712840,3053
"sqr_mom_1",0.99,1613942712840,3053
"lr_1",4.897500898111599e-05,1613942712840,3053
"mom_1",0.8520500025377934,1613942712840,3053
"eps_1",1e-05,1613942712840,3053
"wd_2",0.01,1613942712840,3053
"sqr_mom_2",0.99,1613942712840,3053
"lr_2",0.0004897500898111599,1613942712840,3053
"mom_2",0.8520500025377934,1613942712840,3053
"eps_2",1e-05,1613942712840,3053
"train_loss",0.037383355,1613942713825,3054
"raw_loss",0.036279026,1613942713825,3054
"epoch",19.213836477987414,1613942713825,3054
"wd_0",0.01,1613942713825,3054
"sqr_mom_0",0.99,1613942713825,3054
"lr_0",4.897100513859417e-06,1613942713825,3054
"mom_0",0.8520580103029146,1613942713825,3054
"eps_0",1e-05,1613942713825,3054
"wd_1",0.01,1613942713825,3054
"sqr_mom_1",0.99,1613942713825,3054
"lr_1",4.897100513859417e-05,1613942713825,3054
"mom_1",0.8520580103029146,1613942713825,3054
"eps_1",1e-05,1613942713825,3054
"wd_2",0.01,1613942713825,3054
"sqr_mom_2",0.99,1613942713825,3054
"lr_2",0.0004897100513859417,1613942713825,3054
"mom_2",0.8520580103029146,1613942713825,3054
"eps_2",1e-05,1613942713825,3054
"train_loss",0.036912568,1613942714792,3055
"raw_loss",0.013843949,1613942714792,3055
"epoch",19.220125786163514,1613942714792,3055
"wd_0",0.01,1613942714792,3055
"sqr_mom_0",0.99,1613942714792,3055
"lr_0",4.896699365566893e-06,1613942714792,3055
"mom_0",0.8520660333489957,1613942714792,3055
"eps_0",1e-05,1613942714792,3055
"wd_1",0.01,1613942714792,3055
"sqr_mom_1",0.99,1613942714792,3055
"lr_1",4.896699365566893e-05,1613942714792,3055
"mom_1",0.8520660333489957,1613942714792,3055
"eps_1",1e-05,1613942714792,3055
"wd_2",0.01,1613942714792,3055
"sqr_mom_2",0.99,1613942714792,3055
"lr_2",0.0004896699365566893,1613942714792,3055
"mom_2",0.8520660333489957,1613942714792,3055
"eps_2",1e-05,1613942714792,3055
"train_loss",0.036964074,1613942715797,3056
"raw_loss",0.03948783,1613942715797,3056
"epoch",19.226415094339615,1613942715797,3056
"wd_0",0.01,1613942715797,3056
"sqr_mom_0",0.99,1613942715797,3056
"lr_0",4.896297536756174e-06,1613942715797,3056
"mom_0",0.8520740700055766,1613942715797,3056
"eps_0",1e-05,1613942715797,3056
"wd_1",0.01,1613942715797,3056
"sqr_mom_1",0.99,1613942715797,3056
"lr_1",4.896297536756173e-05,1613942715797,3056
"mom_1",0.8520740700055766,1613942715797,3056
"eps_1",1e-05,1613942715797,3056
"wd_2",0.01,1613942715797,3056
"sqr_mom_2",0.99,1613942715797,3056
"lr_2",0.0004896297536756174,1613942715797,3056
"mom_2",0.8520740700055766,1613942715797,3056
"eps_2",1e-05,1613942715797,3056
"train_loss",0.036725614,1613942716746,3057
"raw_loss",0.025041068,1613942716746,3057
"epoch",19.232704402515715,1613942716746,3057
"wd_0",0.01,1613942716746,3057
"sqr_mom_0",0.99,1613942716746,3057
"lr_0",4.895894860925109e-06,1613942716746,3057
"mom_0",0.8520821236027338,1613942716746,3057
"eps_0",1e-05,1613942716746,3057
"wd_1",0.01,1613942716746,3057
"sqr_mom_1",0.99,1613942716746,3057
"lr_1",4.895894860925108e-05,1613942716746,3057
"mom_1",0.8520821236027338,1613942716746,3057
"eps_1",1e-05,1613942716746,3057
"wd_2",0.01,1613942716746,3057
"sqr_mom_2",0.99,1613942716746,3057
"lr_2",0.0004895894860925108,1613942716746,3057
"mom_2",0.8520821236027338,1613942716746,3057
"eps_2",1e-05,1613942716746,3057
"train_loss",0.036307745,1613942717720,3058
"raw_loss",0.01583207,1613942717720,3058
"epoch",19.238993710691815,1613942717720,3058
"wd_0",0.01,1613942717720,3058
"sqr_mom_0",0.99,1613942717720,3058
"lr_0",4.895491421437989e-06,1613942717720,3058
"mom_0",0.852090192473165,1613942717720,3058
"eps_0",1e-05,1613942717720,3058
"wd_1",0.01,1613942717720,3058
"sqr_mom_1",0.99,1613942717720,3058
"lr_1",4.895491421437989e-05,1613942717720,3058
"mom_1",0.852090192473165,1613942717720,3058
"eps_1",1e-05,1613942717720,3058
"wd_2",0.01,1613942717720,3058
"sqr_mom_2",0.99,1613942717720,3058
"lr_2",0.0004895491421437988,1613942717720,3058
"mom_2",0.852090192473165,1613942717720,3058
"eps_2",1e-05,1613942717720,3058
"train_loss",0.03628772,1613942718696,3059
"raw_loss",0.035306614,1613942718696,3059
"epoch",19.245283018867916,1613942718696,3059
"wd_0",0.01,1613942718696,3059
"sqr_mom_0",0.99,1613942718696,3059
"lr_0",4.8950873190663525e-06,1613942718696,3059
"mom_0",0.852098274601419,1613942718696,3059
"eps_0",1e-05,1613942718696,3059
"wd_1",0.01,1613942718696,3059
"sqr_mom_1",0.99,1613942718696,3059
"lr_1",4.8950873190663524e-05,1613942718696,3059
"mom_1",0.852098274601419,1613942718696,3059
"eps_1",1e-05,1613942718696,3059
"wd_2",0.01,1613942718696,3059
"sqr_mom_2",0.99,1613942718696,3059
"lr_2",0.0004895087319066353,1613942718696,3059
"mom_2",0.852098274601419,1613942718696,3059
"eps_2",1e-05,1613942718696,3059
"train_loss",0.036756355,1613942719686,3060
"raw_loss",0.05971945,1613942719686,3060
"epoch",19.251572327044016,1613942719686,3060
"wd_0",0.01,1613942719686,3060
"sqr_mom_0",0.99,1613942719686,3060
"lr_0",4.894682352843028e-06,1613942719686,3060
"mom_0",0.8521063740068795,1613942719686,3060
"eps_0",1e-05,1613942719686,3060
"wd_1",0.01,1613942719686,3060
"sqr_mom_1",0.99,1613942719686,3060
"lr_1",4.894682352843027e-05,1613942719686,3060
"mom_1",0.8521063740068795,1613942719686,3060
"eps_1",1e-05,1613942719686,3060
"wd_2",0.01,1613942719686,3060
"sqr_mom_2",0.99,1613942719686,3060
"lr_2",0.0004894682352843027,1613942719686,3060
"mom_2",0.8521063740068795,1613942719686,3060
"eps_2",1e-05,1613942719686,3060
"train_loss",0.037388008,1613942720658,3061
"raw_loss",0.06833907,1613942720658,3061
"epoch",19.257861635220117,1613942720658,3061
"wd_0",0.01,1613942720658,3061
"sqr_mom_0",0.99,1613942720658,3061
"lr_0",4.8942766233501205e-06,1613942720658,3061
"mom_0",0.8521144886778843,1613942720658,3061
"eps_0",1e-05,1613942720658,3061
"wd_1",0.01,1613942720658,3061
"sqr_mom_1",0.99,1613942720658,3061
"lr_1",4.89427662335012e-05,1613942720658,3061
"mom_1",0.8521144886778843,1613942720658,3061
"eps_1",1e-05,1613942720658,3061
"wd_2",0.01,1613942720658,3061
"sqr_mom_2",0.99,1613942720658,3061
"lr_2",0.000489427662335012,1613942720658,3061
"mom_2",0.8521144886778843,1613942720658,3061
"eps_2",1e-05,1613942720658,3061
"train_loss",0.037121233,1613942721621,3062
"raw_loss",0.024049183,1613942721621,3062
"epoch",19.264150943396217,1613942721621,3062
"wd_0",0.01,1613942721621,3062
"sqr_mom_0",0.99,1613942721621,3062
"lr_0",4.893870130716954e-06,1613942721621,3062
"mom_0",0.852122618611847,1613942721621,3062
"eps_0",1e-05,1613942721621,3062
"wd_1",0.01,1613942721621,3062
"sqr_mom_1",0.99,1613942721621,3062
"lr_1",4.893870130716954e-05,1613942721621,3062
"mom_1",0.852122618611847,1613942721621,3062
"eps_1",1e-05,1613942721621,3062
"wd_2",0.01,1613942721621,3062
"sqr_mom_2",0.99,1613942721621,3062
"lr_2",0.0004893870130716954,1613942721621,3062
"mom_2",0.852122618611847,1613942721621,3062
"eps_2",1e-05,1613942721621,3062
"train_loss",0.037624862,1613942722572,3063
"raw_loss",0.062302813,1613942722572,3063
"epoch",19.270440251572317,1613942722572,3063
"wd_0",0.01,1613942722572,3063
"sqr_mom_0",0.99,1613942722572,3063
"lr_0",4.893462976475334e-06,1613942722572,3063
"mom_0",0.8521307617781111,1613942722572,3063
"eps_0",1e-05,1613942722572,3063
"wd_1",0.01,1613942722572,3063
"sqr_mom_1",0.99,1613942722572,3063
"lr_1",4.893462976475334e-05,1613942722572,3063
"mom_1",0.8521307617781111,1613942722572,3063
"eps_1",1e-05,1613942722572,3063
"wd_2",0.01,1613942722572,3063
"sqr_mom_2",0.99,1613942722572,3063
"lr_2",0.0004893462976475333,1613942722572,3063
"mom_2",0.8521307617781111,1613942722572,3063
"eps_2",1e-05,1613942722572,3063
"train_loss",0.03777176,1613942723533,3064
"raw_loss",0.04496991,1613942723533,3064
"epoch",19.276729559748418,1613942723533,3064
"wd_0",0.01,1613942723533,3064
"sqr_mom_0",0.99,1613942723533,3064
"lr_0",4.893054958140342e-06,1613942723533,3064
"mom_0",0.8521389222264154,1613942723533,3064
"eps_0",1e-05,1613942723533,3064
"wd_1",0.01,1613942723533,3064
"sqr_mom_1",0.99,1613942723533,3064
"lr_1",4.893054958140341e-05,1613942723533,3064
"mom_1",0.8521389222264154,1613942723533,3064
"eps_1",1e-05,1613942723533,3064
"wd_2",0.01,1613942723533,3064
"sqr_mom_2",0.99,1613942723533,3064
"lr_2",0.0004893054958140341,1613942723533,3064
"mom_2",0.8521389222264154,1613942723533,3064
"eps_2",1e-05,1613942723533,3064
"train_loss",0.03790101,1613942724552,3065
"raw_loss",0.044234164,1613942724552,3065
"epoch",19.28301886792452,1613942724552,3065
"wd_0",0.01,1613942724552,3065
"sqr_mom_0",0.99,1613942724552,3065
"lr_0",4.892646177054481e-06,1613942724552,3065
"mom_0",0.8521470979298896,1613942724552,3065
"eps_0",1e-05,1613942724552,3065
"wd_1",0.01,1613942724552,3065
"sqr_mom_1",0.99,1613942724552,3065
"lr_1",4.892646177054481e-05,1613942724552,3065
"mom_1",0.8521470979298896,1613942724552,3065
"eps_1",1e-05,1613942724552,3065
"wd_2",0.01,1613942724552,3065
"sqr_mom_2",0.99,1613942724552,3065
"lr_2",0.0004892646177054481,1613942724552,3065
"mom_2",0.8521470979298896,1613942724552,3065
"eps_2",1e-05,1613942724552,3065
"train_loss",0.037649155,1613942725516,3066
"raw_loss",0.02530827,1613942725516,3066
"epoch",19.28930817610062,1613942725516,3066
"wd_0",0.01,1613942725516,3066
"sqr_mom_0",0.99,1613942725516,3066
"lr_0",4.892236718324186e-06,1613942725516,3066
"mom_0",0.8521552871863881,1613942725516,3066
"eps_0",1e-05,1613942725516,3066
"wd_1",0.01,1613942725516,3066
"sqr_mom_1",0.99,1613942725516,3066
"lr_1",4.892236718324186e-05,1613942725516,3066
"mom_1",0.8521552871863881,1613942725516,3066
"eps_1",1e-05,1613942725516,3066
"wd_2",0.01,1613942725516,3066
"sqr_mom_2",0.99,1613942725516,3066
"lr_2",0.0004892236718324185,1613942725516,3066
"mom_2",0.8521552871863881,1613942725516,3066
"eps_2",1e-05,1613942725516,3066
"train_loss",0.037404474,1613942726459,3067
"raw_loss",0.025415195,1613942726459,3067
"epoch",19.29559748427672,1613942726459,3067
"wd_0",0.01,1613942726459,3067
"sqr_mom_0",0.99,1613942726459,3067
"lr_0",4.8918264122857635e-06,1613942726459,3067
"mom_0",0.8521634933892186,1613942726459,3067
"eps_0",1e-05,1613942726459,3067
"wd_1",0.01,1613942726459,3067
"sqr_mom_1",0.99,1613942726459,3067
"lr_1",4.891826412285763e-05,1613942726459,3067
"mom_1",0.8521634933892186,1613942726459,3067
"eps_1",1e-05,1613942726459,3067
"wd_2",0.01,1613942726459,3067
"sqr_mom_2",0.99,1613942726459,3067
"lr_2",0.0004891826412285763,1613942726459,3067
"mom_2",0.8521634933892186,1613942726459,3067
"eps_2",1e-05,1613942726459,3067
"train_loss",0.03725265,1613942727426,3068
"raw_loss",0.029813293,1613942727426,3068
"epoch",19.30188679245282,1613942727426,3068
"wd_0",0.01,1613942727426,3068
"sqr_mom_0",0.99,1613942727426,3068
"lr_0",4.891415343888058e-06,1613942727426,3068
"mom_0",0.8521717148393873,1613942727426,3068
"eps_0",1e-05,1613942727426,3068
"wd_1",0.01,1613942727426,3068
"sqr_mom_1",0.99,1613942727426,3068
"lr_1",4.891415343888058e-05,1613942727426,3068
"mom_1",0.8521717148393873,1613942727426,3068
"eps_1",1e-05,1613942727426,3068
"wd_2",0.01,1613942727426,3068
"sqr_mom_2",0.99,1613942727426,3068
"lr_2",0.0004891415343888058,1613942727426,3068
"mom_2",0.8521717148393873,1613942727426,3068
"eps_2",1e-05,1613942727426,3068
"train_loss",0.0370641,1613942728367,3069
"raw_loss",0.027825315,1613942728367,3069
"epoch",19.30817610062892,1613942728367,3069
"wd_0",0.01,1613942728367,3069
"sqr_mom_0",0.99,1613942728367,3069
"lr_0",4.891003615802292e-06,1613942728367,3069
"mom_0",0.852179949483449,1613942728367,3069
"eps_0",1e-05,1613942728367,3069
"wd_1",0.01,1613942728367,3069
"sqr_mom_1",0.99,1613942728367,3069
"lr_1",4.891003615802292e-05,1613942728367,3069
"mom_1",0.852179949483449,1613942728367,3069
"eps_1",1e-05,1613942728367,3069
"wd_2",0.01,1613942728367,3069
"sqr_mom_2",0.99,1613942728367,3069
"lr_2",0.0004891003615802292,1613942728367,3069
"mom_2",0.852179949483449,1613942728367,3069
"eps_2",1e-05,1613942728367,3069
"train_loss",0.037072923,1613942729319,3070
"raw_loss",0.03750521,1613942729319,3070
"epoch",19.31446540880502,1613942729319,3070
"wd_0",0.01,1613942729319,3070
"sqr_mom_0",0.99,1613942729319,3070
"lr_0",4.890591023268894e-06,1613942729319,3070
"mom_0",0.8521882014166363,1613942729319,3070
"eps_0",1e-05,1613942729319,3070
"wd_1",0.01,1613942729319,3070
"sqr_mom_1",0.99,1613942729319,3070
"lr_1",4.890591023268894e-05,1613942729319,3070
"mom_1",0.8521882014166363,1613942729319,3070
"eps_1",1e-05,1613942729319,3070
"wd_2",0.01,1613942729319,3070
"sqr_mom_2",0.99,1613942729319,3070
"lr_2",0.0004890591023268894,1613942729319,3070
"mom_2",0.8521882014166363,1613942729319,3070
"eps_2",1e-05,1613942729319,3070
"train_loss",0.03675766,1613942730262,3071
"raw_loss",0.021309659,1613942730262,3071
"epoch",19.32075471698112,1613942730262,3071
"wd_0",0.01,1613942730262,3071
"sqr_mom_0",0.99,1613942730262,3071
"lr_0",4.890177668769979e-06,1613942730262,3071
"mom_0",0.8521964685892863,1613942730262,3071
"eps_0",1e-05,1613942730262,3071
"wd_1",0.01,1613942730262,3071
"sqr_mom_1",0.99,1613942730262,3071
"lr_1",4.890177668769979e-05,1613942730262,3071
"mom_1",0.8521964685892863,1613942730262,3071
"eps_1",1e-05,1613942730262,3071
"wd_2",0.01,1613942730262,3071
"sqr_mom_2",0.99,1613942730262,3071
"lr_2",0.0004890177668769979,1613942730262,3071
"mom_2",0.8521964685892863,1613942730262,3071
"eps_2",1e-05,1613942730262,3071
"train_loss",0.03643086,1613942731214,3072
"raw_loss",0.020417718,1613942731214,3072
"epoch",19.32704402515722,1613942731214,3072
"wd_0",0.01,1613942731214,3072
"sqr_mom_0",0.99,1613942731214,3072
"lr_0",4.889763655546033e-06,1613942731214,3072
"mom_0",0.8522047489365687,1613942731214,3072
"eps_0",1e-05,1613942731214,3072
"wd_1",0.01,1613942731214,3072
"sqr_mom_1",0.99,1613942731214,3072
"lr_1",4.889763655546033e-05,1613942731214,3072
"mom_1",0.8522047489365687,1613942731214,3072
"eps_1",1e-05,1613942731214,3072
"wd_2",0.01,1613942731214,3072
"sqr_mom_2",0.99,1613942731214,3072
"lr_2",0.0004889763655546033,1613942731214,3072
"mom_2",0.8522047489365687,1613942731214,3072
"eps_2",1e-05,1613942731214,3072
"train_loss",0.035961006,1613942732169,3073
"raw_loss",0.0129380645,1613942732169,3073
"epoch",19.33333333333332,1613942732169,3073
"wd_0",0.01,1613942732169,3073
"sqr_mom_0",0.99,1613942732169,3073
"lr_0",4.8893487777010444e-06,1613942732169,3073
"mom_0",0.8522130465764448,1613942732169,3073
"eps_0",1e-05,1613942732169,3073
"wd_1",0.01,1613942732169,3073
"sqr_mom_1",0.99,1613942732169,3073
"lr_1",4.889348777701044e-05,1613942732169,3073
"mom_1",0.8522130465764448,1613942732169,3073
"eps_1",1e-05,1613942732169,3073
"wd_2",0.01,1613942732169,3073
"sqr_mom_2",0.99,1613942732169,3073
"lr_2",0.0004889348777701044,1613942732169,3073
"mom_2",0.8522130465764448,1613942732169,3073
"eps_2",1e-05,1613942732169,3073
"train_loss",0.035593744,1613942733114,3074
"raw_loss",0.017597983,1613942733114,3074
"epoch",19.339622641509422,1613942733114,3074
"wd_0",0.01,1613942733114,3074
"sqr_mom_0",0.99,1613942733114,3074
"lr_0",4.888933138286491e-06,1613942733114,3074
"mom_0",0.8522213594478647,1613942733114,3074
"eps_0",1e-05,1613942733114,3074
"wd_1",0.01,1613942733114,3074
"sqr_mom_1",0.99,1613942733114,3074
"lr_1",4.888933138286491e-05,1613942733114,3074
"mom_1",0.8522213594478647,1613942733114,3074
"eps_1",1e-05,1613942733114,3074
"wd_2",0.01,1613942733114,3074
"sqr_mom_2",0.99,1613942733114,3074
"lr_2",0.0004888933138286491,1613942733114,3074
"mom_2",0.8522213594478647,1613942733114,3074
"eps_2",1e-05,1613942733114,3074
"train_loss",0.03533306,1613942734119,3075
"raw_loss",0.022559468,1613942734119,3075
"epoch",19.345911949685522,1613942734119,3075
"wd_0",0.01,1613942734119,3075
"sqr_mom_0",0.99,1613942734119,3075
"lr_0",4.888516823832332e-06,1613942734119,3075
"mom_0",0.8522296858202115,1613942734119,3075
"eps_0",1e-05,1613942734119,3075
"wd_1",0.01,1613942734119,3075
"sqr_mom_1",0.99,1613942734119,3075
"lr_1",4.888516823832332e-05,1613942734119,3075
"mom_1",0.8522296858202115,1613942734119,3075
"eps_1",1e-05,1613942734119,3075
"wd_2",0.01,1613942734119,3075
"sqr_mom_2",0.99,1613942734119,3075
"lr_2",0.0004888516823832333,1613942734119,3075
"mom_2",0.8522296858202115,1613942734119,3075
"eps_2",1e-05,1613942734119,3075
"train_loss",0.034980394,1613942735279,3076
"raw_loss",0.017699791,1613942735279,3076
"epoch",19.352201257861623,1613942735279,3076
"wd_0",0.01,1613942735279,3076
"sqr_mom_0",0.99,1613942735279,3076
"lr_0",4.888099661834134e-06,1613942735279,3076
"mom_0",0.8522380291436088,1613942735279,3076
"eps_0",1e-05,1613942735279,3076
"wd_1",0.01,1613942735279,3076
"sqr_mom_1",0.99,1613942735279,3076
"lr_1",4.8880996618341333e-05,1613942735279,3076
"mom_1",0.8522380291436088,1613942735279,3076
"eps_1",1e-05,1613942735279,3076
"wd_2",0.01,1613942735279,3076
"sqr_mom_2",0.99,1613942735279,3076
"lr_2",0.0004888099661834133,1613942735279,3076
"mom_2",0.8522380291436088,1613942735279,3076
"eps_2",1e-05,1613942735279,3076
"train_loss",0.03488332,1613942736388,3077
"raw_loss",0.030126732,1613942736388,3077
"epoch",19.358490566037723,1613942736388,3077
"wd_0",0.01,1613942736388,3077
"sqr_mom_0",0.99,1613942736388,3077
"lr_0",4.887681738664511e-06,1613942736388,3077
"mom_0",0.8522463876905867,1613942736388,3077
"eps_0",1e-05,1613942736388,3077
"wd_1",0.01,1613942736388,3077
"sqr_mom_1",0.99,1613942736388,3077
"lr_1",4.887681738664511e-05,1613942736388,3077
"mom_1",0.8522463876905867,1613942736388,3077
"eps_1",1e-05,1613942736388,3077
"wd_2",0.01,1613942736388,3077
"sqr_mom_2",0.99,1613942736388,3077
"lr_2",0.0004887681738664511,1613942736388,3077
"mom_2",0.8522463876905867,1613942736388,3077
"eps_2",1e-05,1613942736388,3077
"train_loss",0.03454207,1613942737491,3078
"raw_loss",0.017820703,1613942737491,3078
"epoch",19.364779874213824,1613942737491,3078
"wd_0",0.01,1613942737491,3078
"sqr_mom_0",0.99,1613942737491,3078
"lr_0",4.887263158701594e-06,1613942737491,3078
"mom_0",0.8522547593735619,1613942737491,3078
"eps_0",1e-05,1613942737491,3078
"wd_1",0.01,1613942737491,3078
"sqr_mom_1",0.99,1613942737491,3078
"lr_1",4.8872631587015945e-05,1613942737491,3078
"mom_1",0.8522547593735619,1613942737491,3078
"eps_1",1e-05,1613942737491,3078
"wd_2",0.01,1613942737491,3078
"sqr_mom_2",0.99,1613942737491,3078
"lr_2",0.0004887263158701594,1613942737491,3078
"mom_2",0.8522547593735619,1613942737491,3078
"eps_2",1e-05,1613942737491,3078
"train_loss",0.03434468,1613942738574,3079
"raw_loss",0.024672734,1613942738574,3079
"epoch",19.371069182389924,1613942738574,3079
"wd_0",0.01,1613942738574,3079
"sqr_mom_0",0.99,1613942738574,3079
"lr_0",4.886843713778254e-06,1613942738574,3079
"mom_0",0.8522631483559184,1613942738574,3079
"eps_0",1e-05,1613942738574,3079
"wd_1",0.01,1613942738574,3079
"sqr_mom_1",0.99,1613942738574,3079
"lr_1",4.8868437137782536e-05,1613942738574,3079
"mom_1",0.8522631483559184,1613942738574,3079
"eps_1",1e-05,1613942738574,3079
"wd_2",0.01,1613942738574,3079
"sqr_mom_2",0.99,1613942738574,3079
"lr_2",0.0004886843713778254,1613942738574,3079
"mom_2",0.8522631483559184,1613942738574,3079
"eps_2",1e-05,1613942738574,3079
"train_loss",0.034423817,1613942739753,3080
"raw_loss",0.038301595,1613942739753,3080
"epoch",19.377358490566024,1613942739753,3080
"wd_0",0.01,1613942739753,3080
"sqr_mom_0",0.99,1613942739753,3080
"lr_0",4.8864235080838085e-06,1613942739753,3080
"mom_0",0.8522715525538493,1613942739753,3080
"eps_0",1e-05,1613942739753,3080
"wd_1",0.01,1613942739753,3080
"sqr_mom_1",0.99,1613942739753,3080
"lr_1",4.886423508083809e-05,1613942739753,3080
"mom_1",0.8522715525538493,1613942739753,3080
"eps_1",1e-05,1613942739753,3080
"wd_2",0.01,1613942739753,3080
"sqr_mom_2",0.99,1613942739753,3080
"lr_2",0.0004886423508083809,1613942739753,3080
"mom_2",0.8522715525538493,1613942739753,3080
"eps_2",1e-05,1613942739753,3080
"train_loss",0.034412462,1613942740708,3081
"raw_loss",0.033856075,1613942740708,3081
"epoch",19.383647798742125,1613942740708,3081
"wd_0",0.01,1613942740708,3081
"sqr_mom_0",0.99,1613942740708,3081
"lr_0",4.886002541752194e-06,1613942740708,3081
"mom_0",0.8522799719646758,1613942740708,3081
"eps_0",1e-05,1613942740708,3081
"wd_1",0.01,1613942740708,3081
"sqr_mom_1",0.99,1613942740708,3081
"lr_1",4.886002541752194e-05,1613942740708,3081
"mom_1",0.8522799719646758,1613942740708,3081
"eps_1",1e-05,1613942740708,3081
"wd_2",0.01,1613942740708,3081
"sqr_mom_2",0.99,1613942740708,3081
"lr_2",0.0004886002541752193,1613942740708,3081
"mom_2",0.8522799719646758,1613942740708,3081
"eps_2",1e-05,1613942740708,3081
"train_loss",0.034074802,1613942741685,3082
"raw_loss",0.017529342,1613942741685,3082
"epoch",19.389937106918225,1613942741685,3082
"wd_0",0.01,1613942741685,3082
"sqr_mom_0",0.99,1613942741685,3082
"lr_0",4.885580919919316e-06,1613942741685,3082
"mom_0",0.8522884044856585,1613942741685,3082
"eps_0",1e-05,1613942741685,3082
"wd_1",0.01,1613942741685,3082
"sqr_mom_1",0.99,1613942741685,3082
"lr_1",4.8855809199193166e-05,1613942741685,3082
"mom_1",0.8522884044856585,1613942741685,3082
"eps_1",1e-05,1613942741685,3082
"wd_2",0.01,1613942741685,3082
"sqr_mom_2",0.99,1613942741685,3082
"lr_2",0.0004885580919919317,1613942741685,3082
"mom_2",0.8522884044856585,1613942741685,3082
"eps_2",1e-05,1613942741685,3082
"train_loss",0.03371882,1613942742629,3083
"raw_loss",0.016275689,1613942742629,3083
"epoch",19.396226415094326,1613942742629,3083
"wd_0",0.01,1613942742629,3083
"sqr_mom_0",0.99,1613942742629,3083
"lr_0",4.885158432905271e-06,1613942742629,3083
"mom_0",0.8522968543104377,1613942742629,3083
"eps_0",1e-05,1613942742629,3083
"wd_1",0.01,1613942742629,3083
"sqr_mom_1",0.99,1613942742629,3083
"lr_1",4.8851584329052704e-05,1613942742629,3083
"mom_1",0.8522968543104377,1613942742629,3083
"eps_1",1e-05,1613942742629,3083
"wd_2",0.01,1613942742629,3083
"sqr_mom_2",0.99,1613942742629,3083
"lr_2",0.0004885158432905271,1613942742629,3083
"mom_2",0.8522968543104377,1613942742629,3083
"eps_2",1e-05,1613942742629,3083
"train_loss",0.033408616,1613942743572,3084
"raw_loss",0.018208547,1613942743572,3084
"epoch",19.402515723270426,1613942743572,3084
"wd_0",0.01,1613942743572,3084
"sqr_mom_0",0.99,1613942743572,3084
"lr_0",4.884735185657283e-06,1613942743572,3084
"mom_0",0.8523053193400477,1613942743572,3084
"eps_0",1e-05,1613942743572,3084
"wd_1",0.01,1613942743572,3084
"sqr_mom_1",0.99,1613942743572,3084
"lr_1",4.884735185657283e-05,1613942743572,3084
"mom_1",0.8523053193400477,1613942743572,3084
"eps_1",1e-05,1613942743572,3084
"wd_2",0.01,1613942743572,3084
"sqr_mom_2",0.99,1613942743572,3084
"lr_2",0.0004884735185657282,1613942743572,3084
"mom_2",0.8523053193400477,1613942743572,3084
"eps_2",1e-05,1613942743572,3084
"train_loss",0.033411846,1613942744539,3085
"raw_loss",0.033570133,1613942744539,3085
"epoch",19.408805031446526,1613942744539,3085
"wd_0",0.01,1613942744539,3085
"sqr_mom_0",0.99,1613942744539,3085
"lr_0",4.88431128387923e-06,1613942744539,3085
"mom_0",0.85231379746039,1613942744539,3085
"eps_0",1e-05,1613942744539,3085
"wd_1",0.01,1613942744539,3085
"sqr_mom_1",0.99,1613942744539,3085
"lr_1",4.884311283879229e-05,1613942744539,3085
"mom_1",0.85231379746039,1613942744539,3085
"eps_1",1e-05,1613942744539,3085
"wd_2",0.01,1613942744539,3085
"sqr_mom_2",0.99,1613942744539,3085
"lr_2",0.0004884311283879229,1613942744539,3085
"mom_2",0.85231379746039,1613942744539,3085
"eps_2",1e-05,1613942744539,3085
"train_loss",0.033040773,1613942745516,3086
"raw_loss",0.014858223,1613942745516,3086
"epoch",19.415094339622627,1613942745516,3086
"wd_0",0.01,1613942745516,3086
"sqr_mom_0",0.99,1613942745516,3086
"lr_0",4.883886516757347e-06,1613942745516,3086
"mom_0",0.8523222928877819,1613942745516,3086
"eps_0",1e-05,1613942745516,3086
"wd_1",0.01,1613942745516,3086
"sqr_mom_1",0.99,1613942745516,3086
"lr_1",4.883886516757347e-05,1613942745516,3086
"mom_1",0.8523222928877819,1613942745516,3086
"eps_1",1e-05,1613942745516,3086
"wd_2",0.01,1613942745516,3086
"sqr_mom_2",0.99,1613942745516,3086
"lr_2",0.0004883886516757346,1613942745516,3086
"mom_2",0.8523222928877819,1613942745516,3086
"eps_2",1e-05,1613942745516,3086
"train_loss",0.032959696,1613942746492,3087
"raw_loss",0.028986946,1613942746492,3087
"epoch",19.421383647798727,1613942746492,3087
"wd_0",0.01,1613942746492,3087
"sqr_mom_0",0.99,1613942746492,3087
"lr_0",4.8834609898069325e-06,1613942746492,3087
"mom_0",0.8523308035118965,1613942746492,3087
"eps_0",1e-05,1613942746492,3087
"wd_1",0.01,1613942746492,3087
"sqr_mom_1",0.99,1613942746492,3087
"lr_1",4.883460989806932e-05,1613942746492,3087
"mom_1",0.8523308035118965,1613942746492,3087
"eps_1",1e-05,1613942746492,3087
"wd_2",0.01,1613942746492,3087
"sqr_mom_2",0.99,1613942746492,3087
"lr_2",0.0004883460989806932,1613942746492,3087
"mom_2",0.8523308035118965,1613942746492,3087
"eps_2",1e-05,1613942746492,3087
"train_loss",0.03268009,1613942747438,3088
"raw_loss",0.018979348,1613942747438,3088
"epoch",19.427672955974828,1613942747438,3088
"wd_0",0.01,1613942747438,3088
"sqr_mom_0",0.99,1613942747438,3088
"lr_0",4.88303479161021e-06,1613942747438,3088
"mom_0",0.8523393275610713,1613942747438,3088
"eps_0",1e-05,1613942747438,3088
"wd_1",0.01,1613942747438,3088
"sqr_mom_1",0.99,1613942747438,3088
"lr_1",4.88303479161021e-05,1613942747438,3088
"mom_1",0.8523393275610713,1613942747438,3088
"eps_1",1e-05,1613942747438,3088
"wd_2",0.01,1613942747438,3088
"sqr_mom_2",0.99,1613942747438,3088
"lr_2",0.000488303479161021,1613942747438,3088
"mom_2",0.8523393275610713,1613942747438,3088
"eps_2",1e-05,1613942747438,3088
"train_loss",0.033645716,1613942748399,3089
"raw_loss",0.08096144,1613942748399,3089
"epoch",19.433962264150928,1613942748399,3089
"wd_0",0.01,1613942748399,3089
"sqr_mom_0",0.99,1613942748399,3089
"lr_0",4.882607745567308e-06,1613942748399,3089
"mom_0",0.8523478685673395,1613942748399,3089
"eps_0",1e-05,1613942748399,3089
"wd_1",0.01,1613942748399,3089
"sqr_mom_1",0.99,1613942748399,3089
"lr_1",4.8826077455673084e-05,1613942748399,3089
"mom_1",0.8523478685673395,1613942748399,3089
"eps_1",1e-05,1613942748399,3089
"wd_2",0.01,1613942748399,3089
"sqr_mom_2",0.99,1613942748399,3089
"lr_2",0.0004882607745567308,1613942748399,3089
"mom_2",0.8523478685673395,1613942748399,3089
"eps_2",1e-05,1613942748399,3089
"train_loss",0.033354513,1613942749353,3090
"raw_loss",0.019085525,1613942749353,3090
"epoch",19.44025157232703,1613942749353,3090
"wd_0",0.01,1613942749353,3090
"sqr_mom_0",0.99,1613942749353,3090
"lr_0",4.882179940103468e-06,1613942749353,3090
"mom_0",0.8523564247621782,1613942749353,3090
"eps_0",1e-05,1613942749353,3090
"wd_1",0.01,1613942749353,3090
"sqr_mom_1",0.99,1613942749353,3090
"lr_1",4.882179940103467e-05,1613942749353,3090
"mom_1",0.8523564247621782,1613942749353,3090
"eps_1",1e-05,1613942749353,3090
"wd_2",0.01,1613942749353,3090
"sqr_mom_2",0.99,1613942749353,3090
"lr_2",0.0004882179940103467,1613942749353,3090
"mom_2",0.8523564247621782,1613942749353,3090
"eps_2",1e-05,1613942749353,3090
"train_loss",0.03316659,1613942750305,3091
"raw_loss",0.023958478,1613942750305,3091
"epoch",19.44654088050313,1613942750305,3091
"wd_0",0.01,1613942750305,3091
"sqr_mom_0",0.99,1613942750305,3091
"lr_0",4.881751482057596e-06,1613942750305,3091
"mom_0",0.8523649940087882,1613942750305,3091
"eps_0",1e-05,1613942750305,3091
"wd_1",0.01,1613942750305,3091
"sqr_mom_1",0.99,1613942750305,3091
"lr_1",4.881751482057596e-05,1613942750305,3091
"mom_1",0.8523649940087882,1613942750305,3091
"eps_1",1e-05,1613942750305,3091
"wd_2",0.01,1613942750305,3091
"sqr_mom_2",0.99,1613942750305,3091
"lr_2",0.0004881751482057596,1613942750305,3091
"mom_2",0.8523649940087882,1613942750305,3091
"eps_2",1e-05,1613942750305,3091
"train_loss",0.033365924,1613942751298,3092
"raw_loss",0.043133207,1613942751298,3092
"epoch",19.45283018867923,1613942751298,3092
"wd_0",0.01,1613942751298,3092
"sqr_mom_0",0.99,1613942751298,3092
"lr_0",4.88132215835002e-06,1613942751298,3092
"mom_0",0.8523735805688053,1613942751298,3092
"eps_0",1e-05,1613942751298,3092
"wd_1",0.01,1613942751298,3092
"sqr_mom_1",0.99,1613942751298,3092
"lr_1",4.88132215835002e-05,1613942751298,3092
"mom_1",0.8523735805688053,1613942751298,3092
"eps_1",1e-05,1613942751298,3092
"wd_2",0.01,1613942751298,3092
"sqr_mom_2",0.99,1613942751298,3092
"lr_2",0.00048813221583500195,1613942751298,3092
"mom_2",0.8523735805688053,1613942751298,3092
"eps_2",1e-05,1613942751298,3092
"train_loss",0.033220295,1613942752249,3093
"raw_loss",0.026084531,1613942752249,3093
"epoch",19.45911949685533,1613942752249,3093
"wd_0",0.01,1613942752249,3093
"sqr_mom_0",0.99,1613942752249,3093
"lr_0",4.880892075631272e-06,1613942752249,3093
"mom_0",0.8523821823091976,1613942752249,3093
"eps_0",1e-05,1613942752249,3093
"wd_1",0.01,1613942752249,3093
"sqr_mom_1",0.99,1613942752249,3093
"lr_1",4.880892075631272e-05,1613942752249,3093
"mom_1",0.8523821823091976,1613942752249,3093
"eps_1",1e-05,1613942752249,3093
"wd_2",0.01,1613942752249,3093
"sqr_mom_2",0.99,1613942752249,3093
"lr_2",0.00048808920756312715,1613942752249,3093
"mom_2",0.8523821823091976,1613942752249,3093
"eps_2",1e-05,1613942752249,3093
"train_loss",0.03294883,1613942753204,3094
"raw_loss",0.019646954,1613942753204,3094
"epoch",19.46540880503143,1613942753204,3094
"wd_0",0.01,1613942753204,3094
"sqr_mom_0",0.99,1613942753204,3094
"lr_0",4.880461341307313e-06,1613942753204,3094
"mom_0",0.8523907970818245,1613942753204,3094
"eps_0",1e-05,1613942753204,3094
"wd_1",0.01,1613942753204,3094
"sqr_mom_1",0.99,1613942753204,3094
"lr_1",4.880461341307313e-05,1613942753204,3094
"mom_1",0.8523907970818245,1613942753204,3094
"eps_1",1e-05,1613942753204,3094
"wd_2",0.01,1613942753204,3094
"sqr_mom_2",0.99,1613942753204,3094
"lr_2",0.00048804613413073127,1613942753204,3094
"mom_2",0.8523907970818245,1613942753204,3094
"eps_2",1e-05,1613942753204,3094
"train_loss",0.032906648,1613942754186,3095
"raw_loss",0.030839672,1613942754186,3095
"epoch",19.47169811320753,1613942754186,3095
"wd_0",0.01,1613942754186,3095
"sqr_mom_0",0.99,1613942754186,3095
"lr_0",4.880029741166437e-06,1613942754186,3095
"mom_0",0.852399429170963,1613942754186,3095
"eps_0",1e-05,1613942754186,3095
"wd_1",0.01,1613942754186,3095
"sqr_mom_1",0.99,1613942754186,3095
"lr_1",4.880029741166437e-05,1613942754186,3095
"mom_1",0.852399429170963,1613942754186,3095
"eps_1",1e-05,1613942754186,3095
"wd_2",0.01,1613942754186,3095
"sqr_mom_2",0.99,1613942754186,3095
"lr_2",0.00048800297411664365,1613942754186,3095
"mom_2",0.852399429170963,1613942754186,3095
"eps_2",1e-05,1613942754186,3095
"train_loss",0.032877397,1613942755169,3096
"raw_loss",0.031444058,1613942755169,3096
"epoch",19.47798742138363,1613942755169,3096
"wd_0",0.01,1613942755169,3096
"sqr_mom_0",0.99,1613942755169,3096
"lr_0",4.879597382426331e-06,1613942755169,3096
"mom_0",0.8524080764322377,1613942755169,3096
"eps_0",1e-05,1613942755169,3096
"wd_1",0.01,1613942755169,3096
"sqr_mom_1",0.99,1613942755169,3096
"lr_1",4.879597382426331e-05,1613942755169,3096
"mom_1",0.8524080764322377,1613942755169,3096
"eps_1",1e-05,1613942755169,3096
"wd_2",0.01,1613942755169,3096
"sqr_mom_2",0.99,1613942755169,3096
"lr_2",0.0004879597382426331,1613942755169,3096
"mom_2",0.8524080764322377,1613942755169,3096
"eps_2",1e-05,1613942755169,3096
"train_loss",0.032901164,1613942756117,3097
"raw_loss",0.034065742,1613942756117,3097
"epoch",19.48427672955973,1613942756117,3097
"wd_0",0.01,1613942756117,3097
"sqr_mom_0",0.99,1613942756117,3097
"lr_0",4.879164355087224e-06,1613942756117,3097
"mom_0",0.8524167370656262,1613942756117,3097
"eps_0",1e-05,1613942756117,3097
"wd_1",0.01,1613942756117,3097
"sqr_mom_1",0.99,1613942756117,3097
"lr_1",4.879164355087224e-05,1613942756117,3097
"mom_1",0.8524167370656262,1613942756117,3097
"eps_1",1e-05,1613942756117,3097
"wd_2",0.01,1613942756117,3097
"sqr_mom_2",0.99,1613942756117,3097
"lr_2",0.0004879164355087224,1613942756117,3097
"mom_2",0.8524167370656262,1613942756117,3097
"eps_2",1e-05,1613942756117,3097
"train_loss",0.032734487,1613942757122,3098
"raw_loss",0.024567291,1613942757122,3098
"epoch",19.49056603773583,1613942757122,3098
"wd_0",0.01,1613942757122,3098
"sqr_mom_0",0.99,1613942757122,3098
"lr_0",4.878730479719514e-06,1613942757122,3098
"mom_0",0.8524254146597563,1613942757122,3098
"eps_0",1e-05,1613942757122,3098
"wd_1",0.01,1613942757122,3098
"sqr_mom_1",0.99,1613942757122,3098
"lr_1",4.878730479719514e-05,1613942757122,3098
"mom_1",0.8524254146597563,1613942757122,3098
"eps_1",1e-05,1613942757122,3098
"wd_2",0.01,1613942757122,3098
"sqr_mom_2",0.99,1613942757122,3098
"lr_2",0.0004878730479719514,1613942757122,3098
"mom_2",0.8524254146597563,1613942757122,3098
"eps_2",1e-05,1613942757122,3098
"train_loss",0.033348422,1613942758087,3099
"raw_loss",0.06343128,1613942758087,3099
"epoch",19.496855345911932,1613942758087,3099
"wd_0",0.01,1613942758087,3099
"sqr_mom_0",0.99,1613942758087,3099
"lr_0",4.878295846166699e-06,1613942758087,3099
"mom_0",0.8524341074177402,1613942758087,3099
"eps_0",1e-05,1613942758087,3099
"wd_1",0.01,1613942758087,3099
"sqr_mom_1",0.99,1613942758087,3099
"lr_1",4.878295846166699e-05,1613942758087,3099
"mom_1",0.8524341074177402,1613942758087,3099
"eps_1",1e-05,1613942758087,3099
"wd_2",0.01,1613942758087,3099
"sqr_mom_2",0.99,1613942758087,3099
"lr_2",0.00048782958461666986,1613942758087,3099
"mom_2",0.8524341074177402,1613942758087,3099
"eps_2",1e-05,1613942758087,3099
"train_loss",0.033971883,1613942759052,3100
"raw_loss",0.064521566,1613942759052,3100
"epoch",19.503144654088032,1613942759052,3100
"wd_0",0.01,1613942759052,3100
"sqr_mom_0",0.99,1613942759052,3100
"lr_0",4.877860562967931e-06,1613942759052,3100
"mom_0",0.852442813168773,1613942759052,3100
"eps_0",1e-05,1613942759052,3100
"wd_1",0.01,1613942759052,3100
"sqr_mom_1",0.99,1613942759052,3100
"lr_1",4.877860562967931e-05,1613942759052,3100
"mom_1",0.852442813168773,1613942759052,3100
"eps_1",1e-05,1613942759052,3100
"wd_2",0.01,1613942759052,3100
"sqr_mom_2",0.99,1613942759052,3100
"lr_2",0.0004877860562967931,1613942759052,3100
"mom_2",0.852442813168773,1613942759052,3100
"eps_2",1e-05,1613942759052,3100
"train_loss",0.03378107,1613942760002,3101
"raw_loss",0.024431245,1613942760002,3101
"epoch",19.509433962264133,1613942760002,3101
"wd_0",0.01,1613942760002,3101
"sqr_mom_0",0.99,1613942760002,3101
"lr_0",4.877424413649269e-06,1613942760002,3101
"mom_0",0.852451536242377,1613942760002,3101
"eps_0",1e-05,1613942760002,3101
"wd_1",0.01,1613942760002,3101
"sqr_mom_1",0.99,1613942760002,3101
"lr_1",4.877424413649268e-05,1613942760002,3101
"mom_1",0.852451536242377,1613942760002,3101
"eps_1",1e-05,1613942760002,3101
"wd_2",0.01,1613942760002,3101
"sqr_mom_2",0.99,1613942760002,3101
"lr_2",0.00048774244136492686,1613942760002,3101
"mom_2",0.852451536242377,1613942760002,3101
"eps_2",1e-05,1613942760002,3101
"train_loss",0.034936298,1613942760955,3102
"raw_loss",0.091542445,1613942760955,3102
"epoch",19.515723270440233,1613942760955,3102
"wd_0",0.01,1613942760955,3102
"sqr_mom_0",0.99,1613942760955,3102
"lr_0",4.876987506561796e-06,1613942760955,3102
"mom_0",0.8524602744715087,1613942760955,3102
"eps_0",1e-05,1613942760955,3102
"wd_1",0.01,1613942760955,3102
"sqr_mom_1",0.99,1613942760955,3102
"lr_1",4.8769875065617955e-05,1613942760955,3102
"mom_1",0.8524602744715087,1613942760955,3102
"eps_1",1e-05,1613942760955,3102
"wd_2",0.01,1613942760955,3102
"sqr_mom_2",0.99,1613942760955,3102
"lr_2",0.00048769875065617953,1613942760955,3102
"mom_2",0.8524602744715087,1613942760955,3102
"eps_2",1e-05,1613942760955,3102
"train_loss",0.035134584,1613942761904,3103
"raw_loss",0.044850685,1613942761904,3103
"epoch",19.522012578616334,1613942761904,3103
"wd_0",0.01,1613942761904,3103
"sqr_mom_0",0.99,1613942761904,3103
"lr_0",4.87654984184477e-06,1613942761904,3103
"mom_0",0.8524690278533831,1613942761904,3103
"eps_0",1e-05,1613942761904,3103
"wd_1",0.01,1613942761904,3103
"sqr_mom_1",0.99,1613942761904,3103
"lr_1",4.87654984184477e-05,1613942761904,3103
"mom_1",0.8524690278533831,1613942761904,3103
"eps_1",1e-05,1613942761904,3103
"wd_2",0.01,1613942761904,3103
"sqr_mom_2",0.99,1613942761904,3103
"lr_2",0.00048765498418447704,1613942761904,3103
"mom_2",0.8524690278533831,1613942761904,3103
"eps_2",1e-05,1613942761904,3103
"train_loss",0.035237655,1613942762867,3104
"raw_loss",0.04028811,1613942762867,3104
"epoch",19.528301886792434,1613942762867,3104
"wd_0",0.01,1613942762867,3104
"sqr_mom_0",0.99,1613942762867,3104
"lr_0",4.876111528792125e-06,1613942762867,3104
"mom_0",0.8524777942020995,1613942762867,3104
"eps_0",1e-05,1613942762867,3104
"wd_1",0.01,1613942762867,3104
"sqr_mom_1",0.99,1613942762867,3104
"lr_1",4.876111528792124e-05,1613942762867,3104
"mom_1",0.8524777942020995,1613942762867,3104
"eps_1",1e-05,1613942762867,3104
"wd_2",0.01,1613942762867,3104
"sqr_mom_2",0.99,1613942762867,3104
"lr_2",0.0004876111528792124,1613942762867,3104
"mom_2",0.8524777942020995,1613942762867,3104
"eps_2",1e-05,1613942762867,3104
"train_loss",0.035269715,1613942763839,3105
"raw_loss",0.036840573,1613942763839,3105
"epoch",19.534591194968534,1613942763839,3105
"wd_0",0.01,1613942763839,3105
"sqr_mom_0",0.99,1613942763839,3105
"lr_0",4.875672349423117e-06,1613942763839,3105
"mom_0",0.8524865778773164,1613942763839,3105
"eps_0",1e-05,1613942763839,3105
"wd_1",0.01,1613942763839,3105
"sqr_mom_1",0.99,1613942763839,3105
"lr_1",4.8756723494231165e-05,1613942763839,3105
"mom_1",0.8524865778773164,1613942763839,3105
"eps_1",1e-05,1613942763839,3105
"wd_2",0.01,1613942763839,3105
"sqr_mom_2",0.99,1613942763839,3105
"lr_2",0.00048756723494231165,1613942763839,3105
"mom_2",0.8524865778773164,1613942763839,3105
"eps_2",1e-05,1613942763839,3105
"train_loss",0.035478685,1613942764849,3106
"raw_loss",0.04571819,1613942764849,3106
"epoch",19.540880503144635,1613942764849,3106
"wd_0",0.01,1613942764849,3106
"sqr_mom_0",0.99,1613942764849,3106
"lr_0",4.875232412843749e-06,1613942764849,3106
"mom_0",0.852495376696892,1613942764849,3106
"eps_0",1e-05,1613942764849,3106
"wd_1",0.01,1613942764849,3106
"sqr_mom_1",0.99,1613942764849,3106
"lr_1",4.8752324128437486e-05,1613942764849,3106
"mom_1",0.852495376696892,1613942764849,3106
"eps_1",1e-05,1613942764849,3106
"wd_2",0.01,1613942764849,3106
"sqr_mom_2",0.99,1613942764849,3106
"lr_2",0.0004875232412843749,1613942764849,3106
"mom_2",0.852495376696892,1613942764849,3106
"eps_2",1e-05,1613942764849,3106
"train_loss",0.03535354,1613942765828,3107
"raw_loss",0.029221488,1613942765828,3107
"epoch",19.547169811320735,1613942765828,3107
"wd_0",0.01,1613942765828,3107
"sqr_mom_0",0.99,1613942765828,3107
"lr_0",4.874791828913659e-06,1613942765828,3107
"mom_0",0.8525041884636114,1613942765828,3107
"eps_0",1e-05,1613942765828,3107
"wd_1",0.01,1613942765828,3107
"sqr_mom_1",0.99,1613942765828,3107
"lr_1",4.874791828913659e-05,1613942765828,3107
"mom_1",0.8525041884636114,1613942765828,3107
"eps_1",1e-05,1613942765828,3107
"wd_2",0.01,1613942765828,3107
"sqr_mom_2",0.99,1613942765828,3107
"lr_2",0.00048747918289136587,1613942765828,3107
"mom_2",0.8525041884636114,1613942765828,3107
"eps_2",1e-05,1613942765828,3107
"train_loss",0.03547695,1613942766851,3108
"raw_loss",0.04152384,1613942766851,3108
"epoch",19.553459119496836,1613942766851,3108
"wd_0",0.01,1613942766851,3108
"sqr_mom_0",0.99,1613942766851,3108
"lr_0",4.874350378522759e-06,1613942766851,3108
"mom_0",0.8525130175597204,1613942766851,3108
"eps_0",1e-05,1613942766851,3108
"wd_1",0.01,1613942766851,3108
"sqr_mom_1",0.99,1613942766851,3108
"lr_1",4.874350378522758e-05,1613942766851,3108
"mom_1",0.8525130175597204,1613942766851,3108
"eps_1",1e-05,1613942766851,3108
"wd_2",0.01,1613942766851,3108
"sqr_mom_2",0.99,1613942766851,3108
"lr_2",0.0004874350378522758,1613942766851,3108
"mom_2",0.8525130175597204,1613942766851,3108
"eps_2",1e-05,1613942766851,3108
"train_loss",0.035998527,1613942767814,3109
"raw_loss",0.061555795,1613942767814,3109
"epoch",19.559748427672936,1613942767814,3109
"wd_0",0.01,1613942767814,3109
"sqr_mom_0",0.99,1613942767814,3109
"lr_0",4.8739081713428604e-06,1613942767814,3109
"mom_0",0.8525218617917607,1613942767814,3109
"eps_0",1e-05,1613942767814,3109
"wd_1",0.01,1613942767814,3109
"sqr_mom_1",0.99,1613942767814,3109
"lr_1",4.873908171342861e-05,1613942767814,3109
"mom_1",0.8525218617917607,1613942767814,3109
"eps_1",1e-05,1613942767814,3109
"wd_2",0.01,1613942767814,3109
"sqr_mom_2",0.99,1613942767814,3109
"lr_2",0.00048739081713428605,1613942767814,3109
"mom_2",0.8525218617917607,1613942767814,3109
"eps_2",1e-05,1613942767814,3109
"train_loss",0.036067676,1613942768781,3110
"raw_loss",0.03945599,1613942768781,3110
"epoch",19.566037735849036,1613942768781,3110
"wd_0",0.01,1613942768781,3110
"sqr_mom_0",0.99,1613942768781,3110
"lr_0",4.8734652994183195e-06,1613942768781,3110
"mom_0",0.8525307193188267,1613942768781,3110
"eps_0",1e-05,1613942768781,3110
"wd_1",0.01,1613942768781,3110
"sqr_mom_1",0.99,1613942768781,3110
"lr_1",4.873465299418319e-05,1613942768781,3110
"mom_1",0.8525307193188267,1613942768781,3110
"eps_1",1e-05,1613942768781,3110
"wd_2",0.01,1613942768781,3110
"sqr_mom_2",0.99,1613942768781,3110
"lr_2",0.0004873465299418319,1613942768781,3110
"mom_2",0.8525307193188267,1613942768781,3110
"eps_2",1e-05,1613942768781,3110
"train_loss",0.035993673,1613942769761,3111
"raw_loss",0.032367565,1613942769761,3111
"epoch",19.572327044025137,1613942769761,3111
"wd_0",0.01,1613942769761,3111
"sqr_mom_0",0.99,1613942769761,3111
"lr_0",4.8730215792403196e-06,1613942769761,3111
"mom_0",0.8525395938111318,1613942769761,3111
"eps_0",1e-05,1613942769761,3111
"wd_1",0.01,1613942769761,3111
"sqr_mom_1",0.99,1613942769761,3111
"lr_1",4.8730215792403196e-05,1613942769761,3111
"mom_1",0.8525395938111318,1613942769761,3111
"eps_1",1e-05,1613942769761,3111
"wd_2",0.01,1613942769761,3111
"sqr_mom_2",0.99,1613942769761,3111
"lr_2",0.00048730215792403193,1613942769761,3111
"mom_2",0.8525395938111318,1613942769761,3111
"eps_2",1e-05,1613942769761,3111
"train_loss",0.03685263,1613942770737,3112
"raw_loss",0.078941636,1613942770737,3112
"epoch",19.578616352201237,1613942770737,3112
"wd_0",0.01,1613942770737,3112
"sqr_mom_0",0.99,1613942770737,3112
"lr_0",4.8725771026968615e-06,1613942770737,3112
"mom_0",0.8525484834308971,1613942770737,3112
"eps_0",1e-05,1613942770737,3112
"wd_1",0.01,1613942770737,3112
"sqr_mom_1",0.99,1613942770737,3112
"lr_1",4.8725771026968615e-05,1613942770737,3112
"mom_1",0.8525484834308971,1613942770737,3112
"eps_1",1e-05,1613942770737,3112
"wd_2",0.01,1613942770737,3112
"sqr_mom_2",0.99,1613942770737,3112
"lr_2",0.00048725771026968617,1613942770737,3112
"mom_2",0.8525484834308971,1613942770737,3112
"eps_2",1e-05,1613942770737,3112
"train_loss",0.037542768,1613942771761,3113
"raw_loss",0.07135956,1613942771761,3113
"epoch",19.584905660377338,1613942771761,3113
"wd_0",0.01,1613942771761,3113
"sqr_mom_0",0.99,1613942771761,3113
"lr_0",4.872131980778061e-06,1613942771761,3113
"mom_0",0.8525573859582983,1613942771761,3113
"eps_0",1e-05,1613942771761,3113
"wd_1",0.01,1613942771761,3113
"sqr_mom_1",0.99,1613942771761,3113
"lr_1",4.87213198077806e-05,1613942771761,3113
"mom_1",0.8525573859582983,1613942771761,3113
"eps_1",1e-05,1613942771761,3113
"wd_2",0.01,1613942771761,3113
"sqr_mom_2",0.99,1613942771761,3113
"lr_2",0.000487213198077806,1613942771761,3113
"mom_2",0.8525573859582983,1613942771761,3113
"eps_2",1e-05,1613942771761,3113
"train_loss",0.03726484,1613942772743,3114
"raw_loss",0.023646325,1613942772743,3114
"epoch",19.591194968553438,1613942772743,3114
"wd_0",0.01,1613942772743,3114
"sqr_mom_0",0.99,1613942772743,3114
"lr_0",4.871685992117005e-06,1613942772743,3114
"mom_0",0.8525663058207181,1613942772743,3114
"eps_0",1e-05,1613942772743,3114
"wd_1",0.01,1613942772743,3114
"sqr_mom_1",0.99,1613942772743,3114
"lr_1",4.871685992117005e-05,1613942772743,3114
"mom_1",0.8525663058207181,1613942772743,3114
"eps_1",1e-05,1613942772743,3114
"wd_2",0.01,1613942772743,3114
"sqr_mom_2",0.99,1613942772743,3114
"lr_2",0.0004871685992117005,1613942772743,3114
"mom_2",0.8525663058207181,1613942772743,3114
"eps_2",1e-05,1613942772743,3114
"train_loss",0.037003014,1613942773802,3115
"raw_loss",0.024173593,1613942773802,3115
"epoch",19.59748427672954,1613942773802,3115
"wd_0",0.01,1613942773802,3115
"sqr_mom_0",0.99,1613942773802,3115
"lr_0",4.871239247516195e-06,1613942773802,3115
"mom_0",0.8525752408020841,1613942773802,3115
"eps_0",1e-05,1613942773802,3115
"wd_1",0.01,1613942773802,3115
"sqr_mom_1",0.99,1613942773802,3115
"lr_1",4.871239247516195e-05,1613942773802,3115
"mom_1",0.8525752408020841,1613942773802,3115
"eps_1",1e-05,1613942773802,3115
"wd_2",0.01,1613942773802,3115
"sqr_mom_2",0.99,1613942773802,3115
"lr_2",0.0004871239247516195,1613942773802,3115
"mom_2",0.8525752408020841,1613942773802,3115
"eps_2",1e-05,1613942773802,3115
"train_loss",0.037338976,1613942774825,3116
"raw_loss",0.053801138,1613942774825,3116
"epoch",19.60377358490564,1613942774825,3116
"wd_0",0.01,1613942774825,3116
"sqr_mom_0",0.99,1613942774825,3116
"lr_0",4.870791858530503e-06,1613942774825,3116
"mom_0",0.8525841886712766,1613942774825,3116
"eps_0",1e-05,1613942774825,3116
"wd_1",0.01,1613942774825,3116
"sqr_mom_1",0.99,1613942774825,3116
"lr_1",4.870791858530502e-05,1613942774825,3116
"mom_1",0.8525841886712766,1613942774825,3116
"eps_1",1e-05,1613942774825,3116
"wd_2",0.01,1613942774825,3116
"sqr_mom_2",0.99,1613942774825,3116
"lr_2",0.0004870791858530502,1613942774825,3116
"mom_2",0.8525841886712766,1613942774825,3116
"eps_2",1e-05,1613942774825,3116
"train_loss",0.037073817,1613942775812,3117
"raw_loss",0.024081051,1613942775812,3117
"epoch",19.61006289308174,1613942775812,3117
"wd_0",0.01,1613942775812,3117
"sqr_mom_0",0.99,1613942775812,3117
"lr_0",4.870343602665564e-06,1613942775812,3117
"mom_0",0.8525931538782275,1613942775812,3117
"eps_0",1e-05,1613942775812,3117
"wd_1",0.01,1613942775812,3117
"sqr_mom_1",0.99,1613942775812,3117
"lr_1",4.8703436026655636e-05,1613942775812,3117
"mom_1",0.8525931538782275,1613942775812,3117
"eps_1",1e-05,1613942775812,3117
"wd_2",0.01,1613942775812,3117
"sqr_mom_2",0.99,1613942775812,3117
"lr_2",0.00048703436026655635,1613942775812,3117
"mom_2",0.8525931538782275,1613942775812,3117
"eps_2",1e-05,1613942775812,3117
"train_loss",0.037095994,1613942776800,3118
"raw_loss",0.03818264,1613942776800,3118
"epoch",19.61635220125784,1613942776800,3118
"wd_0",0.01,1613942776800,3118
"sqr_mom_0",0.99,1613942776800,3118
"lr_0",4.869894591288742e-06,1613942776800,3118
"mom_0",0.8526021341955671,1613942776800,3118
"eps_0",1e-05,1613942776800,3118
"wd_1",0.01,1613942776800,3118
"sqr_mom_1",0.99,1613942776800,3118
"lr_1",4.869894591288742e-05,1613942776800,3118
"mom_1",0.8526021341955671,1613942776800,3118
"eps_1",1e-05,1613942776800,3118
"wd_2",0.01,1613942776800,3118
"sqr_mom_2",0.99,1613942776800,3118
"lr_2",0.00048698945912887414,1613942776800,3118
"mom_2",0.8526021341955671,1613942776800,3118
"eps_2",1e-05,1613942776800,3118
"train_loss",0.036932766,1613942777788,3119
"raw_loss",0.028934686,1613942777788,3119
"epoch",19.62264150943394,1613942777788,3119
"wd_0",0.01,1613942777788,3119
"sqr_mom_0",0.99,1613942777788,3119
"lr_0",4.869444917856649e-06,1613942777788,3119
"mom_0",0.8526111277541445,1613942777788,3119
"eps_0",1e-05,1613942777788,3119
"wd_1",0.01,1613942777788,3119
"sqr_mom_1",0.99,1613942777788,3119
"lr_1",4.8694449178566485e-05,1613942777788,3119
"mom_1",0.8526111277541445,1613942777788,3119
"eps_1",1e-05,1613942777788,3119
"wd_2",0.01,1613942777788,3119
"sqr_mom_2",0.99,1613942777788,3119
"lr_2",0.0004869444917856649,1613942777788,3119
"mom_2",0.8526111277541445,1613942777788,3119
"eps_2",1e-05,1613942777788,3119
"train_loss",0.036838427,1613942778835,3120
"raw_loss",0.032215863,1613942778835,3120
"epoch",19.62893081761004,1613942778835,3120
"wd_0",0.01,1613942778835,3120
"sqr_mom_0",0.99,1613942778835,3120
"lr_0",4.868994396042193e-06,1613942778835,3120
"mom_0",0.852620138280539,1613942778835,3120
"eps_0",1e-05,1613942778835,3120
"wd_1",0.01,1613942778835,3120
"sqr_mom_1",0.99,1613942778835,3120
"lr_1",4.868994396042193e-05,1613942778835,3120
"mom_1",0.852620138280539,1613942778835,3120
"eps_1",1e-05,1613942778835,3120
"wd_2",0.01,1613942778835,3120
"sqr_mom_2",0.99,1613942778835,3120
"lr_2",0.0004868994396042193,1613942778835,3120
"mom_2",0.852620138280539,1613942778835,3120
"eps_2",1e-05,1613942778835,3120
"train_loss",0.036702193,1613942779796,3121
"raw_loss",0.030026793,1613942779796,3121
"epoch",19.63522012578614,1613942779796,3121
"wd_0",0.01,1613942779796,3121
"sqr_mom_0",0.99,1613942779796,3121
"lr_0",4.8685431191458975e-06,1613942779796,3121
"mom_0",0.8526291639087211,1613942779796,3121
"eps_0",1e-05,1613942779796,3121
"wd_1",0.01,1613942779796,3121
"sqr_mom_1",0.99,1613942779796,3121
"lr_1",4.868543119145897e-05,1613942779796,3121
"mom_1",0.8526291639087211,1613942779796,3121
"eps_1",1e-05,1613942779796,3121
"wd_2",0.01,1613942779796,3121
"sqr_mom_2",0.99,1613942779796,3121
"lr_2",0.0004868543119145897,1613942779796,3121
"mom_2",0.8526291639087211,1613942779796,3121
"eps_2",1e-05,1613942779796,3121
"train_loss",0.036464278,1613942780776,3122
"raw_loss",0.024806311,1613942780776,3122
"epoch",19.64150943396224,1613942780776,3122
"wd_0",0.01,1613942780776,3122
"sqr_mom_0",0.99,1613942780776,3122
"lr_0",4.868091087311602e-06,1613942780776,3122
"mom_0",0.8526382046358143,1613942780776,3122
"eps_0",1e-05,1613942780776,3122
"wd_1",0.01,1613942780776,3122
"sqr_mom_1",0.99,1613942780776,3122
"lr_1",4.8680910873116016e-05,1613942780776,3122
"mom_1",0.8526382046358143,1613942780776,3122
"eps_1",1e-05,1613942780776,3122
"wd_2",0.01,1613942780776,3122
"sqr_mom_2",0.99,1613942780776,3122
"lr_2",0.00048680910873116014,1613942780776,3122
"mom_2",0.8526382046358143,1613942780776,3122
"eps_2",1e-05,1613942780776,3122
"train_loss",0.038895797,1613942781790,3123
"raw_loss",0.15804043,1613942781790,3123
"epoch",19.64779874213834,1613942781790,3123
"wd_0",0.01,1613942781790,3123
"sqr_mom_0",0.99,1613942781790,3123
"lr_0",4.86763841341072e-06,1613942781790,3123
"mom_0",0.8526472582043676,1613942781790,3123
"eps_0",1e-05,1613942781790,3123
"wd_1",0.01,1613942781790,3123
"sqr_mom_1",0.99,1613942781790,3123
"lr_1",4.86763841341072e-05,1613942781790,3123
"mom_1",0.8526472582043676,1613942781790,3123
"eps_1",1e-05,1613942781790,3123
"wd_2",0.01,1613942781790,3123
"sqr_mom_2",0.99,1613942781790,3123
"lr_2",0.000486763841341072,1613942781790,3123
"mom_2",0.8526472582043676,1613942781790,3123
"eps_2",1e-05,1613942781790,3123
"train_loss",0.039042417,1613942782809,3124
"raw_loss",0.046226747,1613942782809,3124
"epoch",19.654088050314442,1613942782809,3124
"wd_0",0.01,1613942782809,3124
"sqr_mom_0",0.99,1613942782809,3124
"lr_0",4.86718487232061e-06,1613942782809,3124
"mom_0",0.8526563291168789,1613942782809,3124
"eps_0",1e-05,1613942782809,3124
"wd_1",0.01,1613942782809,3124
"sqr_mom_1",0.99,1613942782809,3124
"lr_1",4.86718487232061e-05,1613942782809,3124
"mom_1",0.8526563291168789,1613942782809,3124
"eps_1",1e-05,1613942782809,3124
"wd_2",0.01,1613942782809,3124
"sqr_mom_2",0.99,1613942782809,3124
"lr_2",0.000486718487232061,1613942782809,3124
"mom_2",0.8526563291168789,1613942782809,3124
"eps_2",1e-05,1613942782809,3124
"train_loss",0.038794685,1613942783855,3125
"raw_loss",0.026655868,1613942783855,3125
"epoch",19.660377358490543,1613942783855,3125
"wd_0",0.01,1613942783855,3125
"sqr_mom_0",0.99,1613942783855,3125
"lr_0",4.8667305767254256e-06,1613942783855,3125
"mom_0",0.8526654151196427,1613942783855,3125
"eps_0",1e-05,1613942783855,3125
"wd_1",0.01,1613942783855,3125
"sqr_mom_1",0.99,1613942783855,3125
"lr_1",4.8667305767254256e-05,1613942783855,3125
"mom_1",0.8526654151196427,1613942783855,3125
"eps_1",1e-05,1613942783855,3125
"wd_2",0.01,1613942783855,3125
"sqr_mom_2",0.99,1613942783855,3125
"lr_2",0.00048667305767254254,1613942783855,3125
"mom_2",0.8526654151196427,1613942783855,3125
"eps_2",1e-05,1613942783855,3125
"train_loss",0.03851657,1613942784863,3126
"raw_loss",0.024888946,1613942784863,3126
"epoch",19.666666666666643,1613942784863,3126
"wd_0",0.01,1613942784863,3126
"sqr_mom_0",0.99,1613942784863,3126
"lr_0",4.866275640060265e-06,1613942784863,3126
"mom_0",0.8526745139439341,1613942784863,3126
"eps_0",1e-05,1613942784863,3126
"wd_1",0.01,1613942784863,3126
"sqr_mom_1",0.99,1613942784863,3126
"lr_1",4.8662756400602644e-05,1613942784863,3126
"mom_1",0.8526745139439341,1613942784863,3126
"eps_1",1e-05,1613942784863,3126
"wd_2",0.01,1613942784863,3126
"sqr_mom_2",0.99,1613942784863,3126
"lr_2",0.00048662756400602645,1613942784863,3126
"mom_2",0.8526745139439341,1613942784863,3126
"eps_2",1e-05,1613942784863,3126
"train_loss",0.038570855,1613942785864,3127
"raw_loss",0.041230746,1613942785864,3127
"epoch",19.672955974842743,1613942785864,3127
"wd_0",0.01,1613942785864,3127
"sqr_mom_0",0.99,1613942785864,3127
"lr_0",4.865819836077174e-06,1613942785864,3127
"mom_0",0.8526836301147577,1613942785864,3127
"eps_0",1e-05,1613942785864,3127
"wd_1",0.01,1613942785864,3127
"sqr_mom_1",0.99,1613942785864,3127
"lr_1",4.865819836077174e-05,1613942785864,3127
"mom_1",0.8526836301147577,1613942785864,3127
"eps_1",1e-05,1613942785864,3127
"wd_2",0.01,1613942785864,3127
"sqr_mom_2",0.99,1613942785864,3127
"lr_2",0.00048658198360771734,1613942785864,3127
"mom_2",0.8526836301147577,1613942785864,3127
"eps_2",1e-05,1613942785864,3127
"train_loss",0.038455036,1613942786882,3128
"raw_loss",0.032779887,1613942786882,3128
"epoch",19.679245283018844,1613942786882,3128
"wd_0",0.01,1613942786882,3128
"sqr_mom_0",0.99,1613942786882,3128
"lr_0",4.865363278024098e-06,1613942786882,3128
"mom_0",0.8526927613671317,1613942786882,3128
"eps_0",1e-05,1613942786882,3128
"wd_1",0.01,1613942786882,3128
"sqr_mom_1",0.99,1613942786882,3128
"lr_1",4.8653632780240976e-05,1613942786882,3128
"mom_1",0.8526927613671317,1613942786882,3128
"eps_1",1e-05,1613942786882,3128
"wd_2",0.01,1613942786882,3128
"sqr_mom_2",0.99,1613942786882,3128
"lr_2",0.00048653632780240976,1613942786882,3128
"mom_2",0.8526927613671317,1613942786882,3128
"eps_2",1e-05,1613942786882,3128
"train_loss",0.038212735,1613942787923,3129
"raw_loss",0.026339926,1613942787923,3129
"epoch",19.685534591194944,1613942787923,3129
"wd_0",0.01,1613942787923,3129
"sqr_mom_0",0.99,1613942787923,3129
"lr_0",4.864906079899494e-06,1613942787923,3129
"mom_0",0.8527019054210643,1613942787923,3129
"eps_0",1e-05,1613942787923,3129
"wd_1",0.01,1613942787923,3129
"sqr_mom_1",0.99,1613942787923,3129
"lr_1",4.864906079899494e-05,1613942787923,3129
"mom_1",0.8527019054210643,1613942787923,3129
"eps_1",1e-05,1613942787923,3129
"wd_2",0.01,1613942787923,3129
"sqr_mom_2",0.99,1613942787923,3129
"lr_2",0.0004864906079899494,1613942787923,3129
"mom_2",0.8527019054210643,1613942787923,3129
"eps_2",1e-05,1613942787923,3129
"train_loss",0.037953947,1613942788938,3130
"raw_loss",0.025273217,1613942788938,3130
"epoch",19.691823899371045,1613942788938,3130
"wd_0",0.01,1613942788938,3130
"sqr_mom_0",0.99,1613942788938,3130
"lr_0",4.8644480143307455e-06,1613942788938,3130
"mom_0",0.8527110668240533,1613942788938,3130
"eps_0",1e-05,1613942788938,3130
"wd_1",0.01,1613942788938,3130
"sqr_mom_1",0.99,1613942788938,3130
"lr_1",4.8644480143307455e-05,1613942788938,3130
"mom_1",0.8527110668240533,1613942788938,3130
"eps_1",1e-05,1613942788938,3130
"wd_2",0.01,1613942788938,3130
"sqr_mom_2",0.99,1613942788938,3130
"lr_2",0.0004864448014330746,1613942788938,3130
"mom_2",0.8527110668240533,1613942788938,3130
"eps_2",1e-05,1613942788938,3130
"train_loss",0.03785488,1613942789930,3131
"raw_loss",0.03300066,1613942789930,3131
"epoch",19.698113207547145,1613942789930,3131
"wd_0",0.01,1613942789930,3131
"sqr_mom_0",0.99,1613942789930,3131
"lr_0",4.863989195129265e-06,1613942789930,3131
"mom_0",0.8527202432998476,1613942789930,3131
"eps_0",1e-05,1613942789930,3131
"wd_1",0.01,1613942789930,3131
"sqr_mom_1",0.99,1613942789930,3131
"lr_1",4.863989195129265e-05,1613942789930,3131
"mom_1",0.8527202432998476,1613942789930,3131
"eps_1",1e-05,1613942789930,3131
"wd_2",0.01,1613942789930,3131
"sqr_mom_2",0.99,1613942789930,3131
"lr_2",0.00048639891951292644,1613942789930,3131
"mom_2",0.8527202432998476,1613942789930,3131
"eps_2",1e-05,1613942789930,3131
"train_loss",0.03752707,1613942790935,3132
"raw_loss",0.021464327,1613942790935,3132
"epoch",19.704402515723245,1613942790935,3132
"wd_0",0.01,1613942790935,3132
"sqr_mom_0",0.99,1613942790935,3132
"lr_0",4.863529717787336e-06,1613942790935,3132
"mom_0",0.8527294329385826,1613942790935,3132
"eps_0",1e-05,1613942790935,3132
"wd_1",0.01,1613942790935,3132
"sqr_mom_1",0.99,1613942790935,3132
"lr_1",4.863529717787336e-05,1613942790935,3132
"mom_1",0.8527294329385826,1613942790935,3132
"eps_1",1e-05,1613942790935,3132
"wd_2",0.01,1613942790935,3132
"sqr_mom_2",0.99,1613942790935,3132
"lr_2",0.00048635297177873355,1613942790935,3132
"mom_2",0.8527294329385826,1613942790935,3132
"eps_2",1e-05,1613942790935,3132
"train_loss",0.037322674,1613942791887,3133
"raw_loss",0.027307307,1613942791887,3133
"epoch",19.710691823899346,1613942791887,3133
"wd_0",0.01,1613942791887,3133
"sqr_mom_0",0.99,1613942791887,3133
"lr_0",4.86306939191551e-06,1613942791887,3133
"mom_0",0.8527386395480853,1613942791887,3133
"eps_0",1e-05,1613942791887,3133
"wd_1",0.01,1613942791887,3133
"sqr_mom_1",0.99,1613942791887,3133
"lr_1",4.86306939191551e-05,1613942791887,3133
"mom_1",0.8527386395480853,1613942791887,3133
"eps_1",1e-05,1613942791887,3133
"wd_2",0.01,1613942791887,3133
"sqr_mom_2",0.99,1613942791887,3133
"lr_2",0.00048630693919155096,1613942791887,3133
"mom_2",0.8527386395480853,1613942791887,3133
"eps_2",1e-05,1613942791887,3133
"train_loss",0.03748499,1613942792892,3134
"raw_loss",0.045438446,1613942792892,3134
"epoch",19.716981132075446,1613942792892,3134
"wd_0",0.01,1613942792892,3134
"sqr_mom_0",0.99,1613942792892,3134
"lr_0",4.862608312850372e-06,1613942792892,3134
"mom_0",0.8527478612216047,1613942792892,3134
"eps_0",1e-05,1613942792892,3134
"wd_1",0.01,1613942792892,3134
"sqr_mom_1",0.99,1613942792892,3134
"lr_1",4.862608312850372e-05,1613942792892,3134
"mom_1",0.8527478612216047,1613942792892,3134
"eps_1",1e-05,1613942792892,3134
"wd_2",0.01,1613942792892,3134
"sqr_mom_2",0.99,1613942792892,3134
"lr_2",0.00048626083128503714,1613942792892,3134
"mom_2",0.8527478612216047,1613942792892,3134
"eps_2",1e-05,1613942792892,3134
"train_loss",0.037358716,1613942793850,3135
"raw_loss",0.031171428,1613942793850,3135
"epoch",19.723270440251547,1613942793850,3135
"wd_0",0.01,1613942793850,3135
"sqr_mom_0",0.99,1613942793850,3135
"lr_0",4.862146595716122e-06,1613942793850,3135
"mom_0",0.8527570956566342,1613942793850,3135
"eps_0",1e-05,1613942793850,3135
"wd_1",0.01,1613942793850,3135
"sqr_mom_1",0.99,1613942793850,3135
"lr_1",4.8621465957161216e-05,1613942793850,3135
"mom_1",0.8527570956566342,1613942793850,3135
"eps_1",1e-05,1613942793850,3135
"wd_2",0.01,1613942793850,3135
"sqr_mom_2",0.99,1613942793850,3135
"lr_2",0.0004862146595716121,1613942793850,3135
"mom_2",0.8527570956566342,1613942793850,3135
"eps_2",1e-05,1613942793850,3135
"train_loss",0.037286848,1613942794849,3136
"raw_loss",0.03376539,1613942794849,3136
"epoch",19.729559748427647,1613942794849,3136
"wd_0",0.01,1613942794849,3136
"sqr_mom_0",0.99,1613942794849,3136
"lr_0",4.86168401089276e-06,1613942794849,3136
"mom_0",0.8527663474456193,1613942794849,3136
"eps_0",1e-05,1613942794849,3136
"wd_1",0.01,1613942794849,3136
"sqr_mom_1",0.99,1613942794849,3136
"lr_1",4.86168401089276e-05,1613942794849,3136
"mom_1",0.8527663474456193,1613942794849,3136
"eps_1",1e-05,1613942794849,3136
"wd_2",0.01,1613942794849,3136
"sqr_mom_2",0.99,1613942794849,3136
"lr_2",0.0004861684010892759,1613942794849,3136
"mom_2",0.8527663474456193,1613942794849,3136
"eps_2",1e-05,1613942794849,3136
"train_loss",0.037110984,1613942795867,3137
"raw_loss",0.028493572,1613942795867,3137
"epoch",19.735849056603747,1613942795867,3137
"wd_0",0.01,1613942795867,3137
"sqr_mom_0",0.99,1613942795867,3137
"lr_0",4.8612206733176594e-06,1613942795867,3137
"mom_0",0.8527756142897897,1613942795867,3137
"eps_0",1e-05,1613942795867,3137
"wd_1",0.01,1613942795867,3137
"sqr_mom_1",0.99,1613942795867,3137
"lr_1",4.861220673317659e-05,1613942795867,3137
"mom_1",0.8527756142897897,1613942795867,3137
"eps_1",1e-05,1613942795867,3137
"wd_2",0.01,1613942795867,3137
"sqr_mom_2",0.99,1613942795867,3137
"lr_2",0.0004861220673317659,1613942795867,3137
"mom_2",0.8527756142897897,1613942795867,3137
"eps_2",1e-05,1613942795867,3137
"train_loss",0.036761012,1613942796898,3138
"raw_loss",0.019612309,1613942796898,3138
"epoch",19.742138364779848,1613942796898,3138
"wd_0",0.01,1613942796898,3138
"sqr_mom_0",0.99,1613942796898,3138
"lr_0",4.860756698677395e-06,1613942796898,3138
"mom_0",0.8527848938753908,1613942796898,3138
"eps_0",1e-05,1613942796898,3138
"wd_1",0.01,1613942796898,3138
"sqr_mom_1",0.99,1613942796898,3138
"lr_1",4.860756698677395e-05,1613942796898,3138
"mom_1",0.8527848938753908,1613942796898,3138
"eps_1",1e-05,1613942796898,3138
"wd_2",0.01,1613942796898,3138
"sqr_mom_2",0.99,1613942796898,3138
"lr_2",0.00048607566986773944,1613942796898,3138
"mom_2",0.8527848938753908,1613942796898,3138
"eps_2",1e-05,1613942796898,3138
"train_loss",0.0364535,1613942797911,3139
"raw_loss",0.021385415,1613942797911,3139
"epoch",19.74842767295595,1613942797911,3139
"wd_0",0.01,1613942797911,3139
"sqr_mom_0",0.99,1613942797911,3139
"lr_0",4.860291856229269e-06,1613942797911,3139
"mom_0",0.8527941908173228,1613942797911,3139
"eps_0",1e-05,1613942797911,3139
"wd_1",0.01,1613942797911,3139
"sqr_mom_1",0.99,1613942797911,3139
"lr_1",4.860291856229269e-05,1613942797911,3139
"mom_1",0.8527941908173228,1613942797911,3139
"eps_1",1e-05,1613942797911,3139
"wd_2",0.01,1613942797911,3139
"sqr_mom_2",0.99,1613942797911,3139
"lr_2",0.0004860291856229268,1613942797911,3139
"mom_2",0.8527941908173228,1613942797911,3139
"eps_2",1e-05,1613942797911,3139
"train_loss",0.036420815,1613942798917,3140
"raw_loss",0.03481918,1613942798917,3140
"epoch",19.75471698113205,1613942798917,3140
"wd_0",0.01,1613942798917,3140
"sqr_mom_0",0.99,1613942798917,3140
"lr_0",4.859826261473138e-06,1613942798917,3140
"mom_0",0.8528035028055653,1613942798917,3140
"eps_0",1e-05,1613942798917,3140
"wd_1",0.01,1613942798917,3140
"sqr_mom_1",0.99,1613942798917,3140
"lr_1",4.859826261473138e-05,1613942798917,3140
"mom_1",0.8528035028055653,1613942798917,3140
"eps_1",1e-05,1613942798917,3140
"wd_2",0.01,1613942798917,3140
"sqr_mom_2",0.99,1613942798917,3140
"lr_2",0.0004859826261473138,1613942798917,3140
"mom_2",0.8528035028055653,1613942798917,3140
"eps_2",1e-05,1613942798917,3140
"train_loss",0.03618365,1613942799870,3141
"raw_loss",0.024562566,1613942799870,3141
"epoch",19.76100628930815,1613942799870,3141
"wd_0",0.01,1613942799870,3141
"sqr_mom_0",0.99,1613942799870,3141
"lr_0",4.859359914557406e-06,1613942799870,3141
"mom_0",0.8528128298371502,1613942799870,3141
"eps_0",1e-05,1613942799870,3141
"wd_1",0.01,1613942799870,3141
"sqr_mom_1",0.99,1613942799870,3141
"lr_1",4.8593599145574056e-05,1613942799870,3141
"mom_1",0.8528128298371502,1613942799870,3141
"eps_1",1e-05,1613942799870,3141
"wd_2",0.01,1613942799870,3141
"sqr_mom_2",0.99,1613942799870,3141
"lr_2",0.00048593599145574053,1613942799870,3141
"mom_2",0.8528128298371502,1613942799870,3141
"eps_2",1e-05,1613942799870,3141
"train_loss",0.036070466,1613942800874,3142
"raw_loss",0.030524328,1613942800874,3142
"epoch",19.76729559748425,1613942800874,3142
"wd_0",0.01,1613942800874,3142
"sqr_mom_0",0.99,1613942800874,3142
"lr_0",4.858892912536768e-06,1613942800874,3142
"mom_0",0.8528221699709644,1613942800874,3142
"eps_0",1e-05,1613942800874,3142
"wd_1",0.01,1613942800874,3142
"sqr_mom_1",0.99,1613942800874,3142
"lr_1",4.858892912536768e-05,1613942800874,3142
"mom_1",0.8528221699709644,1613942800874,3142
"eps_1",1e-05,1613942800874,3142
"wd_2",0.01,1613942800874,3142
"sqr_mom_2",0.99,1613942800874,3142
"lr_2",0.00048588929125367676,1613942800874,3142
"mom_2",0.8528221699709644,1613942800874,3142
"eps_2",1e-05,1613942800874,3142
"train_loss",0.03631818,1613942801840,3143
"raw_loss",0.048456185,1613942801840,3143
"epoch",19.77358490566035,1613942801840,3143
"wd_0",0.01,1613942801840,3143
"sqr_mom_0",0.99,1613942801840,3143
"lr_0",4.8584250619038436e-06,1613942801840,3143
"mom_0",0.8528315270771939,1613942801840,3143
"eps_0",1e-05,1613942801840,3143
"wd_1",0.01,1613942801840,3143
"sqr_mom_1",0.99,1613942801840,3143
"lr_1",4.858425061903843e-05,1613942801840,3143
"mom_1",0.8528315270771939,1613942801840,3143
"eps_1",1e-05,1613942801840,3143
"wd_2",0.01,1613942801840,3143
"sqr_mom_2",0.99,1613942801840,3143
"lr_2",0.0004858425061903843,1613942801840,3143
"mom_2",0.8528315270771939,1613942801840,3143
"eps_2",1e-05,1613942801840,3143
"train_loss",0.036228456,1613942802855,3144
"raw_loss",0.03183207,1613942802855,3144
"epoch",19.77987421383645,1613942802855,3144
"wd_0",0.01,1613942802855,3144
"sqr_mom_0",0.99,1613942802855,3144
"lr_0",4.8579564595579334e-06,1613942802855,3144
"mom_0",0.8528408992178335,1613942802855,3144
"eps_0",1e-05,1613942802855,3144
"wd_1",0.01,1613942802855,3144
"sqr_mom_1",0.99,1613942802855,3144
"lr_1",4.857956459557933e-05,1613942802855,3144
"mom_1",0.8528408992178335,1613942802855,3144
"eps_1",1e-05,1613942802855,3144
"wd_2",0.01,1613942802855,3144
"sqr_mom_2",0.99,1613942802855,3144
"lr_2",0.00048579564595579327,1613942802855,3144
"mom_2",0.8528408992178335,1613942802855,3144
"eps_2",1e-05,1613942802855,3144
"train_loss",0.036341134,1613942803838,3145
"raw_loss",0.041862454,1613942803838,3145
"epoch",19.78616352201255,1613942803838,3145
"wd_0",0.01,1613942803838,3145
"sqr_mom_0",0.99,1613942803838,3145
"lr_0",4.857487222496545e-06,1613942803838,3145
"mom_0",0.8528502840529096,1613942803838,3145
"eps_0",1e-05,1613942803838,3145
"wd_1",0.01,1613942803838,3145
"sqr_mom_1",0.99,1613942803838,3145
"lr_1",4.857487222496545e-05,1613942803838,3145
"mom_1",0.8528502840529096,1613942803838,3145
"eps_1",1e-05,1613942803838,3145
"wd_2",0.01,1613942803838,3145
"sqr_mom_2",0.99,1613942803838,3145
"lr_2",0.0004857487222496545,1613942803838,3145
"mom_2",0.8528502840529096,1613942803838,3145
"eps_2",1e-05,1613942803838,3145
"train_loss",0.03622181,1613942804801,3146
"raw_loss",0.030374931,1613942804801,3146
"epoch",19.79245283018865,1613942804801,3146
"wd_0",0.01,1613942804801,3146
"sqr_mom_0",0.99,1613942804801,3146
"lr_0",4.8570171173598895e-06,1613942804801,3146
"mom_0",0.8528596862496647,1613942804801,3146
"eps_0",1e-05,1613942804801,3146
"wd_1",0.01,1613942804801,3146
"sqr_mom_1",0.99,1613942804801,3146
"lr_1",4.8570171173598886e-05,1613942804801,3146
"mom_1",0.8528596862496647,1613942804801,3146
"eps_1",1e-05,1613942804801,3146
"wd_2",0.01,1613942804801,3146
"sqr_mom_2",0.99,1613942804801,3146
"lr_2",0.0004857017117359889,1613942804801,3146
"mom_2",0.8528596862496647,1613942804801,3146
"eps_2",1e-05,1613942804801,3146
"train_loss",0.035946194,1613942805787,3147
"raw_loss",0.022440927,1613942805787,3147
"epoch",19.79874213836475,1613942805787,3147
"wd_0",0.01,1613942805787,3147
"sqr_mom_0",0.99,1613942805787,3147
"lr_0",4.856546260959013e-06,1613942805787,3147
"mom_0",0.8528691034718544,1613942805787,3147
"eps_0",1e-05,1613942805787,3147
"wd_1",0.01,1613942805787,3147
"sqr_mom_1",0.99,1613942805787,3147
"lr_1",4.856546260959013e-05,1613942805787,3147
"mom_1",0.8528691034718544,1613942805787,3147
"eps_1",1e-05,1613942805787,3147
"wd_2",0.01,1613942805787,3147
"sqr_mom_2",0.99,1613942805787,3147
"lr_2",0.0004856546260959013,1613942805787,3147
"mom_2",0.8528691034718544,1613942805787,3147
"eps_2",1e-05,1613942805787,3147
"train_loss",0.035731543,1613942806749,3148
"raw_loss",0.025213584,1613942806749,3148
"epoch",19.805031446540852,1613942806749,3148
"wd_0",0.01,1613942806749,3148
"sqr_mom_0",0.99,1613942806749,3148
"lr_0",4.856074770852687e-06,1613942806749,3148
"mom_0",0.8528785333682799,1613942806749,3148
"eps_0",1e-05,1613942806749,3148
"wd_1",0.01,1613942806749,3148
"sqr_mom_1",0.99,1613942806749,3148
"lr_1",4.856074770852687e-05,1613942806749,3148
"mom_1",0.8528785333682799,1613942806749,3148
"eps_1",1e-05,1613942806749,3148
"wd_2",0.01,1613942806749,3148
"sqr_mom_2",0.99,1613942806749,3148
"lr_2",0.0004856074770852687,1613942806749,3148
"mom_2",0.8528785333682799,1613942806749,3148
"eps_2",1e-05,1613942806749,3148
"train_loss",0.03617104,1613942807731,3149
"raw_loss",0.05770645,1613942807731,3149
"epoch",19.811320754716952,1613942807731,3149
"wd_0",0.01,1613942807731,3149
"sqr_mom_0",0.99,1613942807731,3149
"lr_0",4.8556024125606405e-06,1613942807731,3149
"mom_0",0.8528879806285935,1613942807731,3149
"eps_0",1e-05,1613942807731,3149
"wd_1",0.01,1613942807731,3149
"sqr_mom_1",0.99,1613942807731,3149
"lr_1",4.855602412560641e-05,1613942807731,3149
"mom_1",0.8528879806285935,1613942807731,3149
"eps_1",1e-05,1613942807731,3149
"wd_2",0.01,1613942807731,3149
"sqr_mom_2",0.99,1613942807731,3149
"lr_2",0.00048556024125606407,1613942807731,3149
"mom_2",0.8528879806285935,1613942807731,3149
"eps_2",1e-05,1613942807731,3149
"train_loss",0.03608063,1613942808704,3150
"raw_loss",0.031650346,1613942808704,3150
"epoch",19.817610062893053,1613942808704,3150
"wd_0",0.01,1613942808704,3150
"sqr_mom_0",0.99,1613942808704,3150
"lr_0",4.855129303455296e-06,1613942808704,3150
"mom_0",0.8528974429053231,1613942808704,3150
"eps_0",1e-05,1613942808704,3150
"wd_1",0.01,1613942808704,3150
"sqr_mom_1",0.99,1613942808704,3150
"lr_1",4.855129303455296e-05,1613942808704,3150
"mom_1",0.8528974429053231,1613942808704,3150
"eps_1",1e-05,1613942808704,3150
"wd_2",0.01,1613942808704,3150
"sqr_mom_2",0.99,1613942808704,3150
"lr_2",0.0004855129303455296,1613942808704,3150
"mom_2",0.8528974429053231,1613942808704,3150
"eps_2",1e-05,1613942808704,3150
"train_loss",0.03584809,1613942809659,3151
"raw_loss",0.024453575,1613942809659,3151
"epoch",19.823899371069153,1613942809659,3151
"wd_0",0.01,1613942809659,3151
"sqr_mom_0",0.99,1613942809659,3151
"lr_0",4.854655561656346e-06,1613942809659,3151
"mom_0",0.8529069178360514,1613942809659,3151
"eps_0",1e-05,1613942809659,3151
"wd_1",0.01,1613942809659,3151
"sqr_mom_1",0.99,1613942809659,3151
"lr_1",4.854655561656345e-05,1613942809659,3151
"mom_1",0.8529069178360514,1613942809659,3151
"eps_1",1e-05,1613942809659,3151
"wd_2",0.01,1613942809659,3151
"sqr_mom_2",0.99,1613942809659,3151
"lr_2",0.0004854655561656345,1613942809659,3151
"mom_2",0.8529069178360514,1613942809659,3151
"eps_2",1e-05,1613942809659,3151
"train_loss",0.035941865,1613942810648,3152
"raw_loss",0.04053685,1613942810648,3152
"epoch",19.830188679245254,1613942810648,3152
"wd_0",0.01,1613942810648,3152
"sqr_mom_0",0.99,1613942810648,3152
"lr_0",4.854180951563713e-06,1613942810648,3152
"mom_0",0.852916410132827,1613942810648,3152
"eps_0",1e-05,1613942810648,3152
"wd_1",0.01,1613942810648,3152
"sqr_mom_1",0.99,1613942810648,3152
"lr_1",4.8541809515637136e-05,1613942810648,3152
"mom_1",0.852916410132827,1613942810648,3152
"eps_1",1e-05,1613942810648,3152
"wd_2",0.01,1613942810648,3152
"sqr_mom_2",0.99,1613942810648,3152
"lr_2",0.00048541809515637133,1613942810648,3152
"mom_2",0.852916410132827,1613942810648,3152
"eps_2",1e-05,1613942810648,3152
"train_loss",0.035826262,1613942811705,3153
"raw_loss",0.030161725,1613942811705,3153
"epoch",19.836477987421354,1613942811705,3153
"wd_0",0.01,1613942811705,3153
"sqr_mom_0",0.99,1613942811705,3153
"lr_0",4.853705591110857e-06,1613942811705,3153
"mom_0",0.8529259174369572,1613942811705,3153
"eps_0",1e-05,1613942811705,3153
"wd_1",0.01,1613942811705,3153
"sqr_mom_1",0.99,1613942811705,3153
"lr_1",4.8537055911108574e-05,1613942811705,3153
"mom_1",0.8529259174369572,1613942811705,3153
"eps_1",1e-05,1613942811705,3153
"wd_2",0.01,1613942811705,3153
"sqr_mom_2",0.99,1613942811705,3153
"lr_2",0.0004853705591110857,1613942811705,3153
"mom_2",0.8529259174369572,1613942811705,3153
"eps_2",1e-05,1613942811705,3153
"train_loss",0.036633115,1613942812690,3154
"raw_loss",0.076169014,1613942812690,3154
"epoch",19.842767295597454,1613942812690,3154
"wd_0",0.01,1613942812690,3154
"sqr_mom_0",0.99,1613942812690,3154
"lr_0",4.8532295792232646e-06,1613942812690,3154
"mom_0",0.8529354377699124,1613942812690,3154
"eps_0",1e-05,1613942812690,3154
"wd_1",0.01,1613942812690,3154
"sqr_mom_1",0.99,1613942812690,3154
"lr_1",4.853229579223264e-05,1613942812690,3154
"mom_1",0.8529354377699124,1613942812690,3154
"eps_1",1e-05,1613942812690,3154
"wd_2",0.01,1613942812690,3154
"sqr_mom_2",0.99,1613942812690,3154
"lr_2",0.0004853229579223264,1613942812690,3154
"mom_2",0.8529354377699124,1613942812690,3154
"eps_2",1e-05,1613942812690,3154
"train_loss",0.03672246,1613942813629,3155
"raw_loss",0.04110033,1613942813629,3155
"epoch",19.849056603773555,1613942813629,3155
"wd_0",0.01,1613942813629,3155
"sqr_mom_0",0.99,1613942813629,3155
"lr_0",4.852752718660216e-06,1613942813629,3155
"mom_0",0.8529449750765464,1613942813629,3155
"eps_0",1e-05,1613942813629,3155
"wd_1",0.01,1613942813629,3155
"sqr_mom_1",0.99,1613942813629,3155
"lr_1",4.852752718660215e-05,1613942813629,3155
"mom_1",0.8529449750765464,1613942813629,3155
"eps_1",1e-05,1613942813629,3155
"wd_2",0.01,1613942813629,3155
"sqr_mom_2",0.99,1613942813629,3155
"lr_2",0.0004852752718660215,1613942813629,3155
"mom_2",0.8529449750765464,1613942813629,3155
"eps_2",1e-05,1613942813629,3155
"train_loss",0.036637448,1613942814569,3156
"raw_loss",0.032471888,1613942814569,3156
"epoch",19.855345911949655,1613942814569,3156
"wd_0",0.01,1613942814569,3156
"sqr_mom_0",0.99,1613942814569,3156
"lr_0",4.852275108192176e-06,1613942814569,3156
"mom_0",0.8529545273814303,1613942814569,3156
"eps_0",1e-05,1613942814569,3156
"wd_1",0.01,1613942814569,3156
"sqr_mom_1",0.99,1613942814569,3156
"lr_1",4.8522751081921755e-05,1613942814569,3156
"mom_1",0.8529545273814303,1613942814569,3156
"eps_1",1e-05,1613942814569,3156
"wd_2",0.01,1613942814569,3156
"sqr_mom_2",0.99,1613942814569,3156
"lr_2",0.0004852275108192175,1613942814569,3156
"mom_2",0.8529545273814303,1613942814569,3156
"eps_2",1e-05,1613942814569,3156
"train_loss",0.03650267,1613942815554,3157
"raw_loss",0.02989852,1613942815554,3157
"epoch",19.861635220125756,1613942815554,3157
"wd_0",0.01,1613942815554,3157
"sqr_mom_0",0.99,1613942815554,3157
"lr_0",4.851796867059675e-06,1613942815554,3157
"mom_0",0.8529640922997295,1613942815554,3157
"eps_0",1e-05,1613942815554,3157
"wd_1",0.01,1613942815554,3157
"sqr_mom_1",0.99,1613942815554,3157
"lr_1",4.851796867059674e-05,1613942815554,3157
"mom_1",0.8529640922997295,1613942815554,3157
"eps_1",1e-05,1613942815554,3157
"wd_2",0.01,1613942815554,3157
"sqr_mom_2",0.99,1613942815554,3157
"lr_2",0.0004851796867059674,1613942815554,3157
"mom_2",0.8529640922997295,1613942815554,3157
"eps_2",1e-05,1613942815554,3157
"train_loss",0.036555838,1613942816509,3158
"raw_loss",0.039161067,1613942816509,3158
"epoch",19.867924528301856,1613942816509,3158
"wd_0",0.01,1613942816509,3158
"sqr_mom_0",0.99,1613942816509,3158
"lr_0",4.851317757425039e-06,1613942816509,3158
"mom_0",0.8529736745882451,1613942816509,3158
"eps_0",1e-05,1613942816509,3158
"wd_1",0.01,1613942816509,3158
"sqr_mom_1",0.99,1613942816509,3158
"lr_1",4.851317757425038e-05,1613942816509,3158
"mom_1",0.8529736745882451,1613942816509,3158
"eps_1",1e-05,1613942816509,3158
"wd_2",0.01,1613942816509,3158
"sqr_mom_2",0.99,1613942816509,3158
"lr_2",0.00048513177574250384,1613942816509,3158
"mom_2",0.8529736745882451,1613942816509,3158
"eps_2",1e-05,1613942816509,3158
"train_loss",0.03654554,1613942817509,3159
"raw_loss",0.03604107,1613942817509,3159
"epoch",19.874213836477956,1613942817509,3159
"wd_0",0.01,1613942817509,3159
"sqr_mom_0",0.99,1613942817509,3159
"lr_0",4.850837898342789e-06,1613942817509,3159
"mom_0",0.8529832718658629,1613942817509,3159
"eps_0",1e-05,1613942817509,3159
"wd_1",0.01,1613942817509,3159
"sqr_mom_1",0.99,1613942817509,3159
"lr_1",4.850837898342789e-05,1613942817509,3159
"mom_1",0.8529832718658629,1613942817509,3159
"eps_1",1e-05,1613942817509,3159
"wd_2",0.01,1613942817509,3159
"sqr_mom_2",0.99,1613942817509,3159
"lr_2",0.0004850837898342789,1613942817509,3159
"mom_2",0.8529832718658629,1613942817509,3159
"eps_2",1e-05,1613942817509,3159
"train_loss",0.036465425,1613942818483,3160
"raw_loss",0.03253968,1613942818483,3160
"epoch",19.880503144654057,1613942818483,3160
"wd_0",0.01,1613942818483,3160
"sqr_mom_0",0.99,1613942818483,3160
"lr_0",4.850357409613359e-06,1613942818483,3160
"mom_0",0.8529928817365502,1613942818483,3160
"eps_0",1e-05,1613942818483,3160
"wd_1",0.01,1613942818483,3160
"sqr_mom_1",0.99,1613942818483,3160
"lr_1",4.850357409613358e-05,1613942818483,3160
"mom_1",0.8529928817365502,1613942818483,3160
"eps_1",1e-05,1613942818483,3160
"wd_2",0.01,1613942818483,3160
"sqr_mom_2",0.99,1613942818483,3160
"lr_2",0.0004850357409613358,1613942818483,3160
"mom_2",0.8529928817365502,1613942818483,3160
"eps_2",1e-05,1613942818483,3160
"train_loss",0.036069784,1613942819440,3161
"raw_loss",0.016683353,1613942819440,3161
"epoch",19.886792452830157,1613942819440,3161
"wd_0",0.01,1613942819440,3161
"sqr_mom_0",0.99,1613942819440,3161
"lr_0",4.849876052281304e-06,1613942819440,3161
"mom_0",0.8530025089794637,1613942819440,3161
"eps_0",1e-05,1613942819440,3161
"wd_1",0.01,1613942819440,3161
"sqr_mom_1",0.99,1613942819440,3161
"lr_1",4.8498760522813036e-05,1613942819440,3161
"mom_1",0.8530025089794637,1613942819440,3161
"eps_1",1e-05,1613942819440,3161
"wd_2",0.01,1613942819440,3161
"sqr_mom_2",0.99,1613942819440,3161
"lr_2",0.00048498760522813035,1613942819440,3161
"mom_2",0.8530025089794637,1613942819440,3161
"eps_2",1e-05,1613942819440,3161
"train_loss",0.035844054,1613942820400,3162
"raw_loss",0.024783187,1613942820400,3162
"epoch",19.893081761006258,1613942820400,3162
"wd_0",0.01,1613942820400,3162
"sqr_mom_0",0.99,1613942820400,3162
"lr_0",4.849393945961163e-06,1613942820400,3162
"mom_0",0.8530121512022888,1613942820400,3162
"eps_0",1e-05,1613942820400,3162
"wd_1",0.01,1613942820400,3162
"sqr_mom_1",0.99,1613942820400,3162
"lr_1",4.8493939459611624e-05,1613942820400,3162
"mom_1",0.8530121512022888,1613942820400,3162
"eps_1",1e-05,1613942820400,3162
"wd_2",0.01,1613942820400,3162
"sqr_mom_2",0.99,1613942820400,3162
"lr_2",0.00048493939459611624,1613942820400,3162
"mom_2",0.8530121512022888,1613942820400,3162
"eps_2",1e-05,1613942820400,3162
"train_loss",0.035518773,1613942821387,3163
"raw_loss",0.019579997,1613942821387,3163
"epoch",19.899371069182358,1613942821387,3163
"wd_0",0.01,1613942821387,3163
"sqr_mom_0",0.99,1613942821387,3163
"lr_0",4.848911090806601e-06,1613942821387,3163
"mom_0",0.853021808401952,1613942821387,3163
"eps_0",1e-05,1613942821387,3163
"wd_1",0.01,1613942821387,3163
"sqr_mom_1",0.99,1613942821387,3163
"lr_1",4.8489110908066005e-05,1613942821387,3163
"mom_1",0.853021808401952,1613942821387,3163
"eps_1",1e-05,1613942821387,3163
"wd_2",0.01,1613942821387,3163
"sqr_mom_2",0.99,1613942821387,3163
"lr_2",0.0004848911090806601,1613942821387,3163
"mom_2",0.853021808401952,1613942821387,3163
"eps_2",1e-05,1613942821387,3163
"train_loss",0.03549785,1613942822334,3164
"raw_loss",0.03447274,1613942822334,3164
"epoch",19.90566037735846,1613942822334,3164
"wd_0",0.01,1613942822334,3164
"sqr_mom_0",0.99,1613942822334,3164
"lr_0",4.848427587298647e-06,1613942822334,3164
"mom_0",0.8530314785688128,1613942822334,3164
"eps_0",1e-05,1613942822334,3164
"wd_1",0.01,1613942822334,3164
"sqr_mom_1",0.99,1613942822334,3164
"lr_1",4.848427587298647e-05,1613942822334,3164
"mom_1",0.8530314785688128,1613942822334,3164
"eps_1",1e-05,1613942822334,3164
"wd_2",0.01,1613942822334,3164
"sqr_mom_2",0.99,1613942822334,3164
"lr_2",0.00048484275872986467,1613942822334,3164
"mom_2",0.8530314785688128,1613942822334,3164
"eps_2",1e-05,1613942822334,3164
"train_loss",0.03557532,1613942823277,3165
"raw_loss",0.039371278,1613942823277,3165
"epoch",19.91194968553456,1613942823277,3165
"wd_0",0.01,1613942823277,3165
"sqr_mom_0",0.99,1613942823277,3165
"lr_0",4.847943235092347e-06,1613942823277,3165
"mom_0",0.8530411657098101,1613942823277,3165
"eps_0",1e-05,1613942823277,3165
"wd_1",0.01,1613942823277,3165
"sqr_mom_1",0.99,1613942823277,3165
"lr_1",4.847943235092347e-05,1613942823277,3165
"mom_1",0.8530411657098101,1613942823277,3165
"eps_1",1e-05,1613942823277,3165
"wd_2",0.01,1613942823277,3165
"sqr_mom_2",0.99,1613942823277,3165
"lr_2",0.0004847943235092347,1613942823277,3165
"mom_2",0.8530411657098101,1613942823277,3165
"eps_2",1e-05,1613942823277,3165
"train_loss",0.03676856,1613942824221,3166
"raw_loss",0.09523741,1613942824221,3166
"epoch",19.91823899371066,1613942824221,3166
"wd_0",0.01,1613942824221,3166
"sqr_mom_0",0.99,1613942824221,3166
"lr_0",4.847458134514024e-06,1613942824221,3166
"mom_0",0.8530508678183977,1613942824221,3166
"eps_0",1e-05,1613942824221,3166
"wd_1",0.01,1613942824221,3166
"sqr_mom_1",0.99,1613942824221,3166
"lr_1",4.847458134514024e-05,1613942824221,3166
"mom_1",0.8530508678183977,1613942824221,3166
"eps_1",1e-05,1613942824221,3166
"wd_2",0.01,1613942824221,3166
"sqr_mom_2",0.99,1613942824221,3166
"lr_2",0.00048474581345140234,1613942824221,3166
"mom_2",0.8530508678183977,1613942824221,3166
"eps_2",1e-05,1613942824221,3166
"train_loss",0.037093557,1613942825172,3167
"raw_loss",0.053018477,1613942825172,3167
"epoch",19.92452830188676,1613942825172,3167
"wd_0",0.01,1613942825172,3167
"sqr_mom_0",0.99,1613942825172,3167
"lr_0",4.846972406669233e-06,1613942825172,3167
"mom_0",0.8530605824724401,1613942825172,3167
"eps_0",1e-05,1613942825172,3167
"wd_1",0.01,1613942825172,3167
"sqr_mom_1",0.99,1613942825172,3167
"lr_1",4.846972406669233e-05,1613942825172,3167
"mom_1",0.8530605824724401,1613942825172,3167
"eps_1",1e-05,1613942825172,3167
"wd_2",0.01,1613942825172,3167
"sqr_mom_2",0.99,1613942825172,3167
"lr_2",0.00048469724066692326,1613942825172,3167
"mom_2",0.8530605824724401,1613942825172,3167
"eps_2",1e-05,1613942825172,3167
"train_loss",0.03688122,1613942826126,3168
"raw_loss",0.026476696,1613942826126,3168
"epoch",19.93081761006286,1613942826126,3168
"wd_0",0.01,1613942826126,3168
"sqr_mom_0",0.99,1613942826126,3168
"lr_0",4.846485809997029e-06,1613942826126,3168
"mom_0",0.8530703145032045,1613942826126,3168
"eps_0",1e-05,1613942826126,3168
"wd_1",0.01,1613942826126,3168
"sqr_mom_1",0.99,1613942826126,3168
"lr_1",4.846485809997028e-05,1613942826126,3168
"mom_1",0.8530703145032045,1613942826126,3168
"eps_1",1e-05,1613942826126,3168
"wd_2",0.01,1613942826126,3168
"sqr_mom_2",0.99,1613942826126,3168
"lr_2",0.0004846485809997028,1613942826126,3168
"mom_2",0.8530703145032045,1613942826126,3168
"eps_2",1e-05,1613942826126,3168
"train_loss",0.037007697,1613942827097,3169
"raw_loss",0.043205034,1613942827097,3169
"epoch",19.93710691823896,1613942827097,3169
"wd_0",0.01,1613942827097,3169
"sqr_mom_0",0.99,1613942827097,3169
"lr_0",4.845998465417338e-06,1613942827097,3169
"mom_0",0.8530800614922681,1613942827097,3169
"eps_0",1e-05,1613942827097,3169
"wd_1",0.01,1613942827097,3169
"sqr_mom_1",0.99,1613942827097,3169
"lr_1",4.845998465417338e-05,1613942827097,3169
"mom_1",0.8530800614922681,1613942827097,3169
"eps_1",1e-05,1613942827097,3169
"wd_2",0.01,1613942827097,3169
"sqr_mom_2",0.99,1613942827097,3169
"lr_2",0.0004845998465417338,1613942827097,3169
"mom_2",0.8530800614922681,1613942827097,3169
"eps_2",1e-05,1613942827097,3169
"train_loss",0.03680817,1613942828054,3170
"raw_loss",0.027031427,1613942828054,3170
"epoch",19.94339622641506,1613942828054,3170
"wd_0",0.01,1613942828054,3170
"sqr_mom_0",0.99,1613942828054,3170
"lr_0",4.845510494594469e-06,1613942828054,3170
"mom_0",0.8530898210063207,1613942828054,3170
"eps_0",1e-05,1613942828054,3170
"wd_1",0.01,1613942828054,3170
"sqr_mom_1",0.99,1613942828054,3170
"lr_1",4.8455104945944685e-05,1613942828054,3170
"mom_1",0.8530898210063207,1613942828054,3170
"eps_1",1e-05,1613942828054,3170
"wd_2",0.01,1613942828054,3170
"sqr_mom_2",0.99,1613942828054,3170
"lr_2",0.00048455104945944685,1613942828054,3170
"mom_2",0.8530898210063207,1613942828054,3170
"eps_2",1e-05,1613942828054,3170
"train_loss",0.03691124,1613942829015,3171
"raw_loss",0.04196173,1613942829015,3171
"epoch",19.94968553459116,1613942829015,3171
"wd_0",0.01,1613942829015,3171
"sqr_mom_0",0.99,1613942829015,3171
"lr_0",4.845021654852002e-06,1613942829015,3171
"mom_0",0.853099597898939,1613942829015,3171
"eps_0",1e-05,1613942829015,3171
"wd_1",0.01,1613942829015,3171
"sqr_mom_1",0.99,1613942829015,3171
"lr_1",4.845021654852001e-05,1613942829015,3171
"mom_1",0.853099597898939,1613942829015,3171
"eps_1",1e-05,1613942829015,3171
"wd_2",0.01,1613942829015,3171
"sqr_mom_2",0.99,1613942829015,3171
"lr_2",0.00048450216548520013,1613942829015,3171
"mom_2",0.853099597898939,1613942829015,3171
"eps_2",1e-05,1613942829015,3171
"train_loss",0.03692477,1613942829962,3172
"raw_loss",0.037587617,1613942829962,3172
"epoch",19.95597484276726,1613942829962,3172
"wd_0",0.01,1613942829962,3172
"sqr_mom_0",0.99,1613942829962,3172
"lr_0",4.844532067668731e-06,1613942829962,3172
"mom_0",0.8531093897405227,1613942829962,3172
"eps_0",1e-05,1613942829962,3172
"wd_1",0.01,1613942829962,3172
"sqr_mom_1",0.99,1613942829962,3172
"lr_1",4.844532067668731e-05,1613942829962,3172
"mom_1",0.8531093897405227,1613942829962,3172
"eps_1",1e-05,1613942829962,3172
"wd_2",0.01,1613942829962,3172
"sqr_mom_2",0.99,1613942829962,3172
"lr_2",0.0004844532067668731,1613942829962,3172
"mom_2",0.8531093897405227,1613942829962,3172
"eps_2",1e-05,1613942829962,3172
"train_loss",0.036708634,1613942830920,3173
"raw_loss",0.026118068,1613942830920,3173
"epoch",19.962264150943362,1613942830920,3173
"wd_0",0.01,1613942830920,3173
"sqr_mom_0",0.99,1613942830920,3173
"lr_0",4.844041855267366e-06,1613942830920,3173
"mom_0",0.8531191940865935,1613942830920,3173
"eps_0",1e-05,1613942830920,3173
"wd_1",0.01,1613942830920,3173
"sqr_mom_1",0.99,1613942830920,3173
"lr_1",4.8440418552673664e-05,1613942830920,3173
"mom_1",0.8531191940865935,1613942830920,3173
"eps_1",1e-05,1613942830920,3173
"wd_2",0.01,1613942830920,3173
"sqr_mom_2",0.99,1613942830920,3173
"lr_2",0.0004844041855267366,1613942830920,3173
"mom_2",0.8531191940865935,1613942830920,3173
"eps_2",1e-05,1613942830920,3173
"train_loss",0.0374217,1613942831878,3174
"raw_loss",0.07236186,1613942831878,3174
"epoch",19.968553459119462,1613942831878,3174
"wd_0",0.01,1613942831878,3174
"sqr_mom_0",0.99,1613942831878,3174
"lr_0",4.8435507738567126e-06,1613942831878,3174
"mom_0",0.8531290158130239,1613942831878,3174
"eps_0",1e-05,1613942831878,3174
"wd_1",0.01,1613942831878,3174
"sqr_mom_1",0.99,1613942831878,3174
"lr_1",4.8435507738567126e-05,1613942831878,3174
"mom_1",0.8531290158130239,1613942831878,3174
"eps_1",1e-05,1613942831878,3174
"wd_2",0.01,1613942831878,3174
"sqr_mom_2",0.99,1613942831878,3174
"lr_2",0.00048435507738567123,1613942831878,3174
"mom_2",0.8531290158130239,1613942831878,3174
"eps_2",1e-05,1613942831878,3174
"train_loss",0.03814582,1613942832864,3175
"raw_loss",0.07362787,1613942832864,3175
"epoch",19.974842767295563,1613942832864,3175
"wd_0",0.01,1613942832864,3175
"sqr_mom_0",0.99,1613942832864,3175
"lr_0",4.843058945474082e-06,1613942832864,3175
"mom_0",0.8531388524790431,1613942832864,3175
"eps_0",1e-05,1613942832864,3175
"wd_1",0.01,1613942832864,3175
"sqr_mom_1",0.99,1613942832864,3175
"lr_1",4.843058945474082e-05,1613942832864,3175
"mom_1",0.8531388524790431,1613942832864,3175
"eps_1",1e-05,1613942832864,3175
"wd_2",0.01,1613942832864,3175
"sqr_mom_2",0.99,1613942832864,3175
"lr_2",0.0004843058945474082,1613942832864,3175
"mom_2",0.8531388524790431,1613942832864,3175
"eps_2",1e-05,1613942832864,3175
"train_loss",0.038102213,1613942833816,3176
"raw_loss",0.03596544,1613942833816,3176
"epoch",19.981132075471663,1613942833816,3176
"wd_0",0.01,1613942833816,3176
"sqr_mom_0",0.99,1613942833816,3176
"lr_0",4.8425664724629056e-06,1613942833816,3176
"mom_0",0.8531487020377623,1613942833816,3176
"eps_0",1e-05,1613942833816,3176
"wd_1",0.01,1613942833816,3176
"sqr_mom_1",0.99,1613942833816,3176
"lr_1",4.842566472462906e-05,1613942833816,3176
"mom_1",0.8531487020377623,1613942833816,3176
"eps_1",1e-05,1613942833816,3176
"wd_2",0.01,1613942833816,3176
"sqr_mom_2",0.99,1613942833816,3176
"lr_2",0.00048425664724629055,1613942833816,3176
"mom_2",0.8531487020377623,1613942833816,3176
"eps_2",1e-05,1613942833816,3176
"train_loss",0.03792313,1613942834803,3177
"raw_loss",0.029148057,1613942834803,3177
"epoch",19.987421383647764,1613942834803,3177
"wd_0",0.01,1613942834803,3177
"sqr_mom_0",0.99,1613942834803,3177
"lr_0",4.842073150761617e-06,1613942834803,3177
"mom_0",0.8531585685704534,1613942834803,3177
"eps_0",1e-05,1613942834803,3177
"wd_1",0.01,1613942834803,3177
"sqr_mom_1",0.99,1613942834803,3177
"lr_1",4.842073150761617e-05,1613942834803,3177
"mom_1",0.8531585685704534,1613942834803,3177
"eps_1",1e-05,1613942834803,3177
"wd_2",0.01,1613942834803,3177
"sqr_mom_2",0.99,1613942834803,3177
"lr_2",0.00048420731507616173,1613942834803,3177
"mom_2",0.8531585685704534,1613942834803,3177
"eps_2",1e-05,1613942834803,3177
"train_loss",0.03757586,1613942835811,3178
"raw_loss",0.02055955,1613942835811,3178
"epoch",19.993710691823864,1613942835811,3178
"wd_0",0.01,1613942835811,3178
"sqr_mom_0",0.99,1613942835811,3178
"lr_0",4.8415790825593286e-06,1613942835811,3178
"mom_0",0.8531684500333138,1613942835811,3178
"eps_0",1e-05,1613942835811,3178
"wd_1",0.01,1613942835811,3178
"sqr_mom_1",0.99,1613942835811,3178
"lr_1",4.841579082559328e-05,1613942835811,3178
"mom_1",0.8531684500333138,1613942835811,3178
"eps_1",1e-05,1613942835811,3178
"wd_2",0.01,1613942835811,3178
"sqr_mom_2",0.99,1613942835811,3178
"lr_2",0.0004841579082559328,1613942835811,3178
"mom_2",0.8531684500333138,1613942835811,3178
"eps_2",1e-05,1613942835811,3178
"train_loss",0.037582353,1613942836789,3179
"raw_loss",0.03790055,1613942836789,3179
"epoch",19.999999999999964,1613942836789,3179
"wd_0",0.01,1613942836789,3179
"sqr_mom_0",0.99,1613942836789,3179
"lr_0",4.841084391194504e-06,1613942836789,3179
"mom_0",0.8531783439595495,1613942836789,3179
"eps_0",1e-05,1613942836789,3179
"wd_1",0.01,1613942836789,3179
"sqr_mom_1",0.99,1613942836789,3179
"lr_1",4.8410843911945044e-05,1613942836789,3179
"mom_1",0.8531783439595495,1613942836789,3179
"eps_1",1e-05,1613942836789,3179
"wd_2",0.01,1613942836789,3179
"sqr_mom_2",0.99,1613942836789,3179
"lr_2",0.0004841084391194504,1613942836789,3179
"mom_2",0.8531783439595495,1613942836789,3179
"eps_2",1e-05,1613942836789,3179
"valid_loss",0.10043441504240036,1613942869438,3179
"_rmse",0.316913902759552,1613942869438,3179
"epoch",20,1613942869438,3179
"train_loss",0.0371935,1613942870511,3180
"raw_loss",0.018139714,1613942870511,3180
"epoch",20.0062893081761,1613942870511,3180
"wd_0",0.01,1613942870511,3180
"sqr_mom_0",0.99,1613942870511,3180
"lr_0",4.840588830648485e-06,1613942870511,3180
"mom_0",0.853188255269583,1613942870511,3180
"eps_0",1e-05,1613942870511,3180
"wd_1",0.01,1613942870511,3180
"sqr_mom_1",0.99,1613942870511,3180
"lr_1",4.840588830648485e-05,1613942870511,3180
"mom_1",0.853188255269583,1613942870511,3180
"eps_1",1e-05,1613942870511,3180
"wd_2",0.01,1613942870511,3180
"sqr_mom_2",0.99,1613942870511,3180
"lr_2",0.0004840588830648485,1613942870511,3180
"mom_2",0.853188255269583,1613942870511,3180
"eps_2",1e-05,1613942870511,3180
"train_loss",0.03699258,1613942871466,3181
"raw_loss",0.027147574,1613942871466,3181
"epoch",20.0125786163522,1613942871466,3181
"wd_0",0.01,1613942871466,3181
"sqr_mom_0",0.99,1613942871466,3181
"lr_0",4.8400925240745745e-06,1613942871466,3181
"mom_0",0.8531981815003234,1613942871466,3181
"eps_0",1e-05,1613942871466,3181
"wd_1",0.01,1613942871466,3181
"sqr_mom_1",0.99,1613942871466,3181
"lr_1",4.8400925240745745e-05,1613942871466,3181
"mom_1",0.8531981815003234,1613942871466,3181
"eps_1",1e-05,1613942871466,3181
"wd_2",0.01,1613942871466,3181
"sqr_mom_2",0.99,1613942871466,3181
"lr_2",0.00048400925240745744,1613942871466,3181
"mom_2",0.8531981815003234,1613942871466,3181
"eps_2",1e-05,1613942871466,3181
"train_loss",0.036571153,1613942872417,3182
"raw_loss",0.015921291,1613942872417,3182
"epoch",20.0188679245283,1613942872417,3182
"wd_0",0.01,1613942872417,3182
"sqr_mom_0",0.99,1613942872417,3182
"lr_0",4.839595471630965e-06,1613942872417,3182
"mom_0",0.8532081226486071,1613942872417,3182
"eps_0",1e-05,1613942872417,3182
"wd_1",0.01,1613942872417,3182
"sqr_mom_1",0.99,1613942872417,3182
"lr_1",4.839595471630965e-05,1613942872417,3182
"mom_1",0.8532081226486071,1613942872417,3182
"eps_1",1e-05,1613942872417,3182
"wd_2",0.01,1613942872417,3182
"sqr_mom_2",0.99,1613942872417,3182
"lr_2",0.0004839595471630965,1613942872417,3182
"mom_2",0.8532081226486071,1613942872417,3182
"eps_2",1e-05,1613942872417,3182
"train_loss",0.036340106,1613942873377,3183
"raw_loss",0.025018858,1613942873377,3183
"epoch",20.0251572327044,1613942873377,3183
"wd_0",0.01,1613942873377,3183
"sqr_mom_0",0.99,1613942873377,3183
"lr_0",4.839097797399187e-06,1613942873377,3183
"mom_0",0.8532180762327786,1613942873377,3183
"eps_0",1e-05,1613942873377,3183
"wd_1",0.01,1613942873377,3183
"sqr_mom_1",0.99,1613942873377,3183
"lr_1",4.8390977973991865e-05,1613942873377,3183
"mom_1",0.8532180762327786,1613942873377,3183
"eps_1",1e-05,1613942873377,3183
"wd_2",0.01,1613942873377,3183
"sqr_mom_2",0.99,1613942873377,3183
"lr_2",0.00048390977973991866,1613942873377,3183
"mom_2",0.8532180762327786,1613942873377,3183
"eps_2",1e-05,1613942873377,3183
"train_loss",0.036625803,1613942874333,3184
"raw_loss",0.050624974,1613942874333,3184
"epoch",20.031446540880502,1613942874333,3184
"wd_0",0.01,1613942874333,3184
"sqr_mom_0",0.99,1613942874333,3184
"lr_0",4.838599253877147e-06,1613942874333,3184
"mom_0",0.8532280472029291,1613942874333,3184
"eps_0",1e-05,1613942874333,3184
"wd_1",0.01,1613942874333,3184
"sqr_mom_1",0.99,1613942874333,3184
"lr_1",4.8385992538771466e-05,1613942874333,3184
"mom_1",0.8532280472029291,1613942874333,3184
"eps_1",1e-05,1613942874333,3184
"wd_2",0.01,1613942874333,3184
"sqr_mom_2",0.99,1613942874333,3184
"lr_2",0.0004838599253877147,1613942874333,3184
"mom_2",0.8532280472029291,1613942874333,3184
"eps_2",1e-05,1613942874333,3184
"train_loss",0.036456198,1613942875305,3185
"raw_loss",0.028145581,1613942875305,3185
"epoch",20.037735849056602,1613942875305,3185
"wd_0",0.01,1613942875305,3185
"sqr_mom_0",0.99,1613942875305,3185
"lr_0",4.838099964961371e-06,1613942875305,3185
"mom_0",0.8532380330811034,1613942875305,3185
"eps_0",1e-05,1613942875305,3185
"wd_1",0.01,1613942875305,3185
"sqr_mom_1",0.99,1613942875305,3185
"lr_1",4.8380999649613705e-05,1613942875305,3185
"mom_1",0.8532380330811034,1613942875305,3185
"eps_1",1e-05,1613942875305,3185
"wd_2",0.01,1613942875305,3185
"sqr_mom_2",0.99,1613942875305,3185
"lr_2",0.00048380999649613705,1613942875305,3185
"mom_2",0.8532380330811034,1613942875305,3185
"eps_2",1e-05,1613942875305,3185
"train_loss",0.03687978,1613942876285,3186
"raw_loss",0.057635423,1613942876285,3186
"epoch",20.044025157232703,1613942876285,3186
"wd_0",0.01,1613942876285,3186
"sqr_mom_0",0.99,1613942876285,3186
"lr_0",4.83760003454372e-06,1613942876285,3186
"mom_0",0.8532480317894435,1613942876285,3186
"eps_0",1e-05,1613942876285,3186
"wd_1",0.01,1613942876285,3186
"sqr_mom_1",0.99,1613942876285,3186
"lr_1",4.83760003454372e-05,1613942876285,3186
"mom_1",0.8532480317894435,1613942876285,3186
"eps_1",1e-05,1613942876285,3186
"wd_2",0.01,1613942876285,3186
"sqr_mom_2",0.99,1613942876285,3186
"lr_2",0.00048376000345437195,1613942876285,3186
"mom_2",0.8532480317894435,1613942876285,3186
"eps_2",1e-05,1613942876285,3186
"train_loss",0.03663175,1613942877274,3187
"raw_loss",0.024478327,1613942877274,3187
"epoch",20.050314465408803,1613942877274,3187
"wd_0",0.01,1613942877274,3187
"sqr_mom_0",0.99,1613942877274,3187
"lr_0",4.837099255472572e-06,1613942877274,3187
"mom_0",0.8532580474710233,1613942877274,3187
"eps_0",1e-05,1613942877274,3187
"wd_1",0.01,1613942877274,3187
"sqr_mom_1",0.99,1613942877274,3187
"lr_1",4.837099255472571e-05,1613942877274,3187
"mom_1",0.8532580474710233,1613942877274,3187
"eps_1",1e-05,1613942877274,3187
"wd_2",0.01,1613942877274,3187
"sqr_mom_2",0.99,1613942877274,3187
"lr_2",0.00048370992554725714,1613942877274,3187
"mom_2",0.8532580474710233,1613942877274,3187
"eps_2",1e-05,1613942877274,3187
"train_loss",0.036258064,1613942878302,3188
"raw_loss",0.017947422,1613942878302,3188
"epoch",20.056603773584904,1613942878302,3188
"wd_0",0.01,1613942878302,3188
"sqr_mom_0",0.99,1613942878302,3188
"lr_0",4.836597731485794e-06,1613942878302,3188
"mom_0",0.8532680780510646,1613942878302,3188
"eps_0",1e-05,1613942878302,3188
"wd_1",0.01,1613942878302,3188
"sqr_mom_1",0.99,1613942878302,3188
"lr_1",4.8365977314857936e-05,1613942878302,3188
"mom_1",0.8532680780510646,1613942878302,3188
"eps_1",1e-05,1613942878302,3188
"wd_2",0.01,1613942878302,3188
"sqr_mom_2",0.99,1613942878302,3188
"lr_2",0.0004836597731485794,1613942878302,3188
"mom_2",0.8532680780510646,1613942878302,3188
"eps_2",1e-05,1613942878302,3188
"train_loss",0.035895072,1613942879315,3189
"raw_loss",0.018108467,1613942879315,3189
"epoch",20.062893081761004,1613942879315,3189
"wd_0",0.01,1613942879315,3189
"sqr_mom_0",0.99,1613942879315,3189
"lr_0",4.836095587778311e-06,1613942879315,3189
"mom_0",0.853278121025644,1613942879315,3189
"eps_0",1e-05,1613942879315,3189
"wd_1",0.01,1613942879315,3189
"sqr_mom_1",0.99,1613942879315,3189
"lr_1",4.8360955877783106e-05,1613942879315,3189
"mom_1",0.853278121025644,1613942879315,3189
"eps_1",1e-05,1613942879315,3189
"wd_2",0.01,1613942879315,3189
"sqr_mom_2",0.99,1613942879315,3189
"lr_2",0.00048360955877783105,1613942879315,3189
"mom_2",0.853278121025644,1613942879315,3189
"eps_2",1e-05,1613942879315,3189
"train_loss",0.03626685,1613942880321,3190
"raw_loss",0.05448395,1613942880321,3190
"epoch",20.069182389937104,1613942880321,3190
"wd_0",0.01,1613942880321,3190
"sqr_mom_0",0.99,1613942880321,3190
"lr_0",4.835592574625281e-06,1613942880321,3190
"mom_0",0.8532881813893083,1613942880321,3190
"eps_0",1e-05,1613942880321,3190
"wd_1",0.01,1613942880321,3190
"sqr_mom_1",0.99,1613942880321,3190
"lr_1",4.83559257462528e-05,1613942880321,3190
"mom_1",0.8532881813893083,1613942880321,3190
"eps_1",1e-05,1613942880321,3190
"wd_2",0.01,1613942880321,3190
"sqr_mom_2",0.99,1613942880321,3190
"lr_2",0.000483559257462528,1613942880321,3190
"mom_2",0.8532881813893083,1613942880321,3190
"eps_2",1e-05,1613942880321,3190
"train_loss",0.03600039,1613942881291,3191
"raw_loss",0.022943964,1613942881291,3191
"epoch",20.075471698113205,1613942881291,3191
"wd_0",0.01,1613942881291,3191
"sqr_mom_0",0.99,1613942881291,3191
"lr_0",4.835088817036858e-06,1613942881291,3191
"mom_0",0.8532982566418292,1613942881291,3191
"eps_0",1e-05,1613942881291,3191
"wd_1",0.01,1613942881291,3191
"sqr_mom_1",0.99,1613942881291,3191
"lr_1",4.835088817036858e-05,1613942881291,3191
"mom_1",0.8532982566418292,1613942881291,3191
"eps_1",1e-05,1613942881291,3191
"wd_2",0.01,1613942881291,3191
"sqr_mom_2",0.99,1613942881291,3191
"lr_2",0.0004835088817036858,1613942881291,3191
"mom_2",0.8532982566418292,1613942881291,3191
"eps_2",1e-05,1613942881291,3191
"train_loss",0.03642501,1613942882251,3192
"raw_loss",0.057231463,1613942882251,3192
"epoch",20.081761006289305,1613942882251,3192
"wd_0",0.01,1613942882251,3192
"sqr_mom_0",0.99,1613942882251,3192
"lr_0",4.8345844407641225e-06,1613942882251,3192
"mom_0",0.8533083442681603,1613942882251,3192
"eps_0",1e-05,1613942882251,3192
"wd_1",0.01,1613942882251,3192
"sqr_mom_1",0.99,1613942882251,3192
"lr_1",4.834584440764122e-05,1613942882251,3192
"mom_1",0.8533083442681603,1613942882251,3192
"eps_1",1e-05,1613942882251,3192
"wd_2",0.01,1613942882251,3192
"sqr_mom_2",0.99,1613942882251,3192
"lr_2",0.0004834584440764122,1613942882251,3192
"mom_2",0.8533083442681603,1613942882251,3192
"eps_2",1e-05,1613942882251,3192
"train_loss",0.036904227,1613942883228,3193
"raw_loss",0.060385898,1613942883228,3193
"epoch",20.088050314465406,1613942883228,3193
"wd_0",0.01,1613942883228,3193
"sqr_mom_0",0.99,1613942883228,3193
"lr_0",4.834079194971938e-06,1613942883228,3193
"mom_0",0.8533184492850541,1613942883228,3193
"eps_0",1e-05,1613942883228,3193
"wd_1",0.01,1613942883228,3193
"sqr_mom_1",0.99,1613942883228,3193
"lr_1",4.834079194971937e-05,1613942883228,3193
"mom_1",0.8533184492850541,1613942883228,3193
"eps_1",1e-05,1613942883228,3193
"wd_2",0.01,1613942883228,3193
"sqr_mom_2",0.99,1613942883228,3193
"lr_2",0.00048340791949719376,1613942883228,3193
"mom_2",0.8533184492850541,1613942883228,3193
"eps_2",1e-05,1613942883228,3193
"train_loss",0.0377275,1613942884184,3194
"raw_loss",0.07806803,1613942884184,3194
"epoch",20.094339622641506,1613942884184,3194
"wd_0",0.01,1613942884184,3194
"sqr_mom_0",0.99,1613942884184,3194
"lr_0",4.833573205226734e-06,1613942884184,3194
"mom_0",0.8533285691811572,1613942884184,3194
"eps_0",1e-05,1613942884184,3194
"wd_1",0.01,1613942884184,3194
"sqr_mom_1",0.99,1613942884184,3194
"lr_1",4.833573205226733e-05,1613942884184,3194
"mom_1",0.8533285691811572,1613942884184,3194
"eps_1",1e-05,1613942884184,3194
"wd_2",0.01,1613942884184,3194
"sqr_mom_2",0.99,1613942884184,3194
"lr_2",0.0004833573205226733,1613942884184,3194
"mom_2",0.8533285691811572,1613942884184,3194
"eps_2",1e-05,1613942884184,3194
"train_loss",0.039518144,1613942885147,3195
"raw_loss",0.12725964,1613942885147,3195
"epoch",20.100628930817606,1613942885147,3195
"wd_0",0.01,1613942885147,3195
"sqr_mom_0",0.99,1613942885147,3195
"lr_0",4.833066597835381e-06,1613942885147,3195
"mom_0",0.8533387014303067,1613942885147,3195
"eps_0",1e-05,1613942885147,3195
"wd_1",0.01,1613942885147,3195
"sqr_mom_1",0.99,1613942885147,3195
"lr_1",4.833066597835382e-05,1613942885147,3195
"mom_1",0.8533387014303067,1613942885147,3195
"eps_1",1e-05,1613942885147,3195
"wd_2",0.01,1613942885147,3195
"sqr_mom_2",0.99,1613942885147,3195
"lr_2",0.0004833066597835381,1613942885147,3195
"mom_2",0.8533387014303067,1613942885147,3195
"eps_2",1e-05,1613942885147,3195
"train_loss",0.04004472,1613942886100,3196
"raw_loss",0.065846995,1613942886100,3196
"epoch",20.106918238993707,1613942886100,3196
"wd_0",0.01,1613942886100,3196
"sqr_mom_0",0.99,1613942886100,3196
"lr_0",4.832559120853174e-06,1613942886100,3196
"mom_0",0.8533488510714472,1613942886100,3196
"eps_0",1e-05,1613942886100,3196
"wd_1",0.01,1613942886100,3196
"sqr_mom_1",0.99,1613942886100,3196
"lr_1",4.832559120853173e-05,1613942886100,3196
"mom_1",0.8533488510714472,1613942886100,3196
"eps_1",1e-05,1613942886100,3196
"wd_2",0.01,1613942886100,3196
"sqr_mom_2",0.99,1613942886100,3196
"lr_2",0.00048325591208531735,1613942886100,3196
"mom_2",0.8533488510714472,1613942886100,3196
"eps_2",1e-05,1613942886100,3196
"train_loss",0.040402867,1613942887066,3197
"raw_loss",0.057952095,1613942887066,3197
"epoch",20.113207547169807,1613942887066,3197
"wd_0",0.01,1613942887066,3197
"sqr_mom_0",0.99,1613942887066,3197
"lr_0",4.832050900402452e-06,1613942887066,3197
"mom_0",0.8533590155821068,1613942887066,3197
"eps_0",1e-05,1613942887066,3197
"wd_1",0.01,1613942887066,3197
"sqr_mom_1",0.99,1613942887066,3197
"lr_1",4.8320509004024515e-05,1613942887066,3197
"mom_1",0.8533590155821068,1613942887066,3197
"eps_1",1e-05,1613942887066,3197
"wd_2",0.01,1613942887066,3197
"sqr_mom_2",0.99,1613942887066,3197
"lr_2",0.0004832050900402452,1613942887066,3197
"mom_2",0.8533590155821068,1613942887066,3197
"eps_2",1e-05,1613942887066,3197
"train_loss",0.040565323,1613942888032,3198
"raw_loss",0.048525624,1613942888032,3198
"epoch",20.119496855345908,1613942888032,3198
"wd_0",0.01,1613942888032,3198
"sqr_mom_0",0.99,1613942888032,3198
"lr_0",4.831542042228806e-06,1613942888032,3198
"mom_0",0.8533691928473524,1613942888032,3198
"eps_0",1e-05,1613942888032,3198
"wd_1",0.01,1613942888032,3198
"sqr_mom_1",0.99,1613942888032,3198
"lr_1",4.8315420422288055e-05,1613942888032,3198
"mom_1",0.8533691928473524,1613942888032,3198
"eps_1",1e-05,1613942888032,3198
"wd_2",0.01,1613942888032,3198
"sqr_mom_2",0.99,1613942888032,3198
"lr_2",0.00048315420422288054,1613942888032,3198
"mom_2",0.8533691928473524,1613942888032,3198
"eps_2",1e-05,1613942888032,3198
"train_loss",0.04052361,1613942889039,3199
"raw_loss",0.038479708,1613942889039,3199
"epoch",20.125786163522008,1613942889039,3199
"wd_0",0.01,1613942889039,3199
"sqr_mom_0",0.99,1613942889039,3199
"lr_0",4.831032335481298e-06,1613942889039,3199
"mom_0",0.8533793870842449,1613942889039,3199
"eps_0",1e-05,1613942889039,3199
"wd_1",0.01,1613942889039,3199
"sqr_mom_1",0.99,1613942889039,3199
"lr_1",4.8310323354812974e-05,1613942889039,3199
"mom_1",0.8533793870842449,1613942889039,3199
"eps_1",1e-05,1613942889039,3199
"wd_2",0.01,1613942889039,3199
"sqr_mom_2",0.99,1613942889039,3199
"lr_2",0.0004831032335481297,1613942889039,3199
"mom_2",0.8533793870842449,1613942889039,3199
"eps_2",1e-05,1613942889039,3199
"train_loss",0.040539876,1613942890150,3200
"raw_loss",0.041336887,1613942890150,3200
"epoch",20.13207547169811,1613942890150,3200
"wd_0",0.01,1613942890150,3200
"sqr_mom_0",0.99,1613942890150,3200
"lr_0",4.8305218857519216e-06,1613942890150,3200
"mom_0",0.8533895961809234,1613942890150,3200
"eps_0",1e-05,1613942890150,3200
"wd_1",0.01,1613942890150,3200
"sqr_mom_1",0.99,1613942890150,3200
"lr_1",4.830521885751922e-05,1613942890150,3200
"mom_1",0.8533895961809234,1613942890150,3200
"eps_1",1e-05,1613942890150,3200
"wd_2",0.01,1613942890150,3200
"sqr_mom_2",0.99,1613942890150,3200
"lr_2",0.0004830521885751921,1613942890150,3200
"mom_2",0.8533895961809234,1613942890150,3200
"eps_2",1e-05,1613942890150,3200
"train_loss",0.04057066,1613942891409,3201
"raw_loss",0.042079214,1613942891409,3201
"epoch",20.13836477987421,1613942891409,3201
"wd_0",0.01,1613942891409,3201
"sqr_mom_0",0.99,1613942891409,3201
"lr_0",4.830010693203378e-06,1613942891409,3201
"mom_0",0.8533998201341337,1613942891409,3201
"eps_0",1e-05,1613942891409,3201
"wd_1",0.01,1613942891409,3201
"sqr_mom_1",0.99,1613942891409,3201
"lr_1",4.830010693203378e-05,1613942891409,3201
"mom_1",0.8533998201341337,1613942891409,3201
"eps_1",1e-05,1613942891409,3201
"wd_2",0.01,1613942891409,3201
"sqr_mom_2",0.99,1613942891409,3201
"lr_2",0.00048300106932033777,1613942891409,3201
"mom_2",0.8533998201341337,1613942891409,3201
"eps_2",1e-05,1613942891409,3201
"train_loss",0.04005461,1613942892487,3202
"raw_loss",0.01476823,1613942892487,3202
"epoch",20.14465408805031,1613942892487,3202
"wd_0",0.01,1613942892487,3202
"sqr_mom_0",0.99,1613942892487,3202
"lr_0",4.829498885438003e-06,1613942892487,3202
"mom_0",0.8534100563918039,1613942892487,3202
"eps_0",1e-05,1613942892487,3202
"wd_1",0.01,1613942892487,3202
"sqr_mom_1",0.99,1613942892487,3202
"lr_1",4.829498885438003e-05,1613942892487,3202
"mom_1",0.8534100563918039,1613942892487,3202
"eps_1",1e-05,1613942892487,3202
"wd_2",0.01,1613942892487,3202
"sqr_mom_2",0.99,1613942892487,3202
"lr_2",0.0004829498885438002,1613942892487,3202
"mom_2",0.8534100563918039,1613942892487,3202
"eps_2",1e-05,1613942892487,3202
"train_loss",0.03973511,1613942893577,3203
"raw_loss",0.024079515,1613942893577,3203
"epoch",20.15094339622641,1613942893577,3203
"wd_0",0.01,1613942893577,3203
"sqr_mom_0",0.99,1613942893577,3203
"lr_0",4.828986207924849e-06,1613942893577,3203
"mom_0",0.8534203100446034,1613942893577,3203
"eps_0",1e-05,1613942893577,3203
"wd_1",0.01,1613942893577,3203
"sqr_mom_1",0.99,1613942893577,3203
"lr_1",4.828986207924849e-05,1613942893577,3203
"mom_1",0.8534203100446034,1613942893577,3203
"eps_1",1e-05,1613942893577,3203
"wd_2",0.01,1613942893577,3203
"sqr_mom_2",0.99,1613942893577,3203
"lr_2",0.0004828986207924849,1613942893577,3203
"mom_2",0.8534203100446034,1613942893577,3203
"eps_2",1e-05,1613942893577,3203
"train_loss",0.039345954,1613942894549,3204
"raw_loss",0.020277398,1613942894549,3204
"epoch",20.15723270440251,1613942894549,3204
"wd_0",0.01,1613942894549,3204
"sqr_mom_0",0.99,1613942894549,3204
"lr_0",4.8284727880820084e-06,1613942894549,3204
"mom_0",0.8534305785441453,1613942894549,3204
"eps_0",1e-05,1613942894549,3204
"wd_1",0.01,1613942894549,3204
"sqr_mom_1",0.99,1613942894549,3204
"lr_1",4.828472788082008e-05,1613942894549,3204
"mom_1",0.8534305785441453,1613942894549,3204
"eps_1",1e-05,1613942894549,3204
"wd_2",0.01,1613942894549,3204
"sqr_mom_2",0.99,1613942894549,3204
"lr_2",0.0004828472788082008,1613942894549,3204
"mom_2",0.8534305785441453,1613942894549,3204
"eps_2",1e-05,1613942894549,3204
"train_loss",0.03956097,1613942895527,3205
"raw_loss",0.050096843,1613942895527,3205
"epoch",20.16352201257861,1613942895527,3205
"wd_0",0.01,1613942895527,3205
"sqr_mom_0",0.99,1613942895527,3205
"lr_0",4.827958754066396e-06,1613942895527,3205
"mom_0",0.8534408593272653,1613942895527,3205
"eps_0",1e-05,1613942895527,3205
"wd_1",0.01,1613942895527,3205
"sqr_mom_1",0.99,1613942895527,3205
"lr_1",4.827958754066396e-05,1613942895527,3205
"mom_1",0.8534408593272653,1613942895527,3205
"eps_1",1e-05,1613942895527,3205
"wd_2",0.01,1613942895527,3205
"sqr_mom_2",0.99,1613942895527,3205
"lr_2",0.00048279587540663954,1613942895527,3205
"mom_2",0.8534408593272653,1613942895527,3205
"eps_2",1e-05,1613942895527,3205
"train_loss",0.039175224,1613942896488,3206
"raw_loss",0.020273572,1613942896488,3206
"epoch",20.16981132075471,1613942896488,3206
"wd_0",0.01,1613942896488,3206
"sqr_mom_0",0.99,1613942896488,3206
"lr_0",4.827443850239912e-06,1613942896488,3206
"mom_0",0.8534511575067768,1613942896488,3206
"eps_0",1e-05,1613942896488,3206
"wd_1",0.01,1613942896488,3206
"sqr_mom_1",0.99,1613942896488,3206
"lr_1",4.827443850239912e-05,1613942896488,3206
"mom_1",0.8534511575067768,1613942896488,3206
"eps_1",1e-05,1613942896488,3206
"wd_2",0.01,1613942896488,3206
"sqr_mom_2",0.99,1613942896488,3206
"lr_2",0.00048274438502399116,1613942896488,3206
"mom_2",0.8534511575067768,1613942896488,3206
"eps_2",1e-05,1613942896488,3206
"train_loss",0.039572906,1613942897471,3207
"raw_loss",0.05905944,1613942897471,3207
"epoch",20.17610062893081,1613942897471,3207
"wd_0",0.01,1613942897471,3207
"sqr_mom_0",0.99,1613942897471,3207
"lr_0",4.8269282045753485e-06,1613942897471,3207
"mom_0",0.8534614705231982,1613942897471,3207
"eps_0",1e-05,1613942897471,3207
"wd_1",0.01,1613942897471,3207
"sqr_mom_1",0.99,1613942897471,3207
"lr_1",4.826928204575349e-05,1613942897471,3207
"mom_1",0.8534614705231982,1613942897471,3207
"eps_1",1e-05,1613942897471,3207
"wd_2",0.01,1613942897471,3207
"sqr_mom_2",0.99,1613942897471,3207
"lr_2",0.00048269282045753487,1613942897471,3207
"mom_2",0.8534614705231982,1613942897471,3207
"eps_2",1e-05,1613942897471,3207
"train_loss",0.039085355,1613942898434,3208
"raw_loss",0.0151953725,1613942898434,3208
"epoch",20.18238993710691,1613942898434,3208
"wd_0",0.01,1613942898434,3208
"sqr_mom_0",0.99,1613942898434,3208
"lr_0",4.826411924359376e-06,1613942898434,3208
"mom_0",0.8534717962307747,1613942898434,3208
"eps_0",1e-05,1613942898434,3208
"wd_1",0.01,1613942898434,3208
"sqr_mom_1",0.99,1613942898434,3208
"lr_1",4.826411924359376e-05,1613942898434,3208
"mom_1",0.8534717962307747,1613942898434,3208
"eps_1",1e-05,1613942898434,3208
"wd_2",0.01,1613942898434,3208
"sqr_mom_2",0.99,1613942898434,3208
"lr_2",0.0004826411924359376,1613942898434,3208
"mom_2",0.8534717962307747,1613942898434,3208
"eps_2",1e-05,1613942898434,3208
"train_loss",0.03921496,1613942899408,3209
"raw_loss",0.04556578,1613942899408,3209
"epoch",20.188679245283012,1613942899408,3209
"wd_0",0.01,1613942899408,3209
"sqr_mom_0",0.99,1613942899408,3209
"lr_0",4.825894795665655e-06,1613942899408,3209
"mom_0",0.853482138908076,1613942899408,3209
"eps_0",1e-05,1613942899408,3209
"wd_1",0.01,1613942899408,3209
"sqr_mom_1",0.99,1613942899408,3209
"lr_1",4.825894795665655e-05,1613942899408,3209
"mom_1",0.853482138908076,1613942899408,3209
"eps_1",1e-05,1613942899408,3209
"wd_2",0.01,1613942899408,3209
"sqr_mom_2",0.99,1613942899408,3209
"lr_2",0.0004825894795665655,1613942899408,3209
"mom_2",0.853482138908076,1613942899408,3209
"eps_2",1e-05,1613942899408,3209
"train_loss",0.039160263,1613942900364,3210
"raw_loss",0.036480006,1613942900364,3210
"epoch",20.194968553459113,1613942900364,3210
"wd_0",0.01,1613942900364,3210
"sqr_mom_0",0.99,1613942900364,3210
"lr_0",4.825376925627598e-06,1613942900364,3210
"mom_0",0.8534924964124121,1613942900364,3210
"eps_0",1e-05,1613942900364,3210
"wd_1",0.01,1613942900364,3210
"sqr_mom_1",0.99,1613942900364,3210
"lr_1",4.825376925627598e-05,1613942900364,3210
"mom_1",0.8534924964124121,1613942900364,3210
"eps_1",1e-05,1613942900364,3210
"wd_2",0.01,1613942900364,3210
"sqr_mom_2",0.99,1613942900364,3210
"lr_2",0.00048253769256275975,1613942900364,3210
"mom_2",0.8534924964124121,1613942900364,3210
"eps_2",1e-05,1613942900364,3210
"train_loss",0.03916548,1613942901331,3211
"raw_loss",0.039421093,1613942901331,3211
"epoch",20.201257861635213,1613942901331,3211
"wd_0",0.01,1613942901331,3211
"sqr_mom_0",0.99,1613942901331,3211
"lr_0",4.824858443510185e-06,1613942901331,3211
"mom_0",0.8535028661584578,1613942901331,3211
"eps_0",1e-05,1613942901331,3211
"wd_1",0.01,1613942901331,3211
"sqr_mom_1",0.99,1613942901331,3211
"lr_1",4.8248584435101845e-05,1613942901331,3211
"mom_1",0.8535028661584578,1613942901331,3211
"eps_1",1e-05,1613942901331,3211
"wd_2",0.01,1613942901331,3211
"sqr_mom_2",0.99,1613942901331,3211
"lr_2",0.00048248584435101846,1613942901331,3211
"mom_2",0.8535028661584578,1613942901331,3211
"eps_2",1e-05,1613942901331,3211
"train_loss",0.039084762,1613942902314,3212
"raw_loss",0.03512973,1613942902314,3212
"epoch",20.207547169811313,1613942902314,3212
"wd_0",0.01,1613942902314,3212
"sqr_mom_0",0.99,1613942902314,3212
"lr_0",4.8243390914631984e-06,1613942902314,3212
"mom_0",0.8535132533032691,1613942902314,3212
"eps_0",1e-05,1613942902314,3212
"wd_1",0.01,1613942902314,3212
"sqr_mom_1",0.99,1613942902314,3212
"lr_1",4.824339091463198e-05,1613942902314,3212
"mom_1",0.8535132533032691,1613942902314,3212
"eps_1",1e-05,1613942902314,3212
"wd_2",0.01,1613942902314,3212
"sqr_mom_2",0.99,1613942902314,3212
"lr_2",0.0004824339091463198,1613942902314,3212
"mom_2",0.8535132533032691,1613942902314,3212
"eps_2",1e-05,1613942902314,3212
"train_loss",0.038796972,1613942903308,3213
"raw_loss",0.024695173,1613942903308,3213
"epoch",20.213836477987414,1613942903308,3213
"wd_0",0.01,1613942903308,3213
"sqr_mom_0",0.99,1613942903308,3213
"lr_0",4.823818998567739e-06,1613942903308,3213
"mom_0",0.8535236552651979,1613942903308,3213
"eps_0",1e-05,1613942903308,3213
"wd_1",0.01,1613942903308,3213
"sqr_mom_1",0.99,1613942903308,3213
"lr_1",4.8238189985677385e-05,1613942903308,3213
"mom_1",0.8535236552651979,1613942903308,3213
"eps_1",1e-05,1613942903308,3213
"wd_2",0.01,1613942903308,3213
"sqr_mom_2",0.99,1613942903308,3213
"lr_2",0.0004823818998567738,1613942903308,3213
"mom_2",0.8535236552651979,1613942903308,3213
"eps_2",1e-05,1613942903308,3213
"train_loss",0.03834608,1613942904264,3214
"raw_loss",0.016252147,1613942904264,3214
"epoch",20.220125786163514,1613942904264,3214
"wd_0",0.01,1613942904264,3214
"sqr_mom_0",0.99,1613942904264,3214
"lr_0",4.823298294642259e-06,1613942904264,3214
"mom_0",0.8535340694478493,1613942904264,3214
"eps_0",1e-05,1613942904264,3214
"wd_1",0.01,1613942904264,3214
"sqr_mom_1",0.99,1613942904264,3214
"lr_1",4.823298294642259e-05,1613942904264,3214
"mom_1",0.8535340694478493,1613942904264,3214
"eps_1",1e-05,1613942904264,3214
"wd_2",0.01,1613942904264,3214
"sqr_mom_2",0.99,1613942904264,3214
"lr_2",0.0004823298294642259,1613942904264,3214
"mom_2",0.8535340694478493,1613942904264,3214
"eps_2",1e-05,1613942904264,3214
"train_loss",0.037920363,1613942905254,3215
"raw_loss",0.017060319,1613942905254,3215
"epoch",20.226415094339615,1613942905254,3215
"wd_0",0.01,1613942905254,3215
"sqr_mom_0",0.99,1613942905254,3215
"lr_0",4.8227767207315985e-06,1613942905254,3215
"mom_0",0.8535445010303784,1613942905254,3215
"eps_0",1e-05,1613942905254,3215
"wd_1",0.01,1613942905254,3215
"sqr_mom_1",0.99,1613942905254,3215
"lr_1",4.822776720731598e-05,1613942905254,3215
"mom_1",0.8535445010303784,1613942905254,3215
"eps_1",1e-05,1613942905254,3215
"wd_2",0.01,1613942905254,3215
"sqr_mom_2",0.99,1613942905254,3215
"lr_2",0.0004822776720731598,1613942905254,3215
"mom_2",0.8535445010303784,1613942905254,3215
"eps_2",1e-05,1613942905254,3215
"train_loss",0.038316756,1613942906213,3216
"raw_loss",0.05774,1613942906213,3216
"epoch",20.232704402515715,1613942906213,3216
"wd_0",0.01,1613942906213,3216
"sqr_mom_0",0.99,1613942906213,3216
"lr_0",4.822254406470452e-06,1613942906213,3216
"mom_0",0.8535549474200651,1613942906213,3216
"eps_0",1e-05,1613942906213,3216
"wd_1",0.01,1613942906213,3216
"sqr_mom_1",0.99,1613942906213,3216
"lr_1",4.822254406470451e-05,1613942906213,3216
"mom_1",0.8535549474200651,1613942906213,3216
"eps_1",1e-05,1613942906213,3216
"wd_2",0.01,1613942906213,3216
"sqr_mom_2",0.99,1613942906213,3216
"lr_2",0.00048222544064704514,1613942906213,3216
"mom_2",0.8535549474200651,1613942906213,3216
"eps_2",1e-05,1613942906213,3216
"train_loss",0.03815562,1613942907184,3217
"raw_loss",0.030259922,1613942907184,3217
"epoch",20.238993710691815,1613942907184,3217
"wd_0",0.01,1613942907184,3217
"sqr_mom_0",0.99,1613942907184,3217
"lr_0",4.821731482230374e-06,1613942907184,3217
"mom_0",0.8535654060094526,1613942907184,3217
"eps_0",1e-05,1613942907184,3217
"wd_1",0.01,1613942907184,3217
"sqr_mom_1",0.99,1613942907184,3217
"lr_1",4.8217314822303734e-05,1613942907184,3217
"mom_1",0.8535654060094526,1613942907184,3217
"eps_1",1e-05,1613942907184,3217
"wd_2",0.01,1613942907184,3217
"sqr_mom_2",0.99,1613942907184,3217
"lr_2",0.0004821731482230373,1613942907184,3217
"mom_2",0.8535654060094526,1613942907184,3217
"eps_2",1e-05,1613942907184,3217
"train_loss",0.037881143,1613942908138,3218
"raw_loss",0.024431795,1613942908138,3218
"epoch",20.245283018867916,1613942908138,3218
"wd_0",0.01,1613942908138,3218
"sqr_mom_0",0.99,1613942908138,3218
"lr_0",4.821207687952001e-06,1613942908138,3218
"mom_0",0.85357588199978,1613942908138,3218
"eps_0",1e-05,1613942908138,3218
"wd_1",0.01,1613942908138,3218
"sqr_mom_1",0.99,1613942908138,3218
"lr_1",4.821207687952e-05,1613942908138,3218
"mom_1",0.85357588199978,1613942908138,3218
"eps_1",1e-05,1613942908138,3218
"wd_2",0.01,1613942908138,3218
"sqr_mom_2",0.99,1613942908138,3218
"lr_2",0.0004821207687952,1613942908138,3218
"mom_2",0.85357588199978,1613942908138,3218
"eps_2",1e-05,1613942908138,3218
"train_loss",0.037421312,1613942909111,3219
"raw_loss",0.014889624,1613942909111,3219
"epoch",20.251572327044016,1613942909111,3219
"wd_0",0.01,1613942909111,3219
"sqr_mom_0",0.99,1613942909111,3219
"lr_0",4.820683153823253e-06,1613942909111,3219
"mom_0",0.8535863727872628,1613942909111,3219
"eps_0",1e-05,1613942909111,3219
"wd_1",0.01,1613942909111,3219
"sqr_mom_1",0.99,1613942909111,3219
"lr_1",4.820683153823253e-05,1613942909111,3219
"mom_1",0.8535863727872628,1613942909111,3219
"eps_1",1e-05,1613942909111,3219
"wd_2",0.01,1613942909111,3219
"sqr_mom_2",0.99,1613942909111,3219
"lr_2",0.0004820683153823253,1613942909111,3219
"mom_2",0.8535863727872628,1613942909111,3219
"eps_2",1e-05,1613942909111,3219
"train_loss",0.03790311,1613942910087,3220
"raw_loss",0.061511304,1613942910087,3220
"epoch",20.257861635220117,1613942910087,3220
"wd_0",0.01,1613942910087,3220
"sqr_mom_0",0.99,1613942910087,3220
"lr_0",4.820157988975567e-06,1613942910087,3220
"mom_0",0.8535968761892505,1613942910087,3220
"eps_0",1e-05,1613942910087,3220
"wd_1",0.01,1613942910087,3220
"sqr_mom_1",0.99,1613942910087,3220
"lr_1",4.820157988975567e-05,1613942910087,3220
"mom_1",0.8535968761892505,1613942910087,3220
"eps_1",1e-05,1613942910087,3220
"wd_2",0.01,1613942910087,3220
"sqr_mom_2",0.99,1613942910087,3220
"lr_2",0.0004820157988975567,1613942910087,3220
"mom_2",0.8535968761892505,1613942910087,3220
"eps_2",1e-05,1613942910087,3220
"train_loss",0.03784603,1613942911068,3221
"raw_loss",0.035048995,1613942911068,3221
"epoch",20.264150943396217,1613942911068,3221
"wd_0",0.01,1613942911068,3221
"sqr_mom_0",0.99,1613942911068,3221
"lr_0",4.819631975801157e-06,1613942911068,3221
"mom_0",0.8536073965579424,1613942911068,3221
"eps_0",1e-05,1613942911068,3221
"wd_1",0.01,1613942911068,3221
"sqr_mom_1",0.99,1613942911068,3221
"lr_1",4.819631975801157e-05,1613942911068,3221
"mom_1",0.8536073965579424,1613942911068,3221
"eps_1",1e-05,1613942911068,3221
"wd_2",0.01,1613942911068,3221
"sqr_mom_2",0.99,1613942911068,3221
"lr_2",0.00048196319758011565,1613942911068,3221
"mom_2",0.8536073965579424,1613942911068,3221
"eps_2",1e-05,1613942911068,3221
"train_loss",0.038180426,1613942912030,3222
"raw_loss",0.054565825,1613942912030,3222
"epoch",20.270440251572317,1613942912030,3222
"wd_0",0.01,1613942912030,3222
"sqr_mom_0",0.99,1613942912030,3222
"lr_0",4.819105223278613e-06,1613942912030,3222
"mom_0",0.8536179317137449,1613942912030,3222
"eps_0",1e-05,1613942912030,3222
"wd_1",0.01,1613942912030,3222
"sqr_mom_1",0.99,1613942912030,3222
"lr_1",4.819105223278613e-05,1613942912030,3222
"mom_1",0.8536179317137449,1613942912030,3222
"eps_1",1e-05,1613942912030,3222
"wd_2",0.01,1613942912030,3222
"sqr_mom_2",0.99,1613942912030,3222
"lr_2",0.0004819105223278613,1613942912030,3222
"mom_2",0.8536179317137449,1613942912030,3222
"eps_2",1e-05,1613942912030,3222
"train_loss",0.03863295,1613942912997,3223
"raw_loss",0.060806777,1613942912997,3223
"epoch",20.276729559748418,1613942912997,3223
"wd_0",0.01,1613942912997,3223
"sqr_mom_0",0.99,1613942912997,3223
"lr_0",4.818577731575831e-06,1613942912997,3223
"mom_0",0.8536284816532999,1613942912997,3223
"eps_0",1e-05,1613942912997,3223
"wd_1",0.01,1613942912997,3223
"sqr_mom_1",0.99,1613942912997,3223
"lr_1",4.818577731575832e-05,1613942912997,3223
"mom_1",0.8536284816532999,1613942912997,3223
"eps_1",1e-05,1613942912997,3223
"wd_2",0.01,1613942912997,3223
"sqr_mom_2",0.99,1613942912997,3223
"lr_2",0.0004818577731575831,1613942912997,3223
"mom_2",0.8536284816532999,1613942912997,3223
"eps_2",1e-05,1613942912997,3223
"train_loss",0.03863336,1613942913958,3224
"raw_loss",0.03865344,1613942913958,3224
"epoch",20.28301886792452,1613942913958,3224
"wd_0",0.01,1613942913958,3224
"sqr_mom_0",0.99,1613942913958,3224
"lr_0",4.8180496323535e-06,1613942913958,3224
"mom_0",0.8536390437433674,1613942913958,3224
"eps_0",1e-05,1613942913958,3224
"wd_1",0.01,1613942913958,3224
"sqr_mom_1",0.99,1613942913958,3224
"lr_1",4.8180496323534995e-05,1613942913958,3224
"mom_1",0.8536390437433674,1613942913958,3224
"eps_1",1e-05,1613942913958,3224
"wd_2",0.01,1613942913958,3224
"sqr_mom_2",0.99,1613942913958,3224
"lr_2",0.00048180496323534995,1613942913958,3224
"mom_2",0.8536390437433674,1613942913958,3224
"eps_2",1e-05,1613942913958,3224
"train_loss",0.03821651,1613942914922,3225
"raw_loss",0.01779064,1613942914922,3225
"epoch",20.28930817610062,1613942914922,3225
"wd_0",0.01,1613942914922,3225
"sqr_mom_0",0.99,1613942914922,3225
"lr_0",4.817520662978646e-06,1613942914922,3225
"mom_0",0.8536496232366595,1613942914922,3225
"eps_0",1e-05,1613942914922,3225
"wd_1",0.01,1613942914922,3225
"sqr_mom_1",0.99,1613942914922,3225
"lr_1",4.8175206629786454e-05,1613942914922,3225
"mom_1",0.8536496232366595,1613942914922,3225
"eps_1",1e-05,1613942914922,3225
"wd_2",0.01,1613942914922,3225
"sqr_mom_2",0.99,1613942914922,3225
"lr_2",0.0004817520662978645,1613942914922,3225
"mom_2",0.8536496232366595,1613942914922,3225
"eps_2",1e-05,1613942914922,3225
"train_loss",0.038776062,1613942915892,3226
"raw_loss",0.066194154,1613942915892,3226
"epoch",20.29559748427672,1613942915892,3226
"wd_0",0.01,1613942915892,3226
"sqr_mom_0",0.99,1613942915892,3226
"lr_0",4.816990954928614e-06,1613942915892,3226
"mom_0",0.8536602175036028,1613942915892,3226
"eps_0",1e-05,1613942915892,3226
"wd_1",0.01,1613942915892,3226
"sqr_mom_1",0.99,1613942915892,3226
"lr_1",4.8169909549286134e-05,1613942915892,3226
"mom_1",0.8536602175036028,1613942915892,3226
"eps_1",1e-05,1613942915892,3226
"wd_2",0.01,1613942915892,3226
"sqr_mom_2",0.99,1613942915892,3226
"lr_2",0.0004816990954928613,1613942915892,3226
"mom_2",0.8536602175036028,1613942915892,3226
"eps_2",1e-05,1613942915892,3226
"train_loss",0.038329046,1613942916912,3227
"raw_loss",0.016425228,1613942916912,3227
"epoch",20.30188679245282,1613942916912,3227
"wd_0",0.01,1613942916912,3227
"sqr_mom_0",0.99,1613942916912,3227
"lr_0",4.8164606404159405e-06,1613942916912,3227
"mom_0",0.8536708238999202,1613942916912,3227
"eps_0",1e-05,1613942916912,3227
"wd_1",0.01,1613942916912,3227
"sqr_mom_1",0.99,1613942916912,3227
"lr_1",4.81646064041594e-05,1613942916912,3227
"mom_1",0.8536708238999202,1613942916912,3227
"eps_1",1e-05,1613942916912,3227
"wd_2",0.01,1613942916912,3227
"sqr_mom_2",0.99,1613942916912,3227
"lr_2",0.000481646064041594,1613942916912,3227
"mom_2",0.8536708238999202,1613942916912,3227
"eps_2",1e-05,1613942916912,3227
"train_loss",0.038711485,1613942917878,3228
"raw_loss",0.057451047,1613942917878,3228
"epoch",20.30817610062892,1613942917878,3228
"wd_0",0.01,1613942917878,3228
"sqr_mom_0",0.99,1613942917878,3228
"lr_0",4.81592945570595e-06,1613942917878,3228
"mom_0",0.853681447700358,1613942917878,3228
"eps_0",1e-05,1613942917878,3228
"wd_1",0.01,1613942917878,3228
"sqr_mom_1",0.99,1613942917878,3228
"lr_1",4.81592945570595e-05,1613942917878,3228
"mom_1",0.853681447700358,1613942917878,3228
"eps_1",1e-05,1613942917878,3228
"wd_2",0.01,1613942917878,3228
"sqr_mom_2",0.99,1613942917878,3228
"lr_2",0.00048159294557059495,1613942917878,3228
"mom_2",0.853681447700358,1613942917878,3228
"eps_2",1e-05,1613942917878,3228
"train_loss",0.03940623,1613942918863,3229
"raw_loss",0.0734488,1613942918863,3229
"epoch",20.31446540880502,1613942918863,3229
"wd_0",0.01,1613942918863,3229
"sqr_mom_0",0.99,1613942918863,3229
"lr_0",4.815397532827962e-06,1613942918863,3229
"mom_0",0.8536920862643034,1613942918863,3229
"eps_0",1e-05,1613942918863,3229
"wd_1",0.01,1613942918863,3229
"sqr_mom_1",0.99,1613942918863,3229
"lr_1",4.815397532827962e-05,1613942918863,3229
"mom_1",0.8536920862643034,1613942918863,3229
"eps_1",1e-05,1613942918863,3229
"wd_2",0.01,1613942918863,3229
"sqr_mom_2",0.99,1613942918863,3229
"lr_2",0.0004815397532827962,1613942918863,3229
"mom_2",0.8536920862643034,1613942918863,3229
"eps_2",1e-05,1613942918863,3229
"train_loss",0.039007634,1613942919819,3230
"raw_loss",0.019476457,1613942919819,3230
"epoch",20.32075471698112,1613942919819,3230
"wd_0",0.01,1613942919819,3230
"sqr_mom_0",0.99,1613942919819,3230
"lr_0",4.814864982446905e-06,1613942919819,3230
"mom_0",0.8537027373784356,1613942919819,3230
"eps_0",1e-05,1613942919819,3230
"wd_1",0.01,1613942919819,3230
"sqr_mom_1",0.99,1613942919819,3230
"lr_1",4.8148649824469056e-05,1613942919819,3230
"mom_1",0.8537027373784356,1613942919819,3230
"eps_1",1e-05,1613942919819,3230
"wd_2",0.01,1613942919819,3230
"sqr_mom_2",0.99,1613942919819,3230
"lr_2",0.0004814864982446905,1613942919819,3230
"mom_2",0.8537027373784356,1613942919819,3230
"eps_2",1e-05,1613942919819,3230
"train_loss",0.038762275,1613942920782,3231
"raw_loss",0.026739622,1613942920782,3231
"epoch",20.32704402515722,1613942920782,3231
"wd_0",0.01,1613942920782,3231
"sqr_mom_0",0.99,1613942920782,3231
"lr_0",4.814331583894721e-06,1613942920782,3231
"mom_0",0.8537134054561601,1613942920782,3231
"eps_0",1e-05,1613942920782,3231
"wd_1",0.01,1613942920782,3231
"sqr_mom_1",0.99,1613942920782,3231
"lr_1",4.814331583894721e-05,1613942920782,3231
"mom_1",0.8537134054561601,1613942920782,3231
"eps_1",1e-05,1613942920782,3231
"wd_2",0.01,1613942920782,3231
"sqr_mom_2",0.99,1613942920782,3231
"lr_2",0.0004814331583894721,1613942920782,3231
"mom_2",0.8537134054561601,1613942920782,3231
"eps_2",1e-05,1613942920782,3231
"train_loss",0.0390292,1613942921810,3232
"raw_loss",0.052108545,1613942921810,3232
"epoch",20.33333333333332,1613942921810,3232
"wd_0",0.01,1613942921810,3232
"sqr_mom_0",0.99,1613942921810,3232
"lr_0",4.813797447683842e-06,1613942921810,3232
"mom_0",0.853724088287206,1613942921810,3232
"eps_0",1e-05,1613942921810,3232
"wd_1",0.01,1613942921810,3232
"sqr_mom_1",0.99,1613942921810,3232
"lr_1",4.813797447683842e-05,1613942921810,3232
"mom_1",0.853724088287206,1613942921810,3232
"eps_1",1e-05,1613942921810,3232
"wd_2",0.01,1613942921810,3232
"sqr_mom_2",0.99,1613942921810,3232
"lr_2",0.00048137974476838416,1613942921810,3232
"mom_2",0.853724088287206,1613942921810,3232
"eps_2",1e-05,1613942921810,3232
"train_loss",0.038730815,1613942922797,3233
"raw_loss",0.024109961,1613942922797,3233
"epoch",20.339622641509422,1613942922797,3233
"wd_0",0.01,1613942922797,3233
"sqr_mom_0",0.99,1613942922797,3233
"lr_0",4.813262707129367e-06,1613942922797,3233
"mom_0",0.8537347832052447,1613942922797,3233
"eps_0",1e-05,1613942922797,3233
"wd_1",0.01,1613942922797,3233
"sqr_mom_1",0.99,1613942922797,3233
"lr_1",4.813262707129367e-05,1613942922797,3233
"mom_1",0.8537347832052447,1613942922797,3233
"eps_1",1e-05,1613942922797,3233
"wd_2",0.01,1613942922797,3233
"sqr_mom_2",0.99,1613942922797,3233
"lr_2",0.0004813262707129367,1613942922797,3233
"mom_2",0.8537347832052447,1613942922797,3233
"eps_2",1e-05,1613942922797,3233
"train_loss",0.038631164,1613942923851,3234
"raw_loss",0.033748306,1613942923851,3234
"epoch",20.345911949685522,1613942923851,3234
"wd_0",0.01,1613942923851,3234
"sqr_mom_0",0.99,1613942923851,3234
"lr_0",4.8127270962954745e-06,1613942923851,3234
"mom_0",0.8537454955290458,1613942923851,3234
"eps_0",1e-05,1613942923851,3234
"wd_1",0.01,1613942923851,3234
"sqr_mom_1",0.99,1613942923851,3234
"lr_1",4.812727096295474e-05,1613942923851,3234
"mom_1",0.8537454955290458,1613942923851,3234
"eps_1",1e-05,1613942923851,3234
"wd_2",0.01,1613942923851,3234
"sqr_mom_2",0.99,1613942923851,3234
"lr_2",0.0004812727096295474,1613942923851,3234
"mom_2",0.8537454955290458,1613942923851,3234
"eps_2",1e-05,1613942923851,3234
"train_loss",0.03823207,1613942924831,3235
"raw_loss",0.018676527,1613942924831,3235
"epoch",20.352201257861623,1613942924831,3235
"wd_0",0.01,1613942924831,3235
"sqr_mom_0",0.99,1613942924831,3235
"lr_0",4.8121907483142985e-06,1613942924831,3235
"mom_0",0.85375622259594,1613942924831,3235
"eps_0",1e-05,1613942924831,3235
"wd_1",0.01,1613942924831,3235
"sqr_mom_1",0.99,1613942924831,3235
"lr_1",4.812190748314298e-05,1613942924831,3235
"mom_1",0.85375622259594,1613942924831,3235
"eps_1",1e-05,1613942924831,3235
"wd_2",0.01,1613942924831,3235
"sqr_mom_2",0.99,1613942924831,3235
"lr_2",0.0004812190748314298,1613942924831,3235
"mom_2",0.85375622259594,1613942924831,3235
"eps_2",1e-05,1613942924831,3235
"train_loss",0.038667142,1613942925846,3236
"raw_loss",0.059985824,1613942925846,3236
"epoch",20.358490566037723,1613942925846,3236
"wd_0",0.01,1613942925846,3236
"sqr_mom_0",0.99,1613942925846,3236
"lr_0",4.8116537970516445e-06,1613942925846,3236
"mom_0",0.8537669617285844,1613942925846,3236
"eps_0",1e-05,1613942925846,3236
"wd_1",0.01,1613942925846,3236
"sqr_mom_1",0.99,1613942925846,3236
"lr_1",4.811653797051644e-05,1613942925846,3236
"mom_1",0.8537669617285844,1613942925846,3236
"eps_1",1e-05,1613942925846,3236
"wd_2",0.01,1613942925846,3236
"sqr_mom_2",0.99,1613942925846,3236
"lr_2",0.0004811653797051644,1613942925846,3236
"mom_2",0.8537669617285844,1613942925846,3236
"eps_2",1e-05,1613942925846,3236
"train_loss",0.03873866,1613942926852,3237
"raw_loss",0.04224299,1613942926852,3237
"epoch",20.364779874213824,1613942926852,3237
"wd_0",0.01,1613942926852,3237
"sqr_mom_0",0.99,1613942926852,3237
"lr_0",4.811115975472266e-06,1613942926852,3237
"mom_0",0.8537777182677373,1613942926852,3237
"eps_0",1e-05,1613942926852,3237
"wd_1",0.01,1613942926852,3237
"sqr_mom_1",0.99,1613942926852,3237
"lr_1",4.8111159754722655e-05,1613942926852,3237
"mom_1",0.8537777182677373,1613942926852,3237
"eps_1",1e-05,1613942926852,3237
"wd_2",0.01,1613942926852,3237
"sqr_mom_2",0.99,1613942926852,3237
"lr_2",0.00048111159754722654,1613942926852,3237
"mom_2",0.8537777182677373,1613942926852,3237
"eps_2",1e-05,1613942926852,3237
"train_loss",0.038215183,1613942927857,3238
"raw_loss",0.0125646675,1613942927857,3238
"epoch",20.371069182389924,1613942927857,3238
"wd_0",0.01,1613942927857,3238
"sqr_mom_0",0.99,1613942927857,3238
"lr_0",4.810577417259131e-06,1613942927857,3238
"mom_0",0.8537884895397128,1613942927857,3238
"eps_0",1e-05,1613942927857,3238
"wd_1",0.01,1613942927857,3238
"sqr_mom_1",0.99,1613942927857,3238
"lr_1",4.81057741725913e-05,1613942927857,3238
"mom_1",0.8537884895397128,1613942927857,3238
"eps_1",1e-05,1613942927857,3238
"wd_2",0.01,1613942927857,3238
"sqr_mom_2",0.99,1613942927857,3238
"lr_2",0.000481057741725913,1613942927857,3238
"mom_2",0.8537884895397128,1613942927857,3238
"eps_2",1e-05,1613942927857,3238
"train_loss",0.03784087,1613942928885,3239
"raw_loss",0.019499525,1613942928885,3239
"epoch",20.377358490566024,1613942928885,3239
"wd_0",0.01,1613942928885,3239
"sqr_mom_0",0.99,1613942928885,3239
"lr_0",4.810038256828366e-06,1613942928885,3239
"mom_0",0.8537992728561612,1613942928885,3239
"eps_0",1e-05,1613942928885,3239
"wd_1",0.01,1613942928885,3239
"sqr_mom_1",0.99,1613942928885,3239
"lr_1",4.8100382568283656e-05,1613942928885,3239
"mom_1",0.8537992728561612,1613942928885,3239
"eps_1",1e-05,1613942928885,3239
"wd_2",0.01,1613942928885,3239
"sqr_mom_2",0.99,1613942928885,3239
"lr_2",0.00048100382568283653,1613942928885,3239
"mom_2",0.8537992728561612,1613942928885,3239
"eps_2",1e-05,1613942928885,3239
"train_loss",0.037414405,1613942929882,3240
"raw_loss",0.016517574,1613942929882,3240
"epoch",20.383647798742125,1613942929882,3240
"wd_0",0.01,1613942929882,3240
"sqr_mom_0",0.99,1613942929882,3240
"lr_0",4.809498203641469e-06,1613942929882,3240
"mom_0",0.8538100740279109,1613942929882,3240
"eps_0",1e-05,1613942929882,3240
"wd_1",0.01,1613942929882,3240
"sqr_mom_1",0.99,1613942929882,3240
"lr_1",4.809498203641468e-05,1613942929882,3240
"mom_1",0.8538100740279109,1613942929882,3240
"eps_1",1e-05,1613942929882,3240
"wd_2",0.01,1613942929882,3240
"sqr_mom_2",0.99,1613942929882,3240
"lr_2",0.00048094982036414683,1613942929882,3240
"mom_2",0.8538100740279109,1613942929882,3240
"eps_2",1e-05,1613942929882,3240
"train_loss",0.03725827,1613942930865,3241
"raw_loss",0.02960762,1613942930865,3241
"epoch",20.389937106918225,1613942930865,3241
"wd_0",0.01,1613942930865,3241
"sqr_mom_0",0.99,1613942930865,3241
"lr_0",4.8089574367105355e-06,1613942930865,3241
"mom_0",0.853820889474684,1613942930865,3241
"eps_0",1e-05,1613942930865,3241
"wd_1",0.01,1613942930865,3241
"sqr_mom_1",0.99,1613942930865,3241
"lr_1",4.808957436710536e-05,1613942930865,3241
"mom_1",0.853820889474684,1613942930865,3241
"eps_1",1e-05,1613942930865,3241
"wd_2",0.01,1613942930865,3241
"sqr_mom_2",0.99,1613942930865,3241
"lr_2",0.0004808957436710535,1613942930865,3241
"mom_2",0.853820889474684,1613942930865,3241
"eps_2",1e-05,1613942930865,3241
"train_loss",0.036979377,1613942931871,3242
"raw_loss",0.023313645,1613942931871,3242
"epoch",20.396226415094326,1613942931871,3242
"wd_0",0.01,1613942931871,3242
"sqr_mom_0",0.99,1613942931871,3242
"lr_0",4.808415933833856e-06,1613942931871,3242
"mom_0",0.8538317196405193,1613942931871,3242
"eps_0",1e-05,1613942931871,3242
"wd_1",0.01,1613942931871,3242
"sqr_mom_1",0.99,1613942931871,3242
"lr_1",4.808415933833856e-05,1613942931871,3242
"mom_1",0.8538317196405193,1613942931871,3242
"eps_1",1e-05,1613942931871,3242
"wd_2",0.01,1613942931871,3242
"sqr_mom_2",0.99,1613942931871,3242
"lr_2",0.0004808415933833856,1613942931871,3242
"mom_2",0.8538317196405193,1613942931871,3242
"eps_2",1e-05,1613942931871,3242
"train_loss",0.036565162,1613942932845,3243
"raw_loss",0.016268693,1613942932845,3243
"epoch",20.402515723270426,1613942932845,3243
"wd_0",0.01,1613942932845,3243
"sqr_mom_0",0.99,1613942932845,3243
"lr_0",4.80787383016074e-06,1613942932845,3243
"mom_0",0.8538425618224034,1613942932845,3243
"eps_0",1e-05,1613942932845,3243
"wd_1",0.01,1613942932845,3243
"sqr_mom_1",0.99,1613942932845,3243
"lr_1",4.80787383016074e-05,1613942932845,3243
"mom_1",0.8538425618224034,1613942932845,3243
"eps_1",1e-05,1613942932845,3243
"wd_2",0.01,1613942932845,3243
"sqr_mom_2",0.99,1613942932845,3243
"lr_2",0.00048078738301607403,1613942932845,3243
"mom_2",0.8538425618224034,1613942932845,3243
"eps_2",1e-05,1613942932845,3243
"train_loss",0.036248997,1613942933828,3244
"raw_loss",0.020756872,1613942933828,3244
"epoch",20.408805031446526,1613942933828,3244
"wd_0",0.01,1613942933828,3244
"sqr_mom_0",0.99,1613942933828,3244
"lr_0",4.807330856093559e-06,1613942933828,3244
"mom_0",0.8538534214123429,1613942933828,3244
"eps_0",1e-05,1613942933828,3244
"wd_1",0.01,1613942933828,3244
"sqr_mom_1",0.99,1613942933828,3244
"lr_1",4.807330856093558e-05,1613942933828,3244
"mom_1",0.8538534214123429,1613942933828,3244
"eps_1",1e-05,1613942933828,3244
"wd_2",0.01,1613942933828,3244
"sqr_mom_2",0.99,1613942933828,3244
"lr_2",0.0004807330856093558,1613942933828,3244
"mom_2",0.8538534214123429,1613942933828,3244
"eps_2",1e-05,1613942933828,3244
"train_loss",0.036118314,1613942934793,3245
"raw_loss",0.029714882,1613942934793,3245
"epoch",20.415094339622627,1613942934793,3245
"wd_0",0.01,1613942934793,3245
"sqr_mom_0",0.99,1613942934793,3245
"lr_0",4.8067871465990836e-06,1613942934793,3245
"mom_0",0.8538642957109754,1613942934793,3245
"eps_0",1e-05,1613942934793,3245
"wd_1",0.01,1613942934793,3245
"sqr_mom_1",0.99,1613942934793,3245
"lr_1",4.8067871465990834e-05,1613942934793,3245
"mom_1",0.8538642957109754,1613942934793,3245
"eps_1",1e-05,1613942934793,3245
"wd_2",0.01,1613942934793,3245
"sqr_mom_2",0.99,1613942934793,3245
"lr_2",0.00048067871465990835,1613942934793,3245
"mom_2",0.8538642957109754,1613942934793,3245
"eps_2",1e-05,1613942934793,3245
"train_loss",0.03581539,1613942935797,3246
"raw_loss",0.020972187,1613942935797,3246
"epoch",20.421383647798727,1613942935797,3246
"wd_0",0.01,1613942935797,3246
"sqr_mom_0",0.99,1613942935797,3246
"lr_0",4.806242837376046e-06,1613942935797,3246
"mom_0",0.8538751820042991,1613942935797,3246
"eps_0",1e-05,1613942935797,3246
"wd_1",0.01,1613942935797,3246
"sqr_mom_1",0.99,1613942935797,3246
"lr_1",4.806242837376046e-05,1613942935797,3246
"mom_1",0.8538751820042991,1613942935797,3246
"eps_1",1e-05,1613942935797,3246
"wd_2",0.01,1613942935797,3246
"sqr_mom_2",0.99,1613942935797,3246
"lr_2",0.0004806242837376046,1613942935797,3246
"mom_2",0.8538751820042991,1613942935797,3246
"eps_2",1e-05,1613942935797,3246
"train_loss",0.03538274,1613942936751,3247
"raw_loss",0.014182863,1613942936751,3247
"epoch",20.427672955974828,1613942936751,3247
"wd_0",0.01,1613942936751,3247
"sqr_mom_0",0.99,1613942936751,3247
"lr_0",4.805697657729958e-06,1613942936751,3247
"mom_0",0.8538860857062579,1613942936751,3247
"eps_0",1e-05,1613942936751,3247
"wd_1",0.01,1613942936751,3247
"sqr_mom_1",0.99,1613942936751,3247
"lr_1",4.805697657729957e-05,1613942936751,3247
"mom_1",0.8538860857062579,1613942936751,3247
"eps_1",1e-05,1613942936751,3247
"wd_2",0.01,1613942936751,3247
"sqr_mom_2",0.99,1613942936751,3247
"lr_2",0.0004805697657729957,1613942936751,3247
"mom_2",0.8538860857062579,1613942936751,3247
"eps_2",1e-05,1613942936751,3247
"train_loss",0.0350465,1613942937754,3248
"raw_loss",0.018570744,1613942937754,3248
"epoch",20.433962264150928,1613942937754,3248
"wd_0",0.01,1613942937754,3248
"sqr_mom_0",0.99,1613942937754,3248
"lr_0",4.8051517431771384e-06,1613942937754,3248
"mom_0",0.8538970041064983,1613942937754,3248
"eps_0",1e-05,1613942937754,3248
"wd_1",0.01,1613942937754,3248
"sqr_mom_1",0.99,1613942937754,3248
"lr_1",4.8051517431771384e-05,1613942937754,3248
"mom_1",0.8538970041064983,1613942937754,3248
"eps_1",1e-05,1613942937754,3248
"wd_2",0.01,1613942937754,3248
"sqr_mom_2",0.99,1613942937754,3248
"lr_2",0.00048051517431771384,1613942937754,3248
"mom_2",0.8538970041064983,1613942937754,3248
"eps_2",1e-05,1613942937754,3248
"train_loss",0.035185907,1613942938728,3249
"raw_loss",0.042016875,1613942938728,3249
"epoch",20.44025157232703,1613942938728,3249
"wd_0",0.01,1613942938728,3249
"sqr_mom_0",0.99,1613942938728,3249
"lr_0",4.804605229965351e-06,1613942938728,3249
"mom_0",0.8539079344800378,1613942938728,3249
"eps_0",1e-05,1613942938728,3249
"wd_1",0.01,1613942938728,3249
"sqr_mom_1",0.99,1613942938728,3249
"lr_1",4.804605229965351e-05,1613942938728,3249
"mom_1",0.8539079344800378,1613942938728,3249
"eps_1",1e-05,1613942938728,3249
"wd_2",0.01,1613942938728,3249
"sqr_mom_2",0.99,1613942938728,3249
"lr_2",0.00048046052299653507,1613942938728,3249
"mom_2",0.8539079344800378,1613942938728,3249
"eps_2",1e-05,1613942938728,3249
"train_loss",0.03484306,1613942939694,3250
"raw_loss",0.018043548,1613942939694,3250
"epoch",20.44654088050313,1613942939694,3250
"wd_0",0.01,1613942939694,3250
"sqr_mom_0",0.99,1613942939694,3250
"lr_0",4.804057846304023e-06,1613942939694,3250
"mom_0",0.8539188822627422,1613942939694,3250
"eps_0",1e-05,1613942939694,3250
"wd_1",0.01,1613942939694,3250
"sqr_mom_1",0.99,1613942939694,3250
"lr_1",4.804057846304023e-05,1613942939694,3250
"mom_1",0.8539188822627422,1613942939694,3250
"eps_1",1e-05,1613942939694,3250
"wd_2",0.01,1613942939694,3250
"sqr_mom_2",0.99,1613942939694,3250
"lr_2",0.0004804057846304023,1613942939694,3250
"mom_2",0.8539188822627422,1613942939694,3250
"eps_2",1e-05,1613942939694,3250
"train_loss",0.034866255,1613942940649,3251
"raw_loss",0.03600273,1613942940649,3251
"epoch",20.45283018867923,1613942940649,3251
"wd_0",0.01,1613942940649,3251
"sqr_mom_0",0.99,1613942940649,3251
"lr_0",4.803509728258637e-06,1613942940649,3251
"mom_0",0.8539298447332746,1613942940649,3251
"eps_0",1e-05,1613942940649,3251
"wd_1",0.01,1613942940649,3251
"sqr_mom_1",0.99,1613942940649,3251
"lr_1",4.803509728258637e-05,1613942940649,3251
"mom_1",0.8539298447332746,1613942940649,3251
"eps_1",1e-05,1613942940649,3251
"wd_2",0.01,1613942940649,3251
"sqr_mom_2",0.99,1613942940649,3251
"lr_2",0.00048035097282586364,1613942940649,3251
"mom_2",0.8539298447332746,1613942940649,3251
"eps_2",1e-05,1613942940649,3251
"train_loss",0.0346333,1613942941591,3252
"raw_loss",0.02321852,1613942941591,3252
"epoch",20.45911949685533,1613942941591,3252
"wd_0",0.01,1613942941591,3252
"sqr_mom_0",0.99,1613942941591,3252
"lr_0",4.802961012625592e-06,1613942941591,3252
"mom_0",0.8539408191556797,1613942941591,3252
"eps_0",1e-05,1613942941591,3252
"wd_1",0.01,1613942941591,3252
"sqr_mom_1",0.99,1613942941591,3252
"lr_1",4.8029610126255925e-05,1613942941591,3252
"mom_1",0.8539408191556797,1613942941591,3252
"eps_1",1e-05,1613942941591,3252
"wd_2",0.01,1613942941591,3252
"sqr_mom_2",0.99,1613942941591,3252
"lr_2",0.0004802961012625592,1613942941591,3252
"mom_2",0.8539408191556797,1613942941591,3252
"eps_2",1e-05,1613942941591,3252
"train_loss",0.03440847,1613942942547,3253
"raw_loss",0.023391744,1613942942547,3253
"epoch",20.46540880503143,1613942942547,3253
"wd_0",0.01,1613942942547,3253
"sqr_mom_0",0.99,1613942942547,3253
"lr_0",4.802411426519016e-06,1613942942547,3253
"mom_0",0.8539518109877295,1613942942547,3253
"eps_0",1e-05,1613942942547,3253
"wd_1",0.01,1613942942547,3253
"sqr_mom_1",0.99,1613942942547,3253
"lr_1",4.802411426519016e-05,1613942942547,3253
"mom_1",0.8539518109877295,1613942942547,3253
"eps_1",1e-05,1613942942547,3253
"wd_2",0.01,1613942942547,3253
"sqr_mom_2",0.99,1613942942547,3253
"lr_2",0.00048024114265190153,1613942942547,3253
"mom_2",0.8539518109877295,1613942942547,3253
"eps_2",1e-05,1613942942547,3253
"train_loss",0.034068126,1613942943494,3254
"raw_loss",0.017391236,1613942943494,3254
"epoch",20.47169811320753,1613942943494,3254
"wd_0",0.01,1613942943494,3254
"sqr_mom_0",0.99,1613942943494,3254
"lr_0",4.801861106553157e-06,1613942943494,3254
"mom_0",0.8539628174971118,1613942943494,3254
"eps_0",1e-05,1613942943494,3254
"wd_1",0.01,1613942943494,3254
"sqr_mom_1",0.99,1613942943494,3254
"lr_1",4.8018611065531576e-05,1613942943494,3254
"mom_1",0.8539628174971118,1613942943494,3254
"eps_1",1e-05,1613942943494,3254
"wd_2",0.01,1613942943494,3254
"sqr_mom_2",0.99,1613942943494,3254
"lr_2",0.0004801861106553157,1613942943494,3254
"mom_2",0.8539628174971118,1613942943494,3254
"eps_2",1e-05,1613942943494,3254
"train_loss",0.034147043,1613942944466,3255
"raw_loss",0.038014036,1613942944466,3255
"epoch",20.47798742138363,1613942944466,3255
"wd_0",0.01,1613942944466,3255
"sqr_mom_0",0.99,1613942944466,3255
"lr_0",4.801310190072666e-06,1613942944466,3255
"mom_0",0.853973835936906,1613942944466,3255
"eps_0",1e-05,1613942944466,3255
"wd_1",0.01,1613942944466,3255
"sqr_mom_1",0.99,1613942944466,3255
"lr_1",4.8013101900726656e-05,1613942944466,3255
"mom_1",0.853973835936906,1613942944466,3255
"eps_1",1e-05,1613942944466,3255
"wd_2",0.01,1613942944466,3255
"sqr_mom_2",0.99,1613942944466,3255
"lr_2",0.00048013101900726653,1613942944466,3255
"mom_2",0.853973835936906,1613942944466,3255
"eps_2",1e-05,1613942944466,3255
"train_loss",0.03389461,1613942945417,3256
"raw_loss",0.021525417,1613942945417,3256
"epoch",20.48427672955973,1613942945417,3256
"wd_0",0.01,1613942945417,3256
"sqr_mom_0",0.99,1613942945417,3256
"lr_0",4.800758403097147e-06,1613942945417,3256
"mom_0",0.853984871786775,1613942945417,3256
"eps_0",1e-05,1613942945417,3256
"wd_1",0.01,1613942945417,3256
"sqr_mom_1",0.99,1613942945417,3256
"lr_1",4.800758403097146e-05,1613942945417,3256
"mom_1",0.853984871786775,1613942945417,3256
"eps_1",1e-05,1613942945417,3256
"wd_2",0.01,1613942945417,3256
"sqr_mom_2",0.99,1613942945417,3256
"lr_2",0.0004800758403097146,1613942945417,3256
"mom_2",0.853984871786775,1613942945417,3256
"eps_2",1e-05,1613942945417,3256
"train_loss",0.033820096,1613942946372,3257
"raw_loss",0.030168965,1613942946372,3257
"epoch",20.49056603773583,1613942946372,3257
"wd_0",0.01,1613942946372,3257
"sqr_mom_0",0.99,1613942946372,3257
"lr_0",4.800205882789228e-06,1613942946372,3257
"mom_0",0.8539959223034385,1613942946372,3257
"eps_0",1e-05,1613942946372,3257
"wd_1",0.01,1613942946372,3257
"sqr_mom_1",0.99,1613942946372,3257
"lr_1",4.8002058827892284e-05,1613942946372,3257
"mom_1",0.8539959223034385,1613942946372,3257
"eps_1",1e-05,1613942946372,3257
"wd_2",0.01,1613942946372,3257
"sqr_mom_2",0.99,1613942946372,3257
"lr_2",0.0004800205882789228,1613942946372,3257
"mom_2",0.8539959223034385,1613942946372,3257
"eps_2",1e-05,1613942946372,3257
"train_loss",0.03340574,1613942947310,3258
"raw_loss",0.0131022325,1613942947310,3258
"epoch",20.496855345911932,1613942947310,3258
"wd_0",0.01,1613942947310,3258
"sqr_mom_0",0.99,1613942947310,3258
"lr_0",4.799652721135953e-06,1613942947310,3258
"mom_0",0.8540069856471374,1613942947310,3258
"eps_0",1e-05,1613942947310,3258
"wd_1",0.01,1613942947310,3258
"sqr_mom_1",0.99,1613942947310,3258
"lr_1",4.799652721135953e-05,1613942947310,3258
"mom_1",0.8540069856471374,1613942947310,3258
"eps_1",1e-05,1613942947310,3258
"wd_2",0.01,1613942947310,3258
"sqr_mom_2",0.99,1613942947310,3258
"lr_2",0.0004799652721135953,1613942947310,3258
"mom_2",0.8540069856471374,1613942947310,3258
"eps_2",1e-05,1613942947310,3258
"train_loss",0.03373735,1613942948269,3259
"raw_loss",0.049986318,1613942948269,3259
"epoch",20.503144654088032,1613942948269,3259
"wd_0",0.01,1613942948269,3259
"sqr_mom_0",0.99,1613942948269,3259
"lr_0",4.79909873481334e-06,1613942948269,3259
"mom_0",0.8540180654843881,1613942948269,3259
"eps_0",1e-05,1613942948269,3259
"wd_1",0.01,1613942948269,3259
"sqr_mom_1",0.99,1613942948269,3259
"lr_1",4.79909873481334e-05,1613942948269,3259
"mom_1",0.8540180654843881,1613942948269,3259
"eps_1",1e-05,1613942948269,3259
"wd_2",0.01,1613942948269,3259
"sqr_mom_2",0.99,1613942948269,3259
"lr_2",0.00047990987348133396,1613942948269,3259
"mom_2",0.8540180654843881,1613942948269,3259
"eps_2",1e-05,1613942948269,3259
"train_loss",0.033607386,1613942949219,3260
"raw_loss",0.027239155,1613942949219,3260
"epoch",20.509433962264133,1613942949219,3260
"wd_0",0.01,1613942949219,3260
"sqr_mom_0",0.99,1613942949219,3260
"lr_0",4.798544015687328e-06,1613942949219,3260
"mom_0",0.8540291599778532,1613942949219,3260
"eps_0",1e-05,1613942949219,3260
"wd_1",0.01,1613942949219,3260
"sqr_mom_1",0.99,1613942949219,3260
"lr_1",4.798544015687328e-05,1613942949219,3260
"mom_1",0.8540291599778532,1613942949219,3260
"eps_1",1e-05,1613942949219,3260
"wd_2",0.01,1613942949219,3260
"sqr_mom_2",0.99,1613942949219,3260
"lr_2",0.0004798544015687328,1613942949219,3260
"mom_2",0.8540291599778532,1613942949219,3260
"eps_2",1e-05,1613942949219,3260
"train_loss",0.03370764,1613942950169,3261
"raw_loss",0.038620174,1613942950169,3261
"epoch",20.515723270440233,1613942950169,3261
"wd_0",0.01,1613942950169,3261
"sqr_mom_0",0.99,1613942950169,3261
"lr_0",4.7979885639347286e-06,1613942950169,3261
"mom_0",0.8540402691239967,1613942950169,3261
"eps_0",1e-05,1613942950169,3261
"wd_1",0.01,1613942950169,3261
"sqr_mom_1",0.99,1613942950169,3261
"lr_1",4.797988563934728e-05,1613942950169,3261
"mom_1",0.8540402691239967,1613942950169,3261
"eps_1",1e-05,1613942950169,3261
"wd_2",0.01,1613942950169,3261
"sqr_mom_2",0.99,1613942950169,3261
"lr_2",0.0004797988563934728,1613942950169,3261
"mom_2",0.8540402691239967,1613942950169,3261
"eps_2",1e-05,1613942950169,3261
"train_loss",0.03356319,1613942951121,3262
"raw_loss",0.026484959,1613942951121,3262
"epoch",20.522012578616334,1613942951121,3262
"wd_0",0.01,1613942951121,3262
"sqr_mom_0",0.99,1613942951121,3262
"lr_0",4.7974325181779265e-06,1613942951121,3262
"mom_0",0.8540513901503429,1613942951121,3262
"eps_0",1e-05,1613942951121,3262
"wd_1",0.01,1613942951121,3262
"sqr_mom_1",0.99,1613942951121,3262
"lr_1",4.797432518177926e-05,1613942951121,3262
"mom_1",0.8540513901503429,1613942951121,3262
"eps_1",1e-05,1613942951121,3262
"wd_2",0.01,1613942951121,3262
"sqr_mom_2",0.99,1613942951121,3262
"lr_2",0.0004797432518177926,1613942951121,3262
"mom_2",0.8540513901503429,1613942951121,3262
"eps_2",1e-05,1613942951121,3262
"train_loss",0.03365163,1613942952078,3263
"raw_loss",0.037985213,1613942952078,3263
"epoch",20.528301886792434,1613942952078,3263
"wd_0",0.01,1613942952078,3263
"sqr_mom_0",0.99,1613942952078,3263
"lr_0",4.79687560188565e-06,1613942952078,3263
"mom_0",0.8540625285875728,1613942952078,3263
"eps_0",1e-05,1613942952078,3263
"wd_1",0.01,1613942952078,3263
"sqr_mom_1",0.99,1613942952078,3263
"lr_1",4.79687560188565e-05,1613942952078,3263
"mom_1",0.8540625285875728,1613942952078,3263
"eps_1",1e-05,1613942952078,3263
"wd_2",0.01,1613942952078,3263
"sqr_mom_2",0.99,1613942952078,3263
"lr_2",0.00047968756018856493,1613942952078,3263
"mom_2",0.8540625285875728,1613942952078,3263
"eps_2",1e-05,1613942952078,3263
"train_loss",0.033326793,1613942953047,3264
"raw_loss",0.017409755,1613942953047,3264
"epoch",20.534591194968534,1613942953047,3264
"wd_0",0.01,1613942953047,3264
"sqr_mom_0",0.99,1613942953047,3264
"lr_0",4.7963179534985724e-06,1613942953047,3264
"mom_0",0.8540736816668452,1613942953047,3264
"eps_0",1e-05,1613942953047,3264
"wd_1",0.01,1613942953047,3264
"sqr_mom_1",0.99,1613942953047,3264
"lr_1",4.796317953498572e-05,1613942953047,3264
"mom_1",0.8540736816668452,1613942953047,3264
"eps_1",1e-05,1613942953047,3264
"wd_2",0.01,1613942953047,3264
"sqr_mom_2",0.99,1613942953047,3264
"lr_2",0.0004796317953498572,1613942953047,3264
"mom_2",0.8540736816668452,1613942953047,3264
"eps_2",1e-05,1613942953047,3264
"train_loss",0.032924276,1613942953995,3265
"raw_loss",0.013200966,1613942953995,3265
"epoch",20.540880503144635,1613942953995,3265
"wd_0",0.01,1613942953995,3265
"sqr_mom_0",0.99,1613942953995,3265
"lr_0",4.795759712186009e-06,1613942953995,3265
"mom_0",0.8540848466047458,1613942953995,3265
"eps_0",1e-05,1613942953995,3265
"wd_1",0.01,1613942953995,3265
"sqr_mom_1",0.99,1613942953995,3265
"lr_1",4.7957597121860084e-05,1613942953995,3265
"mom_1",0.8540848466047458,1613942953995,3265
"eps_1",1e-05,1613942953995,3265
"wd_2",0.01,1613942953995,3265
"sqr_mom_2",0.99,1613942953995,3265
"lr_2",0.00047957597121860087,1613942953995,3265
"mom_2",0.8540848466047458,1613942953995,3265
"eps_2",1e-05,1613942953995,3265
"train_loss",0.032727554,1613942954938,3266
"raw_loss",0.023088153,1613942954938,3266
"epoch",20.547169811320735,1613942954938,3266
"wd_0",0.01,1613942954938,3266
"sqr_mom_0",0.99,1613942954938,3266
"lr_0",4.795200600324799e-06,1613942954938,3266
"mom_0",0.8540960289537936,1613942954938,3266
"eps_0",1e-05,1613942954938,3266
"wd_1",0.01,1613942954938,3266
"sqr_mom_1",0.99,1613942954938,3266
"lr_1",4.7952006003247986e-05,1613942954938,3266
"mom_1",0.8540960289537936,1613942954938,3266
"eps_1",1e-05,1613942954938,3266
"wd_2",0.01,1613942954938,3266
"sqr_mom_2",0.99,1613942954938,3266
"lr_2",0.00047952006003247984,1613942954938,3266
"mom_2",0.8540960289537936,1613942954938,3266
"eps_2",1e-05,1613942954938,3266
"train_loss",0.032487422,1613942955899,3267
"raw_loss",0.02072099,1613942955899,3267
"epoch",20.553459119496836,1613942955899,3267
"wd_0",0.01,1613942955899,3267
"sqr_mom_0",0.99,1613942955899,3267
"lr_0",4.794640756902675e-06,1613942955899,3267
"mom_0",0.8541072259342058,1613942955899,3267
"eps_0",1e-05,1613942955899,3267
"wd_1",0.01,1613942955899,3267
"sqr_mom_1",0.99,1613942955899,3267
"lr_1",4.794640756902675e-05,1613942955899,3267
"mom_1",0.8541072259342058,1613942955899,3267
"eps_1",1e-05,1613942955899,3267
"wd_2",0.01,1613942955899,3267
"sqr_mom_2",0.99,1613942955899,3267
"lr_2",0.00047946407569026745,1613942955899,3267
"mom_2",0.8541072259342058,1613942955899,3267
"eps_2",1e-05,1613942955899,3267
"train_loss",0.032204196,1613942956855,3268
"raw_loss",0.018326135,1613942956855,3268
"epoch",20.559748427672936,1613942956855,3268
"wd_0",0.01,1613942956855,3268
"sqr_mom_0",0.99,1613942956855,3268
"lr_0",4.794080321635482e-06,1613942956855,3268
"mom_0",0.8541184347516378,1613942956855,3268
"eps_0",1e-05,1613942956855,3268
"wd_1",0.01,1613942956855,3268
"sqr_mom_1",0.99,1613942956855,3268
"lr_1",4.7940803216354815e-05,1613942956855,3268
"mom_1",0.8541184347516378,1613942956855,3268
"eps_1",1e-05,1613942956855,3268
"wd_2",0.01,1613942956855,3268
"sqr_mom_2",0.99,1613942956855,3268
"lr_2",0.00047940803216354815,1613942956855,3268
"mom_2",0.8541184347516378,1613942956855,3268
"eps_2",1e-05,1613942956855,3268
"train_loss",0.0321629,1613942957838,3269
"raw_loss",0.030139364,1613942957838,3269
"epoch",20.566037735849036,1613942957838,3269
"wd_0",0.01,1613942957838,3269
"sqr_mom_0",0.99,1613942957838,3269
"lr_0",4.7935190158089656e-06,1613942957838,3269
"mom_0",0.8541296609804305,1613942957838,3269
"eps_0",1e-05,1613942957838,3269
"wd_1",0.01,1613942957838,3269
"sqr_mom_1",0.99,1613942957838,3269
"lr_1",4.7935190158089654e-05,1613942957838,3269
"mom_1",0.8541296609804305,1613942957838,3269
"eps_1",1e-05,1613942957838,3269
"wd_2",0.01,1613942957838,3269
"sqr_mom_2",0.99,1613942957838,3269
"lr_2",0.0004793519015808965,1613942957838,3269
"mom_2",0.8541296609804305,1613942957838,3269
"eps_2",1e-05,1613942957838,3269
"train_loss",0.031740945,1613942958788,3270
"raw_loss",0.011065042,1613942958788,3270
"epoch",20.572327044025137,1613942958788,3270
"wd_0",0.01,1613942958788,3270
"sqr_mom_0",0.99,1613942958788,3270
"lr_0",4.792956978957522e-06,1613942958788,3270
"mom_0",0.8541409018298678,1613942958788,3270
"eps_0",1e-05,1613942958788,3270
"wd_1",0.01,1613942958788,3270
"sqr_mom_1",0.99,1613942958788,3270
"lr_1",4.792956978957522e-05,1613942958788,3270
"mom_1",0.8541409018298678,1613942958788,3270
"eps_1",1e-05,1613942958788,3270
"wd_2",0.01,1613942958788,3270
"sqr_mom_2",0.99,1613942958788,3270
"lr_2",0.00047929569789575217,1613942958788,3270
"mom_2",0.8541409018298678,1613942958788,3270
"eps_2",1e-05,1613942958788,3270
"train_loss",0.031509995,1613942959768,3271
"raw_loss",0.02019343,1613942959768,3271
"epoch",20.578616352201237,1613942959768,3271
"wd_0",0.01,1613942959768,3271
"sqr_mom_0",0.99,1613942959768,3271
"lr_0",4.7923943513431225e-06,1613942959768,3271
"mom_0",0.8541521544946825,1613942959768,3271
"eps_0",1e-05,1613942959768,3271
"wd_1",0.01,1613942959768,3271
"sqr_mom_1",0.99,1613942959768,3271
"lr_1",4.7923943513431225e-05,1613942959768,3271
"mom_1",0.8541521544946825,1613942959768,3271
"eps_1",1e-05,1613942959768,3271
"wd_2",0.01,1613942959768,3271
"sqr_mom_2",0.99,1613942959768,3271
"lr_2",0.0004792394351343122,1613942959768,3271
"mom_2",0.8541521544946825,1613942959768,3271
"eps_2",1e-05,1613942959768,3271
"train_loss",0.031296015,1613942960721,3272
"raw_loss",0.020810928,1613942960721,3272
"epoch",20.584905660377338,1613942960721,3272
"wd_0",0.01,1613942960721,3272
"sqr_mom_0",0.99,1613942960721,3272
"lr_0",4.791830853161221e-06,1613942960721,3272
"mom_0",0.8541634245710212,1613942960721,3272
"eps_0",1e-05,1613942960721,3272
"wd_1",0.01,1613942960721,3272
"sqr_mom_1",0.99,1613942960721,3272
"lr_1",4.791830853161221e-05,1613942960721,3272
"mom_1",0.8541634245710212,1613942960721,3272
"eps_1",1e-05,1613942960721,3272
"wd_2",0.01,1613942960721,3272
"sqr_mom_2",0.99,1613942960721,3272
"lr_2",0.00047918308531612206,1613942960721,3272
"mom_2",0.8541634245710212,1613942960721,3272
"eps_2",1e-05,1613942960721,3272
"train_loss",0.031072494,1613942961669,3273
"raw_loss",0.020119976,1613942961669,3273
"epoch",20.591194968553438,1613942961669,3273
"wd_0",0.01,1613942961669,3273
"sqr_mom_0",0.99,1613942961669,3273
"lr_0",4.791266624492475e-06,1613942961669,3273
"mom_0",0.854174709257243,1613942961669,3273
"eps_0",1e-05,1613942961669,3273
"wd_1",0.01,1613942961669,3273
"sqr_mom_1",0.99,1613942961669,3273
"lr_1",4.7912666244924754e-05,1613942961669,3273
"mom_1",0.854174709257243,1613942961669,3273
"eps_1",1e-05,1613942961669,3273
"wd_2",0.01,1613942961669,3273
"sqr_mom_2",0.99,1613942961669,3273
"lr_2",0.0004791266624492475,1613942961669,3273
"mom_2",0.854174709257243,1613942961669,3273
"eps_2",1e-05,1613942961669,3273
"train_loss",0.030821355,1613942962626,3274
"raw_loss",0.018515533,1613942962626,3274
"epoch",20.59748427672954,1613942962626,3274
"wd_0",0.01,1613942962626,3274
"sqr_mom_0",0.99,1613942962626,3274
"lr_0",4.7907018061445815e-06,1613942962626,3274
"mom_0",0.8541860057371657,1613942962626,3274
"eps_0",1e-05,1613942962626,3274
"wd_1",0.01,1613942962626,3274
"sqr_mom_1",0.99,1613942962626,3274
"lr_1",4.790701806144581e-05,1613942962626,3274
"mom_1",0.8541860057371657,1613942962626,3274
"eps_1",1e-05,1613942962626,3274
"wd_2",0.01,1613942962626,3274
"sqr_mom_2",0.99,1613942962626,3274
"lr_2",0.0004790701806144581,1613942962626,3274
"mom_2",0.8541860057371657,1613942962626,3274
"eps_2",1e-05,1613942962626,3274
"train_loss",0.030836387,1613942963590,3275
"raw_loss",0.031572953,1613942963590,3275
"epoch",20.60377358490564,1613942963590,3275
"wd_0",0.01,1613942963590,3275
"sqr_mom_0",0.99,1613942963590,3275
"lr_0",4.790136117223504e-06,1613942963590,3275
"mom_0",0.8541973196287261,1613942963590,3275
"eps_0",1e-05,1613942963590,3275
"wd_1",0.01,1613942963590,3275
"sqr_mom_1",0.99,1613942963590,3275
"lr_1",4.790136117223504e-05,1613942963590,3275
"mom_1",0.8541973196287261,1613942963590,3275
"eps_1",1e-05,1613942963590,3275
"wd_2",0.01,1613942963590,3275
"sqr_mom_2",0.99,1613942963590,3275
"lr_2",0.0004790136117223504,1613942963590,3275
"mom_2",0.8541973196287261,1613942963590,3275
"eps_2",1e-05,1613942963590,3275
"train_loss",0.030716108,1613942964539,3276
"raw_loss",0.024822498,1613942964539,3276
"epoch",20.61006289308174,1613942964539,3276
"wd_0",0.01,1613942964539,3276
"sqr_mom_0",0.99,1613942964539,3276
"lr_0",4.7895696983557604e-06,1613942964539,3276
"mom_0",0.8542086481193659,1613942964539,3276
"eps_0",1e-05,1613942964539,3276
"wd_1",0.01,1613942964539,3276
"sqr_mom_1",0.99,1613942964539,3276
"lr_1",4.78956969835576e-05,1613942964539,3276
"mom_1",0.8542086481193659,1613942964539,3276
"eps_1",1e-05,1613942964539,3276
"wd_2",0.01,1613942964539,3276
"sqr_mom_2",0.99,1613942964539,3276
"lr_2",0.000478956969835576,1613942964539,3276
"mom_2",0.8542086481193659,1613942964539,3276
"eps_2",1e-05,1613942964539,3276
"train_loss",0.030616881,1613942965489,3277
"raw_loss",0.02575478,1613942965489,3277
"epoch",20.61635220125784,1613942965489,3277
"wd_0",0.01,1613942965489,3277
"sqr_mom_0",0.99,1613942965489,3277
"lr_0",4.789002690894367e-06,1613942965489,3277
"mom_0",0.8542199883819964,1613942965489,3277
"eps_0",1e-05,1613942965489,3277
"wd_1",0.01,1613942965489,3277
"sqr_mom_1",0.99,1613942965489,3277
"lr_1",4.789002690894367e-05,1613942965489,3277
"mom_1",0.8542199883819964,1613942965489,3277
"eps_1",1e-05,1613942965489,3277
"wd_2",0.01,1613942965489,3277
"sqr_mom_2",0.99,1613942965489,3277
"lr_2",0.0004789002690894367,1613942965489,3277
"mom_2",0.8542199883819964,1613942965489,3277
"eps_2",1e-05,1613942965489,3277
"train_loss",0.030384043,1613942966442,3278
"raw_loss",0.018974941,1613942966442,3278
"epoch",20.62264150943394,1613942966442,3278
"wd_0",0.01,1613942966442,3278
"sqr_mom_0",0.99,1613942966442,3278
"lr_0",4.788434812856606e-06,1613942966442,3278
"mom_0",0.8542313460563284,1613942966442,3278
"eps_0",1e-05,1613942966442,3278
"wd_1",0.01,1613942966442,3278
"sqr_mom_1",0.99,1613942966442,3278
"lr_1",4.788434812856606e-05,1613942966442,3278
"mom_1",0.8542313460563284,1613942966442,3278
"eps_1",1e-05,1613942966442,3278
"wd_2",0.01,1613942966442,3278
"sqr_mom_2",0.99,1613942966442,3278
"lr_2",0.0004788434812856606,1613942966442,3278
"mom_2",0.8542313460563284,1613942966442,3278
"eps_2",1e-05,1613942966442,3278
"train_loss",0.030273702,1613942967408,3279
"raw_loss",0.024866944,1613942967408,3279
"epoch",20.62893081761004,1613942967408,3279
"wd_0",0.01,1613942967408,3279
"sqr_mom_0",0.99,1613942967408,3279
"lr_0",4.7878662054144495e-06,1613942967408,3279
"mom_0",0.8542427183188942,1613942967408,3279
"eps_0",1e-05,1613942967408,3279
"wd_1",0.01,1613942967408,3279
"sqr_mom_1",0.99,1613942967408,3279
"lr_1",4.7878662054144496e-05,1613942967408,3279
"mom_1",0.8542427183188942,1613942967408,3279
"eps_1",1e-05,1613942967408,3279
"wd_2",0.01,1613942967408,3279
"sqr_mom_2",0.99,1613942967408,3279
"lr_2",0.0004787866205414449,1613942967408,3279
"mom_2",0.8542427183188942,1613942967408,3279
"eps_2",1e-05,1613942967408,3279
"train_loss",0.029966101,1613942968384,3280
"raw_loss",0.014893616,1613942968384,3280
"epoch",20.63522012578614,1613942968384,3280
"wd_0",0.01,1613942968384,3280
"sqr_mom_0",0.99,1613942968384,3280
"lr_0",4.787296963226938e-06,1613942968384,3280
"mom_0",0.854254103276494,1613942968384,3280
"eps_0",1e-05,1613942968384,3280
"wd_1",0.01,1613942968384,3280
"sqr_mom_1",0.99,1613942968384,3280
"lr_1",4.787296963226937e-05,1613942968384,3280
"mom_1",0.854254103276494,1613942968384,3280
"eps_1",1e-05,1613942968384,3280
"wd_2",0.01,1613942968384,3280
"sqr_mom_2",0.99,1613942968384,3280
"lr_2",0.00047872969632269374,1613942968384,3280
"mom_2",0.854254103276494,1613942968384,3280
"eps_2",1e-05,1613942968384,3280
"train_loss",0.029868808,1613942969344,3281
"raw_loss",0.025101386,1613942969344,3281
"epoch",20.64150943396224,1613942969344,3281
"wd_0",0.01,1613942969344,3281
"sqr_mom_0",0.99,1613942969344,3281
"lr_0",4.78672689764082e-06,1613942969344,3281
"mom_0",0.8542655047022306,1613942969344,3281
"eps_0",1e-05,1613942969344,3281
"wd_1",0.01,1613942969344,3281
"sqr_mom_1",0.99,1613942969344,3281
"lr_1",4.78672689764082e-05,1613942969344,3281
"mom_1",0.8542655047022306,1613942969344,3281
"eps_1",1e-05,1613942969344,3281
"wd_2",0.01,1613942969344,3281
"sqr_mom_2",0.99,1613942969344,3281
"lr_2",0.000478672689764082,1613942969344,3281
"mom_2",0.8542655047022306,1613942969344,3281
"eps_2",1e-05,1613942969344,3281
"train_loss",0.029536283,1613942970292,3282
"raw_loss",0.0132425735,1613942970292,3282
"epoch",20.64779874213834,1613942970292,3282
"wd_0",0.01,1613942970292,3282
"sqr_mom_0",0.99,1613942970292,3282
"lr_0",4.786156103194685e-06,1613942970292,3282
"mom_0",0.8542769207053134,1613942970292,3282
"eps_0",1e-05,1613942970292,3282
"wd_1",0.01,1613942970292,3282
"sqr_mom_1",0.99,1613942970292,3282
"lr_1",4.786156103194685e-05,1613942970292,3282
"mom_1",0.8542769207053134,1613942970292,3282
"eps_1",1e-05,1613942970292,3282
"wd_2",0.01,1613942970292,3282
"sqr_mom_2",0.99,1613942970292,3282
"lr_2",0.0004786156103194685,1613942970292,3282
"mom_2",0.8542769207053134,1613942970292,3282
"eps_2",1e-05,1613942970292,3282
"train_loss",0.029381614,1613942971257,3283
"raw_loss",0.021802897,1613942971257,3283
"epoch",20.654088050314442,1613942971257,3283
"wd_0",0.01,1613942971257,3283
"sqr_mom_0",0.99,1613942971257,3283
"lr_0",4.785584580070467e-06,1613942971257,3283
"mom_0",0.8542883512821035,1613942971257,3283
"eps_0",1e-05,1613942971257,3283
"wd_1",0.01,1613942971257,3283
"sqr_mom_1",0.99,1613942971257,3283
"lr_1",4.785584580070467e-05,1613942971257,3283
"mom_1",0.8542883512821035,1613942971257,3283
"eps_1",1e-05,1613942971257,3283
"wd_2",0.01,1613942971257,3283
"sqr_mom_2",0.99,1613942971257,3283
"lr_2",0.0004785584580070467,1613942971257,3283
"mom_2",0.8542883512821035,1613942971257,3283
"eps_2",1e-05,1613942971257,3283
"train_loss",0.02912758,1613942972230,3284
"raw_loss",0.016679898,1613942972230,3284
"epoch",20.660377358490543,1613942972230,3284
"wd_0",0.01,1613942972230,3284
"sqr_mom_0",0.99,1613942972230,3284
"lr_0",4.785012470892053e-06,1613942972230,3284
"mom_0",0.8542997935800947,1613942972230,3284
"eps_0",1e-05,1613942972230,3284
"wd_1",0.01,1613942972230,3284
"sqr_mom_1",0.99,1613942972230,3284
"lr_1",4.785012470892053e-05,1613942972230,3284
"mom_1",0.8542997935800947,1613942972230,3284
"eps_1",1e-05,1613942972230,3284
"wd_2",0.01,1613942972230,3284
"sqr_mom_2",0.99,1613942972230,3284
"lr_2",0.0004785012470892053,1613942972230,3284
"mom_2",0.8542997935800947,1613942972230,3284
"eps_2",1e-05,1613942972230,3284
"train_loss",0.029300356,1613942973205,3285
"raw_loss",0.03776646,1613942973205,3285
"epoch",20.666666666666643,1613942973205,3285
"wd_0",0.01,1613942973205,3285
"sqr_mom_0",0.99,1613942973205,3285
"lr_0",4.78443949113955e-06,1613942973205,3285
"mom_0",0.8543112532897419,1613942973205,3285
"eps_0",1e-05,1613942973205,3285
"wd_1",0.01,1613942973205,3285
"sqr_mom_1",0.99,1613942973205,3285
"lr_1",4.78443949113955e-05,1613942973205,3285
"mom_1",0.8543112532897419,1613942973205,3285
"eps_1",1e-05,1613942973205,3285
"wd_2",0.01,1613942973205,3285
"sqr_mom_2",0.99,1613942973205,3285
"lr_2",0.000478443949113955,1613942973205,3285
"mom_2",0.8543112532897419,1613942973205,3285
"eps_2",1e-05,1613942973205,3285
"train_loss",0.029066516,1613942974158,3286
"raw_loss",0.017608302,1613942974158,3286
"epoch",20.672955974842743,1613942974158,3286
"wd_0",0.01,1613942974158,3286
"sqr_mom_0",0.99,1613942974158,3286
"lr_0",4.783865783256114e-06,1613942974158,3286
"mom_0",0.8543227275621533,1613942974158,3286
"eps_0",1e-05,1613942974158,3286
"wd_1",0.01,1613942974158,3286
"sqr_mom_1",0.99,1613942974158,3286
"lr_1",4.783865783256114e-05,1613942974158,3286
"mom_1",0.8543227275621533,1613942974158,3286
"eps_1",1e-05,1613942974158,3286
"wd_2",0.01,1613942974158,3286
"sqr_mom_2",0.99,1613942974158,3286
"lr_2",0.0004783865783256114,1613942974158,3286
"mom_2",0.8543227275621533,1613942974158,3286
"eps_2",1e-05,1613942974158,3286
"train_loss",0.028937353,1613942975133,3287
"raw_loss",0.022608327,1613942975133,3287
"epoch",20.679245283018844,1613942975133,3287
"wd_0",0.01,1613942975133,3287
"sqr_mom_0",0.99,1613942975133,3287
"lr_0",4.783291490409596e-06,1613942975133,3287
"mom_0",0.8543342135339433,1613942975133,3287
"eps_0",1e-05,1613942975133,3287
"wd_1",0.01,1613942975133,3287
"sqr_mom_1",0.99,1613942975133,3287
"lr_1",4.7832914904095963e-05,1613942975133,3287
"mom_1",0.8543342135339433,1613942975133,3287
"eps_1",1e-05,1613942975133,3287
"wd_2",0.01,1613942975133,3287
"sqr_mom_2",0.99,1613942975133,3287
"lr_2",0.0004783291490409596,1613942975133,3287
"mom_2",0.8543342135339433,1613942975133,3287
"eps_2",1e-05,1613942975133,3287
"train_loss",0.028718092,1613942976105,3288
"raw_loss",0.017974265,1613942976105,3288
"epoch",20.685534591194944,1613942976105,3288
"wd_0",0.01,1613942976105,3288
"sqr_mom_0",0.99,1613942976105,3288
"lr_0",4.782716326994129e-06,1613942976105,3288
"mom_0",0.8543457169172866,1613942976105,3288
"eps_0",1e-05,1613942976105,3288
"wd_1",0.01,1613942976105,3288
"sqr_mom_1",0.99,1613942976105,3288
"lr_1",4.782716326994128e-05,1613942976105,3288
"mom_1",0.8543457169172866,1613942976105,3288
"eps_1",1e-05,1613942976105,3288
"wd_2",0.01,1613942976105,3288
"sqr_mom_2",0.99,1613942976105,3288
"lr_2",0.00047827163269941283,1613942976105,3288
"mom_2",0.8543457169172866,1613942976105,3288
"eps_2",1e-05,1613942976105,3288
"train_loss",0.028667882,1613942977301,3289
"raw_loss",0.026207598,1613942977301,3289
"epoch",20.691823899371045,1613942977301,3289
"wd_0",0.01,1613942977301,3289
"sqr_mom_0",0.99,1613942977301,3289
"lr_0",4.782140435996966e-06,1613942977301,3289
"mom_0",0.8543572348524092,1613942977301,3289
"eps_0",1e-05,1613942977301,3289
"wd_1",0.01,1613942977301,3289
"sqr_mom_1",0.99,1613942977301,3289
"lr_1",4.782140435996966e-05,1613942977301,3289
"mom_1",0.8543572348524092,1613942977301,3289
"eps_1",1e-05,1613942977301,3289
"wd_2",0.01,1613942977301,3289
"sqr_mom_2",0.99,1613942977301,3289
"lr_2",0.0004782140435996966,1613942977301,3289
"mom_2",0.8543572348524092,1613942977301,3289
"eps_2",1e-05,1613942977301,3289
"train_loss",0.029142026,1613942978279,3290
"raw_loss",0.052375127,1613942978279,3290
"epoch",20.698113207547145,1613942978279,3290
"wd_0",0.01,1613942978279,3290
"sqr_mom_0",0.99,1613942978279,3290
"lr_0",4.781563961129515e-06,1613942978279,3290
"mom_0",0.8543687644650544,1613942978279,3290
"eps_0",1e-05,1613942978279,3290
"wd_1",0.01,1613942978279,3290
"sqr_mom_1",0.99,1613942978279,3290
"lr_1",4.781563961129515e-05,1613942978279,3290
"mom_1",0.8543687644650544,1613942978279,3290
"eps_1",1e-05,1613942978279,3290
"wd_2",0.01,1613942978279,3290
"sqr_mom_2",0.99,1613942978279,3290
"lr_2",0.00047815639611295145,1613942978279,3290
"mom_2",0.8543687644650544,1613942978279,3290
"eps_2",1e-05,1613942978279,3290
"train_loss",0.02942674,1613942979236,3291
"raw_loss",0.043377757,1613942979236,3291
"epoch",20.704402515723245,1613942979236,3291
"wd_0",0.01,1613942979236,3291
"sqr_mom_0",0.99,1613942979236,3291
"lr_0",4.7809866157007485e-06,1613942979236,3291
"mom_0",0.8543803114890999,1613942979236,3291
"eps_0",1e-05,1613942979236,3291
"wd_1",0.01,1613942979236,3291
"sqr_mom_1",0.99,1613942979236,3291
"lr_1",4.780986615700749e-05,1613942979236,3291
"mom_1",0.8543803114890999,1613942979236,3291
"eps_1",1e-05,1613942979236,3291
"wd_2",0.01,1613942979236,3291
"sqr_mom_2",0.99,1613942979236,3291
"lr_2",0.00047809866157007486,1613942979236,3291
"mom_2",0.8543803114890999,1613942979236,3291
"eps_2",1e-05,1613942979236,3291
"train_loss",0.029330367,1613942980201,3292
"raw_loss",0.024608105,1613942980201,3292
"epoch",20.710691823899346,1613942980201,3292
"wd_0",0.01,1613942980201,3292
"sqr_mom_0",0.99,1613942980201,3292
"lr_0",4.780408543241615e-06,1613942980201,3292
"mom_0",0.8543918730538982,1613942980201,3292
"eps_0",1e-05,1613942980201,3292
"wd_1",0.01,1613942980201,3292
"sqr_mom_1",0.99,1613942980201,3292
"lr_1",4.7804085432416145e-05,1613942980201,3292
"mom_1",0.8543918730538982,1613942980201,3292
"eps_1",1e-05,1613942980201,3292
"wd_2",0.01,1613942980201,3292
"sqr_mom_2",0.99,1613942980201,3292
"lr_2",0.00047804085432416143,1613942980201,3292
"mom_2",0.8543918730538982,1613942980201,3292
"eps_2",1e-05,1613942980201,3292
"train_loss",0.02916133,1613942981161,3293
"raw_loss",0.020878525,1613942981161,3293
"epoch",20.716981132075446,1613942981161,3293
"wd_0",0.01,1613942981161,3293
"sqr_mom_0",0.99,1613942981161,3293
"lr_0",4.779829888006659e-06,1613942981161,3293
"mom_0",0.8544034462743295,1613942981161,3293
"eps_0",1e-05,1613942981161,3293
"wd_1",0.01,1613942981161,3293
"sqr_mom_1",0.99,1613942981161,3293
"lr_1",4.779829888006658e-05,1613942981161,3293
"mom_1",0.8544034462743295,1613942981161,3293
"eps_1",1e-05,1613942981161,3293
"wd_2",0.01,1613942981161,3293
"sqr_mom_2",0.99,1613942981161,3293
"lr_2",0.0004779829888006658,1613942981161,3293
"mom_2",0.8544034462743295,1613942981161,3293
"eps_2",1e-05,1613942981161,3293
"train_loss",0.02903778,1613942982141,3294
"raw_loss",0.022983804,1613942982141,3294
"epoch",20.723270440251547,1613942982141,3294
"wd_0",0.01,1613942982141,3294
"sqr_mom_0",0.99,1613942982141,3294
"lr_0",4.779250362220519e-06,1613942982141,3294
"mom_0",0.8544150369059587,1613942982141,3294
"eps_0",1e-05,1613942982141,3294
"wd_1",0.01,1613942982141,3294
"sqr_mom_1",0.99,1613942982141,3294
"lr_1",4.779250362220519e-05,1613942982141,3294
"mom_1",0.8544150369059587,1613942982141,3294
"eps_1",1e-05,1613942982141,3294
"wd_2",0.01,1613942982141,3294
"sqr_mom_2",0.99,1613942982141,3294
"lr_2",0.0004779250362220519,1613942982141,3294
"mom_2",0.8544150369059587,1613942982141,3294
"eps_2",1e-05,1613942982141,3294
"train_loss",0.029326903,1613942983102,3295
"raw_loss",0.04349396,1613942983102,3295
"epoch",20.729559748427647,1613942983102,3295
"wd_0",0.01,1613942983102,3295
"sqr_mom_0",0.99,1613942983102,3295
"lr_0",4.778670109957423e-06,1613942983102,3295
"mom_0",0.8544266420672721,1613942983102,3295
"eps_0",1e-05,1613942983102,3295
"wd_1",0.01,1613942983102,3295
"sqr_mom_1",0.99,1613942983102,3295
"lr_1",4.778670109957423e-05,1613942983102,3295
"mom_1",0.8544266420672721,1613942983102,3295
"eps_1",1e-05,1613942983102,3295
"wd_2",0.01,1613942983102,3295
"sqr_mom_2",0.99,1613942983102,3295
"lr_2",0.0004778670109957423,1613942983102,3295
"mom_2",0.8544266420672721,1613942983102,3295
"eps_2",1e-05,1613942983102,3295
"train_loss",0.029094884,1613942984052,3296
"raw_loss",0.017725945,1613942984052,3296
"epoch",20.735849056603747,1613942984052,3296
"wd_0",0.01,1613942984052,3296
"sqr_mom_0",0.99,1613942984052,3296
"lr_0",4.778089276014643e-06,1613942984052,3296
"mom_0",0.8544382588622957,1613942984052,3296
"eps_0",1e-05,1613942984052,3296
"wd_1",0.01,1613942984052,3296
"sqr_mom_1",0.99,1613942984052,3296
"lr_1",4.778089276014643e-05,1613942984052,3296
"mom_1",0.8544382588622957,1613942984052,3296
"eps_1",1e-05,1613942984052,3296
"wd_2",0.01,1613942984052,3296
"sqr_mom_2",0.99,1613942984052,3296
"lr_2",0.00047780892760146426,1613942984052,3296
"mom_2",0.8544382588622957,1613942984052,3296
"eps_2",1e-05,1613942984052,3296
"train_loss",0.02904873,1613942985003,3297
"raw_loss",0.026787186,1613942985003,3297
"epoch",20.742138364779848,1613942985003,3297
"wd_0",0.01,1613942985003,3297
"sqr_mom_0",0.99,1613942985003,3297
"lr_0",4.77750757153331e-06,1613942985003,3297
"mom_0",0.8544498930682645,1613942985003,3297
"eps_0",1e-05,1613942985003,3297
"wd_1",0.01,1613942985003,3297
"sqr_mom_1",0.99,1613942985003,3297
"lr_1",4.7775075715333094e-05,1613942985003,3297
"mom_1",0.8544498930682645,1613942985003,3297
"eps_1",1e-05,1613942985003,3297
"wd_2",0.01,1613942985003,3297
"sqr_mom_2",0.99,1613942985003,3297
"lr_2",0.00047775075715333096,1613942985003,3297
"mom_2",0.8544498930682645,1613942985003,3297
"eps_2",1e-05,1613942985003,3297
"train_loss",0.030722909,1613942985953,3298
"raw_loss",0.112757765,1613942985953,3298
"epoch",20.74842767295595,1613942985953,3298
"wd_0",0.01,1613942985953,3298
"sqr_mom_0",0.99,1613942985953,3298
"lr_0",4.776925141130514e-06,1613942985953,3298
"mom_0",0.8544615417928076,1613942985953,3298
"eps_0",1e-05,1613942985953,3298
"wd_1",0.01,1613942985953,3298
"sqr_mom_1",0.99,1613942985953,3298
"lr_1",4.7769251411305135e-05,1613942985953,3298
"mom_1",0.8544615417928076,1613942985953,3298
"eps_1",1e-05,1613942985953,3298
"wd_2",0.01,1613942985953,3298
"sqr_mom_2",0.99,1613942985953,3298
"lr_2",0.00047769251411305133,1613942985953,3298
"mom_2",0.8544615417928076,1613942985953,3298
"eps_2",1e-05,1613942985953,3298
"train_loss",0.030880002,1613942986919,3299
"raw_loss",0.038577635,1613942986919,3299
"epoch",20.75471698113205,1613942986919,3299
"wd_0",0.01,1613942986919,3299
"sqr_mom_0",0.99,1613942986919,3299
"lr_0",4.776342130145842e-06,1613942986919,3299
"mom_0",0.8544732021291044,1613942986919,3299
"eps_0",1e-05,1613942986919,3299
"wd_1",0.01,1613942986919,3299
"sqr_mom_1",0.99,1613942986919,3299
"lr_1",4.776342130145842e-05,1613942986919,3299
"mom_1",0.8544732021291044,1613942986919,3299
"eps_1",1e-05,1613942986919,3299
"wd_2",0.01,1613942986919,3299
"sqr_mom_2",0.99,1613942986919,3299
"lr_2",0.00047763421301458416,1613942986919,3299
"mom_2",0.8544732021291044,1613942986919,3299
"eps_2",1e-05,1613942986919,3299
"train_loss",0.031259846,1613942987881,3300
"raw_loss",0.04987221,1613942987881,3300
"epoch",20.76100628930815,1613942987881,3300
"wd_0",0.01,1613942987881,3300
"sqr_mom_0",0.99,1613942987881,3300
"lr_0",4.775758248637742e-06,1613942987881,3300
"mom_0",0.8544848798760439,1613942987881,3300
"eps_0",1e-05,1613942987881,3300
"wd_1",0.01,1613942987881,3300
"sqr_mom_1",0.99,1613942987881,3300
"lr_1",4.775758248637742e-05,1613942987881,3300
"mom_1",0.8544848798760439,1613942987881,3300
"eps_1",1e-05,1613942987881,3300
"wd_2",0.01,1613942987881,3300
"sqr_mom_2",0.99,1613942987881,3300
"lr_2",0.0004775758248637742,1613942987881,3300
"mom_2",0.8544848798760439,1613942987881,3300
"eps_2",1e-05,1613942987881,3300
"train_loss",0.031211762,1613942988867,3301
"raw_loss",0.028855627,1613942988867,3301
"epoch",20.76729559748425,1613942988867,3301
"wd_0",0.01,1613942988867,3301
"sqr_mom_0",0.99,1613942988867,3301
"lr_0",4.775173641765756e-06,1613942988867,3301
"mom_0",0.8544965721304062,1613942988867,3301
"eps_0",1e-05,1613942988867,3301
"wd_1",0.01,1613942988867,3301
"sqr_mom_1",0.99,1613942988867,3301
"lr_1",4.775173641765756e-05,1613942988867,3301
"mom_1",0.8544965721304062,1613942988867,3301
"eps_1",1e-05,1613942988867,3301
"wd_2",0.01,1613942988867,3301
"sqr_mom_2",0.99,1613942988867,3301
"lr_2",0.00047751736417657556,1613942988867,3301
"mom_2",0.8544965721304062,1613942988867,3301
"eps_2",1e-05,1613942988867,3301
"train_loss",0.031245016,1613942989835,3302
"raw_loss",0.0328745,1613942989835,3302
"epoch",20.77358490566035,1613942989835,3302
"wd_0",0.01,1613942989835,3302
"sqr_mom_0",0.99,1613942989835,3302
"lr_0",4.77458830971622e-06,1613942989835,3302
"mom_0",0.8545082788884645,1613942989835,3302
"eps_0",1e-05,1613942989835,3302
"wd_1",0.01,1613942989835,3302
"sqr_mom_1",0.99,1613942989835,3302
"lr_1",4.774588309716221e-05,1613942989835,3302
"mom_1",0.8545082788884645,1613942989835,3302
"eps_1",1e-05,1613942989835,3302
"wd_2",0.01,1613942989835,3302
"sqr_mom_2",0.99,1613942989835,3302
"lr_2",0.000477458830971622,1613942989835,3302
"mom_2",0.8545082788884645,1613942989835,3302
"eps_2",1e-05,1613942989835,3302
"train_loss",0.031403344,1613942990828,3303
"raw_loss",0.039161403,1613942990828,3303
"epoch",20.77987421383645,1613942990828,3303
"wd_0",0.01,1613942990828,3303
"sqr_mom_0",0.99,1613942990828,3303
"lr_0",4.774002349926021e-06,1613942990828,3303
"mom_0",0.8545199982014616,1613942990828,3303
"eps_0",1e-05,1613942990828,3303
"wd_1",0.01,1613942990828,3303
"sqr_mom_1",0.99,1613942990828,3303
"lr_1",4.77400234992602e-05,1613942990828,3303
"mom_1",0.8545199982014616,1613942990828,3303
"eps_1",1e-05,1613942990828,3303
"wd_2",0.01,1613942990828,3303
"sqr_mom_2",0.99,1613942990828,3303
"lr_2",0.00047740023499260204,1613942990828,3303
"mom_2",0.8545199982014616,1613942990828,3303
"eps_2",1e-05,1613942990828,3303
"train_loss",0.031182185,1613942991812,3304
"raw_loss",0.020345375,1613942991812,3304
"epoch",20.78616352201255,1613942991812,3304
"wd_0",0.01,1613942991812,3304
"sqr_mom_0",0.99,1613942991812,3304
"lr_0",4.7734155682015045e-06,1613942991812,3304
"mom_0",0.8545317339533094,1613942991812,3304
"eps_0",1e-05,1613942991812,3304
"wd_1",0.01,1613942991812,3304
"sqr_mom_1",0.99,1613942991812,3304
"lr_1",4.7734155682015044e-05,1613942991812,3304
"mom_1",0.8545317339533094,1613942991812,3304
"eps_1",1e-05,1613942991812,3304
"wd_2",0.01,1613942991812,3304
"sqr_mom_2",0.99,1613942991812,3304
"lr_2",0.0004773415568201504,1613942991812,3304
"mom_2",0.8545317339533094,1613942991812,3304
"eps_2",1e-05,1613942991812,3304
"train_loss",0.031425662,1613942992781,3305
"raw_loss",0.04335607,1613942992781,3305
"epoch",20.79245283018865,1613942992781,3305
"wd_0",0.01,1613942992781,3305
"sqr_mom_0",0.99,1613942992781,3305
"lr_0",4.772828061859805e-06,1613942992781,3305
"mom_0",0.8545434841976458,1613942992781,3305
"eps_0",1e-05,1613942992781,3305
"wd_1",0.01,1613942992781,3305
"sqr_mom_1",0.99,1613942992781,3305
"lr_1",4.772828061859805e-05,1613942992781,3305
"mom_1",0.8545434841976458,1613942992781,3305
"eps_1",1e-05,1613942992781,3305
"wd_2",0.01,1613942992781,3305
"sqr_mom_2",0.99,1613942992781,3305
"lr_2",0.0004772828061859805,1613942992781,3305
"mom_2",0.8545434841976458,1613942992781,3305
"eps_2",1e-05,1613942992781,3305
"train_loss",0.031614833,1613942993769,3306
"raw_loss",0.040884104,1613942993769,3306
"epoch",20.79874213836475,1613942993769,3306
"wd_0",0.01,1613942993769,3306
"sqr_mom_0",0.99,1613942993769,3306
"lr_0",4.77223997750431e-06,1613942993769,3306
"mom_0",0.8545552460023738,1613942993769,3306
"eps_0",1e-05,1613942993769,3306
"wd_1",0.01,1613942993769,3306
"sqr_mom_1",0.99,1613942993769,3306
"lr_1",4.77223997750431e-05,1613942993769,3306
"mom_1",0.8545552460023738,1613942993769,3306
"eps_1",1e-05,1613942993769,3306
"wd_2",0.01,1613942993769,3306
"sqr_mom_2",0.99,1613942993769,3306
"lr_2",0.00047722399775043103,1613942993769,3306
"mom_2",0.8545552460023738,1613942993769,3306
"eps_2",1e-05,1613942993769,3306
"train_loss",0.031733785,1613942994755,3307
"raw_loss",0.037562538,1613942994755,3307
"epoch",20.805031446540852,1613942994755,3307
"wd_0",0.01,1613942994755,3307
"sqr_mom_0",0.99,1613942994755,3307
"lr_0",4.7716510226703935e-06,1613942994755,3307
"mom_0",0.8545670252168442,1613942994755,3307
"eps_0",1e-05,1613942994755,3307
"wd_1",0.01,1613942994755,3307
"sqr_mom_1",0.99,1613942994755,3307
"lr_1",4.7716510226703934e-05,1613942994755,3307
"mom_1",0.8545670252168442,1613942994755,3307
"eps_1",1e-05,1613942994755,3307
"wd_2",0.01,1613942994755,3307
"sqr_mom_2",0.99,1613942994755,3307
"lr_2",0.00047716510226703934,1613942994755,3307
"mom_2",0.8545670252168442,1613942994755,3307
"eps_2",1e-05,1613942994755,3307
"train_loss",0.033161506,1613942995703,3308
"raw_loss",0.10311999,1613942995703,3308
"epoch",20.811320754716952,1613942995703,3308
"wd_0",0.01,1613942995703,3308
"sqr_mom_0",0.99,1613942995703,3308
"lr_0",4.771061343781721e-06,1613942995703,3308
"mom_0",0.8545788189125547,1613942995703,3308
"eps_0",1e-05,1613942995703,3308
"wd_1",0.01,1613942995703,3308
"sqr_mom_1",0.99,1613942995703,3308
"lr_1",4.771061343781721e-05,1613942995703,3308
"mom_1",0.8545788189125547,1613942995703,3308
"eps_1",1e-05,1613942995703,3308
"wd_2",0.01,1613942995703,3308
"sqr_mom_2",0.99,1613942995703,3308
"lr_2",0.0004771061343781721,1613942995703,3308
"mom_2",0.8545788189125547,1613942995703,3308
"eps_2",1e-05,1613942995703,3308
"train_loss",0.03301403,1613942996662,3309
"raw_loss",0.025787681,1613942996662,3309
"epoch",20.817610062893053,1613942996662,3309
"wd_0",0.01,1613942996662,3309
"sqr_mom_0",0.99,1613942996662,3309
"lr_0",4.7704710879826e-06,1613942996662,3309
"mom_0",0.8545906241465895,1613942996662,3309
"eps_0",1e-05,1613942996662,3309
"wd_1",0.01,1613942996662,3309
"sqr_mom_1",0.99,1613942996662,3309
"lr_1",4.7704710879826e-05,1613942996662,3309
"mom_1",0.8545906241465895,1613942996662,3309
"eps_1",1e-05,1613942996662,3309
"wd_2",0.01,1613942996662,3309
"sqr_mom_2",0.99,1613942996662,3309
"lr_2",0.00047704710879826,1613942996662,3309
"mom_2",0.8545906241465895,1613942996662,3309
"eps_2",1e-05,1613942996662,3309
"train_loss",0.0333533,1613942997616,3310
"raw_loss",0.049977474,1613942997616,3310
"epoch",20.823899371069153,1613942997616,3310
"wd_0",0.01,1613942997616,3310
"sqr_mom_0",0.99,1613942997616,3310
"lr_0",4.7698799617285046e-06,1613942997616,3310
"mom_0",0.8546024467898978,1613942997616,3310
"eps_0",1e-05,1613942997616,3310
"wd_1",0.01,1613942997616,3310
"sqr_mom_1",0.99,1613942997616,3310
"lr_1",4.769879961728505e-05,1613942997616,3310
"mom_1",0.8546024467898978,1613942997616,3310
"eps_1",1e-05,1613942997616,3310
"wd_2",0.01,1613942997616,3310
"sqr_mom_2",0.99,1613942997616,3310
"lr_2",0.00047698799617285043,1613942997616,3310
"mom_2",0.8546024467898978,1613942997616,3310
"eps_2",1e-05,1613942997616,3310
"train_loss",0.033476382,1613942998584,3311
"raw_loss",0.03950753,1613942998584,3311
"epoch",20.830188679245254,1613942998584,3311
"wd_0",0.01,1613942998584,3311
"sqr_mom_0",0.99,1613942998584,3311
"lr_0",4.769288111984159e-06,1613942998584,3311
"mom_0",0.8546142839031559,1613942998584,3311
"eps_0",1e-05,1613942998584,3311
"wd_1",0.01,1613942998584,3311
"sqr_mom_1",0.99,1613942998584,3311
"lr_1",4.769288111984159e-05,1613942998584,3311
"mom_1",0.8546142839031559,1613942998584,3311
"eps_1",1e-05,1613942998584,3311
"wd_2",0.01,1613942998584,3311
"sqr_mom_2",0.99,1613942998584,3311
"lr_2",0.0004769288111984159,1613942998584,3311
"mom_2",0.8546142839031559,1613942998584,3311
"eps_2",1e-05,1613942998584,3311
"train_loss",0.033550773,1613942999529,3312
"raw_loss",0.03719591,1613942999529,3312
"epoch",20.836477987421354,1613942999529,3312
"wd_0",0.01,1613942999529,3312
"sqr_mom_0",0.99,1613942999529,3312
"lr_0",4.768695686434365e-06,1613942999529,3312
"mom_0",0.854626132532638,1613942999529,3312
"eps_0",1e-05,1613942999529,3312
"wd_1",0.01,1613942999529,3312
"sqr_mom_1",0.99,1613942999529,3312
"lr_1",4.768695686434365e-05,1613942999529,3312
"mom_1",0.854626132532638,1613942999529,3312
"eps_1",1e-05,1613942999529,3312
"wd_2",0.01,1613942999529,3312
"sqr_mom_2",0.99,1613942999529,3312
"lr_2",0.0004768695686434365,1613942999529,3312
"mom_2",0.854626132532638,1613942999529,3312
"eps_2",1e-05,1613942999529,3312
"train_loss",0.03378003,1613943000487,3313
"raw_loss",0.04501374,1613943000487,3313
"epoch",20.842767295597454,1613943000487,3313
"wd_0",0.01,1613943000487,3313
"sqr_mom_0",0.99,1613943000487,3313
"lr_0",4.7681023904555425e-06,1613943000487,3313
"mom_0",0.8546379985708749,1613943000487,3313
"eps_0",1e-05,1613943000487,3313
"wd_1",0.01,1613943000487,3313
"sqr_mom_1",0.99,1613943000487,3313
"lr_1",4.768102390455542e-05,1613943000487,3313
"mom_1",0.8546379985708749,1613943000487,3313
"eps_1",1e-05,1613943000487,3313
"wd_2",0.01,1613943000487,3313
"sqr_mom_2",0.99,1613943000487,3313
"lr_2",0.00047681023904555417,1613943000487,3313
"mom_2",0.8546379985708749,1613943000487,3313
"eps_2",1e-05,1613943000487,3313
"train_loss",0.033713993,1613943001440,3314
"raw_loss",0.030478174,1613943001440,3314
"epoch",20.849056603773555,1613943001440,3314
"wd_0",0.01,1613943001440,3314
"sqr_mom_0",0.99,1613943001440,3314
"lr_0",4.76750837155305e-06,1613943001440,3314
"mom_0",0.8546498790677297,1613943001440,3314
"eps_0",1e-05,1613943001440,3314
"wd_1",0.01,1613943001440,3314
"sqr_mom_1",0.99,1613943001440,3314
"lr_1",4.76750837155305e-05,1613943001440,3314
"mom_1",0.8546498790677297,1613943001440,3314
"eps_1",1e-05,1613943001440,3314
"wd_2",0.01,1613943001440,3314
"sqr_mom_2",0.99,1613943001440,3314
"lr_2",0.000476750837155305,1613943001440,3314
"mom_2",0.8546498790677297,1613943001440,3314
"eps_2",1e-05,1613943001440,3314
"train_loss",0.03345244,1613943002499,3315
"raw_loss",0.020636361,1613943002499,3315
"epoch",20.855345911949655,1613943002499,3315
"wd_0",0.01,1613943002499,3315
"sqr_mom_0",0.99,1613943002499,3315
"lr_0",4.7669137779517605e-06,1613943002499,3315
"mom_0",0.8546617710586754,1613943002499,3315
"eps_0",1e-05,1613943002499,3315
"wd_1",0.01,1613943002499,3315
"sqr_mom_1",0.99,1613943002499,3315
"lr_1",4.7669137779517606e-05,1613943002499,3315
"mom_1",0.8546617710586754,1613943002499,3315
"eps_1",1e-05,1613943002499,3315
"wd_2",0.01,1613943002499,3315
"sqr_mom_2",0.99,1613943002499,3315
"lr_2",0.00047669137779517606,1613943002499,3315
"mom_2",0.8546617710586754,1613943002499,3315
"eps_2",1e-05,1613943002499,3315
"train_loss",0.033664476,1613943003453,3316
"raw_loss",0.044054188,1613943003453,3316
"epoch",20.861635220125756,1613943003453,3316
"wd_0",0.01,1613943003453,3316
"sqr_mom_0",0.99,1613943003453,3316
"lr_0",4.766318313949884e-06,1613943003453,3316
"mom_0",0.8546736804578069,1613943003453,3316
"eps_0",1e-05,1613943003453,3316
"wd_1",0.01,1613943003453,3316
"sqr_mom_1",0.99,1613943003453,3316
"lr_1",4.766318313949885e-05,1613943003453,3316
"mom_1",0.8546736804578069,1613943003453,3316
"eps_1",1e-05,1613943003453,3316
"wd_2",0.01,1613943003453,3316
"sqr_mom_2",0.99,1613943003453,3316
"lr_2",0.00047663183139498843,1613943003453,3316
"mom_2",0.8546736804578069,1613943003453,3316
"eps_2",1e-05,1613943003453,3316
"train_loss",0.033810433,1613943004404,3317
"raw_loss",0.04096236,1613943004404,3317
"epoch",20.867924528301856,1613943004404,3317
"wd_0",0.01,1613943004404,3317
"sqr_mom_0",0.99,1613943004404,3317
"lr_0",4.765722127592993e-06,1613943004404,3317
"mom_0",0.8546856043041832,1613943004404,3317
"eps_0",1e-05,1613943004404,3317
"wd_1",0.01,1613943004404,3317
"sqr_mom_1",0.99,1613943004404,3317
"lr_1",4.7657221275929926e-05,1613943004404,3317
"mom_1",0.8546856043041832,1613943004404,3317
"eps_1",1e-05,1613943004404,3317
"wd_2",0.01,1613943004404,3317
"sqr_mom_2",0.99,1613943004404,3317
"lr_2",0.00047657221275929925,1613943004404,3317
"mom_2",0.8546856043041832,1613943004404,3317
"eps_2",1e-05,1613943004404,3317
"train_loss",0.034122445,1613943005350,3318
"raw_loss",0.04941109,1613943005350,3318
"epoch",20.874213836477956,1613943005350,3318
"wd_0",0.01,1613943005350,3318
"sqr_mom_0",0.99,1613943005350,3318
"lr_0",4.765125367645604e-06,1613943005350,3318
"mom_0",0.8546975396224842,1613943005350,3318
"eps_0",1e-05,1613943005350,3318
"wd_1",0.01,1613943005350,3318
"sqr_mom_1",0.99,1613943005350,3318
"lr_1",4.7651253676456036e-05,1613943005350,3318
"mom_1",0.8546975396224842,1613943005350,3318
"eps_1",1e-05,1613943005350,3318
"wd_2",0.01,1613943005350,3318
"sqr_mom_2",0.99,1613943005350,3318
"lr_2",0.0004765125367645604,1613943005350,3318
"mom_2",0.8546975396224842,1613943005350,3318
"eps_2",1e-05,1613943005350,3318
"train_loss",0.034220286,1613943006325,3319
"raw_loss",0.039014414,1613943006325,3319
"epoch",20.880503144654057,1613943006325,3319
"wd_0",0.01,1613943006325,3319
"sqr_mom_0",0.99,1613943006325,3319
"lr_0",4.764527737328567e-06,1613943006325,3319
"mom_0",0.8547094923483521,1613943006325,3319
"eps_0",1e-05,1613943006325,3319
"wd_1",0.01,1613943006325,3319
"sqr_mom_1",0.99,1613943006325,3319
"lr_1",4.7645277373285665e-05,1613943006325,3319
"mom_1",0.8547094923483521,1613943006325,3319
"eps_1",1e-05,1613943006325,3319
"wd_2",0.01,1613943006325,3319
"sqr_mom_2",0.99,1613943006325,3319
"lr_2",0.00047645277373285663,1613943006325,3319
"mom_2",0.8547094923483521,1613943006325,3319
"eps_2",1e-05,1613943006325,3319
"train_loss",0.03381297,1613943007284,3320
"raw_loss",0.013854498,1613943007284,3320
"epoch",20.886792452830157,1613943007284,3320
"wd_0",0.01,1613943007284,3320
"sqr_mom_0",0.99,1613943007284,3320
"lr_0",4.76392938522724e-06,1613943007284,3320
"mom_0",0.8547214595100503,1613943007284,3320
"eps_0",1e-05,1613943007284,3320
"wd_1",0.01,1613943007284,3320
"sqr_mom_1",0.99,1613943007284,3320
"lr_1",4.76392938522724e-05,1613943007284,3320
"mom_1",0.8547214595100503,1613943007284,3320
"eps_1",1e-05,1613943007284,3320
"wd_2",0.01,1613943007284,3320
"sqr_mom_2",0.99,1613943007284,3320
"lr_2",0.00047639293852272396,1613943007284,3320
"mom_2",0.8547214595100503,1613943007284,3320
"eps_2",1e-05,1613943007284,3320
"train_loss",0.03443194,1613943008275,3321
"raw_loss",0.064761646,1613943008275,3321
"epoch",20.893081761006258,1613943008275,3321
"wd_0",0.01,1613943008275,3321
"sqr_mom_0",0.99,1613943008275,3321
"lr_0",4.763330311532341e-06,1613943008275,3321
"mom_0",0.8547334411037641,1613943008275,3321
"eps_0",1e-05,1613943008275,3321
"wd_1",0.01,1613943008275,3321
"sqr_mom_1",0.99,1613943008275,3321
"lr_1",4.763330311532341e-05,1613943008275,3321
"mom_1",0.8547334411037641,1613943008275,3321
"eps_1",1e-05,1613943008275,3321
"wd_2",0.01,1613943008275,3321
"sqr_mom_2",0.99,1613943008275,3321
"lr_2",0.0004763330311532341,1613943008275,3321
"mom_2",0.8547334411037641,1613943008275,3321
"eps_2",1e-05,1613943008275,3321
"train_loss",0.03480518,1613943009232,3322
"raw_loss",0.053093743,1613943009232,3322
"epoch",20.899371069182358,1613943009232,3322
"wd_0",0.01,1613943009232,3322
"sqr_mom_0",0.99,1613943009232,3322
"lr_0",4.7627306657272675e-06,1613943009232,3322
"mom_0",0.854745434139796,1613943009232,3322
"eps_0",1e-05,1613943009232,3322
"wd_1",0.01,1613943009232,3322
"sqr_mom_1",0.99,1613943009232,3322
"lr_1",4.762730665727268e-05,1613943009232,3322
"mom_1",0.854745434139796,1613943009232,3322
"eps_1",1e-05,1613943009232,3322
"wd_2",0.01,1613943009232,3322
"sqr_mom_2",0.99,1613943009232,3322
"lr_2",0.00047627306657272675,1613943009232,3322
"mom_2",0.854745434139796,1613943009232,3322
"eps_2",1e-05,1613943009232,3322
"train_loss",0.035008505,1613943010290,3323
"raw_loss",0.044971563,1613943010290,3323
"epoch",20.90566037735846,1613943010290,3323
"wd_0",0.01,1613943010290,3323
"sqr_mom_0",0.99,1613943010290,3323
"lr_0",4.762130149597681e-06,1613943010290,3323
"mom_0",0.8547574445824921,1613943010290,3323
"eps_0",1e-05,1613943010290,3323
"wd_1",0.01,1613943010290,3323
"sqr_mom_1",0.99,1613943010290,3323
"lr_1",4.7621301495976815e-05,1613943010290,3323
"mom_1",0.8547574445824921,1613943010290,3323
"eps_1",1e-05,1613943010290,3323
"wd_2",0.01,1613943010290,3323
"sqr_mom_2",0.99,1613943010290,3323
"lr_2",0.0004762130149597681,1613943010290,3323
"mom_2",0.8547574445824921,1613943010290,3323
"eps_2",1e-05,1613943010290,3323
"train_loss",0.035366233,1613943011302,3324
"raw_loss",0.052894916,1613943011302,3324
"epoch",20.91194968553456,1613943011302,3324
"wd_0",0.01,1613943011302,3324
"sqr_mom_0",0.99,1613943011302,3324
"lr_0",4.761528912448009e-06,1613943011302,3324
"mom_0",0.8547694694457343,1613943011302,3324
"eps_0",1e-05,1613943011302,3324
"wd_1",0.01,1613943011302,3324
"sqr_mom_1",0.99,1613943011302,3324
"lr_1",4.761528912448009e-05,1613943011302,3324
"mom_1",0.8547694694457343,1613943011302,3324
"eps_1",1e-05,1613943011302,3324
"wd_2",0.01,1613943011302,3324
"sqr_mom_2",0.99,1613943011302,3324
"lr_2",0.0004761528912448009,1613943011302,3324
"mom_2",0.8547694694457343,1613943011302,3324
"eps_2",1e-05,1613943011302,3324
"train_loss",0.035343025,1613943012288,3325
"raw_loss",0.034205817,1613943012288,3325
"epoch",20.91823899371066,1613943012288,3325
"wd_0",0.01,1613943012288,3325
"sqr_mom_0",0.99,1613943012288,3325
"lr_0",4.760927054356832e-06,1613943012288,3325
"mom_0",0.8547815067279306,1613943012288,3325
"eps_0",1e-05,1613943012288,3325
"wd_1",0.01,1613943012288,3325
"sqr_mom_1",0.99,1613943012288,3325
"lr_1",4.760927054356831e-05,1613943012288,3325
"mom_1",0.8547815067279306,1613943012288,3325
"eps_1",1e-05,1613943012288,3325
"wd_2",0.01,1613943012288,3325
"sqr_mom_2",0.99,1613943012288,3325
"lr_2",0.00047609270543568313,1613943012288,3325
"mom_2",0.8547815067279306,1613943012288,3325
"eps_2",1e-05,1613943012288,3325
"train_loss",0.03498262,1613943013310,3326
"raw_loss",0.01732279,1613943013310,3326
"epoch",20.92452830188676,1613943013310,3326
"wd_0",0.01,1613943013310,3326
"sqr_mom_0",0.99,1613943013310,3326
"lr_0",4.760324375861622e-06,1613943013310,3326
"mom_0",0.8547935604183717,1613943013310,3326
"eps_0",1e-05,1613943013310,3326
"wd_1",0.01,1613943013310,3326
"sqr_mom_1",0.99,1613943013310,3326
"lr_1",4.760324375861622e-05,1613943013310,3326
"mom_1",0.8547935604183717,1613943013310,3326
"eps_1",1e-05,1613943013310,3326
"wd_2",0.01,1613943013310,3326
"sqr_mom_2",0.99,1613943013310,3326
"lr_2",0.0004760324375861622,1613943013310,3326
"mom_2",0.8547935604183717,1613943013310,3326
"eps_2",1e-05,1613943013310,3326
"train_loss",0.034850776,1613943014274,3327
"raw_loss",0.028390292,1613943014274,3327
"epoch",20.93081761006286,1613943014274,3327
"wd_0",0.01,1613943014274,3327
"sqr_mom_0",0.99,1613943014274,3327
"lr_0",4.7597209769218965e-06,1613943014274,3327
"mom_0",0.8548056285178472,1613943014274,3327
"eps_0",1e-05,1613943014274,3327
"wd_1",0.01,1613943014274,3327
"sqr_mom_1",0.99,1613943014274,3327
"lr_1",4.759720976921896e-05,1613943014274,3327
"mom_1",0.8548056285178472,1613943014274,3327
"eps_1",1e-05,1613943014274,3327
"wd_2",0.01,1613943014274,3327
"sqr_mom_2",0.99,1613943014274,3327
"lr_2",0.00047597209769218964,1613943014274,3327
"mom_2",0.8548056285178472,1613943014274,3327
"eps_2",1e-05,1613943014274,3327
"train_loss",0.0344544,1613943015285,3328
"raw_loss",0.015032066,1613943015285,3328
"epoch",20.93710691823896,1613943015285,3328
"wd_0",0.01,1613943015285,3328
"sqr_mom_0",0.99,1613943015285,3328
"lr_0",4.759117008097932e-06,1613943015285,3328
"mom_0",0.8548177080151215,1613943015285,3328
"eps_0",1e-05,1613943015285,3328
"wd_1",0.01,1613943015285,3328
"sqr_mom_1",0.99,1613943015285,3328
"lr_1",4.7591170080979315e-05,1613943015285,3328
"mom_1",0.8548177080151215,1613943015285,3328
"eps_1",1e-05,1613943015285,3328
"wd_2",0.01,1613943015285,3328
"sqr_mom_2",0.99,1613943015285,3328
"lr_2",0.00047591170080979315,1613943015285,3328
"mom_2",0.8548177080151215,1613943015285,3328
"eps_2",1e-05,1613943015285,3328
"train_loss",0.034168765,1613943016264,3329
"raw_loss",0.020172536,1613943016264,3329
"epoch",20.94339622641506,1613943016264,3329
"wd_0",0.01,1613943016264,3329
"sqr_mom_0",0.99,1613943016264,3329
"lr_0",4.758512169025478e-06,1613943016264,3329
"mom_0",0.8548298049175396,1613943016264,3329
"eps_0",1e-05,1613943016264,3329
"wd_1",0.01,1613943016264,3329
"sqr_mom_1",0.99,1613943016264,3329
"lr_1",4.758512169025478e-05,1613943016264,3329
"mom_1",0.8548298049175396,1613943016264,3329
"eps_1",1e-05,1613943016264,3329
"wd_2",0.01,1613943016264,3329
"sqr_mom_2",0.99,1613943016264,3329
"lr_2",0.0004758512169025478,1613943016264,3329
"mom_2",0.8548298049175396,1613943016264,3329
"eps_2",1e-05,1613943016264,3329
"train_loss",0.033933934,1613943017286,3330
"raw_loss",0.02242713,1613943017286,3330
"epoch",20.94968553459116,1613943017286,3330
"wd_0",0.01,1613943017286,3330
"sqr_mom_0",0.99,1613943017286,3330
"lr_0",4.757906610086128e-06,1613943017286,3330
"mom_0",0.8548419162174395,1613943017286,3330
"eps_0",1e-05,1613943017286,3330
"wd_1",0.01,1613943017286,3330
"sqr_mom_1",0.99,1613943017286,3330
"lr_1",4.7579066100861275e-05,1613943017286,3330
"mom_1",0.8548419162174395,1613943017286,3330
"eps_1",1e-05,1613943017286,3330
"wd_2",0.01,1613943017286,3330
"sqr_mom_2",0.99,1613943017286,3330
"lr_2",0.0004757906610086128,1613943017286,3330
"mom_2",0.8548419162174395,1613943017286,3330
"eps_2",1e-05,1613943017286,3330
"train_loss",0.03388977,1613943018296,3331
"raw_loss",0.031725746,1613943018296,3331
"epoch",20.95597484276726,1613943018296,3331
"wd_0",0.01,1613943018296,3331
"sqr_mom_0",0.99,1613943018296,3331
"lr_0",4.757300482377946e-06,1613943018296,3331
"mom_0",0.85485403889283,1613943018296,3331
"eps_0",1e-05,1613943018296,3331
"wd_1",0.01,1613943018296,3331
"sqr_mom_1",0.99,1613943018296,3331
"lr_1",4.757300482377946e-05,1613943018296,3331
"mom_1",0.85485403889283,1613943018296,3331
"eps_1",1e-05,1613943018296,3331
"wd_2",0.01,1613943018296,3331
"sqr_mom_2",0.99,1613943018296,3331
"lr_2",0.00047573004823779456,1613943018296,3331
"mom_2",0.85485403889283,1613943018296,3331
"eps_2",1e-05,1613943018296,3331
"train_loss",0.034536056,1613943019252,3332
"raw_loss",0.066204175,1613943019252,3332
"epoch",20.962264150943362,1613943019252,3332
"wd_0",0.01,1613943019252,3332
"sqr_mom_0",0.99,1613943019252,3332
"lr_0",4.756693484463029e-06,1613943019252,3332
"mom_0",0.8548661789725291,1613943019252,3332
"eps_0",1e-05,1613943019252,3332
"wd_1",0.01,1613943019252,3332
"sqr_mom_1",0.99,1613943019252,3332
"lr_1",4.756693484463029e-05,1613943019252,3332
"mom_1",0.8548661789725291,1613943019252,3332
"eps_1",1e-05,1613943019252,3332
"wd_2",0.01,1613943019252,3332
"sqr_mom_2",0.99,1613943019252,3332
"lr_2",0.00047566934844630286,1613943019252,3332
"mom_2",0.8548661789725291,1613943019252,3332
"eps_2",1e-05,1613943019252,3332
"train_loss",0.034619123,1613943020252,3333
"raw_loss",0.03868942,1613943020252,3333
"epoch",20.968553459119462,1613943020252,3333
"wd_0",0.01,1613943020252,3333
"sqr_mom_0",0.99,1613943020252,3333
"lr_0",4.756085767260901e-06,1613943020252,3333
"mom_0",0.8548783334381164,1613943020252,3333
"eps_0",1e-05,1613943020252,3333
"wd_1",0.01,1613943020252,3333
"sqr_mom_1",0.99,1613943020252,3333
"lr_1",4.7560857672609005e-05,1613943020252,3333
"mom_1",0.8548783334381164,1613943020252,3333
"eps_1",1e-05,1613943020252,3333
"wd_2",0.01,1613943020252,3333
"sqr_mom_2",0.99,1613943020252,3333
"lr_2",0.00047560857672609004,1613943020252,3333
"mom_2",0.8548783334381164,1613943020252,3333
"eps_2",1e-05,1613943020252,3333
"train_loss",0.03435849,1613943021238,3334
"raw_loss",0.021587474,1613943021238,3334
"epoch",20.974842767295563,1613943021238,3334
"wd_0",0.01,1613943021238,3334
"sqr_mom_0",0.99,1613943021238,3334
"lr_0",4.755477482406978e-06,1613943021238,3334
"mom_0",0.854890499256853,1613943021238,3334
"eps_0",1e-05,1613943021238,3334
"wd_1",0.01,1613943021238,3334
"sqr_mom_1",0.99,1613943021238,3334
"lr_1",4.755477482406978e-05,1613943021238,3334
"mom_1",0.854890499256853,1613943021238,3334
"eps_1",1e-05,1613943021238,3334
"wd_2",0.01,1613943021238,3334
"sqr_mom_2",0.99,1613943021238,3334
"lr_2",0.00047554774824069775,1613943021238,3334
"mom_2",0.854890499256853,1613943021238,3334
"eps_2",1e-05,1613943021238,3334
"train_loss",0.03399471,1613943022215,3335
"raw_loss",0.01616935,1613943022215,3335
"epoch",20.981132075471663,1613943022215,3335
"wd_0",0.01,1613943022215,3335
"sqr_mom_0",0.99,1613943022215,3335
"lr_0",4.754868327390572e-06,1613943022215,3335
"mom_0",0.8549026824790134,1613943022215,3335
"eps_0",1e-05,1613943022215,3335
"wd_1",0.01,1613943022215,3335
"sqr_mom_1",0.99,1613943022215,3335
"lr_1",4.7548683273905716e-05,1613943022215,3335
"mom_1",0.8549026824790134,1613943022215,3335
"eps_1",1e-05,1613943022215,3335
"wd_2",0.01,1613943022215,3335
"sqr_mom_2",0.99,1613943022215,3335
"lr_2",0.00047548683273905713,1613943022215,3335
"mom_2",0.8549026824790134,1613943022215,3335
"eps_2",1e-05,1613943022215,3335
"train_loss",0.03404336,1613943023196,3336
"raw_loss",0.036427315,1613943023196,3336
"epoch",20.987421383647764,1613943023196,3336
"wd_0",0.01,1613943023196,3336
"sqr_mom_0",0.99,1613943023196,3336
"lr_0",4.754258453668702e-06,1613943023196,3336
"mom_0",0.8549148800754267,1613943023196,3336
"eps_0",1e-05,1613943023196,3336
"wd_1",0.01,1613943023196,3336
"sqr_mom_1",0.99,1613943023196,3336
"lr_1",4.754258453668702e-05,1613943023196,3336
"mom_1",0.8549148800754267,1613943023196,3336
"eps_1",1e-05,1613943023196,3336
"wd_2",0.01,1613943023196,3336
"sqr_mom_2",0.99,1613943023196,3336
"lr_2",0.00047542584536687017,1613943023196,3336
"mom_2",0.8549148800754267,1613943023196,3336
"eps_2",1e-05,1613943023196,3336
"train_loss",0.03403497,1613943024190,3337
"raw_loss",0.03362386,1613943024190,3337
"epoch",20.993710691823864,1613943024190,3337
"wd_0",0.01,1613943024190,3337
"sqr_mom_0",0.99,1613943024190,3337
"lr_0",4.753648013413703e-06,1613943024190,3337
"mom_0",0.8549270890026159,1613943024190,3337
"eps_0",1e-05,1613943024190,3337
"wd_1",0.01,1613943024190,3337
"sqr_mom_1",0.99,1613943024190,3337
"lr_1",4.753648013413703e-05,1613943024190,3337
"mom_1",0.8549270890026159,1613943024190,3337
"eps_1",1e-05,1613943024190,3337
"wd_2",0.01,1613943024190,3337
"sqr_mom_2",0.99,1613943024190,3337
"lr_2",0.0004753648013413703,1613943024190,3337
"mom_2",0.8549270890026159,1613943024190,3337
"eps_2",1e-05,1613943024190,3337
"train_loss",0.03391274,1613943025137,3338
"raw_loss",0.027923398,1613943025137,3338
"epoch",20.999999999999964,1613943025137,3338
"wd_0",0.01,1613943025137,3338
"sqr_mom_0",0.99,1613943025137,3338
"lr_0",4.753036703042968e-06,1613943025137,3338
"mom_0",0.854939315332294,1613943025137,3338
"eps_0",1e-05,1613943025137,3338
"wd_1",0.01,1613943025137,3338
"sqr_mom_1",0.99,1613943025137,3338
"lr_1",4.753036703042968e-05,1613943025137,3338
"mom_1",0.854939315332294,1613943025137,3338
"eps_1",1e-05,1613943025137,3338
"wd_2",0.01,1613943025137,3338
"sqr_mom_2",0.99,1613943025137,3338
"lr_2",0.00047530367030429677,1613943025137,3338
"mom_2",0.854939315332294,1613943025137,3338
"eps_2",1e-05,1613943025137,3338
"valid_loss",0.09664600342512131,1613943059651,3338
"_rmse",0.3108793795108795,1613943059651,3338
"epoch",21,1613943059651,3338
"train_loss",0.033792414,1613943060674,3339
"raw_loss",0.027896373,1613943060674,3339
"epoch",21.0062893081761,1613943060674,3339
"wd_0",0.01,1613943060674,3339
"sqr_mom_0",0.99,1613943060674,3339
"lr_0",4.752424674550579e-06,1613943060674,3339
"mom_0",0.8549515560245486,1613943060674,3339
"eps_0",1e-05,1613943060674,3339
"wd_1",0.01,1613943060674,3339
"sqr_mom_1",0.99,1613943060674,3339
"lr_1",4.752424674550579e-05,1613943060674,3339
"mom_1",0.8549515560245486,1613943060674,3339
"eps_1",1e-05,1613943060674,3339
"wd_2",0.01,1613943060674,3339
"sqr_mom_2",0.99,1613943060674,3339
"lr_2",0.00047524246745505786,1613943060674,3339
"mom_2",0.8549515560245486,1613943060674,3339
"eps_2",1e-05,1613943060674,3339
"train_loss",0.0337916,1613943061640,3340
"raw_loss",0.03375173,1613943061640,3340
"epoch",21.0125786163522,1613943061640,3340
"wd_0",0.01,1613943061640,3340
"sqr_mom_0",0.99,1613943061640,3340
"lr_0",4.751812080645352e-06,1613943061640,3340
"mom_0",0.8549638080251732,1613943061640,3340
"eps_0",1e-05,1613943061640,3340
"wd_1",0.01,1613943061640,3340
"sqr_mom_1",0.99,1613943061640,3340
"lr_1",4.751812080645351e-05,1613943061640,3340
"mom_1",0.8549638080251732,1613943061640,3340
"eps_1",1e-05,1613943061640,3340
"wd_2",0.01,1613943061640,3340
"sqr_mom_2",0.99,1613943061640,3340
"lr_2",0.0004751812080645351,1613943061640,3340
"mom_2",0.8549638080251732,1613943061640,3340
"eps_2",1e-05,1613943061640,3340
"train_loss",0.0337437,1613943062582,3341
"raw_loss",0.03139648,1613943062582,3341
"epoch",21.0188679245283,1613943062582,3341
"wd_0",0.01,1613943062582,3341
"sqr_mom_0",0.99,1613943062582,3341
"lr_0",4.75119861667363e-06,1613943062582,3341
"mom_0",0.8549760774273016,1613943062582,3341
"eps_0",1e-05,1613943062582,3341
"wd_1",0.01,1613943062582,3341
"sqr_mom_1",0.99,1613943062582,3341
"lr_1",4.75119861667363e-05,1613943062582,3341
"mom_1",0.8549760774273016,1613943062582,3341
"eps_1",1e-05,1613943062582,3341
"wd_2",0.01,1613943062582,3341
"sqr_mom_2",0.99,1613943062582,3341
"lr_2",0.000475119861667363,1613943062582,3341
"mom_2",0.8549760774273016,1613943062582,3341
"eps_2",1e-05,1613943062582,3341
"train_loss",0.03379124,1613943063537,3342
"raw_loss",0.036120784,1613943063537,3342
"epoch",21.0251572327044,1613943063537,3342
"wd_0",0.01,1613943063537,3342
"sqr_mom_0",0.99,1613943063537,3342
"lr_0",4.750584435166123e-06,1613943063537,3342
"mom_0",0.8549883611802893,1613943063537,3342
"eps_0",1e-05,1613943063537,3342
"wd_1",0.01,1613943063537,3342
"sqr_mom_1",0.99,1613943063537,3342
"lr_1",4.750584435166123e-05,1613943063537,3342
"mom_1",0.8549883611802893,1613943063537,3342
"eps_1",1e-05,1613943063537,3342
"wd_2",0.01,1613943063537,3342
"sqr_mom_2",0.99,1613943063537,3342
"lr_2",0.0004750584435166123,1613943063537,3342
"mom_2",0.8549883611802893,1613943063537,3342
"eps_2",1e-05,1613943063537,3342
"train_loss",0.03376648,1613943064481,3343
"raw_loss",0.032553084,1613943064481,3343
"epoch",21.031446540880502,1613943064481,3343
"wd_0",0.01,1613943064481,3343
"sqr_mom_0",0.99,1613943064481,3343
"lr_0",4.749969536318594e-06,1613943064481,3343
"mom_0",0.8550006592802208,1613943064481,3343
"eps_0",1e-05,1613943064481,3343
"wd_1",0.01,1613943064481,3343
"sqr_mom_1",0.99,1613943064481,3343
"lr_1",4.7499695363185944e-05,1613943064481,3343
"mom_1",0.8550006592802208,1613943064481,3343
"eps_1",1e-05,1613943064481,3343
"wd_2",0.01,1613943064481,3343
"sqr_mom_2",0.99,1613943064481,3343
"lr_2",0.0004749969536318594,1613943064481,3343
"mom_2",0.8550006592802208,1613943064481,3343
"eps_2",1e-05,1613943064481,3343
"train_loss",0.033403408,1613943065443,3344
"raw_loss",0.015612984,1613943065443,3344
"epoch",21.037735849056602,1613943065443,3344
"wd_0",0.01,1613943065443,3344
"sqr_mom_0",0.99,1613943065443,3344
"lr_0",4.749354073554501e-06,1613943065443,3344
"mom_0",0.8550129686585966,1613943065443,3344
"eps_0",1e-05,1613943065443,3344
"wd_1",0.01,1613943065443,3344
"sqr_mom_1",0.99,1613943065443,3344
"lr_1",4.749354073554501e-05,1613943065443,3344
"mom_1",0.8550129686585966,1613943065443,3344
"eps_1",1e-05,1613943065443,3344
"wd_2",0.01,1613943065443,3344
"sqr_mom_2",0.99,1613943065443,3344
"lr_2",0.00047493540735545005,1613943065443,3344
"mom_2",0.8550129686585966,1613943065443,3344
"eps_2",1e-05,1613943065443,3344
"train_loss",0.033490814,1613943066398,3345
"raw_loss",0.037773754,1613943066398,3345
"epoch",21.044025157232703,1613943066398,3345
"wd_0",0.01,1613943066398,3345
"sqr_mom_0",0.99,1613943066398,3345
"lr_0",4.748737740793454e-06,1613943066398,3345
"mom_0",0.8550252954370853,1613943066398,3345
"eps_0",1e-05,1613943066398,3345
"wd_1",0.01,1613943066398,3345
"sqr_mom_1",0.99,1613943066398,3345
"lr_1",4.7487377407934536e-05,1613943066398,3345
"mom_1",0.8550252954370853,1613943066398,3345
"eps_1",1e-05,1613943066398,3345
"wd_2",0.01,1613943066398,3345
"sqr_mom_2",0.99,1613943066398,3345
"lr_2",0.0004748737740793454,1613943066398,3345
"mom_2",0.8550252954370853,1613943066398,3345
"eps_2",1e-05,1613943066398,3345
"train_loss",0.033540606,1613943067355,3346
"raw_loss",0.035980422,1613943067355,3346
"epoch",21.050314465408803,1613943067355,3346
"wd_0",0.01,1613943067355,3346
"sqr_mom_0",0.99,1613943067355,3346
"lr_0",4.748120691280998e-06,1613943067355,3346
"mom_0",0.8550376365507455,1613943067355,3346
"eps_0",1e-05,1613943067355,3346
"wd_1",0.01,1613943067355,3346
"sqr_mom_1",0.99,1613943067355,3346
"lr_1",4.748120691280998e-05,1613943067355,3346
"mom_1",0.8550376365507455,1613943067355,3346
"eps_1",1e-05,1613943067355,3346
"wd_2",0.01,1613943067355,3346
"sqr_mom_2",0.99,1613943067355,3346
"lr_2",0.00047481206912809975,1613943067355,3346
"mom_2",0.8550376365507455,1613943067355,3346
"eps_2",1e-05,1613943067355,3346
"train_loss",0.033166017,1613943068302,3347
"raw_loss",0.014811046,1613943068302,3347
"epoch",21.056603773584904,1613943068302,3347
"wd_0",0.01,1613943068302,3347
"sqr_mom_0",0.99,1613943068302,3347
"lr_0",4.747503027721973e-06,1613943068302,3347
"mom_0",0.85504998994546,1613943068302,3347
"eps_0",1e-05,1613943068302,3347
"wd_1",0.01,1613943068302,3347
"sqr_mom_1",0.99,1613943068302,3347
"lr_1",4.7475030277219725e-05,1613943068302,3347
"mom_1",0.85504998994546,1613943068302,3347
"eps_1",1e-05,1613943068302,3347
"wd_2",0.01,1613943068302,3347
"sqr_mom_2",0.99,1613943068302,3347
"lr_2",0.00047475030277219725,1613943068302,3347
"mom_2",0.85504998994546,1613943068302,3347
"eps_2",1e-05,1613943068302,3347
"train_loss",0.033189658,1613943069255,3348
"raw_loss",0.03434798,1613943069255,3348
"epoch",21.062893081761004,1613943069255,3348
"wd_0",0.01,1613943069255,3348
"sqr_mom_0",0.99,1613943069255,3348
"lr_0",4.746884545415742e-06,1613943069255,3348
"mom_0",0.8550623597152823,1613943069255,3348
"eps_0",1e-05,1613943069255,3348
"wd_1",0.01,1613943069255,3348
"sqr_mom_1",0.99,1613943069255,3348
"lr_1",4.746884545415742e-05,1613943069255,3348
"mom_1",0.8550623597152823,1613943069255,3348
"eps_1",1e-05,1613943069255,3348
"wd_2",0.01,1613943069255,3348
"sqr_mom_2",0.99,1613943069255,3348
"lr_2",0.00047468845454157416,1613943069255,3348
"mom_2",0.8550623597152823,1613943069255,3348
"eps_2",1e-05,1613943069255,3348
"train_loss",0.033087045,1613943070210,3349
"raw_loss",0.028059043,1613943070210,3349
"epoch",21.069182389937104,1613943070210,3349
"wd_0",0.01,1613943070210,3349
"sqr_mom_0",0.99,1613943070210,3349
"lr_0",4.746265346948786e-06,1613943070210,3349
"mom_0",0.8550747438084624,1613943070210,3349
"eps_0",1e-05,1613943070210,3349
"wd_1",0.01,1613943070210,3349
"sqr_mom_1",0.99,1613943070210,3349
"lr_1",4.7462653469487866e-05,1613943070210,3349
"mom_1",0.8550747438084624,1613943070210,3349
"eps_1",1e-05,1613943070210,3349
"wd_2",0.01,1613943070210,3349
"sqr_mom_2",0.99,1613943070210,3349
"lr_2",0.0004746265346948786,1613943070210,3349
"mom_2",0.8550747438084624,1613943070210,3349
"eps_2",1e-05,1613943070210,3349
"train_loss",0.033616077,1613943071179,3350
"raw_loss",0.05953876,1613943071179,3350
"epoch",21.075471698113205,1613943071179,3350
"wd_0",0.01,1613943071179,3350
"sqr_mom_0",0.99,1613943071179,3350
"lr_0",4.745645586815051e-06,1613943071179,3350
"mom_0",0.8550871391350904,1613943071179,3350
"eps_0",1e-05,1613943071179,3350
"wd_1",0.01,1613943071179,3350
"sqr_mom_1",0.99,1613943071179,3350
"lr_1",4.74564558681505e-05,1613943071179,3350
"mom_1",0.8550871391350904,1613943071179,3350
"eps_1",1e-05,1613943071179,3350
"wd_2",0.01,1613943071179,3350
"sqr_mom_2",0.99,1613943071179,3350
"lr_2",0.000474564558681505,1613943071179,3350
"mom_2",0.8550871391350904,1613943071179,3350
"eps_2",1e-05,1613943071179,3350
"train_loss",0.033324655,1613943072180,3351
"raw_loss",0.019045033,1613943072180,3351
"epoch",21.081761006289305,1613943072180,3351
"wd_0",0.01,1613943072180,3351
"sqr_mom_0",0.99,1613943072180,3351
"lr_0",4.745024956796988e-06,1613943072180,3351
"mom_0",0.8550995518595789,1613943072180,3351
"eps_0",1e-05,1613943072180,3351
"wd_1",0.01,1613943072180,3351
"sqr_mom_1",0.99,1613943072180,3351
"lr_1",4.745024956796988e-05,1613943072180,3351
"mom_1",0.8550995518595789,1613943072180,3351
"eps_1",1e-05,1613943072180,3351
"wd_2",0.01,1613943072180,3351
"sqr_mom_2",0.99,1613943072180,3351
"lr_2",0.0004745024956796988,1613943072180,3351
"mom_2",0.8550995518595789,1613943072180,3351
"eps_2",1e-05,1613943072180,3351
"train_loss",0.033314325,1613943073170,3352
"raw_loss",0.032808095,1613943073170,3352
"epoch",21.088050314465406,1613943073170,3352
"wd_0",0.01,1613943073170,3352
"sqr_mom_0",0.99,1613943073170,3352
"lr_0",4.744403611210924e-06,1613943073170,3352
"mom_0",0.8551119788955704,1613943073170,3352
"eps_0",1e-05,1613943073170,3352
"wd_1",0.01,1613943073170,3352
"sqr_mom_1",0.99,1613943073170,3352
"lr_1",4.744403611210924e-05,1613943073170,3352
"mom_1",0.8551119788955704,1613943073170,3352
"eps_1",1e-05,1613943073170,3352
"wd_2",0.01,1613943073170,3352
"sqr_mom_2",0.99,1613943073170,3352
"lr_2",0.0004744403611210924,1613943073170,3352
"mom_2",0.8551119788955704,1613943073170,3352
"eps_2",1e-05,1613943073170,3352
"train_loss",0.033240583,1613943074130,3353
"raw_loss",0.029627278,1613943074130,3353
"epoch",21.094339622641506,1613943074130,3353
"wd_0",0.01,1613943074130,3353
"sqr_mom_0",0.99,1613943074130,3353
"lr_0",4.743781705085374e-06,1613943074130,3353
"mom_0",0.8551244171424639,1613943074130,3353
"eps_0",1e-05,1613943074130,3353
"wd_1",0.01,1613943074130,3353
"sqr_mom_1",0.99,1613943074130,3353
"lr_1",4.743781705085374e-05,1613943074130,3353
"mom_1",0.8551244171424639,1613943074130,3353
"eps_1",1e-05,1613943074130,3353
"wd_2",0.01,1613943074130,3353
"sqr_mom_2",0.99,1613943074130,3353
"lr_2",0.0004743781705085374,1613943074130,3353
"mom_2",0.8551244171424639,1613943074130,3353
"eps_2",1e-05,1613943074130,3353
"train_loss",0.03325988,1613943075102,3354
"raw_loss",0.034205418,1613943075102,3354
"epoch",21.100628930817606,1613943075102,3354
"wd_0",0.01,1613943075102,3354
"sqr_mom_0",0.99,1613943075102,3354
"lr_0",4.743158929135553e-06,1613943075102,3354
"mom_0",0.8551368727860168,1613943075102,3354
"eps_0",1e-05,1613943075102,3354
"wd_1",0.01,1613943075102,3354
"sqr_mom_1",0.99,1613943075102,3354
"lr_1",4.7431589291355534e-05,1613943075102,3354
"mom_1",0.8551368727860168,1613943075102,3354
"eps_1",1e-05,1613943075102,3354
"wd_2",0.01,1613943075102,3354
"sqr_mom_2",0.99,1613943075102,3354
"lr_2",0.0004743158929135553,1613943075102,3354
"mom_2",0.8551368727860168,1613943075102,3354
"eps_2",1e-05,1613943075102,3354
"train_loss",0.033034876,1613943076073,3355
"raw_loss",0.022009736,1613943076073,3355
"epoch",21.106918238993707,1613943076073,3355
"wd_0",0.01,1613943076073,3355
"sqr_mom_0",0.99,1613943076073,3355
"lr_0",4.742535438212506e-06,1613943076073,3355
"mom_0",0.8551493427291772,1613943076073,3355
"eps_0",1e-05,1613943076073,3355
"wd_1",0.01,1613943076073,3355
"sqr_mom_1",0.99,1613943076073,3355
"lr_1",4.742535438212506e-05,1613943076073,3355
"mom_1",0.8551493427291772,1613943076073,3355
"eps_1",1e-05,1613943076073,3355
"wd_2",0.01,1613943076073,3355
"sqr_mom_2",0.99,1613943076073,3355
"lr_2",0.00047425354382125057,1613943076073,3355
"mom_2",0.8551493427291772,1613943076073,3355
"eps_2",1e-05,1613943076073,3355
"train_loss",0.033031467,1613943077048,3356
"raw_loss",0.032864403,1613943077048,3356
"epoch",21.113207547169807,1613943077048,3356
"wd_0",0.01,1613943077048,3356
"sqr_mom_0",0.99,1613943077048,3356
"lr_0",4.741911387878876e-06,1613943077048,3356
"mom_0",0.8551618238606611,1613943077048,3356
"eps_0",1e-05,1613943077048,3356
"wd_1",0.01,1613943077048,3356
"sqr_mom_1",0.99,1613943077048,3356
"lr_1",4.741911387878875e-05,1613943077048,3356
"mom_1",0.8551618238606611,1613943077048,3356
"eps_1",1e-05,1613943077048,3356
"wd_2",0.01,1613943077048,3356
"sqr_mom_2",0.99,1613943077048,3356
"lr_2",0.0004741911387878875,1613943077048,3356
"mom_2",0.8551618238606611,1613943077048,3356
"eps_2",1e-05,1613943077048,3356
"train_loss",0.032654416,1613943078025,3357
"raw_loss",0.014178929,1613943078025,3357
"epoch",21.119496855345908,1613943078025,3357
"wd_0",0.01,1613943078025,3357
"sqr_mom_0",0.99,1613943078025,3357
"lr_0",4.741286467783524e-06,1613943078025,3357
"mom_0",0.8551743223875534,1613943078025,3357
"eps_0",1e-05,1613943078025,3357
"wd_1",0.01,1613943078025,3357
"sqr_mom_1",0.99,1613943078025,3357
"lr_1",4.741286467783524e-05,1613943078025,3357
"mom_1",0.8551743223875534,1613943078025,3357
"eps_1",1e-05,1613943078025,3357
"wd_2",0.01,1613943078025,3357
"sqr_mom_2",0.99,1613943078025,3357
"lr_2",0.0004741286467783524,1613943078025,3357
"mom_2",0.8551743223875534,1613943078025,3357
"eps_2",1e-05,1613943078025,3357
"train_loss",0.032437578,1613943079036,3358
"raw_loss",0.0218126,1613943079036,3358
"epoch",21.125786163522008,1613943079036,3358
"wd_0",0.01,1613943079036,3358
"sqr_mom_0",0.99,1613943079036,3358
"lr_0",4.7406608333117715e-06,1613943079036,3358
"mom_0",0.8551868352021166,1613943079036,3358
"eps_0",1e-05,1613943079036,3358
"wd_1",0.01,1613943079036,3358
"sqr_mom_1",0.99,1613943079036,3358
"lr_1",4.740660833311771e-05,1613943079036,3358
"mom_1",0.8551868352021166,1613943079036,3358
"eps_1",1e-05,1613943079036,3358
"wd_2",0.01,1613943079036,3358
"sqr_mom_2",0.99,1613943079036,3358
"lr_2",0.0004740660833311771,1613943079036,3358
"mom_2",0.8551868352021166,1613943079036,3358
"eps_2",1e-05,1613943079036,3358
"train_loss",0.03336203,1613943080014,3359
"raw_loss",0.0786602,1613943080014,3359
"epoch",21.13207547169811,1613943080014,3359
"wd_0",0.01,1613943080014,3359
"sqr_mom_0",0.99,1613943080014,3359
"lr_0",4.740034640559942e-06,1613943080014,3359
"mom_0",0.855199359182393,1613943080014,3359
"eps_0",1e-05,1613943080014,3359
"wd_1",0.01,1613943080014,3359
"sqr_mom_1",0.99,1613943080014,3359
"lr_1",4.7400346405599416e-05,1613943080014,3359
"mom_1",0.855199359182393,1613943080014,3359
"eps_1",1e-05,1613943080014,3359
"wd_2",0.01,1613943080014,3359
"sqr_mom_2",0.99,1613943080014,3359
"lr_2",0.0004740034640559942,1613943080014,3359
"mom_2",0.855199359182393,1613943080014,3359
"eps_2",1e-05,1613943080014,3359
"train_loss",0.033274334,1613943080996,3360
"raw_loss",0.02897725,1613943080996,3360
"epoch",21.13836477987421,1613943080996,3360
"wd_0",0.01,1613943080996,3360
"sqr_mom_0",0.99,1613943080996,3360
"lr_0",4.739407578111437e-06,1613943080996,3360
"mom_0",0.8552119005567768,1613943080996,3360
"eps_0",1e-05,1613943080996,3360
"wd_1",0.01,1613943080996,3360
"sqr_mom_1",0.99,1613943080996,3360
"lr_1",4.739407578111437e-05,1613943080996,3360
"mom_1",0.8552119005567768,1613943080996,3360
"eps_1",1e-05,1613943080996,3360
"wd_2",0.01,1613943080996,3360
"sqr_mom_2",0.99,1613943080996,3360
"lr_2",0.0004739407578111437,1613943080996,3360
"mom_2",0.8552119005567768,1613943080996,3360
"eps_2",1e-05,1613943080996,3360
"train_loss",0.03327424,1613943081961,3361
"raw_loss",0.033269607,1613943081961,3361
"epoch",21.14465408805031,1613943081961,3361
"wd_0",0.01,1613943081961,3361
"sqr_mom_0",0.99,1613943081961,3361
"lr_0",4.738779801885405e-06,1613943081961,3361
"mom_0",0.855224456206854,1613943081961,3361
"eps_0",1e-05,1613943081961,3361
"wd_1",0.01,1613943081961,3361
"sqr_mom_1",0.99,1613943081961,3361
"lr_1",4.7387798018854054e-05,1613943081961,3361
"mom_1",0.855224456206854,1613943081961,3361
"eps_1",1e-05,1613943081961,3361
"wd_2",0.01,1613943081961,3361
"sqr_mom_2",0.99,1613943081961,3361
"lr_2",0.00047387798018854057,1613943081961,3361
"mom_2",0.855224456206854,1613943081961,3361
"eps_2",1e-05,1613943081961,3361
"train_loss",0.033747166,1613943082939,3362
"raw_loss",0.05692048,1613943082939,3362
"epoch",21.15094339622641,1613943082939,3362
"wd_0",0.01,1613943082939,3362
"sqr_mom_0",0.99,1613943082939,3362
"lr_0",4.738151312081944e-06,1613943082939,3362
"mom_0",0.8552370261286224,1613943082939,3362
"eps_0",1e-05,1613943082939,3362
"wd_1",0.01,1613943082939,3362
"sqr_mom_1",0.99,1613943082939,3362
"lr_1",4.7381513120819434e-05,1613943082939,3362
"mom_1",0.8552370261286224,1613943082939,3362
"eps_1",1e-05,1613943082939,3362
"wd_2",0.01,1613943082939,3362
"sqr_mom_2",0.99,1613943082939,3362
"lr_2",0.00047381513120819436,1613943082939,3362
"mom_2",0.8552370261286224,1613943082939,3362
"eps_2",1e-05,1613943082939,3362
"train_loss",0.033712525,1613943083912,3363
"raw_loss",0.03201513,1613943083912,3363
"epoch",21.15723270440251,1613943083912,3363
"wd_0",0.01,1613943083912,3363
"sqr_mom_0",0.99,1613943083912,3363
"lr_0",4.7375222655082695e-06,1613943083912,3363
"mom_0",0.8552496071859065,1613943083912,3363
"eps_0",1e-05,1613943083912,3363
"wd_1",0.01,1613943083912,3363
"sqr_mom_1",0.99,1613943083912,3363
"lr_1",4.73752226550827e-05,1613943083912,3363
"mom_1",0.8552496071859065,1613943083912,3363
"eps_1",1e-05,1613943083912,3363
"wd_2",0.01,1613943083912,3363
"sqr_mom_2",0.99,1613943083912,3363
"lr_2",0.00047375222655082695,1613943083912,3363
"mom_2",0.8552496071859065,1613943083912,3363
"eps_2",1e-05,1613943083912,3363
"train_loss",0.03397724,1613943084912,3364
"raw_loss",0.046948396,1613943084912,3364
"epoch",21.16352201257861,1613943084912,3364
"wd_0",0.01,1613943084912,3364
"sqr_mom_0",0.99,1613943084912,3364
"lr_0",4.736892349328529e-06,1613943084912,3364
"mom_0",0.8552622056354857,1613943084912,3364
"eps_0",1e-05,1613943084912,3364
"wd_1",0.01,1613943084912,3364
"sqr_mom_1",0.99,1613943084912,3364
"lr_1",4.7368923493285286e-05,1613943084912,3364
"mom_1",0.8552622056354857,1613943084912,3364
"eps_1",1e-05,1613943084912,3364
"wd_2",0.01,1613943084912,3364
"sqr_mom_2",0.99,1613943084912,3364
"lr_2",0.00047368923493285286,1613943084912,3364
"mom_2",0.8552622056354857,1613943084912,3364
"eps_2",1e-05,1613943084912,3364
"train_loss",0.033901762,1613943085900,3365
"raw_loss",0.030203346,1613943085900,3365
"epoch",21.16981132075471,1613943085900,3365
"wd_0",0.01,1613943085900,3365
"sqr_mom_0",0.99,1613943085900,3365
"lr_0",4.7362617201729615e-06,1613943085900,3365
"mom_0",0.8552748183447242,1613943085900,3365
"eps_0",1e-05,1613943085900,3365
"wd_1",0.01,1613943085900,3365
"sqr_mom_1",0.99,1613943085900,3365
"lr_1",4.736261720172961e-05,1613943085900,3365
"mom_1",0.8552748183447242,1613943085900,3365
"eps_1",1e-05,1613943085900,3365
"wd_2",0.01,1613943085900,3365
"sqr_mom_2",0.99,1613943085900,3365
"lr_2",0.00047362617201729607,1613943085900,3365
"mom_2",0.8552748183447242,1613943085900,3365
"eps_2",1e-05,1613943085900,3365
"train_loss",0.034131758,1613943086878,3366
"raw_loss",0.045401637,1613943086878,3366
"epoch",21.17610062893081,1613943086878,3366
"wd_0",0.01,1613943086878,3366
"sqr_mom_0",0.99,1613943086878,3366
"lr_0",4.735630535381419e-06,1613943086878,3366
"mom_0",0.8552874421667933,1613943086878,3366
"eps_0",1e-05,1613943086878,3366
"wd_1",0.01,1613943086878,3366
"sqr_mom_1",0.99,1613943086878,3366
"lr_1",4.7356305353814186e-05,1613943086878,3366
"mom_1",0.8552874421667933,1613943086878,3366
"eps_1",1e-05,1613943086878,3366
"wd_2",0.01,1613943086878,3366
"sqr_mom_2",0.99,1613943086878,3366
"lr_2",0.0004735630535381419,1613943086878,3366
"mom_2",0.8552874421667933,1613943086878,3366
"eps_2",1e-05,1613943086878,3366
"train_loss",0.0336406,1613943087846,3367
"raw_loss",0.009573801,1613943087846,3367
"epoch",21.18238993710691,1613943087846,3367
"wd_0",0.01,1613943087846,3367
"sqr_mom_0",0.99,1613943087846,3367
"lr_0",4.7349984810546754e-06,1613943087846,3367
"mom_0",0.8553000833797403,1613943087846,3367
"eps_0",1e-05,1613943087846,3367
"wd_1",0.01,1613943087846,3367
"sqr_mom_1",0.99,1613943087846,3367
"lr_1",4.7349984810546754e-05,1613943087846,3367
"mom_1",0.8553000833797403,1613943087846,3367
"eps_1",1e-05,1613943087846,3367
"wd_2",0.01,1613943087846,3367
"sqr_mom_2",0.99,1613943087846,3367
"lr_2",0.00047349984810546753,1613943087846,3367
"mom_2",0.8553000833797403,1613943087846,3367
"eps_2",1e-05,1613943087846,3367
"train_loss",0.03348309,1613943088828,3368
"raw_loss",0.025765166,1613943088828,3368
"epoch",21.188679245283012,1613943088828,3368
"wd_0",0.01,1613943088828,3368
"sqr_mom_0",0.99,1613943088828,3368
"lr_0",4.734365714355754e-06,1613943088828,3368
"mom_0",0.8553127388402733,1613943088828,3368
"eps_0",1e-05,1613943088828,3368
"wd_1",0.01,1613943088828,3368
"sqr_mom_1",0.99,1613943088828,3368
"lr_1",4.734365714355754e-05,1613943088828,3368
"mom_1",0.8553127388402733,1613943088828,3368
"eps_1",1e-05,1613943088828,3368
"wd_2",0.01,1613943088828,3368
"sqr_mom_2",0.99,1613943088828,3368
"lr_2",0.0004734365714355754,1613943088828,3368
"mom_2",0.8553127388402733,1613943088828,3368
"eps_2",1e-05,1613943088828,3368
"train_loss",0.033447765,1613943089792,3369
"raw_loss",0.031716816,1613943089792,3369
"epoch",21.194968553459113,1613943089792,3369
"wd_0",0.01,1613943089792,3369
"sqr_mom_0",0.99,1613943089792,3369
"lr_0",4.733732340599912e-06,1613943089792,3369
"mom_0",0.8553254064420661,1613943089792,3369
"eps_0",1e-05,1613943089792,3369
"wd_1",0.01,1613943089792,3369
"sqr_mom_1",0.99,1613943089792,3369
"lr_1",4.733732340599912e-05,1613943089792,3369
"mom_1",0.8553254064420661,1613943089792,3369
"eps_1",1e-05,1613943089792,3369
"wd_2",0.01,1613943089792,3369
"sqr_mom_2",0.99,1613943089792,3369
"lr_2",0.0004733732340599912,1613943089792,3369
"mom_2",0.8553254064420661,1613943089792,3369
"eps_2",1e-05,1613943089792,3369
"train_loss",0.033259075,1613943090769,3370
"raw_loss",0.024013234,1613943090769,3370
"epoch",21.201257861635213,1613943090769,3370
"wd_0",0.01,1613943090769,3370
"sqr_mom_0",0.99,1613943090769,3370
"lr_0",4.733098149879979e-06,1613943090769,3370
"mom_0",0.8553380903833042,1613943090769,3370
"eps_0",1e-05,1613943090769,3370
"wd_1",0.01,1613943090769,3370
"sqr_mom_1",0.99,1613943090769,3370
"lr_1",4.7330981498799786e-05,1613943090769,3370
"mom_1",0.8553380903833042,1613943090769,3370
"eps_1",1e-05,1613943090769,3370
"wd_2",0.01,1613943090769,3370
"sqr_mom_2",0.99,1613943090769,3370
"lr_2",0.0004733098149879978,1613943090769,3370
"mom_2",0.8553380903833042,1613943090769,3370
"eps_2",1e-05,1613943090769,3370
"train_loss",0.032826237,1613943091757,3371
"raw_loss",0.011617248,1613943091757,3371
"epoch",21.207547169811313,1613943091757,3371
"wd_0",0.01,1613943091757,3371
"sqr_mom_0",0.99,1613943091757,3371
"lr_0",4.732463247393576e-06,1613943091757,3371
"mom_0",0.8553507885600141,1613943091757,3371
"eps_0",1e-05,1613943091757,3371
"wd_1",0.01,1613943091757,3371
"sqr_mom_1",0.99,1613943091757,3371
"lr_1",4.7324632473935756e-05,1613943091757,3371
"mom_1",0.8553507885600141,1613943091757,3371
"eps_1",1e-05,1613943091757,3371
"wd_2",0.01,1613943091757,3371
"sqr_mom_2",0.99,1613943091757,3371
"lr_2",0.00047324632473935756,1613943091757,3371
"mom_2",0.8553507885600141,1613943091757,3371
"eps_2",1e-05,1613943091757,3371
"train_loss",0.032606732,1613943092718,3372
"raw_loss",0.021850904,1613943092718,3372
"epoch",21.213836477987414,1613943092718,3372
"wd_0",0.01,1613943092718,3372
"sqr_mom_0",0.99,1613943092718,3372
"lr_0",4.7318277915444845e-06,1613943092718,3372
"mom_0",0.8553634978040884,1613943092718,3372
"eps_0",1e-05,1613943092718,3372
"wd_1",0.01,1613943092718,3372
"sqr_mom_1",0.99,1613943092718,3372
"lr_1",4.7318277915444845e-05,1613943092718,3372
"mom_1",0.8553634978040884,1613943092718,3372
"eps_1",1e-05,1613943092718,3372
"wd_2",0.01,1613943092718,3372
"sqr_mom_2",0.99,1613943092718,3372
"lr_2",0.0004731827791544484,1613943092718,3372
"mom_2",0.8553634978040884,1613943092718,3372
"eps_2",1e-05,1613943092718,3372
"train_loss",0.032340046,1613943093710,3373
"raw_loss",0.019272488,1613943093710,3373
"epoch",21.220125786163514,1613943093710,3373
"wd_0",0.01,1613943093710,3373
"sqr_mom_0",0.99,1613943093710,3373
"lr_0",4.731191466309405e-06,1613943093710,3373
"mom_0",0.8553762244360562,1613943093710,3373
"eps_0",1e-05,1613943093710,3373
"wd_1",0.01,1613943093710,3373
"sqr_mom_1",0.99,1613943093710,3373
"lr_1",4.7311914663094046e-05,1613943093710,3373
"mom_1",0.8553762244360562,1613943093710,3373
"eps_1",1e-05,1613943093710,3373
"wd_2",0.01,1613943093710,3373
"sqr_mom_2",0.99,1613943093710,3373
"lr_2",0.00047311914663094044,1613943093710,3373
"mom_2",0.8553762244360562,1613943093710,3373
"eps_2",1e-05,1613943093710,3373
"train_loss",0.032352436,1613943094707,3374
"raw_loss",0.032959647,1613943094707,3374
"epoch",21.226415094339615,1613943094707,3374
"wd_0",0.01,1613943094707,3374
"sqr_mom_0",0.99,1613943094707,3374
"lr_0",4.73055442991559e-06,1613943094707,3374
"mom_0",0.8553889652913411,1613943094707,3374
"eps_0",1e-05,1613943094707,3374
"wd_1",0.01,1613943094707,3374
"sqr_mom_1",0.99,1613943094707,3374
"lr_1",4.73055442991559e-05,1613943094707,3374
"mom_1",0.8553889652913411,1613943094707,3374
"eps_1",1e-05,1613943094707,3374
"wd_2",0.01,1613943094707,3374
"sqr_mom_2",0.99,1613943094707,3374
"lr_2",0.00047305544299155897,1613943094707,3374
"mom_2",0.8553889652913411,1613943094707,3374
"eps_2",1e-05,1613943094707,3374
"train_loss",0.032123055,1613943095662,3375
"raw_loss",0.020883337,1613943095662,3375
"epoch",21.232704402515715,1613943095662,3375
"wd_0",0.01,1613943095662,3375
"sqr_mom_0",0.99,1613943095662,3375
"lr_0",4.729916841298095e-06,1613943095662,3375
"mom_0",0.8554017171912099,1613943095662,3375
"eps_0",1e-05,1613943095662,3375
"wd_1",0.01,1613943095662,3375
"sqr_mom_1",0.99,1613943095662,3375
"lr_1",4.729916841298095e-05,1613943095662,3375
"mom_1",0.8554017171912099,1613943095662,3375
"eps_1",1e-05,1613943095662,3375
"wd_2",0.01,1613943095662,3375
"sqr_mom_2",0.99,1613943095662,3375
"lr_2",0.0004729916841298095,1613943095662,3375
"mom_2",0.8554017171912099,1613943095662,3375
"eps_2",1e-05,1613943095662,3375
"train_loss",0.032121923,1613943096622,3376
"raw_loss",0.032066476,1613943096622,3376
"epoch",21.238993710691815,1613943096622,3376
"wd_0",0.01,1613943096622,3376
"sqr_mom_0",0.99,1613943096622,3376
"lr_0",4.7292783833729594e-06,1613943096622,3376
"mom_0",0.8554144864774056,1613943096622,3376
"eps_0",1e-05,1613943096622,3376
"wd_1",0.01,1613943096622,3376
"sqr_mom_1",0.99,1613943096622,3376
"lr_1",4.729278383372959e-05,1613943096622,3376
"mom_1",0.8554144864774056,1613943096622,3376
"eps_1",1e-05,1613943096622,3376
"wd_2",0.01,1613943096622,3376
"sqr_mom_2",0.99,1613943096622,3376
"lr_2",0.00047292783833729595,1613943096622,3376
"mom_2",0.8554144864774056,1613943096622,3376
"eps_2",1e-05,1613943096622,3376
"train_loss",0.031802278,1613943097563,3377
"raw_loss",0.016139623,1613943097563,3377
"epoch",21.245283018867916,1613943097563,3377
"wd_0",0.01,1613943097563,3377
"sqr_mom_0",0.99,1613943097563,3377
"lr_0",4.728639214898861e-06,1613943097563,3377
"mom_0",0.8554272699747225,1613943097563,3377
"eps_0",1e-05,1613943097563,3377
"wd_1",0.01,1613943097563,3377
"sqr_mom_1",0.99,1613943097563,3377
"lr_1",4.728639214898861e-05,1613943097563,3377
"mom_1",0.8554272699747225,1613943097563,3377
"eps_1",1e-05,1613943097563,3377
"wd_2",0.01,1613943097563,3377
"sqr_mom_2",0.99,1613943097563,3377
"lr_2",0.0004728639214898861,1613943097563,3377
"mom_2",0.8554272699747225,1613943097563,3377
"eps_2",1e-05,1613943097563,3377
"train_loss",0.031568374,1613943098527,3378
"raw_loss",0.020107131,1613943098527,3378
"epoch",21.251572327044016,1613943098527,3378
"wd_0",0.01,1613943098527,3378
"sqr_mom_0",0.99,1613943098527,3378
"lr_0",4.727999495341678e-06,1613943098527,3378
"mom_0",0.8554400644938114,1613943098527,3378
"eps_0",1e-05,1613943098527,3378
"wd_1",0.01,1613943098527,3378
"sqr_mom_1",0.99,1613943098527,3378
"lr_1",4.7279994953416774e-05,1613943098527,3378
"mom_1",0.8554400644938114,1613943098527,3378
"eps_1",1e-05,1613943098527,3378
"wd_2",0.01,1613943098527,3378
"sqr_mom_2",0.99,1613943098527,3378
"lr_2",0.00047279994953416775,1613943098527,3378
"mom_2",0.8554400644938114,1613943098527,3378
"eps_2",1e-05,1613943098527,3378
"train_loss",0.031325255,1613943099477,3379
"raw_loss",0.019412372,1613943099477,3379
"epoch",21.257861635220117,1613943099477,3379
"wd_0",0.01,1613943099477,3379
"sqr_mom_0",0.99,1613943099477,3379
"lr_0",4.727358906557691e-06,1613943099477,3379
"mom_0",0.8554528763976101,1613943099477,3379
"eps_0",1e-05,1613943099477,3379
"wd_1",0.01,1613943099477,3379
"sqr_mom_1",0.99,1613943099477,3379
"lr_1",4.727358906557691e-05,1613943099477,3379
"mom_1",0.8554528763976101,1613943099477,3379
"eps_1",1e-05,1613943099477,3379
"wd_2",0.01,1613943099477,3379
"sqr_mom_2",0.99,1613943099477,3379
"lr_2",0.0004727358906557691,1613943099477,3379
"mom_2",0.8554528763976101,1613943099477,3379
"eps_2",1e-05,1613943099477,3379
"train_loss",0.0309352,1613943100434,3380
"raw_loss",0.011822514,1613943100434,3380
"epoch",21.264150943396217,1613943100434,3380
"wd_0",0.01,1613943100434,3380
"sqr_mom_0",0.99,1613943100434,3380
"lr_0",4.726717607836554e-06,1613943100434,3380
"mom_0",0.8554657025002939,1613943100434,3380
"eps_0",1e-05,1613943100434,3380
"wd_1",0.01,1613943100434,3380
"sqr_mom_1",0.99,1613943100434,3380
"lr_1",4.7267176078365545e-05,1613943100434,3380
"mom_1",0.8554657025002939,1613943100434,3380
"eps_1",1e-05,1613943100434,3380
"wd_2",0.01,1613943100434,3380
"sqr_mom_2",0.99,1613943100434,3380
"lr_2",0.0004726717607836554,1613943100434,3380
"mom_2",0.8554657025002939,1613943100434,3380
"eps_2",1e-05,1613943100434,3380
"train_loss",0.030643497,1613943101383,3381
"raw_loss",0.016350023,1613943101383,3381
"epoch",21.270440251572317,1613943101383,3381
"wd_0",0.01,1613943101383,3381
"sqr_mom_0",0.99,1613943101383,3381
"lr_0",4.726075759174505e-06,1613943101383,3381
"mom_0",0.8554785396019059,1613943101383,3381
"eps_0",1e-05,1613943101383,3381
"wd_1",0.01,1613943101383,3381
"sqr_mom_1",0.99,1613943101383,3381
"lr_1",4.7260757591745046e-05,1613943101383,3381
"mom_1",0.8554785396019059,1613943101383,3381
"eps_1",1e-05,1613943101383,3381
"wd_2",0.01,1613943101383,3381
"sqr_mom_2",0.99,1613943101383,3381
"lr_2",0.00047260757591745044,1613943101383,3381
"mom_2",0.8554785396019059,1613943101383,3381
"eps_2",1e-05,1613943101383,3381
"train_loss",0.030300012,1613943102361,3382
"raw_loss",0.013469224,1613943102361,3382
"epoch",21.276729559748418,1613943102361,3382
"wd_0",0.01,1613943102361,3382
"sqr_mom_0",0.99,1613943102361,3382
"lr_0",4.725433041368987e-06,1613943102361,3382
"mom_0",0.8554913940865612,1613943102361,3382
"eps_0",1e-05,1613943102361,3382
"wd_1",0.01,1613943102361,3382
"sqr_mom_1",0.99,1613943102361,3382
"lr_1",4.725433041368986e-05,1613943102361,3382
"mom_1",0.8554913940865612,1613943102361,3382
"eps_1",1e-05,1613943102361,3382
"wd_2",0.01,1613943102361,3382
"sqr_mom_2",0.99,1613943102361,3382
"lr_2",0.00047254330413689863,1613943102361,3382
"mom_2",0.8554913940865612,1613943102361,3382
"eps_2",1e-05,1613943102361,3382
"train_loss",0.030094836,1613943103311,3383
"raw_loss",0.02004125,1613943103311,3383
"epoch",21.28301886792452,1613943103311,3383
"wd_0",0.01,1613943103311,3383
"sqr_mom_0",0.99,1613943103311,3383
"lr_0",4.724789614240164e-06,1613943103311,3383
"mom_0",0.8555042627578243,1613943103311,3383
"eps_0",1e-05,1613943103311,3383
"wd_1",0.01,1613943103311,3383
"sqr_mom_1",0.99,1613943103311,3383
"lr_1",4.724789614240164e-05,1613943103311,3383
"mom_1",0.8555042627578243,1613943103311,3383
"eps_1",1e-05,1613943103311,3383
"wd_2",0.01,1613943103311,3383
"sqr_mom_2",0.99,1613943103311,3383
"lr_2",0.00047247896142401643,1613943103311,3383
"mom_2",0.8555042627578243,1613943103311,3383
"eps_2",1e-05,1613943103311,3383
"train_loss",0.029866407,1613943104267,3384
"raw_loss",0.018673392,1613943104267,3384
"epoch",21.28930817610062,1613943104267,3384
"wd_0",0.01,1613943104267,3384
"sqr_mom_0",0.99,1613943104267,3384
"lr_0",4.724145477993124e-06,1613943104267,3384
"mom_0",0.8555171456115936,1613943104267,3384
"eps_0",1e-05,1613943104267,3384
"wd_1",0.01,1613943104267,3384
"sqr_mom_1",0.99,1613943104267,3384
"lr_1",4.724145477993124e-05,1613943104267,3384
"mom_1",0.8555171456115936,1613943104267,3384
"eps_1",1e-05,1613943104267,3384
"wd_2",0.01,1613943104267,3384
"sqr_mom_2",0.99,1613943104267,3384
"lr_2",0.0004724145477993124,1613943104267,3384
"mom_2",0.8555171456115936,1613943104267,3384
"eps_2",1e-05,1613943104267,3384
"train_loss",0.029521963,1613943105211,3385
"raw_loss",0.0126441745,1613943105211,3385
"epoch",21.29559748427672,1613943105211,3385
"wd_0",0.01,1613943105211,3385
"sqr_mom_0",0.99,1613943105211,3385
"lr_0",4.723500793330555e-06,1613943105211,3385
"mom_0",0.8555300394337833,1613943105211,3385
"eps_0",1e-05,1613943105211,3385
"wd_1",0.01,1613943105211,3385
"sqr_mom_1",0.99,1613943105211,3385
"lr_1",4.723500793330555e-05,1613943105211,3385
"mom_1",0.8555300394337833,1613943105211,3385
"eps_1",1e-05,1613943105211,3385
"wd_2",0.01,1613943105211,3385
"sqr_mom_2",0.99,1613943105211,3385
"lr_2",0.00047235007933305544,1613943105211,3385
"mom_2",0.8555300394337833,1613943105211,3385
"eps_2",1e-05,1613943105211,3385
"train_loss",0.029619653,1613943106171,3386
"raw_loss",0.03440651,1613943106171,3386
"epoch",21.30188679245282,1613943106171,3386
"wd_0",0.01,1613943106171,3386
"sqr_mom_0",0.99,1613943106171,3386
"lr_0",4.7228552396395066e-06,1613943106171,3386
"mom_0",0.8555429506367163,1613943106171,3386
"eps_0",1e-05,1613943106171,3386
"wd_1",0.01,1613943106171,3386
"sqr_mom_1",0.99,1613943106171,3386
"lr_1",4.722855239639507e-05,1613943106171,3386
"mom_1",0.8555429506367163,1613943106171,3386
"eps_1",1e-05,1613943106171,3386
"wd_2",0.01,1613943106171,3386
"sqr_mom_2",0.99,1613943106171,3386
"lr_2",0.00047228552396395065,1613943106171,3386
"mom_2",0.8555429506367163,1613943106171,3386
"eps_2",1e-05,1613943106171,3386
"train_loss",0.029604396,1613943107108,3387
"raw_loss",0.02885684,1613943107108,3387
"epoch",21.30817610062892,1613943107108,3387
"wd_0",0.01,1613943107108,3387
"sqr_mom_0",0.99,1613943107108,3387
"lr_0",4.7222089774468e-06,1613943107108,3387
"mom_0",0.8555558760098241,1613943107108,3387
"eps_0",1e-05,1613943107108,3387
"wd_1",0.01,1613943107108,3387
"sqr_mom_1",0.99,1613943107108,3387
"lr_1",4.7222089774468e-05,1613943107108,3387
"mom_1",0.8555558760098241,1613943107108,3387
"eps_1",1e-05,1613943107108,3387
"wd_2",0.01,1613943107108,3387
"sqr_mom_2",0.99,1613943107108,3387
"lr_2",0.00047222089774468,1613943107108,3387
"mom_2",0.8555558760098241,1613943107108,3387
"eps_2",1e-05,1613943107108,3387
"train_loss",0.02939146,1613943108070,3388
"raw_loss",0.01895764,1613943108070,3388
"epoch",21.31446540880502,1613943108070,3388
"wd_0",0.01,1613943108070,3388
"sqr_mom_0",0.99,1613943108070,3388
"lr_0",4.7215621679844136e-06,1613943108070,3388
"mom_0",0.855568812328435,1613943108070,3388
"eps_0",1e-05,1613943108070,3388
"wd_1",0.01,1613943108070,3388
"sqr_mom_1",0.99,1613943108070,3388
"lr_1",4.7215621679844134e-05,1613943108070,3388
"mom_1",0.855568812328435,1613943108070,3388
"eps_1",1e-05,1613943108070,3388
"wd_2",0.01,1613943108070,3388
"sqr_mom_2",0.99,1613943108070,3388
"lr_2",0.0004721562167984413,1613943108070,3388
"mom_2",0.855568812328435,1613943108070,3388
"eps_2",1e-05,1613943108070,3388
"train_loss",0.029014999,1613943109031,3389
"raw_loss",0.010568384,1613943109031,3389
"epoch",21.32075471698112,1613943109031,3389
"wd_0",0.01,1613943109031,3389
"sqr_mom_0",0.99,1613943109031,3389
"lr_0",4.720914489582697e-06,1613943109031,3389
"mom_0",0.8555817660260063,1613943109031,3389
"eps_0",1e-05,1613943109031,3389
"wd_1",0.01,1613943109031,3389
"sqr_mom_1",0.99,1613943109031,3389
"lr_1",4.7209144895826973e-05,1613943109031,3389
"mom_1",0.8555817660260063,1613943109031,3389
"eps_1",1e-05,1613943109031,3389
"wd_2",0.01,1613943109031,3389
"sqr_mom_2",0.99,1613943109031,3389
"lr_2",0.0004720914489582697,1613943109031,3389
"mom_2",0.8555817660260063,1613943109031,3389
"eps_2",1e-05,1613943109031,3389
"train_loss",0.029117182,1613943110039,3390
"raw_loss",0.034124125,1613943110039,3390
"epoch",21.32704402515722,1613943110039,3390
"wd_0",0.01,1613943110039,3390
"sqr_mom_0",0.99,1613943110039,3390
"lr_0",4.720266103297914e-06,1613943110039,3390
"mom_0",0.8555947338813805,1613943110039,3390
"eps_0",1e-05,1613943110039,3390
"wd_1",0.01,1613943110039,3390
"sqr_mom_1",0.99,1613943110039,3390
"lr_1",4.720266103297914e-05,1613943110039,3390
"mom_1",0.8555947338813805,1613943110039,3390
"eps_1",1e-05,1613943110039,3390
"wd_2",0.01,1613943110039,3390
"sqr_mom_2",0.99,1613943110039,3390
"lr_2",0.0004720266103297914,1613943110039,3390
"mom_2",0.8555947338813805,1613943110039,3390
"eps_2",1e-05,1613943110039,3390
"train_loss",0.029257005,1613943110975,3391
"raw_loss",0.036108375,1613943110975,3391
"epoch",21.33333333333332,1613943110975,3391
"wd_0",0.01,1613943110975,3391
"sqr_mom_0",0.99,1613943110975,3391
"lr_0",4.719617117039495e-06,1613943110975,3391
"mom_0",0.8556077137363475,1613943110975,3391
"eps_0",1e-05,1613943110975,3391
"wd_1",0.01,1613943110975,3391
"sqr_mom_1",0.99,1613943110975,3391
"lr_1",4.719617117039495e-05,1613943110975,3391
"mom_1",0.8556077137363475,1613943110975,3391
"eps_1",1e-05,1613943110975,3391
"wd_2",0.01,1613943110975,3391
"sqr_mom_2",0.99,1613943110975,3391
"lr_2",0.0004719617117039495,1613943110975,3391
"mom_2",0.8556077137363475,1613943110975,3391
"eps_2",1e-05,1613943110975,3391
"train_loss",0.028909573,1613943111915,3392
"raw_loss",0.01188538,1613943111915,3392
"epoch",21.339622641509422,1613943111915,3392
"wd_0",0.01,1613943111915,3392
"sqr_mom_0",0.99,1613943111915,3392
"lr_0",4.718967315726109e-06,1613943111915,3392
"mom_0",0.8556207098925768,1613943111915,3392
"eps_0",1e-05,1613943111915,3392
"wd_1",0.01,1613943111915,3392
"sqr_mom_1",0.99,1613943111915,3392
"lr_1",4.7189673157261085e-05,1613943111915,3392
"mom_1",0.8556207098925768,1613943111915,3392
"eps_1",1e-05,1613943111915,3392
"wd_2",0.01,1613943111915,3392
"sqr_mom_2",0.99,1613943111915,3392
"lr_2",0.00047189673157261084,1613943111915,3392
"mom_2",0.8556207098925768,1613943111915,3392
"eps_2",1e-05,1613943111915,3392
"train_loss",0.028925342,1613943112867,3393
"raw_loss",0.029698003,1613943112867,3393
"epoch",21.345911949685522,1613943112867,3393
"wd_0",0.01,1613943112867,3393
"sqr_mom_0",0.99,1613943112867,3393
"lr_0",4.718316807150295e-06,1613943112867,3393
"mom_0",0.855633720194196,1613943112867,3393
"eps_0",1e-05,1613943112867,3393
"wd_1",0.01,1613943112867,3393
"sqr_mom_1",0.99,1613943112867,3393
"lr_1",4.718316807150295e-05,1613943112867,3393
"mom_1",0.855633720194196,1613943112867,3393
"eps_1",1e-05,1613943112867,3393
"wd_2",0.01,1613943112867,3393
"sqr_mom_2",0.99,1613943112867,3393
"lr_2",0.0004718316807150295,1613943112867,3393
"mom_2",0.855633720194196,1613943112867,3393
"eps_2",1e-05,1613943112867,3393
"train_loss",0.028900119,1613943113840,3394
"raw_loss",0.027664116,1613943113840,3394
"epoch",21.352201257861623,1613943113840,3394
"wd_0",0.01,1613943113840,3394
"sqr_mom_0",0.99,1613943113840,3394
"lr_0",4.717665753601238e-06,1613943113840,3394
"mom_0",0.8556467413953892,1613943113840,3394
"eps_0",1e-05,1613943113840,3394
"wd_1",0.01,1613943113840,3394
"sqr_mom_1",0.99,1613943113840,3394
"lr_1",4.717665753601238e-05,1613943113840,3394
"mom_1",0.8556467413953892,1613943113840,3394
"eps_1",1e-05,1613943113840,3394
"wd_2",0.01,1613943113840,3394
"sqr_mom_2",0.99,1613943113840,3394
"lr_2",0.00047176657536012373,1613943113840,3394
"mom_2",0.8556467413953892,1613943113840,3394
"eps_2",1e-05,1613943113840,3394
"train_loss",0.028917816,1613943114786,3395
"raw_loss",0.029785004,1613943114786,3395
"epoch",21.358490566037723,1613943114786,3395
"wd_0",0.01,1613943114786,3395
"sqr_mom_0",0.99,1613943114786,3395
"lr_0",4.717013831298628e-06,1613943114786,3395
"mom_0",0.8556597799718272,1613943114786,3395
"eps_0",1e-05,1613943114786,3395
"wd_1",0.01,1613943114786,3395
"sqr_mom_1",0.99,1613943114786,3395
"lr_1",4.717013831298628e-05,1613943114786,3395
"mom_1",0.8556597799718272,1613943114786,3395
"eps_1",1e-05,1613943114786,3395
"wd_2",0.01,1613943114786,3395
"sqr_mom_2",0.99,1613943114786,3395
"lr_2",0.0004717013831298628,1613943114786,3395
"mom_2",0.8556597799718272,1613943114786,3395
"eps_2",1e-05,1613943114786,3395
"train_loss",0.028677221,1613943115778,3396
"raw_loss",0.016888127,1613943115778,3396
"epoch",21.364779874213824,1613943115778,3396
"wd_0",0.01,1613943115778,3396
"sqr_mom_0",0.99,1613943115778,3396
"lr_0",4.716361202356242e-06,1613943115778,3396
"mom_0",0.855672832681202,1613943115778,3396
"eps_0",1e-05,1613943115778,3396
"wd_1",0.01,1613943115778,3396
"sqr_mom_1",0.99,1613943115778,3396
"lr_1",4.716361202356241e-05,1613943115778,3396
"mom_1",0.855672832681202,1613943115778,3396
"eps_1",1e-05,1613943115778,3396
"wd_2",0.01,1613943115778,3396
"sqr_mom_2",0.99,1613943115778,3396
"lr_2",0.00047163612023562413,1613943115778,3396
"mom_2",0.855672832681202,1613943115778,3396
"eps_2",1e-05,1613943115778,3396
"train_loss",0.028667428,1613943116724,3397
"raw_loss",0.028187495,1613943116724,3397
"epoch",21.371069182389924,1613943116724,3397
"wd_0",0.01,1613943116724,3397
"sqr_mom_0",0.99,1613943116724,3397
"lr_0",4.71570802959116e-06,1613943116724,3397
"mom_0",0.8556858962671394,1613943116724,3397
"eps_0",1e-05,1613943116724,3397
"wd_1",0.01,1613943116724,3397
"sqr_mom_1",0.99,1613943116724,3397
"lr_1",4.71570802959116e-05,1613943116724,3397
"mom_1",0.8556858962671394,1613943116724,3397
"eps_1",1e-05,1613943116724,3397
"wd_2",0.01,1613943116724,3397
"sqr_mom_2",0.99,1613943116724,3397
"lr_2",0.00047157080295911596,1613943116724,3397
"mom_2",0.8556858962671394,1613943116724,3397
"eps_2",1e-05,1613943116724,3397
"train_loss",0.028362919,1613943117731,3398
"raw_loss",0.01344193,1613943117731,3398
"epoch",21.377358490566024,1613943117731,3398
"wd_0",0.01,1613943117731,3398
"sqr_mom_0",0.99,1613943117731,3398
"lr_0",4.715053988169151e-06,1613943117731,3398
"mom_0",0.8556989772263892,1613943117731,3398
"eps_0",1e-05,1613943117731,3398
"wd_1",0.01,1613943117731,3398
"sqr_mom_1",0.99,1613943117731,3398
"lr_1",4.7150539881691505e-05,1613943117731,3398
"mom_1",0.8556989772263892,1613943117731,3398
"eps_1",1e-05,1613943117731,3398
"wd_2",0.01,1613943117731,3398
"sqr_mom_2",0.99,1613943117731,3398
"lr_2",0.00047150539881691503,1613943117731,3398
"mom_2",0.8556989772263892,1613943117731,3398
"eps_2",1e-05,1613943117731,3398
"train_loss",0.028399875,1613943118680,3399
"raw_loss",0.030210745,1613943118680,3399
"epoch",21.383647798742125,1613943118680,3399
"wd_0",0.01,1613943118680,3399
"sqr_mom_0",0.99,1613943118680,3399
"lr_0",4.714399240732042e-06,1613943118680,3399
"mom_0",0.8557120723060821,1613943118680,3399
"eps_0",1e-05,1613943118680,3399
"wd_1",0.01,1613943118680,3399
"sqr_mom_1",0.99,1613943118680,3399
"lr_1",4.7143992407320424e-05,1613943118680,3399
"mom_1",0.8557120723060821,1613943118680,3399
"eps_1",1e-05,1613943118680,3399
"wd_2",0.01,1613943118680,3399
"sqr_mom_2",0.99,1613943118680,3399
"lr_2",0.0004714399240732042,1613943118680,3399
"mom_2",0.8557120723060821,1613943118680,3399
"eps_2",1e-05,1613943118680,3399
"train_loss",0.028100532,1613943119622,3400
"raw_loss",0.013432694,1613943119622,3400
"epoch",21.389937106918225,1613943119622,3400
"wd_0",0.01,1613943119622,3400
"sqr_mom_0",0.99,1613943119622,3400
"lr_0",4.713743950624346e-06,1613943119622,3400
"mom_0",0.8557251782392954,1613943119622,3400
"eps_0",1e-05,1613943119622,3400
"wd_1",0.01,1613943119622,3400
"sqr_mom_1",0.99,1613943119622,3400
"lr_1",4.7137439506243465e-05,1613943119622,3400
"mom_1",0.8557251782392954,1613943119622,3400
"eps_1",1e-05,1613943119622,3400
"wd_2",0.01,1613943119622,3400
"sqr_mom_2",0.99,1613943119622,3400
"lr_2",0.00047137439506243463,1613943119622,3400
"mom_2",0.8557251782392954,1613943119622,3400
"eps_2",1e-05,1613943119622,3400
"train_loss",0.028134957,1613943120559,3401
"raw_loss",0.029821824,1613943120559,3401
"epoch",21.396226415094326,1613943120559,3401
"wd_0",0.01,1613943120559,3401
"sqr_mom_0",0.99,1613943120559,3401
"lr_0",4.7130877919588406e-06,1613943120559,3401
"mom_0",0.8557383015438386,1613943120559,3401
"eps_0",1e-05,1613943120559,3401
"wd_1",0.01,1613943120559,3401
"sqr_mom_1",0.99,1613943120559,3401
"lr_1",4.7130877919588404e-05,1613943120559,3401
"mom_1",0.8557383015438386,1613943120559,3401
"eps_1",1e-05,1613943120559,3401
"wd_2",0.01,1613943120559,3401
"sqr_mom_2",0.99,1613943120559,3401
"lr_2",0.000471308779195884,1613943120559,3401
"mom_2",0.8557383015438386,1613943120559,3401
"eps_2",1e-05,1613943120559,3401
"train_loss",0.028005928,1613943121519,3402
"raw_loss",0.02168352,1613943121519,3402
"epoch",21.402515723270426,1613943121519,3402
"wd_0",0.01,1613943121519,3402
"sqr_mom_0",0.99,1613943121519,3402
"lr_0",4.712430927904938e-06,1613943121519,3402
"mom_0",0.8557514389562908,1613943121519,3402
"eps_0",1e-05,1613943121519,3402
"wd_1",0.01,1613943121519,3402
"sqr_mom_1",0.99,1613943121519,3402
"lr_1",4.712430927904938e-05,1613943121519,3402
"mom_1",0.8557514389562908,1613943121519,3402
"eps_1",1e-05,1613943121519,3402
"wd_2",0.01,1613943121519,3402
"sqr_mom_2",0.99,1613943121519,3402
"lr_2",0.00047124309279049375,1613943121519,3402
"mom_2",0.8557514389562908,1613943121519,3402
"eps_2",1e-05,1613943121519,3402
"train_loss",0.027636796,1613943122462,3403
"raw_loss",0.009549331,1613943122462,3403
"epoch",21.408805031446526,1613943122462,3403
"wd_0",0.01,1613943122462,3403
"sqr_mom_0",0.99,1613943122462,3403
"lr_0",4.711773358672007e-06,1613943122462,3403
"mom_0",0.8557645904724646,1613943122462,3403
"eps_0",1e-05,1613943122462,3403
"wd_1",0.01,1613943122462,3403
"sqr_mom_1",0.99,1613943122462,3403
"lr_1",4.711773358672006e-05,1613943122462,3403
"mom_1",0.8557645904724646,1613943122462,3403
"eps_1",1e-05,1613943122462,3403
"wd_2",0.01,1613943122462,3403
"sqr_mom_2",0.99,1613943122462,3403
"lr_2",0.0004711773358672006,1613943122462,3403
"mom_2",0.8557645904724646,1613943122462,3403
"eps_2",1e-05,1613943122462,3403
"train_loss",0.027432347,1613943123407,3404
"raw_loss",0.017414277,1613943123407,3404
"epoch",21.415094339622627,1613943123407,3404
"wd_0",0.01,1613943123407,3404
"sqr_mom_0",0.99,1613943123407,3404
"lr_0",4.711115248307085e-06,1613943123407,3404
"mom_0",0.8557777528113863,1613943123407,3404
"eps_0",1e-05,1613943123407,3404
"wd_1",0.01,1613943123407,3404
"sqr_mom_1",0.99,1613943123407,3404
"lr_1",4.7111152483070844e-05,1613943123407,3404
"mom_1",0.8557777528113863,1613943123407,3404
"eps_1",1e-05,1613943123407,3404
"wd_2",0.01,1613943123407,3404
"sqr_mom_2",0.99,1613943123407,3404
"lr_2",0.00047111152483070843,1613943123407,3404
"mom_2",0.8557777528113863,1613943123407,3404
"eps_2",1e-05,1613943123407,3404
"train_loss",0.027264152,1613943124342,3405
"raw_loss",0.019022603,1613943124342,3405
"epoch",21.421383647798727,1613943124342,3405
"wd_0",0.01,1613943124342,3405
"sqr_mom_0",0.99,1613943124342,3405
"lr_0",4.710456269520385e-06,1613943124342,3405
"mom_0",0.8557909325189175,1613943124342,3405
"eps_0",1e-05,1613943124342,3405
"wd_1",0.01,1613943124342,3405
"sqr_mom_1",0.99,1613943124342,3405
"lr_1",4.7104562695203856e-05,1613943124342,3405
"mom_1",0.8557909325189175,1613943124342,3405
"eps_1",1e-05,1613943124342,3405
"wd_2",0.01,1613943124342,3405
"sqr_mom_2",0.99,1613943124342,3405
"lr_2",0.00047104562695203853,1613943124342,3405
"mom_2",0.8557909325189175,1613943124342,3405
"eps_2",1e-05,1613943124342,3405
"train_loss",0.026945557,1613943125305,3406
"raw_loss",0.011334384,1613943125305,3406
"epoch",21.427672955974828,1613943125305,3406
"wd_0",0.01,1613943125305,3406
"sqr_mom_0",0.99,1613943125305,3406
"lr_0",4.709796586184058e-06,1613943125305,3406
"mom_0",0.855804126317582,1613943125305,3406
"eps_0",1e-05,1613943125305,3406
"wd_1",0.01,1613943125305,3406
"sqr_mom_1",0.99,1613943125305,3406
"lr_1",4.7097965861840574e-05,1613943125305,3406
"mom_1",0.855804126317582,1613943125305,3406
"eps_1",1e-05,1613943125305,3406
"wd_2",0.01,1613943125305,3406
"sqr_mom_2",0.99,1613943125305,3406
"lr_2",0.00047097965861840575,1613943125305,3406
"mom_2",0.855804126317582,1613943125305,3406
"eps_2",1e-05,1613943125305,3406
"train_loss",0.0266687,1613943126240,3407
"raw_loss",0.013102606,1613943126240,3407
"epoch",21.433962264150928,1613943126240,3407
"wd_0",0.01,1613943126240,3407
"sqr_mom_0",0.99,1613943126240,3407
"lr_0",4.709136362871473e-06,1613943126240,3407
"mom_0",0.8558173309158796,1613943126240,3407
"eps_0",1e-05,1613943126240,3407
"wd_1",0.01,1613943126240,3407
"sqr_mom_1",0.99,1613943126240,3407
"lr_1",4.709136362871473e-05,1613943126240,3407
"mom_1",0.8558173309158796,1613943126240,3407
"eps_1",1e-05,1613943126240,3407
"wd_2",0.01,1613943126240,3407
"sqr_mom_2",0.99,1613943126240,3407
"lr_2",0.0004709136362871473,1613943126240,3407
"mom_2",0.8558173309158796,1613943126240,3407
"eps_2",1e-05,1613943126240,3407
"train_loss",0.026621388,1613943127216,3408
"raw_loss",0.024303159,1613943127216,3408
"epoch",21.44025157232703,1613943127216,3408
"wd_0",0.01,1613943127216,3408
"sqr_mom_0",0.99,1613943127216,3408
"lr_0",4.708475271242042e-06,1613943127216,3408
"mom_0",0.855830552880688,1613943127216,3408
"eps_0",1e-05,1613943127216,3408
"wd_1",0.01,1613943127216,3408
"sqr_mom_1",0.99,1613943127216,3408
"lr_1",4.7084752712420414e-05,1613943127216,3408
"mom_1",0.855830552880688,1613943127216,3408
"eps_1",1e-05,1613943127216,3408
"wd_2",0.01,1613943127216,3408
"sqr_mom_2",0.99,1613943127216,3408
"lr_2",0.00047084752712420414,1613943127216,3408
"mom_2",0.855830552880688,1613943127216,3408
"eps_2",1e-05,1613943127216,3408
"train_loss",0.02649576,1613943128165,3409
"raw_loss",0.020339971,1613943128165,3409
"epoch",21.44654088050313,1613943128165,3409
"wd_0",0.01,1613943128165,3409
"sqr_mom_0",0.99,1613943128165,3409
"lr_0",4.707813475694402e-06,1613943128165,3409
"mom_0",0.8558437889240011,1613943128165,3409
"eps_0",1e-05,1613943128165,3409
"wd_1",0.01,1613943128165,3409
"sqr_mom_1",0.99,1613943128165,3409
"lr_1",4.707813475694401e-05,1613943128165,3409
"mom_1",0.8558437889240011,1613943128165,3409
"eps_1",1e-05,1613943128165,3409
"wd_2",0.01,1613943128165,3409
"sqr_mom_2",0.99,1613943128165,3409
"lr_2",0.0004707813475694401,1613943128165,3409
"mom_2",0.8558437889240011,1613943128165,3409
"eps_2",1e-05,1613943128165,3409
"train_loss",0.026754173,1613943129139,3410
"raw_loss",0.03941638,1613943129139,3410
"epoch",21.45283018867923,1613943129139,3410
"wd_0",0.01,1613943129139,3410
"sqr_mom_0",0.99,1613943129139,3410
"lr_0",4.707151141327789e-06,1613943129139,3410
"mom_0",0.8558570357438017,1613943129139,3410
"eps_0",1e-05,1613943129139,3410
"wd_1",0.01,1613943129139,3410
"sqr_mom_1",0.99,1613943129139,3410
"lr_1",4.7071511413277887e-05,1613943129139,3410
"mom_1",0.8558570357438017,1613943129139,3410
"eps_1",1e-05,1613943129139,3410
"wd_2",0.01,1613943129139,3410
"sqr_mom_2",0.99,1613943129139,3410
"lr_2",0.0004707151141327788,1613943129139,3410
"mom_2",0.8558570357438017,1613943129139,3410
"eps_2",1e-05,1613943129139,3410
"train_loss",0.026457883,1613943130070,3411
"raw_loss",0.011939702,1613943130070,3411
"epoch",21.45911949685533,1613943130070,3411
"wd_0",0.01,1613943130070,3411
"sqr_mom_0",0.99,1613943130070,3411
"lr_0",4.7064879387517475e-06,1613943130070,3411
"mom_0",0.8558702999279643,1613943130070,3411
"eps_0",1e-05,1613943130070,3411
"wd_1",0.01,1613943130070,3411
"sqr_mom_1",0.99,1613943130070,3411
"lr_1",4.706487938751747e-05,1613943130070,3411
"mom_1",0.8558702999279643,1613943130070,3411
"eps_1",1e-05,1613943130070,3411
"wd_2",0.01,1613943130070,3411
"sqr_mom_2",0.99,1613943130070,3411
"lr_2",0.00047064879387517474,1613943130070,3411
"mom_2",0.8558702999279643,1613943130070,3411
"eps_2",1e-05,1613943130070,3411
"train_loss",0.026271602,1613943131026,3412
"raw_loss",0.017143821,1613943131026,3412
"epoch",21.46540880503143,1613943131026,3412
"wd_0",0.01,1613943131026,3412
"sqr_mom_0",0.99,1613943131026,3412
"lr_0",4.705824032890937e-06,1613943131026,3412
"mom_0",0.855883578177963,1613943131026,3412
"eps_0",1e-05,1613943131026,3412
"wd_1",0.01,1613943131026,3412
"sqr_mom_1",0.99,1613943131026,3412
"lr_1",4.705824032890937e-05,1613943131026,3412
"mom_1",0.855883578177963,1613943131026,3412
"eps_1",1e-05,1613943131026,3412
"wd_2",0.01,1613943131026,3412
"sqr_mom_2",0.99,1613943131026,3412
"lr_2",0.00047058240328909373,1613943131026,3412
"mom_2",0.855883578177963,1613943131026,3412
"eps_2",1e-05,1613943131026,3412
"train_loss",0.026097318,1613943131955,3413
"raw_loss",0.017557358,1613943131955,3413
"epoch",21.47169811320753,1613943131955,3413
"wd_0",0.01,1613943131955,3413
"sqr_mom_0",0.99,1613943131955,3413
"lr_0",4.705159534232318e-06,1613943131955,3413
"mom_0",0.8558968682840364,1613943131955,3413
"eps_0",1e-05,1613943131955,3413
"wd_1",0.01,1613943131955,3413
"sqr_mom_1",0.99,1613943131955,3413
"lr_1",4.705159534232317e-05,1613943131955,3413
"mom_1",0.8558968682840364,1613943131955,3413
"eps_1",1e-05,1613943131955,3413
"wd_2",0.01,1613943131955,3413
"sqr_mom_2",0.99,1613943131955,3413
"lr_2",0.0004705159534232317,1613943131955,3413
"mom_2",0.8558968682840364,1613943131955,3413
"eps_2",1e-05,1613943131955,3413
"train_loss",0.026496079,1613943132914,3414
"raw_loss",0.046035334,1613943132914,3414
"epoch",21.47798742138363,1613943132914,3414
"wd_0",0.01,1613943132914,3414
"sqr_mom_0",0.99,1613943132914,3414
"lr_0",4.704494222553573e-06,1613943132914,3414
"mom_0",0.855910174650675,1613943132914,3414
"eps_0",1e-05,1613943132914,3414
"wd_1",0.01,1613943132914,3414
"sqr_mom_1",0.99,1613943132914,3414
"lr_1",4.704494222553573e-05,1613943132914,3414
"mom_1",0.855910174650675,1613943132914,3414
"eps_1",1e-05,1613943132914,3414
"wd_2",0.01,1613943132914,3414
"sqr_mom_2",0.99,1613943132914,3414
"lr_2",0.0004704494222553573,1613943132914,3414
"mom_2",0.855910174650675,1613943132914,3414
"eps_2",1e-05,1613943132914,3414
"train_loss",0.026222836,1613943133868,3415
"raw_loss",0.012833924,1613943133868,3415
"epoch",21.48427672955973,1613943133868,3415
"wd_0",0.01,1613943133868,3415
"sqr_mom_0",0.99,1613943133868,3415
"lr_0",4.703828208225535e-06,1613943133868,3415
"mom_0",0.85592349507044,1613943133868,3415
"eps_0",1e-05,1613943133868,3415
"wd_1",0.01,1613943133868,3415
"sqr_mom_1",0.99,1613943133868,3415
"lr_1",4.7038282082255346e-05,1613943133868,3415
"mom_1",0.85592349507044,1613943133868,3415
"eps_1",1e-05,1613943133868,3415
"wd_2",0.01,1613943133868,3415
"sqr_mom_2",0.99,1613943133868,3415
"lr_2",0.0004703828208225534,1613943133868,3415
"mom_2",0.85592349507044,1613943133868,3415
"eps_2",1e-05,1613943133868,3415
"train_loss",0.026440889,1613943134842,3416
"raw_loss",0.037125498,1613943134842,3416
"epoch",21.49056603773583,1613943134842,3416
"wd_0",0.01,1613943134842,3416
"sqr_mom_0",0.99,1613943134842,3416
"lr_0",4.703161657397755e-06,1613943134842,3416
"mom_0",0.8559368262203071,1613943134842,3416
"eps_0",1e-05,1613943134842,3416
"wd_1",0.01,1613943134842,3416
"sqr_mom_1",0.99,1613943134842,3416
"lr_1",4.703161657397755e-05,1613943134842,3416
"mom_1",0.8559368262203071,1613943134842,3416
"eps_1",1e-05,1613943134842,3416
"wd_2",0.01,1613943134842,3416
"sqr_mom_2",0.99,1613943134842,3416
"lr_2",0.0004703161657397755,1613943134842,3416
"mom_2",0.8559368262203071,1613943134842,3416
"eps_2",1e-05,1613943134842,3416
"train_loss",0.026330564,1613943135825,3417
"raw_loss",0.020924658,1613943135825,3417
"epoch",21.496855345911932,1613943135825,3417
"wd_0",0.01,1613943135825,3417
"sqr_mom_0",0.99,1613943135825,3417
"lr_0",4.70249423858286e-06,1613943135825,3417
"mom_0",0.85595017473009,1613943135825,3417
"eps_0",1e-05,1613943135825,3417
"wd_1",0.01,1613943135825,3417
"sqr_mom_1",0.99,1613943135825,3417
"lr_1",4.7024942385828596e-05,1613943135825,3417
"mom_1",0.85595017473009,1613943135825,3417
"eps_1",1e-05,1613943135825,3417
"wd_2",0.01,1613943135825,3417
"sqr_mom_2",0.99,1613943135825,3417
"lr_2",0.000470249423858286,1613943135825,3417
"mom_2",0.85595017473009,1613943135825,3417
"eps_2",1e-05,1613943135825,3417
"train_loss",0.027082676,1613943136783,3418
"raw_loss",0.063936226,1613943136783,3418
"epoch",21.503144654088032,1613943136783,3418
"wd_0",0.01,1613943136783,3418
"sqr_mom_0",0.99,1613943136783,3418
"lr_0",4.701826117756142e-06,1613943136783,3418
"mom_0",0.85596353728025,1613943136783,3418
"eps_0",1e-05,1613943136783,3418
"wd_1",0.01,1613943136783,3418
"sqr_mom_1",0.99,1613943136783,3418
"lr_1",4.701826117756142e-05,1613943136783,3418
"mom_1",0.85596353728025,1613943136783,3418
"eps_1",1e-05,1613943136783,3418
"wd_2",0.01,1613943136783,3418
"sqr_mom_2",0.99,1613943136783,3418
"lr_2",0.0004701826117756142,1613943136783,3418
"mom_2",0.85596353728025,1613943136783,3418
"eps_2",1e-05,1613943136783,3418
"train_loss",0.027223283,1613943137740,3419
"raw_loss",0.03411309,1613943137740,3419
"epoch",21.509433962264133,1613943137740,3419
"wd_0",0.01,1613943137740,3419
"sqr_mom_0",0.99,1613943137740,3419
"lr_0",4.701157461591594e-06,1613943137740,3419
"mom_0",0.8559769105372734,1613943137740,3419
"eps_0",1e-05,1613943137740,3419
"wd_1",0.01,1613943137740,3419
"sqr_mom_1",0.99,1613943137740,3419
"lr_1",4.701157461591593e-05,1613943137740,3419
"mom_1",0.8559769105372734,1613943137740,3419
"eps_1",1e-05,1613943137740,3419
"wd_2",0.01,1613943137740,3419
"sqr_mom_2",0.99,1613943137740,3419
"lr_2",0.00047011574615915937,1613943137740,3419
"mom_2",0.8559769105372734,1613943137740,3419
"eps_2",1e-05,1613943137740,3419
"train_loss",0.027322521,1613943138708,3420
"raw_loss",0.032185167,1613943138708,3420
"epoch",21.515723270440233,1613943138708,3420
"wd_0",0.01,1613943138708,3420
"sqr_mom_0",0.99,1613943138708,3420
"lr_0",4.700487937554818e-06,1613943138708,3420
"mom_0",0.8559903011519151,1613943138708,3420
"eps_0",1e-05,1613943138708,3420
"wd_1",0.01,1613943138708,3420
"sqr_mom_1",0.99,1613943138708,3420
"lr_1",4.700487937554818e-05,1613943138708,3420
"mom_1",0.8559903011519151,1613943138708,3420
"eps_1",1e-05,1613943138708,3420
"wd_2",0.01,1613943138708,3420
"sqr_mom_2",0.99,1613943138708,3420
"lr_2",0.0004700487937554818,1613943138708,3420
"mom_2",0.8559903011519151,1613943138708,3420
"eps_2",1e-05,1613943138708,3420
"train_loss",0.027268257,1613943139654,3421
"raw_loss",0.02460932,1613943139654,3421
"epoch",21.522012578616334,1613943139654,3421
"wd_0",0.01,1613943139654,3421
"sqr_mom_0",0.99,1613943139654,3421
"lr_0",4.699817712145705e-06,1613943139654,3421
"mom_0",0.8560037057941439,1613943139654,3421
"eps_0",1e-05,1613943139654,3421
"wd_1",0.01,1613943139654,3421
"sqr_mom_1",0.99,1613943139654,3421
"lr_1",4.6998177121457054e-05,1613943139654,3421
"mom_1",0.8560037057941439,1613943139654,3421
"eps_1",1e-05,1613943139654,3421
"wd_2",0.01,1613943139654,3421
"sqr_mom_2",0.99,1613943139654,3421
"lr_2",0.0004699817712145705,1613943139654,3421
"mom_2",0.8560037057941439,1613943139654,3421
"eps_2",1e-05,1613943139654,3421
"train_loss",0.027818142,1613943140600,3422
"raw_loss",0.05476252,1613943140600,3422
"epoch",21.528301886792434,1613943140600,3422
"wd_0",0.01,1613943140600,3422
"sqr_mom_0",0.99,1613943140600,3422
"lr_0",4.699146785577882e-06,1613943140600,3422
"mom_0",0.8560171244596869,1613943140600,3422
"eps_0",1e-05,1613943140600,3422
"wd_1",0.01,1613943140600,3422
"sqr_mom_1",0.99,1613943140600,3422
"lr_1",4.6991467855778815e-05,1613943140600,3422
"mom_1",0.8560171244596869,1613943140600,3422
"eps_1",1e-05,1613943140600,3422
"wd_2",0.01,1613943140600,3422
"sqr_mom_2",0.99,1613943140600,3422
"lr_2",0.0004699146785577881,1613943140600,3422
"mom_2",0.8560171244596869,1613943140600,3422
"eps_2",1e-05,1613943140600,3422
"train_loss",0.027875924,1613943141529,3423
"raw_loss",0.030707274,1613943141529,3423
"epoch",21.534591194968534,1613943141529,3423
"wd_0",0.01,1613943141529,3423
"sqr_mom_0",0.99,1613943141529,3423
"lr_0",4.69847532522386e-06,1613943141529,3423
"mom_0",0.8560305538010607,1613943141529,3423
"eps_0",1e-05,1613943141529,3423
"wd_1",0.01,1613943141529,3423
"sqr_mom_1",0.99,1613943141529,3423
"lr_1",4.69847532522386e-05,1613943141529,3423
"mom_1",0.8560305538010607,1613943141529,3423
"eps_1",1e-05,1613943141529,3423
"wd_2",0.01,1613943141529,3423
"sqr_mom_2",0.99,1613943141529,3423
"lr_2",0.000469847532522386,1613943141529,3423
"mom_2",0.8560305538010607,1613943141529,3423
"eps_2",1e-05,1613943141529,3423
"train_loss",0.02778947,1613943142482,3424
"raw_loss",0.023553167,1613943142482,3424
"epoch",21.540880503144635,1613943142482,3424
"wd_0",0.01,1613943142482,3424
"sqr_mom_0",0.99,1613943142482,3424
"lr_0",4.697802997154673e-06,1613943142482,3424
"mom_0",0.8560440004969114,1613943142482,3424
"eps_0",1e-05,1613943142482,3424
"wd_1",0.01,1613943142482,3424
"sqr_mom_1",0.99,1613943142482,3424
"lr_1",4.697802997154673e-05,1613943142482,3424
"mom_1",0.8560440004969114,1613943142482,3424
"eps_1",1e-05,1613943142482,3424
"wd_2",0.01,1613943142482,3424
"sqr_mom_2",0.99,1613943142482,3424
"lr_2",0.00046978029971546733,1613943142482,3424
"mom_2",0.8560440004969114,1613943142482,3424
"eps_2",1e-05,1613943142482,3424
"train_loss",0.027832255,1613943143426,3425
"raw_loss",0.0299287,1613943143426,3425
"epoch",21.547169811320735,1613943143426,3425
"wd_0",0.01,1613943143426,3425
"sqr_mom_0",0.99,1613943143426,3425
"lr_0",4.697129968568943e-06,1613943143426,3425
"mom_0",0.8560574612032331,1613943143426,3425
"eps_0",1e-05,1613943143426,3425
"wd_1",0.01,1613943143426,3425
"sqr_mom_1",0.99,1613943143426,3425
"lr_1",4.6971299685689426e-05,1613943143426,3425
"mom_1",0.8560574612032331,1613943143426,3425
"eps_1",1e-05,1613943143426,3425
"wd_2",0.01,1613943143426,3425
"sqr_mom_2",0.99,1613943143426,3425
"lr_2",0.0004697129968568943,1613943143426,3425
"mom_2",0.8560574612032331,1613943143426,3425
"eps_2",1e-05,1613943143426,3425
"train_loss",0.02752099,1613943144398,3426
"raw_loss",0.012269005,1613943144398,3426
"epoch",21.553459119496836,1613943144398,3426
"wd_0",0.01,1613943144398,3426
"sqr_mom_0",0.99,1613943144398,3426
"lr_0",4.696456407362503e-06,1613943144398,3426
"mom_0",0.8560709325620756,1613943144398,3426
"eps_0",1e-05,1613943144398,3426
"wd_1",0.01,1613943144398,3426
"sqr_mom_1",0.99,1613943144398,3426
"lr_1",4.696456407362503e-05,1613943144398,3426
"mom_1",0.8560709325620756,1613943144398,3426
"eps_1",1e-05,1613943144398,3426
"wd_2",0.01,1613943144398,3426
"sqr_mom_2",0.99,1613943144398,3426
"lr_2",0.0004696456407362503,1613943144398,3426
"mom_2",0.8560709325620756,1613943144398,3426
"eps_2",1e-05,1613943144398,3426
"train_loss",0.027703114,1613943145359,3427
"raw_loss",0.03662715,1613943145359,3427
"epoch",21.559748427672936,1613943145359,3427
"wd_0",0.01,1613943145359,3427
"sqr_mom_0",0.99,1613943145359,3427
"lr_0",4.6957819785615935e-06,1613943145359,3427
"mom_0",0.8560844212729808,1613943145359,3427
"eps_0",1e-05,1613943145359,3427
"wd_1",0.01,1613943145359,3427
"sqr_mom_1",0.99,1613943145359,3427
"lr_1",4.6957819785615935e-05,1613943145359,3427
"mom_1",0.8560844212729808,1613943145359,3427
"eps_1",1e-05,1613943145359,3427
"wd_2",0.01,1613943145359,3427
"sqr_mom_2",0.99,1613943145359,3427
"lr_2",0.0004695781978561593,1613943145359,3427
"mom_2",0.8560844212729808,1613943145359,3427
"eps_2",1e-05,1613943145359,3427
"train_loss",0.027744215,1613943146334,3428
"raw_loss",0.029758161,1613943146334,3428
"epoch",21.566037735849036,1613943146334,3428
"wd_0",0.01,1613943146334,3428
"sqr_mom_0",0.99,1613943146334,3428
"lr_0",4.695106849888317e-06,1613943146334,3428
"mom_0",0.8560979239814734,1613943146334,3428
"eps_0",1e-05,1613943146334,3428
"wd_1",0.01,1613943146334,3428
"sqr_mom_1",0.99,1613943146334,3428
"lr_1",4.695106849888317e-05,1613943146334,3428
"mom_1",0.8560979239814734,1613943146334,3428
"eps_1",1e-05,1613943146334,3428
"wd_2",0.01,1613943146334,3428
"sqr_mom_2",0.99,1613943146334,3428
"lr_2",0.0004695106849888317,1613943146334,3428
"mom_2",0.8560979239814734,1613943146334,3428
"eps_2",1e-05,1613943146334,3428
"train_loss",0.027568456,1613943147282,3429
"raw_loss",0.018956268,1613943147282,3429
"epoch",21.572327044025137,1613943147282,3429
"wd_0",0.01,1613943147282,3429
"sqr_mom_0",0.99,1613943147282,3429
"lr_0",4.694431189761346e-06,1613943147282,3429
"mom_0",0.8561114373191463,1613943147282,3429
"eps_0",1e-05,1613943147282,3429
"wd_1",0.01,1613943147282,3429
"sqr_mom_1",0.99,1613943147282,3429
"lr_1",4.694431189761345e-05,1613943147282,3429
"mom_1",0.8561114373191463,1613943147282,3429
"eps_1",1e-05,1613943147282,3429
"wd_2",0.01,1613943147282,3429
"sqr_mom_2",0.99,1613943147282,3429
"lr_2",0.00046944311897613455,1613943147282,3429
"mom_2",0.8561114373191463,1613943147282,3429
"eps_2",1e-05,1613943147282,3429
"train_loss",0.02763578,1613943148254,3430
"raw_loss",0.030934656,1613943148254,3430
"epoch",21.578616352201237,1613943148254,3430
"wd_0",0.01,1613943148254,3430
"sqr_mom_0",0.99,1613943148254,3430
"lr_0",4.69375466216309e-06,1613943148254,3430
"mom_0",0.8561249680064182,1613943148254,3430
"eps_0",1e-05,1613943148254,3430
"wd_1",0.01,1613943148254,3430
"sqr_mom_1",0.99,1613943148254,3430
"lr_1",4.69375466216309e-05,1613943148254,3430
"mom_1",0.8561249680064182,1613943148254,3430
"eps_1",1e-05,1613943148254,3430
"wd_2",0.01,1613943148254,3430
"sqr_mom_2",0.99,1613943148254,3430
"lr_2",0.000469375466216309,1613943148254,3430
"mom_2",0.8561249680064182,1613943148254,3430
"eps_2",1e-05,1613943148254,3430
"train_loss",0.027558278,1613943149215,3431
"raw_loss",0.023760736,1613943149215,3431
"epoch",21.584905660377338,1613943149215,3431
"wd_0",0.01,1613943149215,3431
"sqr_mom_0",0.99,1613943149215,3431
"lr_0",4.693077435338653e-06,1613943149215,3431
"mom_0",0.8561385126783537,1613943149215,3431
"eps_0",1e-05,1613943149215,3431
"wd_1",0.01,1613943149215,3431
"sqr_mom_1",0.99,1613943149215,3431
"lr_1",4.693077435338652e-05,1613943149215,3431
"mom_1",0.8561385126783537,1613943149215,3431
"eps_1",1e-05,1613943149215,3431
"wd_2",0.01,1613943149215,3431
"sqr_mom_2",0.99,1613943149215,3431
"lr_2",0.0004693077435338652,1613943149215,3431
"mom_2",0.8561385126783537,1613943149215,3431
"eps_2",1e-05,1613943149215,3431
"train_loss",0.02780982,1613943150175,3432
"raw_loss",0.04013532,1613943150175,3432
"epoch",21.591194968553438,1613943150175,3432
"wd_0",0.01,1613943150175,3432
"sqr_mom_0",0.99,1613943150175,3432
"lr_0",4.692399678229058e-06,1613943150175,3432
"mom_0",0.8561520679560983,1613943150175,3432
"eps_0",1e-05,1613943150175,3432
"wd_1",0.01,1613943150175,3432
"sqr_mom_1",0.99,1613943150175,3432
"lr_1",4.692399678229058e-05,1613943150175,3432
"mom_1",0.8561520679560983,1613943150175,3432
"eps_1",1e-05,1613943150175,3432
"wd_2",0.01,1613943150175,3432
"sqr_mom_2",0.99,1613943150175,3432
"lr_2",0.0004692399678229058,1613943150175,3432
"mom_2",0.8561520679560983,1613943150175,3432
"eps_2",1e-05,1613943150175,3432
"train_loss",0.027604839,1613943151161,3433
"raw_loss",0.017560765,1613943151161,3433
"epoch",21.59748427672954,1613943151161,3433
"wd_0",0.01,1613943151161,3433
"sqr_mom_0",0.99,1613943151161,3433
"lr_0",4.691721053773854e-06,1613943151161,3433
"mom_0",0.8561656405809287,1613943151161,3433
"eps_0",1e-05,1613943151161,3433
"wd_1",0.01,1613943151161,3433
"sqr_mom_1",0.99,1613943151161,3433
"lr_1",4.691721053773854e-05,1613943151161,3433
"mom_1",0.8561656405809287,1613943151161,3433
"eps_1",1e-05,1613943151161,3433
"wd_2",0.01,1613943151161,3433
"sqr_mom_2",0.99,1613943151161,3433
"lr_2",0.0004691721053773854,1613943151161,3433
"mom_2",0.8561656405809287,1613943151161,3433
"eps_2",1e-05,1613943151161,3433
"train_loss",0.027623976,1613943152139,3434
"raw_loss",0.028561665,1613943152139,3434
"epoch",21.60377358490564,1613943152139,3434
"wd_0",0.01,1613943152139,3434
"sqr_mom_0",0.99,1613943152139,3434
"lr_0",4.691041730740656e-06,1613943152139,3434
"mom_0",0.8561792271774586,1613943152139,3434
"eps_0",1e-05,1613943152139,3434
"wd_1",0.01,1613943152139,3434
"sqr_mom_1",0.99,1613943152139,3434
"lr_1",4.6910417307406556e-05,1613943152139,3434
"mom_1",0.8561792271774586,1613943152139,3434
"eps_1",1e-05,1613943152139,3434
"wd_2",0.01,1613943152139,3434
"sqr_mom_2",0.99,1613943152139,3434
"lr_2",0.0004691041730740655,1613943152139,3434
"mom_2",0.8561792271774586,1613943152139,3434
"eps_2",1e-05,1613943152139,3434
"train_loss",0.027365917,1613943153078,3435
"raw_loss",0.014721036,1613943153078,3435
"epoch",21.61006289308174,1613943153078,3435
"wd_0",0.01,1613943153078,3435
"sqr_mom_0",0.99,1613943153078,3435
"lr_0",4.69036182217691e-06,1613943153078,3435
"mom_0",0.8561928254847166,1613943153078,3435
"eps_0",1e-05,1613943153078,3435
"wd_1",0.01,1613943153078,3435
"sqr_mom_1",0.99,1613943153078,3435
"lr_1",4.69036182217691e-05,1613943153078,3435
"mom_1",0.8561928254847166,1613943153078,3435
"eps_1",1e-05,1613943153078,3435
"wd_2",0.01,1613943153078,3435
"sqr_mom_2",0.99,1613943153078,3435
"lr_2",0.000469036182217691,1613943153078,3435
"mom_2",0.8561928254847166,1613943153078,3435
"eps_2",1e-05,1613943153078,3435
"train_loss",0.027238829,1613943154061,3436
"raw_loss",0.021011509,1613943154061,3436
"epoch",21.61635220125784,1613943154061,3436
"wd_0",0.01,1613943154061,3436
"sqr_mom_0",0.99,1613943154061,3436
"lr_0",4.689681102753287e-06,1613943154061,3436
"mom_0",0.8562064400093343,1613943154061,3436
"eps_0",1e-05,1613943154061,3436
"wd_1",0.01,1613943154061,3436
"sqr_mom_1",0.99,1613943154061,3436
"lr_1",4.689681102753287e-05,1613943154061,3436
"mom_1",0.8562064400093343,1613943154061,3436
"eps_1",1e-05,1613943154061,3436
"wd_2",0.01,1613943154061,3436
"sqr_mom_2",0.99,1613943154061,3436
"lr_2",0.0004689681102753287,1613943154061,3436
"mom_2",0.8562064400093343,1613943154061,3436
"eps_2",1e-05,1613943154061,3436
"train_loss",0.027236158,1613943155006,3437
"raw_loss",0.027105272,1613943155006,3437
"epoch",21.62264150943394,1613943155006,3437
"wd_0",0.01,1613943155006,3437
"sqr_mom_0",0.99,1613943155006,3437
"lr_0",4.688999685401881e-06,1613943155006,3437
"mom_0",0.8562200684926473,1613943155006,3437
"eps_0",1e-05,1613943155006,3437
"wd_1",0.01,1613943155006,3437
"sqr_mom_1",0.99,1613943155006,3437
"lr_1",4.688999685401881e-05,1613943155006,3437
"mom_1",0.8562200684926473,1613943155006,3437
"eps_1",1e-05,1613943155006,3437
"wd_2",0.01,1613943155006,3437
"sqr_mom_2",0.99,1613943155006,3437
"lr_2",0.0004688999685401881,1613943155006,3437
"mom_2",0.8562200684926473,1613943155006,3437
"eps_2",1e-05,1613943155006,3437
"train_loss",0.026976943,1613943155982,3438
"raw_loss",0.014275418,1613943155982,3438
"epoch",21.62893081761004,1613943155982,3438
"wd_0",0.01,1613943155982,3438
"sqr_mom_0",0.99,1613943155982,3438
"lr_0",4.6883177401069905e-06,1613943155982,3438
"mom_0",0.8562337075349356,1613943155982,3438
"eps_0",1e-05,1613943155982,3438
"wd_1",0.01,1613943155982,3438
"sqr_mom_1",0.99,1613943155982,3438
"lr_1",4.68831774010699e-05,1613943155982,3438
"mom_1",0.8562337075349356,1613943155982,3438
"eps_1",1e-05,1613943155982,3438
"wd_2",0.01,1613943155982,3438
"sqr_mom_2",0.99,1613943155982,3438
"lr_2",0.000468831774010699,1613943155982,3438
"mom_2",0.8562337075349356,1613943155982,3438
"eps_2",1e-05,1613943155982,3438
"train_loss",0.026888074,1613943156954,3439
"raw_loss",0.022533542,1613943156954,3439
"epoch",21.63522012578614,1613943156954,3439
"wd_0",0.01,1613943156954,3439
"sqr_mom_0",0.99,1613943156954,3439
"lr_0",4.687634927725302e-06,1613943156954,3439
"mom_0",0.8562473639191331,1613943156954,3439
"eps_0",1e-05,1613943156954,3439
"wd_1",0.01,1613943156954,3439
"sqr_mom_1",0.99,1613943156954,3439
"lr_1",4.687634927725302e-05,1613943156954,3439
"mom_1",0.8562473639191331,1613943156954,3439
"eps_1",1e-05,1613943156954,3439
"wd_2",0.01,1613943156954,3439
"sqr_mom_2",0.99,1613943156954,3439
"lr_2",0.00046876349277253016,1613943156954,3439
"mom_2",0.8562473639191331,1613943156954,3439
"eps_2",1e-05,1613943156954,3439
"train_loss",0.02704987,1613943157974,3440
"raw_loss",0.03497784,1613943157974,3440
"epoch",21.64150943396224,1613943157974,3440
"wd_0",0.01,1613943157974,3440
"sqr_mom_0",0.99,1613943157974,3440
"lr_0",4.686951418068025e-06,1613943157974,3440
"mom_0",0.8562610342489819,1613943157974,3440
"eps_0",1e-05,1613943157974,3440
"wd_1",0.01,1613943157974,3440
"sqr_mom_1",0.99,1613943157974,3440
"lr_1",4.686951418068025e-05,1613943157974,3440
"mom_1",0.8562610342489819,1613943157974,3440
"eps_1",1e-05,1613943157974,3440
"wd_2",0.01,1613943157974,3440
"sqr_mom_2",0.99,1613943157974,3440
"lr_2",0.0004686951418068025,1613943157974,3440
"mom_2",0.8562610342489819,1613943157974,3440
"eps_2",1e-05,1613943157974,3440
"train_loss",0.026875878,1613943158959,3441
"raw_loss",0.01835028,1613943158959,3441
"epoch",21.64779874213834,1613943158959,3441
"wd_0",0.01,1613943158959,3441
"sqr_mom_0",0.99,1613943158959,3441
"lr_0",4.686267381640356e-06,1613943158959,3441
"mom_0",0.856274715114344,1613943158959,3441
"eps_0",1e-05,1613943158959,3441
"wd_1",0.01,1613943158959,3441
"sqr_mom_1",0.99,1613943158959,3441
"lr_1",4.686267381640356e-05,1613943158959,3441
"mom_1",0.856274715114344,1613943158959,3441
"eps_1",1e-05,1613943158959,3441
"wd_2",0.01,1613943158959,3441
"sqr_mom_2",0.99,1613943158959,3441
"lr_2",0.0004686267381640356,1613943158959,3441
"mom_2",0.856274715114344,1613943158959,3441
"eps_2",1e-05,1613943158959,3441
"train_loss",0.027308775,1613943159922,3442
"raw_loss",0.048520796,1613943159922,3442
"epoch",21.654088050314442,1613943159922,3442
"wd_0",0.01,1613943159922,3442
"sqr_mom_0",0.99,1613943159922,3442
"lr_0",4.685582478259025e-06,1613943159922,3442
"mom_0",0.8562884133189527,1613943159922,3442
"eps_0",1e-05,1613943159922,3442
"wd_1",0.01,1613943159922,3442
"sqr_mom_1",0.99,1613943159922,3442
"lr_1",4.685582478259025e-05,1613943159922,3442
"mom_1",0.8562884133189527,1613943159922,3442
"eps_1",1e-05,1613943159922,3442
"wd_2",0.01,1613943159922,3442
"sqr_mom_2",0.99,1613943159922,3442
"lr_2",0.0004685582478259025,1613943159922,3442
"mom_2",0.8562884133189527,1613943159922,3442
"eps_2",1e-05,1613943159922,3442
"train_loss",0.027491784,1613943160899,3443
"raw_loss",0.03645918,1613943160899,3443
"epoch",21.660377358490543,1613943160899,3443
"wd_0",0.01,1613943160899,3443
"sqr_mom_0",0.99,1613943160899,3443
"lr_0",4.6848968782563e-06,1613943160899,3443
"mom_0",0.8563021254561285,1613943160899,3443
"eps_0",1e-05,1613943160899,3443
"wd_1",0.01,1613943160899,3443
"sqr_mom_1",0.99,1613943160899,3443
"lr_1",4.6848968782563004e-05,1613943160899,3443
"mom_1",0.8563021254561285,1613943160899,3443
"eps_1",1e-05,1613943160899,3443
"wd_2",0.01,1613943160899,3443
"sqr_mom_2",0.99,1613943160899,3443
"lr_2",0.00046848968782563,1613943160899,3443
"mom_2",0.8563021254561285,1613943160899,3443
"eps_2",1e-05,1613943160899,3443
"train_loss",0.027454019,1613943161905,3444
"raw_loss",0.02560348,1613943161905,3444
"epoch",21.666666666666643,1613943161905,3444
"wd_0",0.01,1613943161905,3444
"sqr_mom_0",0.99,1613943161905,3444
"lr_0",4.68421058185071e-06,1613943161905,3444
"mom_0",0.856315851521501,1613943161905,3444
"eps_0",1e-05,1613943161905,3444
"wd_1",0.01,1613943161905,3444
"sqr_mom_1",0.99,1613943161905,3444
"lr_1",4.68421058185071e-05,1613943161905,3444
"mom_1",0.856315851521501,1613943161905,3444
"eps_1",1e-05,1613943161905,3444
"wd_2",0.01,1613943161905,3444
"sqr_mom_2",0.99,1613943161905,3444
"lr_2",0.00046842105818507097,1613943161905,3444
"mom_2",0.856315851521501,1613943161905,3444
"eps_2",1e-05,1613943161905,3444
"train_loss",0.027450612,1613943162907,3445
"raw_loss",0.02728366,1613943162907,3445
"epoch",21.672955974842743,1613943162907,3445
"wd_0",0.01,1613943162907,3445
"sqr_mom_0",0.99,1613943162907,3445
"lr_0",4.6835237602412315e-06,1613943162907,3445
"mom_0",0.8563295880910563,1613943162907,3445
"eps_0",1e-05,1613943162907,3445
"wd_1",0.01,1613943162907,3445
"sqr_mom_1",0.99,1613943162907,3445
"lr_1",4.6835237602412315e-05,1613943162907,3445
"mom_1",0.8563295880910563,1613943162907,3445
"eps_1",1e-05,1613943162907,3445
"wd_2",0.01,1613943162907,3445
"sqr_mom_2",0.99,1613943162907,3445
"lr_2",0.00046835237602412314,1613943162907,3445
"mom_2",0.8563295880910563,1613943162907,3445
"eps_2",1e-05,1613943162907,3445
"train_loss",0.02730051,1613943163915,3446
"raw_loss",0.019945588,1613943163915,3446
"epoch",21.679245283018844,1613943163915,3446
"wd_0",0.01,1613943163915,3446
"sqr_mom_0",0.99,1613943163915,3446
"lr_0",4.682836071859476e-06,1613943163915,3446
"mom_0",0.8563433419962304,1613943163915,3446
"eps_0",1e-05,1613943163915,3446
"wd_1",0.01,1613943163915,3446
"sqr_mom_1",0.99,1613943163915,3446
"lr_1",4.6828360718594764e-05,1613943163915,3446
"mom_1",0.8563433419962304,1613943163915,3446
"eps_1",1e-05,1613943163915,3446
"wd_2",0.01,1613943163915,3446
"sqr_mom_2",0.99,1613943163915,3446
"lr_2",0.0004682836071859476,1613943163915,3446
"mom_2",0.8563433419962304,1613943163915,3446
"eps_2",1e-05,1613943163915,3446
"train_loss",0.027294895,1613943164935,3447
"raw_loss",0.027019728,1613943164935,3447
"epoch",21.685534591194944,1613943164935,3447
"wd_0",0.01,1613943164935,3447
"sqr_mom_0",0.99,1613943164935,3447
"lr_0",4.682147687731714e-06,1613943164935,3447
"mom_0",0.8563571098164638,1613943164935,3447
"eps_0",1e-05,1613943164935,3447
"wd_1",0.01,1613943164935,3447
"sqr_mom_1",0.99,1613943164935,3447
"lr_1",4.682147687731713e-05,1613943164935,3447
"mom_1",0.8563571098164638,1613943164935,3447
"eps_1",1e-05,1613943164935,3447
"wd_2",0.01,1613943164935,3447
"sqr_mom_2",0.99,1613943164935,3447
"lr_2",0.0004682147687731713,1613943164935,3447
"mom_2",0.8563571098164638,1613943164935,3447
"eps_2",1e-05,1613943164935,3447
"train_loss",0.027298553,1613943165929,3448
"raw_loss",0.027477782,1613943165929,3448
"epoch",21.691823899371045,1613943165929,3448
"wd_0",0.01,1613943165929,3448
"sqr_mom_0",0.99,1613943165929,3448
"lr_0",4.681458779576676e-06,1613943165929,3448
"mom_0",0.8563708881173476,1613943165929,3448
"eps_0",1e-05,1613943165929,3448
"wd_1",0.01,1613943165929,3448
"sqr_mom_1",0.99,1613943165929,3448
"lr_1",4.6814587795766754e-05,1613943165929,3448
"mom_1",0.8563708881173476,1613943165929,3448
"eps_1",1e-05,1613943165929,3448
"wd_2",0.01,1613943165929,3448
"sqr_mom_2",0.99,1613943165929,3448
"lr_2",0.0004681458779576675,1613943165929,3448
"mom_2",0.8563708881173476,1613943165929,3448
"eps_2",1e-05,1613943165929,3448
"train_loss",0.027099831,1613943166895,3449
"raw_loss",0.017362412,1613943166895,3449
"epoch",21.698113207547145,1613943166895,3449
"wd_0",0.01,1613943166895,3449
"sqr_mom_0",0.99,1613943166895,3449
"lr_0",4.680769004788297e-06,1613943166895,3449
"mom_0",0.8563846837510716,1613943166895,3449
"eps_0",1e-05,1613943166895,3449
"wd_1",0.01,1613943166895,3449
"sqr_mom_1",0.99,1613943166895,3449
"lr_1",4.680769004788297e-05,1613943166895,3449
"mom_1",0.8563846837510716,1613943166895,3449
"eps_1",1e-05,1613943166895,3449
"wd_2",0.01,1613943166895,3449
"sqr_mom_2",0.99,1613943166895,3449
"lr_2",0.00046807690047882974,1613943166895,3449
"mom_2",0.8563846837510716,1613943166895,3449
"eps_2",1e-05,1613943166895,3449
"train_loss",0.02699981,1613943167873,3450
"raw_loss",0.022098783,1613943167873,3450
"epoch",21.704402515723245,1613943167873,3450
"wd_0",0.01,1613943167873,3450
"sqr_mom_0",0.99,1613943167873,3450
"lr_0",4.680078534912766e-06,1613943167873,3450
"mom_0",0.8563984932866775,1613943167873,3450
"eps_0",1e-05,1613943167873,3450
"wd_1",0.01,1613943167873,3450
"sqr_mom_1",0.99,1613943167873,3450
"lr_1",4.6800785349127655e-05,1613943167873,3450
"mom_1",0.8563984932866775,1613943167873,3450
"eps_1",1e-05,1613943167873,3450
"wd_2",0.01,1613943167873,3450
"sqr_mom_2",0.99,1613943167873,3450
"lr_2",0.0004680078534912765,1613943167873,3450
"mom_2",0.8563984932866775,1613943167873,3450
"eps_2",1e-05,1613943167873,3450
"train_loss",0.026756726,1613943168836,3451
"raw_loss",0.014845536,1613943168836,3451
"epoch",21.710691823899346,1613943168836,3451
"wd_0",0.01,1613943168836,3451
"sqr_mom_0",0.99,1613943168836,3451
"lr_0",4.679387542188075e-06,1613943168836,3451
"mom_0",0.8564123132793713,1613943168836,3451
"eps_0",1e-05,1613943168836,3451
"wd_1",0.01,1613943168836,3451
"sqr_mom_1",0.99,1613943168836,3451
"lr_1",4.679387542188074e-05,1613943168836,3451
"mom_1",0.8564123132793713,1613943168836,3451
"eps_1",1e-05,1613943168836,3451
"wd_2",0.01,1613943168836,3451
"sqr_mom_2",0.99,1613943168836,3451
"lr_2",0.0004679387542188074,1613943168836,3451
"mom_2",0.8564123132793713,1613943168836,3451
"eps_2",1e-05,1613943168836,3451
"train_loss",0.026492476,1613943169850,3452
"raw_loss",0.01354424,1613943169850,3452
"epoch",21.716981132075446,1613943169850,3452
"wd_0",0.01,1613943169850,3452
"sqr_mom_0",0.99,1613943169850,3452
"lr_0",4.6786956829714655e-06,1613943169850,3452
"mom_0",0.8564261506020767,1613943169850,3452
"eps_0",1e-05,1613943169850,3452
"wd_1",0.01,1613943169850,3452
"sqr_mom_1",0.99,1613943169850,3452
"lr_1",4.678695682971465e-05,1613943169850,3452
"mom_1",0.8564261506020767,1613943169850,3452
"eps_1",1e-05,1613943169850,3452
"wd_2",0.01,1613943169850,3452
"sqr_mom_2",0.99,1613943169850,3452
"lr_2",0.00046786956829714647,1613943169850,3452
"mom_2",0.8564261506020767,1613943169850,3452
"eps_2",1e-05,1613943169850,3452
"train_loss",0.02642742,1613943170912,3453
"raw_loss",0.023239644,1613943170912,3453
"epoch",21.723270440251547,1613943170912,3453
"wd_0",0.01,1613943170912,3453
"sqr_mom_0",0.99,1613943170912,3453
"lr_0",4.6780031293285494e-06,1613943170912,3453
"mom_0",0.8564400018134471,1613943170912,3453
"eps_0",1e-05,1613943170912,3453
"wd_1",0.01,1613943170912,3453
"sqr_mom_1",0.99,1613943170912,3453
"lr_1",4.67800312932855e-05,1613943170912,3453
"mom_1",0.8564400018134471,1613943170912,3453
"eps_1",1e-05,1613943170912,3453
"wd_2",0.01,1613943170912,3453
"sqr_mom_2",0.99,1613943170912,3453
"lr_2",0.00046780031293285496,1613943170912,3453
"mom_2",0.8564400018134471,1613943170912,3453
"eps_2",1e-05,1613943170912,3453
"train_loss",0.026634397,1613943171932,3454
"raw_loss",0.036776286,1613943171932,3454
"epoch",21.729559748427647,1613943171932,3454
"wd_0",0.01,1613943171932,3454
"sqr_mom_0",0.99,1613943171932,3454
"lr_0",4.677310054016089e-06,1613943171932,3454
"mom_0",0.8564538634583128,1613943171932,3454
"eps_0",1e-05,1613943171932,3454
"wd_1",0.01,1613943171932,3454
"sqr_mom_1",0.99,1613943171932,3454
"lr_1",4.677310054016089e-05,1613943171932,3454
"mom_1",0.8564538634583128,1613943171932,3454
"eps_1",1e-05,1613943171932,3454
"wd_2",0.01,1613943171932,3454
"sqr_mom_2",0.99,1613943171932,3454
"lr_2",0.0004677310054016089,1613943171932,3454
"mom_2",0.8564538634583128,1613943171932,3454
"eps_2",1e-05,1613943171932,3454
"train_loss",0.026240388,1613943172940,3455
"raw_loss",0.0069339406,1613943172940,3455
"epoch",21.735849056603747,1613943172940,3455
"wd_0",0.01,1613943172940,3455
"sqr_mom_0",0.99,1613943172940,3455
"lr_0",4.6766161123556186e-06,1613943172940,3455
"mom_0",0.8564677424303119,1613943172940,3455
"eps_0",1e-05,1613943172940,3455
"wd_1",0.01,1613943172940,3455
"sqr_mom_1",0.99,1613943172940,3455
"lr_1",4.676616112355619e-05,1613943172940,3455
"mom_1",0.8564677424303119,1613943172940,3455
"eps_1",1e-05,1613943172940,3455
"wd_2",0.01,1613943172940,3455
"sqr_mom_2",0.99,1613943172940,3455
"lr_2",0.00046766161123556186,1613943172940,3455
"mom_2",0.8564677424303119,1613943172940,3455
"eps_2",1e-05,1613943172940,3455
"train_loss",0.025981698,1613943174096,3456
"raw_loss",0.013305846,1613943174096,3456
"epoch",21.742138364779848,1613943174096,3456
"wd_0",0.01,1613943174096,3456
"sqr_mom_0",0.99,1613943174096,3456
"lr_0",4.675921476931681e-06,1613943174096,3456
"mom_0",0.8564816352777191,1613943174096,3456
"eps_0",1e-05,1613943174096,3456
"wd_1",0.01,1613943174096,3456
"sqr_mom_1",0.99,1613943174096,3456
"lr_1",4.675921476931681e-05,1613943174096,3456
"mom_1",0.8564816352777191,1613943174096,3456
"eps_1",1e-05,1613943174096,3456
"wd_2",0.01,1613943174096,3456
"sqr_mom_2",0.99,1613943174096,3456
"lr_2",0.0004675921476931681,1613943174096,3456
"mom_2",0.8564816352777191,1613943174096,3456
"eps_2",1e-05,1613943174096,3456
"train_loss",0.02581438,1613943175320,3457
"raw_loss",0.017615838,1613943175320,3457
"epoch",21.74842767295595,1613943175320,3457
"wd_0",0.01,1613943175320,3457
"sqr_mom_0",0.99,1613943175320,3457
"lr_0",4.6752262633347735e-06,1613943175320,3457
"mom_0",0.8564955396887014,1613943175320,3457
"eps_0",1e-05,1613943175320,3457
"wd_1",0.01,1613943175320,3457
"sqr_mom_1",0.99,1613943175320,3457
"lr_1",4.675226263334773e-05,1613943175320,3457
"mom_1",0.8564955396887014,1613943175320,3457
"eps_1",1e-05,1613943175320,3457
"wd_2",0.01,1613943175320,3457
"sqr_mom_2",0.99,1613943175320,3457
"lr_2",0.0004675226263334773,1613943175320,3457
"mom_2",0.8564955396887014,1613943175320,3457
"eps_2",1e-05,1613943175320,3457
"train_loss",0.0255618,1613943176586,3458
"raw_loss",0.013185331,1613943176586,3458
"epoch",21.75471698113205,1613943176586,3458
"wd_0",0.01,1613943176586,3458
"sqr_mom_0",0.99,1613943176586,3458
"lr_0",4.674530241163305e-06,1613943176586,3458
"mom_0",0.8565094602713366,1613943176586,3458
"eps_0",1e-05,1613943176586,3458
"wd_1",0.01,1613943176586,3458
"sqr_mom_1",0.99,1613943176586,3458
"lr_1",4.674530241163305e-05,1613943176586,3458
"mom_1",0.8565094602713366,1613943176586,3458
"eps_1",1e-05,1613943176586,3458
"wd_2",0.01,1613943176586,3458
"sqr_mom_2",0.99,1613943176586,3458
"lr_2",0.0004674530241163305,1613943176586,3458
"mom_2",0.8565094602713366,1613943176586,3458
"eps_2",1e-05,1613943176586,3458
"train_loss",0.025426613,1613943178129,3459
"raw_loss",0.018802444,1613943178129,3459
"epoch",21.76100628930815,1613943178129,3459
"wd_0",0.01,1613943178129,3459
"sqr_mom_0",0.99,1613943178129,3459
"lr_0",4.673833525893218e-06,1613943178129,3459
"mom_0",0.8565233947160827,1613943178129,3459
"eps_0",1e-05,1613943178129,3459
"wd_1",0.01,1613943178129,3459
"sqr_mom_1",0.99,1613943178129,3459
"lr_1",4.673833525893217e-05,1613943178129,3459
"mom_1",0.8565233947160827,1613943178129,3459
"eps_1",1e-05,1613943178129,3459
"wd_2",0.01,1613943178129,3459
"sqr_mom_2",0.99,1613943178129,3459
"lr_2",0.00046738335258932176,1613943178129,3459
"mom_2",0.8565233947160827,1613943178129,3459
"eps_2",1e-05,1613943178129,3459
"train_loss",0.025627604,1613943179087,3460
"raw_loss",0.035476193,1613943179087,3460
"epoch",21.76729559748425,1613943179087,3460
"wd_0",0.01,1613943179087,3460
"sqr_mom_0",0.99,1613943179087,3460
"lr_0",4.673136291317333e-06,1613943179087,3460
"mom_0",0.8565373395470488,1613943179087,3460
"eps_0",1e-05,1613943179087,3460
"wd_1",0.01,1613943179087,3460
"sqr_mom_1",0.99,1613943179087,3460
"lr_1",4.6731362913173326e-05,1613943179087,3460
"mom_1",0.8565373395470488,1613943179087,3460
"eps_1",1e-05,1613943179087,3460
"wd_2",0.01,1613943179087,3460
"sqr_mom_2",0.99,1613943179087,3460
"lr_2",0.00046731362913173327,1613943179087,3460
"mom_2",0.8565373395470488,1613943179087,3460
"eps_2",1e-05,1613943179087,3460
"train_loss",0.025534358,1613943180020,3461
"raw_loss",0.020965263,1613943180020,3461
"epoch",21.77358490566035,1613943180020,3461
"wd_0",0.01,1613943180020,3461
"sqr_mom_0",0.99,1613943180020,3461
"lr_0",4.672438190688712e-06,1613943180020,3461
"mom_0",0.8565513016992428,1613943180020,3461
"eps_0",1e-05,1613943180020,3461
"wd_1",0.01,1613943180020,3461
"sqr_mom_1",0.99,1613943180020,3461
"lr_1",4.672438190688711e-05,1613943180020,3461
"mom_1",0.8565513016992428,1613943180020,3461
"eps_1",1e-05,1613943180020,3461
"wd_2",0.01,1613943180020,3461
"sqr_mom_2",0.99,1613943180020,3461
"lr_2",0.0004672438190688711,1613943180020,3461
"mom_2",0.8565513016992428,1613943180020,3461
"eps_2",1e-05,1613943180020,3461
"train_loss",0.02586654,1613943180977,3462
"raw_loss",0.042143464,1613943180977,3462
"epoch",21.77987421383645,1613943180977,3462
"wd_0",0.01,1613943180977,3462
"sqr_mom_0",0.99,1613943180977,3462
"lr_0",4.6717393976282886e-06,1613943180977,3462
"mom_0",0.8565652777002112,1613943180977,3462
"eps_0",1e-05,1613943180977,3462
"wd_1",0.01,1613943180977,3462
"sqr_mom_1",0.99,1613943180977,3462
"lr_1",4.6717393976282886e-05,1613943180977,3462
"mom_1",0.8565652777002112,1613943180977,3462
"eps_1",1e-05,1613943180977,3462
"wd_2",0.01,1613943180977,3462
"sqr_mom_2",0.99,1613943180977,3462
"lr_2",0.0004671739397628288,1613943180977,3462
"mom_2",0.8565652777002112,1613943180977,3462
"eps_2",1e-05,1613943180977,3462
"train_loss",0.0259385,1613943181915,3463
"raw_loss",0.02946448,1613943181915,3463
"epoch",21.78616352201255,1613943181915,3463
"wd_0",0.01,1613943181915,3463
"sqr_mom_0",0.99,1613943181915,3463
"lr_0",4.671039912358795e-06,1613943181915,3463
"mom_0",0.8565792675454995,1613943181915,3463
"eps_0",1e-05,1613943181915,3463
"wd_1",0.01,1613943181915,3463
"sqr_mom_1",0.99,1613943181915,3463
"lr_1",4.671039912358795e-05,1613943181915,3463
"mom_1",0.8565792675454995,1613943181915,3463
"eps_1",1e-05,1613943181915,3463
"wd_2",0.01,1613943181915,3463
"sqr_mom_2",0.99,1613943181915,3463
"lr_2",0.00046710399123587947,1613943181915,3463
"mom_2",0.8565792675454995,1613943181915,3463
"eps_2",1e-05,1613943181915,3463
"train_loss",0.026436146,1613943182882,3464
"raw_loss",0.05082089,1613943182882,3464
"epoch",21.79245283018865,1613943182882,3464
"wd_0",0.01,1613943182882,3464
"sqr_mom_0",0.99,1613943182882,3464
"lr_0",4.6703399093626595e-06,1613943182882,3464
"mom_0",0.8565932677454242,1613943182882,3464
"eps_0",1e-05,1613943182882,3464
"wd_1",0.01,1613943182882,3464
"sqr_mom_1",0.99,1613943182882,3464
"lr_1",4.670339909362659e-05,1613943182882,3464
"mom_1",0.8565932677454242,1613943182882,3464
"eps_1",1e-05,1613943182882,3464
"wd_2",0.01,1613943182882,3464
"sqr_mom_2",0.99,1613943182882,3464
"lr_2",0.00046703399093626593,1613943182882,3464
"mom_2",0.8565932677454242,1613943182882,3464
"eps_2",1e-05,1613943182882,3464
"train_loss",0.02656525,1613943183840,3465
"raw_loss",0.03289137,1613943183840,3465
"epoch",21.79874213836475,1613943183840,3465
"wd_0",0.01,1613943183840,3465
"sqr_mom_0",0.99,1613943183840,3465
"lr_0",4.6696390405161585e-06,1613943183840,3465
"mom_0",0.8566072852625295,1613943183840,3465
"eps_0",1e-05,1613943183840,3465
"wd_1",0.01,1613943183840,3465
"sqr_mom_1",0.99,1613943183840,3465
"lr_1",4.669639040516158e-05,1613943183840,3465
"mom_1",0.8566072852625295,1613943183840,3465
"eps_1",1e-05,1613943183840,3465
"wd_2",0.01,1613943183840,3465
"sqr_mom_2",0.99,1613943183840,3465
"lr_2",0.00046696390405161583,1613943183840,3465
"mom_2",0.8566072852625295,1613943183840,3465
"eps_2",1e-05,1613943183840,3465
"train_loss",0.026233552,1613943184820,3466
"raw_loss",0.009980326,1613943184820,3466
"epoch",21.805031446540852,1613943184820,3466
"wd_0",0.01,1613943184820,3466
"sqr_mom_0",0.99,1613943184820,3466
"lr_0",4.668937480130052e-06,1613943184820,3466
"mom_0",0.8566213166105651,1613943184820,3466
"eps_0",1e-05,1613943184820,3466
"wd_1",0.01,1613943184820,3466
"sqr_mom_1",0.99,1613943184820,3466
"lr_1",4.6689374801300516e-05,1613943184820,3466
"mom_1",0.8566213166105651,1613943184820,3466
"eps_1",1e-05,1613943184820,3466
"wd_2",0.01,1613943184820,3466
"sqr_mom_2",0.99,1613943184820,3466
"lr_2",0.0004668937480130052,1613943184820,3466
"mom_2",0.8566213166105651,1613943184820,3466
"eps_2",1e-05,1613943184820,3466
"train_loss",0.026402319,1613943185787,3467
"raw_loss",0.034671895,1613943185787,3467
"epoch",21.811320754716952,1613943185787,3467
"wd_0",0.01,1613943185787,3467
"sqr_mom_0",0.99,1613943185787,3467
"lr_0",4.668235403203378e-06,1613943185787,3467
"mom_0",0.8566353582895153,1613943185787,3467
"eps_0",1e-05,1613943185787,3467
"wd_1",0.01,1613943185787,3467
"sqr_mom_1",0.99,1613943185787,3467
"lr_1",4.6682354032033776e-05,1613943185787,3467
"mom_1",0.8566353582895153,1613943185787,3467
"eps_1",1e-05,1613943185787,3467
"wd_2",0.01,1613943185787,3467
"sqr_mom_2",0.99,1613943185787,3467
"lr_2",0.00046682354032033773,1613943185787,3467
"mom_2",0.8566353582895153,1613943185787,3467
"eps_2",1e-05,1613943185787,3467
"train_loss",0.026854327,1613943186780,3468
"raw_loss",0.049002755,1613943186780,3468
"epoch",21.817610062893053,1613943186780,3468
"wd_0",0.01,1613943186780,3468
"sqr_mom_0",0.99,1613943186780,3468
"lr_0",4.66753246058101e-06,1613943186780,3468
"mom_0",0.8566494172825526,1613943186780,3468
"eps_0",1e-05,1613943186780,3468
"wd_1",0.01,1613943186780,3468
"sqr_mom_1",0.99,1613943186780,3468
"lr_1",4.6675324605810096e-05,1613943186780,3468
"mom_1",0.8566494172825526,1613943186780,3468
"eps_1",1e-05,1613943186780,3468
"wd_2",0.01,1613943186780,3468
"sqr_mom_2",0.99,1613943186780,3468
"lr_2",0.00046675324605810096,1613943186780,3468
"mom_2",0.8566494172825526,1613943186780,3468
"eps_2",1e-05,1613943186780,3468
"train_loss",0.026654052,1613943187732,3469
"raw_loss",0.016840555,1613943187732,3469
"epoch",21.823899371069153,1613943187732,3469
"wd_0",0.01,1613943187732,3469
"sqr_mom_0",0.99,1613943187732,3469
"lr_0",4.6668288270904856e-06,1613943187732,3469
"mom_0",0.8566634900930912,1613943187732,3469
"eps_0",1e-05,1613943187732,3469
"wd_1",0.01,1613943187732,3469
"sqr_mom_1",0.99,1613943187732,3469
"lr_1",4.6668288270904856e-05,1613943187732,3469
"mom_1",0.8566634900930912,1613943187732,3469
"eps_1",1e-05,1613943187732,3469
"wd_2",0.01,1613943187732,3469
"sqr_mom_2",0.99,1613943187732,3469
"lr_2",0.0004666828827090485,1613943187732,3469
"mom_2",0.8566634900930912,1613943187732,3469
"eps_2",1e-05,1613943187732,3469
"train_loss",0.02643392,1613943188706,3470
"raw_loss",0.015647445,1613943188706,3470
"epoch",21.830188679245254,1613943188706,3470
"wd_0",0.01,1613943188706,3470
"sqr_mom_0",0.99,1613943188706,3470
"lr_0",4.666124678246948e-06,1613943188706,3470
"mom_0",0.8566775732107931,1613943188706,3470
"eps_0",1e-05,1613943188706,3470
"wd_1",0.01,1613943188706,3470
"sqr_mom_1",0.99,1613943188706,3470
"lr_1",4.666124678246948e-05,1613943188706,3470
"mom_1",0.8566775732107931,1613943188706,3470
"eps_1",1e-05,1613943188706,3470
"wd_2",0.01,1613943188706,3470
"sqr_mom_2",0.99,1613943188706,3470
"lr_2",0.00046661246782469477,1613943188706,3470
"mom_2",0.8566775732107931,1613943188706,3470
"eps_2",1e-05,1613943188706,3470
"train_loss",0.026304254,1613943189661,3471
"raw_loss",0.01995059,1613943189661,3471
"epoch",21.836477987421354,1613943189661,3471
"wd_0",0.01,1613943189661,3471
"sqr_mom_0",0.99,1613943189661,3471
"lr_0",4.665419663864873e-06,1613943189661,3471
"mom_0",0.8566916736394389,1613943189661,3471
"eps_0",1e-05,1613943189661,3471
"wd_1",0.01,1613943189661,3471
"sqr_mom_1",0.99,1613943189661,3471
"lr_1",4.665419663864873e-05,1613943189661,3471
"mom_1",0.8566916736394389,1613943189661,3471
"eps_1",1e-05,1613943189661,3471
"wd_2",0.01,1613943189661,3471
"sqr_mom_2",0.99,1613943189661,3471
"lr_2",0.0004665419663864873,1613943189661,3471
"mom_2",0.8566916736394389,1613943189661,3471
"eps_2",1e-05,1613943189661,3471
"train_loss",0.026510337,1613943190610,3472
"raw_loss",0.036608372,1613943190610,3472
"epoch",21.842767295597454,1613943190610,3472
"wd_0",0.01,1613943190610,3472
"sqr_mom_0",0.99,1613943190610,3472
"lr_0",4.664713959288071e-06,1613943190610,3472
"mom_0",0.8567057878721173,1613943190610,3472
"eps_0",1e-05,1613943190610,3472
"wd_1",0.01,1613943190610,3472
"sqr_mom_1",0.99,1613943190610,3472
"lr_1",4.664713959288071e-05,1613943190610,3472
"mom_1",0.8567057878721173,1613943190610,3472
"eps_1",1e-05,1613943190610,3472
"wd_2",0.01,1613943190610,3472
"sqr_mom_2",0.99,1613943190610,3472
"lr_2",0.0004664713959288071,1613943190610,3472
"mom_2",0.8567057878721173,1613943190610,3472
"eps_2",1e-05,1613943190610,3472
"train_loss",0.027031405,1613943191553,3473
"raw_loss",0.052563783,1613943191553,3473
"epoch",21.849056603773555,1613943191553,3473
"wd_0",0.01,1613943191553,3473
"sqr_mom_0",0.99,1613943191553,3473
"lr_0",4.664007740547291e-06,1613943191553,3473
"mom_0",0.856719912388178,1613943191553,3473
"eps_0",1e-05,1613943191553,3473
"wd_1",0.01,1613943191553,3473
"sqr_mom_1",0.99,1613943191553,3473
"lr_1",4.664007740547291e-05,1613943191553,3473
"mom_1",0.856719912388178,1613943191553,3473
"eps_1",1e-05,1613943191553,3473
"wd_2",0.01,1613943191553,3473
"sqr_mom_2",0.99,1613943191553,3473
"lr_2",0.00046640077405472907,1613943191553,3473
"mom_2",0.856719912388178,1613943191553,3473
"eps_2",1e-05,1613943191553,3473
"train_loss",0.02673919,1613943192506,3474
"raw_loss",0.012420584,1613943192506,3474
"epoch",21.855345911949655,1613943192506,3474
"wd_0",0.01,1613943192506,3474
"sqr_mom_0",0.99,1613943192506,3474
"lr_0",4.66330065642761e-06,1613943192506,3474
"mom_0",0.8567340542119899,1613943192506,3474
"eps_0",1e-05,1613943192506,3474
"wd_1",0.01,1613943192506,3474
"sqr_mom_1",0.99,1613943192506,3474
"lr_1",4.66330065642761e-05,1613943192506,3474
"mom_1",0.8567340542119899,1613943192506,3474
"eps_1",1e-05,1613943192506,3474
"wd_2",0.01,1613943192506,3474
"sqr_mom_2",0.99,1613943192506,3474
"lr_2",0.00046633006564276096,1613943192506,3474
"mom_2",0.8567340542119899,1613943192506,3474
"eps_2",1e-05,1613943192506,3474
"train_loss",0.026916035,1613943193448,3475
"raw_loss",0.03558148,1613943193448,3475
"epoch",21.861635220125756,1613943193448,3475
"wd_0",0.01,1613943193448,3475
"sqr_mom_0",0.99,1613943193448,3475
"lr_0",4.662592882788612e-06,1613943193448,3475
"mom_0",0.856748209826326,1613943193448,3475
"eps_0",1e-05,1613943193448,3475
"wd_1",0.01,1613943193448,3475
"sqr_mom_1",0.99,1613943193448,3475
"lr_1",4.662592882788611e-05,1613943193448,3475
"mom_1",0.856748209826326,1613943193448,3475
"eps_1",1e-05,1613943193448,3475
"wd_2",0.01,1613943193448,3475
"sqr_mom_2",0.99,1613943193448,3475
"lr_2",0.00046625928827886113,1613943193448,3475
"mom_2",0.856748209826326,1613943193448,3475
"eps_2",1e-05,1613943193448,3475
"train_loss",0.026801024,1613943194401,3476
"raw_loss",0.021165485,1613943194401,3476
"epoch",21.867924528301856,1613943194401,3476
"wd_0",0.01,1613943194401,3476
"sqr_mom_0",0.99,1613943194401,3476
"lr_0",4.661884596176143e-06,1613943194401,3476
"mom_0",0.8567623757002342,1613943194401,3476
"eps_0",1e-05,1613943194401,3476
"wd_1",0.01,1613943194401,3476
"sqr_mom_1",0.99,1613943194401,3476
"lr_1",4.661884596176143e-05,1613943194401,3476
"mom_1",0.8567623757002342,1613943194401,3476
"eps_1",1e-05,1613943194401,3476
"wd_2",0.01,1613943194401,3476
"sqr_mom_2",0.99,1613943194401,3476
"lr_2",0.00046618845961761423,1613943194401,3476
"mom_2",0.8567623757002342,1613943194401,3476
"eps_2",1e-05,1613943194401,3476
"train_loss",0.026563754,1613943195337,3477
"raw_loss",0.014937551,1613943195337,3477
"epoch",21.874213836477956,1613943195337,3477
"wd_0",0.01,1613943195337,3477
"sqr_mom_0",0.99,1613943195337,3477
"lr_0",4.6611754443468945e-06,1613943195337,3477
"mom_0",0.8567765588786509,1613943195337,3477
"eps_0",1e-05,1613943195337,3477
"wd_1",0.01,1613943195337,3477
"sqr_mom_1",0.99,1613943195337,3477
"lr_1",4.661175444346894e-05,1613943195337,3477
"mom_1",0.8567765588786509,1613943195337,3477
"eps_1",1e-05,1613943195337,3477
"wd_2",0.01,1613943195337,3477
"sqr_mom_2",0.99,1613943195337,3477
"lr_2",0.0004661175444346894,1613943195337,3477
"mom_2",0.8567765588786509,1613943195337,3477
"eps_2",1e-05,1613943195337,3477
"train_loss",0.027068537,1613943196293,3478
"raw_loss",0.051802896,1613943196293,3478
"epoch",21.880503144654057,1613943196293,3478
"wd_0",0.01,1613943196293,3478
"sqr_mom_0",0.99,1613943196293,3478
"lr_0",4.660465603675714e-06,1613943196293,3478
"mom_0",0.8567907558340441,1613943196293,3478
"eps_0",1e-05,1613943196293,3478
"wd_1",0.01,1613943196293,3478
"sqr_mom_1",0.99,1613943196293,3478
"lr_1",4.660465603675714e-05,1613943196293,3478
"mom_1",0.8567907558340441,1613943196293,3478
"eps_1",1e-05,1613943196293,3478
"wd_2",0.01,1613943196293,3478
"sqr_mom_2",0.99,1613943196293,3478
"lr_2",0.0004660465603675714,1613943196293,3478
"mom_2",0.8567907558340441,1613943196293,3478
"eps_2",1e-05,1613943196293,3478
"train_loss",0.027032742,1613943197232,3479
"raw_loss",0.025278794,1613943197232,3479
"epoch",21.886792452830157,1613943197232,3479
"wd_0",0.01,1613943197232,3479
"sqr_mom_0",0.99,1613943197232,3479
"lr_0",4.6597551922783206e-06,1613943197232,3479
"mom_0",0.8568049642040756,1613943197232,3479
"eps_0",1e-05,1613943197232,3479
"wd_1",0.01,1613943197232,3479
"sqr_mom_1",0.99,1613943197232,3479
"lr_1",4.659755192278321e-05,1613943197232,3479
"mom_1",0.8568049642040756,1613943197232,3479
"eps_1",1e-05,1613943197232,3479
"wd_2",0.01,1613943197232,3479
"sqr_mom_2",0.99,1613943197232,3479
"lr_2",0.00046597551922783205,1613943197232,3479
"mom_2",0.8568049642040756,1613943197232,3479
"eps_2",1e-05,1613943197232,3479
"train_loss",0.027039068,1613943198188,3480
"raw_loss",0.02734902,1613943198188,3480
"epoch",21.893081761006258,1613943198188,3480
"wd_0",0.01,1613943198188,3480
"sqr_mom_0",0.99,1613943198188,3480
"lr_0",4.659043974716401e-06,1613943198188,3480
"mom_0",0.8568191886975589,1613943198188,3480
"eps_0",1e-05,1613943198188,3480
"wd_1",0.01,1613943198188,3480
"sqr_mom_1",0.99,1613943198188,3480
"lr_1",4.659043974716401e-05,1613943198188,3480
"mom_1",0.8568191886975589,1613943198188,3480
"eps_1",1e-05,1613943198188,3480
"wd_2",0.01,1613943198188,3480
"sqr_mom_2",0.99,1613943198188,3480
"lr_2",0.0004659043974716401,1613943198188,3480
"mom_2",0.8568191886975589,1613943198188,3480
"eps_2",1e-05,1613943198188,3480
"train_loss",0.026942085,1613943199120,3481
"raw_loss",0.02218995,1613943199120,3481
"epoch",21.899371069182358,1613943199120,3481
"wd_0",0.01,1613943199120,3481
"sqr_mom_0",0.99,1613943199120,3481
"lr_0",4.658332068991933e-06,1613943199120,3481
"mom_0",0.8568334269544309,1613943199120,3481
"eps_0",1e-05,1613943199120,3481
"wd_1",0.01,1613943199120,3481
"sqr_mom_1",0.99,1613943199120,3481
"lr_1",4.6583320689919326e-05,1613943199120,3481
"mom_1",0.8568334269544309,1613943199120,3481
"eps_1",1e-05,1613943199120,3481
"wd_2",0.01,1613943199120,3481
"sqr_mom_2",0.99,1613943199120,3481
"lr_2",0.0004658332068991932,1613943199120,3481
"mom_2",0.8568334269544309,1613943199120,3481
"eps_2",1e-05,1613943199120,3481
"train_loss",0.027042612,1613943200073,3482
"raw_loss",0.0319684,1613943200073,3482
"epoch",21.90566037735846,1613943200073,3482
"wd_0",0.01,1613943200073,3482
"sqr_mom_0",0.99,1613943200073,3482
"lr_0",4.6576194753318265e-06,1613943200073,3482
"mom_0",0.8568476789701531,1613943200073,3482
"eps_0",1e-05,1613943200073,3482
"wd_1",0.01,1613943200073,3482
"sqr_mom_1",0.99,1613943200073,3482
"lr_1",4.6576194753318265e-05,1613943200073,3482
"mom_1",0.8568476789701531,1613943200073,3482
"eps_1",1e-05,1613943200073,3482
"wd_2",0.01,1613943200073,3482
"sqr_mom_2",0.99,1613943200073,3482
"lr_2",0.0004657619475331826,1613943200073,3482
"mom_2",0.8568476789701531,1613943200073,3482
"eps_2",1e-05,1613943200073,3482
"train_loss",0.026886467,1613943201019,3483
"raw_loss",0.019235332,1613943201019,3483
"epoch",21.91194968553456,1613943201019,3483
"wd_0",0.01,1613943201019,3483
"sqr_mom_0",0.99,1613943201019,3483
"lr_0",4.656906371481886e-06,1613943201019,3483
"mom_0",0.8568619411897742,1613943201019,3483
"eps_0",1e-05,1613943201019,3483
"wd_1",0.01,1613943201019,3483
"sqr_mom_1",0.99,1613943201019,3483
"lr_1",4.6569063714818856e-05,1613943201019,3483
"mom_1",0.8568619411897742,1613943201019,3483
"eps_1",1e-05,1613943201019,3483
"wd_2",0.01,1613943201019,3483
"sqr_mom_2",0.99,1613943201019,3483
"lr_2",0.0004656906371481886,1613943201019,3483
"mom_2",0.8568619411897742,1613943201019,3483
"eps_2",1e-05,1613943201019,3483
"train_loss",0.026732473,1613943201981,3484
"raw_loss",0.019186782,1613943201981,3484
"epoch",21.91823899371066,1613943201981,3484
"wd_0",0.01,1613943201981,3484
"sqr_mom_0",0.99,1613943201981,3484
"lr_0",4.656192402803104e-06,1613943201981,3484
"mom_0",0.856876220706145,1613943201981,3484
"eps_0",1e-05,1613943201981,3484
"wd_1",0.01,1613943201981,3484
"sqr_mom_1",0.99,1613943201981,3484
"lr_1",4.6561924028031035e-05,1613943201981,3484
"mom_1",0.856876220706145,1613943201981,3484
"eps_1",1e-05,1613943201981,3484
"wd_2",0.01,1613943201981,3484
"sqr_mom_2",0.99,1613943201981,3484
"lr_2",0.00046561924028031037,1613943201981,3484
"mom_2",0.856876220706145,1613943201981,3484
"eps_2",1e-05,1613943201981,3484
"train_loss",0.026740022,1613943202927,3485
"raw_loss",0.027109932,1613943202927,3485
"epoch",21.92452830188676,1613943202927,3485
"wd_0",0.01,1613943202927,3485
"sqr_mom_0",0.99,1613943202927,3485
"lr_0",4.655477746870678e-06,1613943202927,3485
"mom_0",0.8568905139677261,1613943202927,3485
"eps_0",1e-05,1613943202927,3485
"wd_1",0.01,1613943202927,3485
"sqr_mom_1",0.99,1613943202927,3485
"lr_1",4.655477746870678e-05,1613943202927,3485
"mom_1",0.8568905139677261,1613943202927,3485
"eps_1",1e-05,1613943202927,3485
"wd_2",0.01,1613943202927,3485
"sqr_mom_2",0.99,1613943202927,3485
"lr_2",0.00046554777468706777,1613943202927,3485
"mom_2",0.8568905139677261,1613943202927,3485
"eps_2",1e-05,1613943202927,3485
"train_loss",0.026824744,1613943203898,3486
"raw_loss",0.030976102,1613943203898,3486
"epoch",21.93081761006286,1613943203898,3486
"wd_0",0.01,1613943203898,3486
"sqr_mom_0",0.99,1613943203898,3486
"lr_0",4.654762581943817e-06,1613943203898,3486
"mom_0",0.8569048174092977,1613943203898,3486
"eps_0",1e-05,1613943203898,3486
"wd_1",0.01,1613943203898,3486
"sqr_mom_1",0.99,1613943203898,3486
"lr_1",4.654762581943817e-05,1613943203898,3486
"mom_1",0.8569048174092977,1613943203898,3486
"eps_1",1e-05,1613943203898,3486
"wd_2",0.01,1613943203898,3486
"sqr_mom_2",0.99,1613943203898,3486
"lr_2",0.0004654762581943817,1613943203898,3486
"mom_2",0.8569048174092977,1613943203898,3486
"eps_2",1e-05,1613943203898,3486
"train_loss",0.026627818,1613943204840,3487
"raw_loss",0.016978396,1613943204840,3487
"epoch",21.93710691823896,1613943204840,3487
"wd_0",0.01,1613943204840,3487
"sqr_mom_0",0.99,1613943204840,3487
"lr_0",4.654046552358505e-06,1613943204840,3487
"mom_0",0.8569191381442113,1613943204840,3487
"eps_0",1e-05,1613943204840,3487
"wd_1",0.01,1613943204840,3487
"sqr_mom_1",0.99,1613943204840,3487
"lr_1",4.654046552358505e-05,1613943204840,3487
"mom_1",0.8569191381442113,1613943204840,3487
"eps_1",1e-05,1613943204840,3487
"wd_2",0.01,1613943204840,3487
"sqr_mom_2",0.99,1613943204840,3487
"lr_2",0.00046540465523585054,1613943204840,3487
"mom_2",0.8569191381442113,1613943204840,3487
"eps_2",1e-05,1613943204840,3487
"train_loss",0.026956176,1613943205808,3488
"raw_loss",0.043045733,1613943205808,3488
"epoch",21.94339622641506,1613943205808,3488
"wd_0",0.01,1613943205808,3488
"sqr_mom_0",0.99,1613943205808,3488
"lr_0",4.653329836203515e-06,1613943205808,3488
"mom_0",0.8569334726106558,1613943205808,3488
"eps_0",1e-05,1613943205808,3488
"wd_1",0.01,1613943205808,3488
"sqr_mom_1",0.99,1613943205808,3488
"lr_1",4.6533298362035155e-05,1613943205808,3488
"mom_1",0.8569334726106558,1613943205808,3488
"eps_1",1e-05,1613943205808,3488
"wd_2",0.01,1613943205808,3488
"sqr_mom_2",0.99,1613943205808,3488
"lr_2",0.0004653329836203515,1613943205808,3488
"mom_2",0.8569334726106558,1613943205808,3488
"eps_2",1e-05,1613943205808,3488
"train_loss",0.027513638,1613943206759,3489
"raw_loss",0.0548293,1613943206759,3489
"epoch",21.94968553459116,1613943206759,3489
"wd_0",0.01,1613943206759,3489
"sqr_mom_0",0.99,1613943206759,3489
"lr_0",4.65261261225095e-06,1613943206759,3489
"mom_0",0.8569478172331533,1613943206759,3489
"eps_0",1e-05,1613943206759,3489
"wd_1",0.01,1613943206759,3489
"sqr_mom_1",0.99,1613943206759,3489
"lr_1",4.65261261225095e-05,1613943206759,3489
"mom_1",0.8569478172331533,1613943206759,3489
"eps_1",1e-05,1613943206759,3489
"wd_2",0.01,1613943206759,3489
"sqr_mom_2",0.99,1613943206759,3489
"lr_2",0.00046526126122509496,1613943206759,3489
"mom_2",0.8569478172331533,1613943206759,3489
"eps_2",1e-05,1613943206759,3489
"train_loss",0.028069457,1613943207721,3490
"raw_loss",0.055304628,1613943207721,3490
"epoch",21.95597484276726,1613943207721,3490
"wd_0",0.01,1613943207721,3490
"sqr_mom_0",0.99,1613943207721,3490
"lr_0",4.651894523812804e-06,1613943207721,3490
"mom_0",0.8569621791455354,1613943207721,3490
"eps_0",1e-05,1613943207721,3490
"wd_1",0.01,1613943207721,3490
"sqr_mom_1",0.99,1613943207721,3490
"lr_1",4.651894523812804e-05,1613943207721,3490
"mom_1",0.8569621791455354,1613943207721,3490
"eps_1",1e-05,1613943207721,3490
"wd_2",0.01,1613943207721,3490
"sqr_mom_2",0.99,1613943207721,3490
"lr_2",0.0004651894523812804,1613943207721,3490
"mom_2",0.8569621791455354,1613943207721,3490
"eps_2",1e-05,1613943207721,3490
"train_loss",0.028231246,1613943208667,3491
"raw_loss",0.036158975,1613943208667,3491
"epoch",21.962264150943362,1613943208667,3491
"wd_0",0.01,1613943208667,3491
"sqr_mom_0",0.99,1613943208667,3491
"lr_0",4.651175749490914e-06,1613943208667,3491
"mom_0",0.8569765547757294,1613943208667,3491
"eps_0",1e-05,1613943208667,3491
"wd_1",0.01,1613943208667,3491
"sqr_mom_1",0.99,1613943208667,3491
"lr_1",4.651175749490914e-05,1613943208667,3491
"mom_1",0.8569765547757294,1613943208667,3491
"eps_1",1e-05,1613943208667,3491
"wd_2",0.01,1613943208667,3491
"sqr_mom_2",0.99,1613943208667,3491
"lr_2",0.00046511757494909135,1613943208667,3491
"mom_2",0.8569765547757294,1613943208667,3491
"eps_2",1e-05,1613943208667,3491
"train_loss",0.028184608,1613943209652,3492
"raw_loss",0.025899276,1613943209652,3492
"epoch",21.968553459119462,1613943209652,3492
"wd_0",0.01,1613943209652,3492
"sqr_mom_0",0.99,1613943209652,3492
"lr_0",4.650456468569764e-06,1613943209652,3492
"mom_0",0.8569909405380101,1613943209652,3492
"eps_0",1e-05,1613943209652,3492
"wd_1",0.01,1613943209652,3492
"sqr_mom_1",0.99,1613943209652,3492
"lr_1",4.650456468569764e-05,1613943209652,3492
"mom_1",0.8569909405380101,1613943209652,3492
"eps_1",1e-05,1613943209652,3492
"wd_2",0.01,1613943209652,3492
"sqr_mom_2",0.99,1613943209652,3492
"lr_2",0.0004650456468569764,1613943209652,3492
"mom_2",0.8569909405380101,1613943209652,3492
"eps_2",1e-05,1613943209652,3492
"train_loss",0.02818561,1613943210591,3493
"raw_loss",0.028234733,1613943210591,3493
"epoch",21.974842767295563,1613943210591,3493
"wd_0",0.01,1613943210591,3493
"sqr_mom_0",0.99,1613943210591,3493
"lr_0",4.649736323338383e-06,1613943210591,3493
"mom_0",0.8570053435866681,1613943210591,3493
"eps_0",1e-05,1613943210591,3493
"wd_1",0.01,1613943210591,3493
"sqr_mom_1",0.99,1613943210591,3493
"lr_1",4.649736323338383e-05,1613943210591,3493
"mom_1",0.8570053435866681,1613943210591,3493
"eps_1",1e-05,1613943210591,3493
"wd_2",0.01,1613943210591,3493
"sqr_mom_2",0.99,1613943210591,3493
"lr_2",0.00046497363233383827,1613943210591,3493
"mom_2",0.8570053435866681,1613943210591,3493
"eps_2",1e-05,1613943210591,3493
"train_loss",0.027970083,1613943211544,3494
"raw_loss",0.017409239,1613943211544,3494
"epoch",21.981132075471663,1613943211544,3494
"wd_0",0.01,1613943211544,3494
"sqr_mom_0",0.99,1613943211544,3494
"lr_0",4.64901549291116e-06,1613943211544,3494
"mom_0",0.8570197603393802,1613943211544,3494
"eps_0",1e-05,1613943211544,3494
"wd_1",0.01,1613943211544,3494
"sqr_mom_1",0.99,1613943211544,3494
"lr_1",4.64901549291116e-05,1613943211544,3494
"mom_1",0.8570197603393802,1613943211544,3494
"eps_1",1e-05,1613943211544,3494
"wd_2",0.01,1613943211544,3494
"sqr_mom_2",0.99,1613943211544,3494
"lr_2",0.000464901549291116,1613943211544,3494
"mom_2",0.8570197603393802,1613943211544,3494
"eps_2",1e-05,1613943211544,3494
"train_loss",0.027690107,1613943212479,3495
"raw_loss",0.013971231,1613943212479,3495
"epoch",21.987421383647764,1613943212479,3495
"wd_0",0.01,1613943212479,3495
"sqr_mom_0",0.99,1613943212479,3495
"lr_0",4.6482941570844466e-06,1613943212479,3495
"mom_0",0.8570341872001831,1613943212479,3495
"eps_0",1e-05,1613943212479,3495
"wd_1",0.01,1613943212479,3495
"sqr_mom_1",0.99,1613943212479,3495
"lr_1",4.6482941570844466e-05,1613943212479,3495
"mom_1",0.8570341872001831,1613943212479,3495
"eps_1",1e-05,1613943212479,3495
"wd_2",0.01,1613943212479,3495
"sqr_mom_2",0.99,1613943212479,3495
"lr_2",0.0004648294157084446,1613943212479,3495
"mom_2",0.8570341872001831,1613943212479,3495
"eps_2",1e-05,1613943212479,3495
"train_loss",0.027477374,1613943213439,3496
"raw_loss",0.017053427,1613943213439,3496
"epoch",21.993710691823864,1613943213439,3496
"wd_0",0.01,1613943213439,3496
"sqr_mom_0",0.99,1613943213439,3496
"lr_0",4.64757195712533e-06,1613943213439,3496
"mom_0",0.8570486313438068,1613943213439,3496
"eps_0",1e-05,1613943213439,3496
"wd_1",0.01,1613943213439,3496
"sqr_mom_1",0.99,1613943213439,3496
"lr_1",4.64757195712533e-05,1613943213439,3496
"mom_1",0.8570486313438068,1613943213439,3496
"eps_1",1e-05,1613943213439,3496
"wd_2",0.01,1613943213439,3496
"sqr_mom_2",0.99,1613943213439,3496
"lr_2",0.000464757195712533,1613943213439,3496
"mom_2",0.8570486313438068,1613943213439,3496
"eps_2",1e-05,1613943213439,3496
"train_loss",0.02730111,1613943214384,3497
"raw_loss",0.01866419,1613943214384,3497
"epoch",21.999999999999964,1613943214384,3497
"wd_0",0.01,1613943214384,3497
"sqr_mom_0",0.99,1613943214384,3497
"lr_0",4.646849072660239e-06,1613943214384,3497
"mom_0",0.857063089177687,1613943214384,3497
"eps_0",1e-05,1613943214384,3497
"wd_1",0.01,1613943214384,3497
"sqr_mom_1",0.99,1613943214384,3497
"lr_1",4.646849072660239e-05,1613943214384,3497
"mom_1",0.857063089177687,1613943214384,3497
"eps_1",1e-05,1613943214384,3497
"wd_2",0.01,1613943214384,3497
"sqr_mom_2",0.99,1613943214384,3497
"lr_2",0.00046468490726602385,1613943214384,3497
"mom_2",0.857063089177687,1613943214384,3497
"eps_2",1e-05,1613943214384,3497
"valid_loss",0.09791970252990723,1613943248034,3497
"_rmse",0.3129212260246277,1613943248034,3497
"epoch",22,1613943248034,3497
"train_loss",0.027568748,1613943249055,3498
"raw_loss",0.040683024,1613943249055,3498
"epoch",22.0062893081761,1613943249055,3498
"wd_0",0.01,1613943249055,3498
"sqr_mom_0",0.99,1613943249055,3498
"lr_0",4.646125683996876e-06,1613943249055,3498
"mom_0",0.8570775570956334,1613943249055,3498
"eps_0",1e-05,1613943249055,3498
"wd_1",0.01,1613943249055,3498
"sqr_mom_1",0.99,1613943249055,3498
"lr_1",4.646125683996876e-05,1613943249055,3498
"mom_1",0.8570775570956334,1613943249055,3498
"eps_1",1e-05,1613943249055,3498
"wd_2",0.01,1613943249055,3498
"sqr_mom_2",0.99,1613943249055,3498
"lr_2",0.0004646125683996876,1613943249055,3498
"mom_2",0.8570775570956334,1613943249055,3498
"eps_2",1e-05,1613943249055,3498
"train_loss",0.027266039,1613943250000,3499
"raw_loss",0.012433295,1613943250000,3499
"epoch",22.0125786163522,1613943250000,3499
"wd_0",0.01,1613943250000,3499
"sqr_mom_0",0.99,1613943250000,3499
"lr_0",4.6454014313814175e-06,1613943250000,3499
"mom_0",0.8570920422927946,1613943250000,3499
"eps_0",1e-05,1613943250000,3499
"wd_1",0.01,1613943250000,3499
"sqr_mom_1",0.99,1613943250000,3499
"lr_1",4.645401431381417e-05,1613943250000,3499
"mom_1",0.8570920422927946,1613943250000,3499
"eps_1",1e-05,1613943250000,3499
"wd_2",0.01,1613943250000,3499
"sqr_mom_2",0.99,1613943250000,3499
"lr_2",0.0004645401431381417,1613943250000,3499
"mom_2",0.8570920422927946,1613943250000,3499
"eps_2",1e-05,1613943250000,3499
"train_loss",0.027266499,1613943250938,3500
"raw_loss",0.027289081,1613943250938,3500
"epoch",22.0188679245283,1613943250938,3500
"wd_0",0.01,1613943250938,3500
"sqr_mom_0",0.99,1613943250938,3500
"lr_0",4.644676494951813e-06,1613943250938,3500
"mom_0",0.8571065411663754,1613943250938,3500
"eps_0",1e-05,1613943250938,3500
"wd_1",0.01,1613943250938,3500
"sqr_mom_1",0.99,1613943250938,3500
"lr_1",4.644676494951813e-05,1613943250938,3500
"mom_1",0.8571065411663754,1613943250938,3500
"eps_1",1e-05,1613943250938,3500
"wd_2",0.01,1613943250938,3500
"sqr_mom_2",0.99,1613943250938,3500
"lr_2",0.0004644676494951813,1613943250938,3500
"mom_2",0.8571065411663754,1613943250938,3500
"eps_2",1e-05,1613943250938,3500
"train_loss",0.027556764,1613943251922,3501
"raw_loss",0.041779805,1613943251922,3501
"epoch",22.0251572327044,1613943251922,3501
"wd_0",0.01,1613943251922,3501
"sqr_mom_0",0.99,1613943251922,3501
"lr_0",4.643950995330783e-06,1613943251922,3501
"mom_0",0.8571210513038974,1613943251922,3501
"eps_0",1e-05,1613943251922,3501
"wd_1",0.01,1613943251922,3501
"sqr_mom_1",0.99,1613943251922,3501
"lr_1",4.6439509953307826e-05,1613943251922,3501
"mom_1",0.8571210513038974,1613943251922,3501
"eps_1",1e-05,1613943251922,3501
"wd_2",0.01,1613943251922,3501
"sqr_mom_2",0.99,1613943251922,3501
"lr_2",0.0004643950995330782,1613943251922,3501
"mom_2",0.8571210513038974,1613943251922,3501
"eps_2",1e-05,1613943251922,3501
"train_loss",0.027527628,1613943252905,3502
"raw_loss",0.026099963,1613943252905,3502
"epoch",22.031446540880502,1613943252905,3502
"wd_0",0.01,1613943252905,3502
"sqr_mom_0",0.99,1613943252905,3502
"lr_0",4.6432246920796085e-06,1613943252905,3502
"mom_0",0.857135577514183,1613943252905,3502
"eps_0",1e-05,1613943252905,3502
"wd_1",0.01,1613943252905,3502
"sqr_mom_1",0.99,1613943252905,3502
"lr_1",4.6432246920796085e-05,1613943252905,3502
"mom_1",0.857135577514183,1613943252905,3502
"eps_1",1e-05,1613943252905,3502
"wd_2",0.01,1613943252905,3502
"sqr_mom_2",0.99,1613943252905,3502
"lr_2",0.0004643224692079608,1613943252905,3502
"mom_2",0.857135577514183,1613943252905,3502
"eps_2",1e-05,1613943252905,3502
"train_loss",0.028042566,1613943253907,3503
"raw_loss",0.05327449,1613943253907,3503
"epoch",22.037735849056602,1613943253907,3503
"wd_0",0.01,1613943253907,3503
"sqr_mom_0",0.99,1613943253907,3503
"lr_0",4.642497705708099e-06,1613943253907,3503
"mom_0",0.8571501173870119,1613943253907,3503
"eps_0",1e-05,1613943253907,3503
"wd_1",0.01,1613943253907,3503
"sqr_mom_1",0.99,1613943253907,3503
"lr_1",4.642497705708099e-05,1613943253907,3503
"mom_1",0.8571501173870119,1613943253907,3503
"eps_1",1e-05,1613943253907,3503
"wd_2",0.01,1613943253907,3503
"sqr_mom_2",0.99,1613943253907,3503
"lr_2",0.00046424977057080987,1613943253907,3503
"mom_2",0.8571501173870119,1613943253907,3503
"eps_2",1e-05,1613943253907,3503
"train_loss",0.028692564,1613943254869,3504
"raw_loss",0.060542528,1613943254869,3504
"epoch",22.044025157232703,1613943254869,3504
"wd_0",0.01,1613943254869,3504
"sqr_mom_0",0.99,1613943254869,3504
"lr_0",4.641770036447975e-06,1613943254869,3504
"mom_0",0.8571646709177496,1613943254869,3504
"eps_0",1e-05,1613943254869,3504
"wd_1",0.01,1613943254869,3504
"sqr_mom_1",0.99,1613943254869,3504
"lr_1",4.641770036447974e-05,1613943254869,3504
"mom_1",0.8571646709177496,1613943254869,3504
"eps_1",1e-05,1613943254869,3504
"wd_2",0.01,1613943254869,3504
"sqr_mom_2",0.99,1613943254869,3504
"lr_2",0.00046417700364479743,1613943254869,3504
"mom_2",0.8571646709177496,1613943254869,3504
"eps_2",1e-05,1613943254869,3504
"train_loss",0.029197931,1613943255911,3505
"raw_loss",0.05396095,1613943255911,3505
"epoch",22.050314465408803,1613943255911,3505
"wd_0",0.01,1613943255911,3505
"sqr_mom_0",0.99,1613943255911,3505
"lr_0",4.641041865798106e-06,1613943255911,3505
"mom_0",0.8571792344763827,1613943255911,3505
"eps_0",1e-05,1613943255911,3505
"wd_1",0.01,1613943255911,3505
"sqr_mom_1",0.99,1613943255911,3505
"lr_1",4.6410418657981056e-05,1613943255911,3505
"mom_1",0.8571792344763827,1613943255911,3505
"eps_1",1e-05,1613943255911,3505
"wd_2",0.01,1613943255911,3505
"sqr_mom_2",0.99,1613943255911,3505
"lr_2",0.0004641041865798106,1613943255911,3505
"mom_2",0.8571792344763827,1613943255911,3505
"eps_2",1e-05,1613943255911,3505
"train_loss",0.028996097,1613943256864,3506
"raw_loss",0.019106211,1613943256864,3506
"epoch",22.056603773584904,1613943256864,3506
"wd_0",0.01,1613943256864,3506
"sqr_mom_0",0.99,1613943256864,3506
"lr_0",4.640312831626505e-06,1613943256864,3506
"mom_0",0.8571938153056229,1613943256864,3506
"eps_0",1e-05,1613943256864,3506
"wd_1",0.01,1613943256864,3506
"sqr_mom_1",0.99,1613943256864,3506
"lr_1",4.6403128316265046e-05,1613943256864,3506
"mom_1",0.8571938153056229,1613943256864,3506
"eps_1",1e-05,1613943256864,3506
"wd_2",0.01,1613943256864,3506
"sqr_mom_2",0.99,1613943256864,3506
"lr_2",0.00046403128316265045,1613943256864,3506
"mom_2",0.8571938153056229,1613943256864,3506
"eps_2",1e-05,1613943256864,3506
"train_loss",0.028872518,1613943257904,3507
"raw_loss",0.022817116,1613943257904,3507
"epoch",22.062893081761004,1613943257904,3507
"wd_0",0.01,1613943257904,3507
"sqr_mom_0",0.99,1613943257904,3507
"lr_0",4.639583115262691e-06,1613943257904,3507
"mom_0",0.8572084097788439,1613943257904,3507
"eps_0",1e-05,1613943257904,3507
"wd_1",0.01,1613943257904,3507
"sqr_mom_1",0.99,1613943257904,3507
"lr_1",4.6395831152626906e-05,1613943257904,3507
"mom_1",0.8572084097788439,1613943257904,3507
"eps_1",1e-05,1613943257904,3507
"wd_2",0.01,1613943257904,3507
"sqr_mom_2",0.99,1613943257904,3507
"lr_2",0.0004639583115262691,1613943257904,3507
"mom_2",0.8572084097788439,1613943257904,3507
"eps_2",1e-05,1613943257904,3507
"train_loss",0.02864341,1613943258846,3508
"raw_loss",0.017417114,1613943258846,3508
"epoch",22.069182389937104,1613943258846,3508
"wd_0",0.01,1613943258846,3508
"sqr_mom_0",0.99,1613943258846,3508
"lr_0",4.638852898715159e-06,1613943258846,3508
"mom_0",0.8572230142558394,1613943258846,3508
"eps_0",1e-05,1613943258846,3508
"wd_1",0.01,1613943258846,3508
"sqr_mom_1",0.99,1613943258846,3508
"lr_1",4.638852898715159e-05,1613943258846,3508
"mom_1",0.8572230142558394,1613943258846,3508
"eps_1",1e-05,1613943258846,3508
"wd_2",0.01,1613943258846,3508
"sqr_mom_2",0.99,1613943258846,3508
"lr_2",0.0004638852898715159,1613943258846,3508
"mom_2",0.8572230142558394,1613943258846,3508
"eps_2",1e-05,1613943258846,3508
"train_loss",0.028730964,1613943259825,3509
"raw_loss",0.033021078,1613943259825,3509
"epoch",22.075471698113205,1613943259825,3509
"wd_0",0.01,1613943259825,3509
"sqr_mom_0",0.99,1613943259825,3509
"lr_0",4.6381218188344594e-06,1613943259825,3509
"mom_0",0.8572376359996708,1613943259825,3509
"eps_0",1e-05,1613943259825,3509
"wd_1",0.01,1613943259825,3509
"sqr_mom_1",0.99,1613943259825,3509
"lr_1",4.638121818834459e-05,1613943259825,3509
"mom_1",0.8572376359996708,1613943259825,3509
"eps_1",1e-05,1613943259825,3509
"wd_2",0.01,1613943259825,3509
"sqr_mom_2",0.99,1613943259825,3509
"lr_2",0.0004638121818834459,1613943259825,3509
"mom_2",0.8572376359996708,1613943259825,3509
"eps_2",1e-05,1613943259825,3509
"train_loss",0.028707977,1613943260817,3510
"raw_loss",0.027581597,1613943260817,3510
"epoch",22.081761006289305,1613943260817,3510
"wd_0",0.01,1613943260817,3510
"sqr_mom_0",0.99,1613943260817,3510
"lr_0",4.637390057459907e-06,1613943260817,3510
"mom_0",0.8572522713735156,1613943260817,3510
"eps_0",1e-05,1613943260817,3510
"wd_1",0.01,1613943260817,3510
"sqr_mom_1",0.99,1613943260817,3510
"lr_1",4.6373900574599064e-05,1613943260817,3510
"mom_1",0.8572522713735156,1613943260817,3510
"eps_1",1e-05,1613943260817,3510
"wd_2",0.01,1613943260817,3510
"sqr_mom_2",0.99,1613943260817,3510
"lr_2",0.00046373900574599066,1613943260817,3510
"mom_2",0.8572522713735156,1613943260817,3510
"eps_2",1e-05,1613943260817,3510
"train_loss",0.028600432,1613943261805,3511
"raw_loss",0.02333069,1613943261805,3511
"epoch",22.088050314465406,1613943261805,3511
"wd_0",0.01,1613943261805,3511
"sqr_mom_0",0.99,1613943261805,3511
"lr_0",4.636657797109097e-06,1613943261805,3511
"mom_0",0.8572669167269853,1613943261805,3511
"eps_0",1e-05,1613943261805,3511
"wd_1",0.01,1613943261805,3511
"sqr_mom_1",0.99,1613943261805,3511
"lr_1",4.636657797109097e-05,1613943261805,3511
"mom_1",0.8572669167269853,1613943261805,3511
"eps_1",1e-05,1613943261805,3511
"wd_2",0.01,1613943261805,3511
"sqr_mom_2",0.99,1613943261805,3511
"lr_2",0.0004636657797109097,1613943261805,3511
"mom_2",0.8572669167269853,1613943261805,3511
"eps_2",1e-05,1613943261805,3511
"train_loss",0.028439663,1613943262749,3512
"raw_loss",0.020562029,1613943262749,3512
"epoch",22.094339622641506,1613943262749,3512
"wd_0",0.01,1613943262749,3512
"sqr_mom_0",0.99,1613943262749,3512
"lr_0",4.6359246736161605e-06,1613943262749,3512
"mom_0",0.8572815793434702,1613943262749,3512
"eps_0",1e-05,1613943262749,3512
"wd_1",0.01,1613943262749,3512
"sqr_mom_1",0.99,1613943262749,3512
"lr_1",4.63592467361616e-05,1613943262749,3512
"mom_1",0.8572815793434702,1613943262749,3512
"eps_1",1e-05,1613943262749,3512
"wd_2",0.01,1613943262749,3512
"sqr_mom_2",0.99,1613943262749,3512
"lr_2",0.000463592467361616,1613943262749,3512
"mom_2",0.8572815793434702,1613943262749,3512
"eps_2",1e-05,1613943262749,3512
"train_loss",0.028093826,1613943263749,3513
"raw_loss",0.011147753,1613943263749,3513
"epoch",22.100628930817606,1613943263749,3513
"wd_0",0.01,1613943263749,3513
"sqr_mom_0",0.99,1613943263749,3513
"lr_0",4.635190869329686e-06,1613943263749,3513
"mom_0",0.857296255575962,1613943263749,3513
"eps_0",1e-05,1613943263749,3513
"wd_1",0.01,1613943263749,3513
"sqr_mom_1",0.99,1613943263749,3513
"lr_1",4.635190869329686e-05,1613943263749,3513
"mom_1",0.857296255575962,1613943263749,3513
"eps_1",1e-05,1613943263749,3513
"wd_2",0.01,1613943263749,3513
"sqr_mom_2",0.99,1613943263749,3513
"lr_2",0.00046351908693296865,1613943263749,3513
"mom_2",0.857296255575962,1613943263749,3513
"eps_2",1e-05,1613943263749,3513
"train_loss",0.027985442,1613943264719,3514
"raw_loss",0.022674665,1613943264719,3514
"epoch",22.106918238993707,1613943264719,3514
"wd_0",0.01,1613943264719,3514
"sqr_mom_0",0.99,1613943264719,3514
"lr_0",4.634456567275847e-06,1613943264719,3514
"mom_0",0.8573109417639007,1613943264719,3514
"eps_0",1e-05,1613943264719,3514
"wd_1",0.01,1613943264719,3514
"sqr_mom_1",0.99,1613943264719,3514
"lr_1",4.6344565672758474e-05,1613943264719,3514
"mom_1",0.8573109417639007,1613943264719,3514
"eps_1",1e-05,1613943264719,3514
"wd_2",0.01,1613943264719,3514
"sqr_mom_2",0.99,1613943264719,3514
"lr_2",0.0004634456567275847,1613943264719,3514
"mom_2",0.8573109417639007,1613943264719,3514
"eps_2",1e-05,1613943264719,3514
"train_loss",0.028340774,1613943265694,3515
"raw_loss",0.04575205,1613943265694,3515
"epoch",22.113207547169807,1613943265694,3515
"wd_0",0.01,1613943265694,3515
"sqr_mom_0",0.99,1613943265694,3515
"lr_0",4.633721402273397e-06,1613943265694,3515
"mom_0",0.8573256452109842,1613943265694,3515
"eps_0",1e-05,1613943265694,3515
"wd_1",0.01,1613943265694,3515
"sqr_mom_1",0.99,1613943265694,3515
"lr_1",4.633721402273397e-05,1613943265694,3515
"mom_1",0.8573256452109842,1613943265694,3515
"eps_1",1e-05,1613943265694,3515
"wd_2",0.01,1613943265694,3515
"sqr_mom_2",0.99,1613943265694,3515
"lr_2",0.00046337214022733965,1613943265694,3515
"mom_2",0.8573256452109842,1613943265694,3515
"eps_2",1e-05,1613943265694,3515
"train_loss",0.028197234,1613943266648,3516
"raw_loss",0.021163777,1613943266648,3516
"epoch",22.119496855345908,1613943266648,3516
"wd_0",0.01,1613943266648,3516
"sqr_mom_0",0.99,1613943266648,3516
"lr_0",4.632985557179677e-06,1613943266648,3516
"mom_0",0.8573403622600291,1613943266648,3516
"eps_0",1e-05,1613943266648,3516
"wd_1",0.01,1613943266648,3516
"sqr_mom_1",0.99,1613943266648,3516
"lr_1",4.632985557179677e-05,1613943266648,3516
"mom_1",0.8573403622600291,1613943266648,3516
"eps_1",1e-05,1613943266648,3516
"wd_2",0.01,1613943266648,3516
"sqr_mom_2",0.99,1613943266648,3516
"lr_2",0.0004632985557179677,1613943266648,3516
"mom_2",0.8573403622600291,1613943266648,3516
"eps_2",1e-05,1613943266648,3516
"train_loss",0.028285516,1613943267625,3517
"raw_loss",0.03261137,1613943267625,3517
"epoch",22.125786163522008,1613943267625,3517
"wd_0",0.01,1613943267625,3517
"sqr_mom_0",0.99,1613943267625,3517
"lr_0",4.63224921552891e-06,1613943267625,3517
"mom_0",0.8573550892403142,1613943267625,3517
"eps_0",1e-05,1613943267625,3517
"wd_1",0.01,1613943267625,3517
"sqr_mom_1",0.99,1613943267625,3517
"lr_1",4.63224921552891e-05,1613943267625,3517
"mom_1",0.8573550892403142,1613943267625,3517
"eps_1",1e-05,1613943267625,3517
"wd_2",0.01,1613943267625,3517
"sqr_mom_2",0.99,1613943267625,3517
"lr_2",0.000463224921552891,1613943267625,3517
"mom_2",0.8573550892403142,1613943267625,3517
"eps_2",1e-05,1613943267625,3517
"train_loss",0.02810698,1613943268593,3518
"raw_loss",0.019358672,1613943268593,3518
"epoch",22.13207547169811,1613943268593,3518
"wd_0",0.01,1613943268593,3518
"sqr_mom_0",0.99,1613943268593,3518
"lr_0",4.631512011125525e-06,1613943268593,3518
"mom_0",0.8573698334758242,1613943268593,3518
"eps_0",1e-05,1613943268593,3518
"wd_1",0.01,1613943268593,3518
"sqr_mom_1",0.99,1613943268593,3518
"lr_1",4.631512011125525e-05,1613943268593,3518
"mom_1",0.8573698334758242,1613943268593,3518
"eps_1",1e-05,1613943268593,3518
"wd_2",0.01,1613943268593,3518
"sqr_mom_2",0.99,1613943268593,3518
"lr_2",0.00046315120111255247,1613943268593,3518
"mom_2",0.8573698334758242,1613943268593,3518
"eps_2",1e-05,1613943268593,3518
"train_loss",0.028513426,1613943269569,3519
"raw_loss",0.048429307,1613943269569,3519
"epoch",22.13836477987421,1613943269569,3519
"wd_0",0.01,1613943269569,3519
"sqr_mom_0",0.99,1613943269569,3519
"lr_0",4.630774127335088e-06,1613943269569,3519
"mom_0",0.8573845912992112,1613943269569,3519
"eps_0",1e-05,1613943269569,3519
"wd_1",0.01,1613943269569,3519
"sqr_mom_1",0.99,1613943269569,3519
"lr_1",4.6307741273350884e-05,1613943269569,3519
"mom_1",0.8573845912992112,1613943269569,3519
"eps_1",1e-05,1613943269569,3519
"wd_2",0.01,1613943269569,3519
"sqr_mom_2",0.99,1613943269569,3519
"lr_2",0.0004630774127335088,1613943269569,3519
"mom_2",0.8573845912992112,1613943269569,3519
"eps_2",1e-05,1613943269569,3519
"train_loss",0.028433777,1613943270525,3520
"raw_loss",0.024530986,1613943270525,3520
"epoch",22.14465408805031,1613943270525,3520
"wd_0",0.01,1613943270525,3520
"sqr_mom_0",0.99,1613943270525,3520
"lr_0",4.630035748199349e-06,1613943270525,3520
"mom_0",0.8573993590296033,1613943270525,3520
"eps_0",1e-05,1613943270525,3520
"wd_1",0.01,1613943270525,3520
"sqr_mom_1",0.99,1613943270525,3520
"lr_1",4.6300357481993484e-05,1613943270525,3520
"mom_1",0.8573993590296033,1613943270525,3520
"eps_1",1e-05,1613943270525,3520
"wd_2",0.01,1613943270525,3520
"sqr_mom_2",0.99,1613943270525,3520
"lr_2",0.0004630035748199348,1613943270525,3520
"mom_2",0.8573993590296033,1613943270525,3520
"eps_2",1e-05,1613943270525,3520
"train_loss",0.028312992,1613943271500,3521
"raw_loss",0.022394516,1613943271500,3521
"epoch",22.15094339622641,1613943271500,3521
"wd_0",0.01,1613943271500,3521
"sqr_mom_0",0.99,1613943271500,3521
"lr_0",4.629296506509457e-06,1613943271500,3521
"mom_0",0.8574141440112509,1613943271500,3521
"eps_0",1e-05,1613943271500,3521
"wd_1",0.01,1613943271500,3521
"sqr_mom_1",0.99,1613943271500,3521
"lr_1",4.6292965065094566e-05,1613943271500,3521
"mom_1",0.8574141440112509,1613943271500,3521
"eps_1",1e-05,1613943271500,3521
"wd_2",0.01,1613943271500,3521
"sqr_mom_2",0.99,1613943271500,3521
"lr_2",0.00046292965065094566,1613943271500,3521
"mom_2",0.8574141440112509,1613943271500,3521
"eps_2",1e-05,1613943271500,3521
"train_loss",0.0281649,1613943272454,3522
"raw_loss",0.0209084,1613943272454,3522
"epoch",22.15723270440251,1613943272454,3522
"wd_0",0.01,1613943272454,3522
"sqr_mom_0",0.99,1613943272454,3522
"lr_0",4.62855658613868e-06,1613943272454,3522
"mom_0",0.857428942566652,1613943272454,3522
"eps_0",1e-05,1613943272454,3522
"wd_1",0.01,1613943272454,3522
"sqr_mom_1",0.99,1613943272454,3522
"lr_1",4.62855658613868e-05,1613943272454,3522
"mom_1",0.857428942566652,1613943272454,3522
"eps_1",1e-05,1613943272454,3522
"wd_2",0.01,1613943272454,3522
"sqr_mom_2",0.99,1613943272454,3522
"lr_2",0.000462855658613868,1613943272454,3522
"mom_2",0.857428942566652,1613943272454,3522
"eps_2",1e-05,1613943272454,3522
"train_loss",0.028193308,1613943273426,3523
"raw_loss",0.029585306,1613943273426,3523
"epoch",22.16352201257861,1613943273426,3523
"wd_0",0.01,1613943273426,3523
"sqr_mom_0",0.99,1613943273426,3523
"lr_0",4.62781598732286e-06,1613943273426,3523
"mom_0",0.8574437546910897,1613943273426,3523
"eps_0",1e-05,1613943273426,3523
"wd_1",0.01,1613943273426,3523
"sqr_mom_1",0.99,1613943273426,3523
"lr_1",4.6278159873228594e-05,1613943273426,3523
"mom_1",0.8574437546910897,1613943273426,3523
"eps_1",1e-05,1613943273426,3523
"wd_2",0.01,1613943273426,3523
"sqr_mom_2",0.99,1613943273426,3523
"lr_2",0.0004627815987322859,1613943273426,3523
"mom_2",0.8574437546910897,1613943273426,3523
"eps_2",1e-05,1613943273426,3523
"train_loss",0.027985906,1613943274403,3524
"raw_loss",0.017823182,1613943274403,3524
"epoch",22.16981132075471,1613943274403,3524
"wd_0",0.01,1613943274403,3524
"sqr_mom_0",0.99,1613943274403,3524
"lr_0",4.627074833285779e-06,1613943274403,3524
"mom_0",0.8574585779200636,1613943274403,3524
"eps_0",1e-05,1613943274403,3524
"wd_1",0.01,1613943274403,3524
"sqr_mom_1",0.99,1613943274403,3524
"lr_1",4.6270748332857794e-05,1613943274403,3524
"mom_1",0.8574585779200636,1613943274403,3524
"eps_1",1e-05,1613943274403,3524
"wd_2",0.01,1613943274403,3524
"sqr_mom_2",0.99,1613943274403,3524
"lr_2",0.0004627074833285779,1613943274403,3524
"mom_2",0.8574585779200636,1613943274403,3524
"eps_2",1e-05,1613943274403,3524
"train_loss",0.02775735,1613943275718,3525
"raw_loss",0.016558127,1613943275718,3525
"epoch",22.17610062893081,1613943275718,3525
"wd_0",0.01,1613943275718,3525
"sqr_mom_0",0.99,1613943275718,3525
"lr_0",4.626332878400674e-06,1613943275718,3525
"mom_0",0.8574734171661582,1613943275718,3525
"eps_0",1e-05,1613943275718,3525
"wd_1",0.01,1613943275718,3525
"sqr_mom_1",0.99,1613943275718,3525
"lr_1",4.6263328784006735e-05,1613943275718,3525
"mom_1",0.8574734171661582,1613943275718,3525
"eps_1",1e-05,1613943275718,3525
"wd_2",0.01,1613943275718,3525
"sqr_mom_2",0.99,1613943275718,3525
"lr_2",0.0004626332878400673,1613943275718,3525
"mom_2",0.8574734171661582,1613943275718,3525
"eps_2",1e-05,1613943275718,3525
"train_loss",0.027698532,1613943276690,3526
"raw_loss",0.024816453,1613943276690,3526
"epoch",22.18238993710691,1613943276690,3526
"wd_0",0.01,1613943276690,3526
"sqr_mom_0",0.99,1613943276690,3526
"lr_0",4.625590245779305e-06,1613943276690,3526
"mom_0",0.8574882699671136,1613943276690,3526
"eps_0",1e-05,1613943276690,3526
"wd_1",0.01,1613943276690,3526
"sqr_mom_1",0.99,1613943276690,3526
"lr_1",4.625590245779305e-05,1613943276690,3526
"mom_1",0.8574882699671136,1613943276690,3526
"eps_1",1e-05,1613943276690,3526
"wd_2",0.01,1613943276690,3526
"sqr_mom_2",0.99,1613943276690,3526
"lr_2",0.0004625590245779305,1613943276690,3526
"mom_2",0.8574882699671136,1613943276690,3526
"eps_2",1e-05,1613943276690,3526
"train_loss",0.027500184,1613943277669,3527
"raw_loss",0.017781187,1613943277669,3527
"epoch",22.188679245283012,1613943277669,3527
"wd_0",0.01,1613943277669,3527
"sqr_mom_0",0.99,1613943277669,3527
"lr_0",4.62484712064562e-06,1613943277669,3527
"mom_0",0.8575031326184137,1613943277669,3527
"eps_0",1e-05,1613943277669,3527
"wd_1",0.01,1613943277669,3527
"sqr_mom_1",0.99,1613943277669,3527
"lr_1",4.62484712064562e-05,1613943277669,3527
"mom_1",0.8575031326184137,1613943277669,3527
"eps_1",1e-05,1613943277669,3527
"wd_2",0.01,1613943277669,3527
"sqr_mom_2",0.99,1613943277669,3527
"lr_2",0.00046248471206456203,1613943277669,3527
"mom_2",0.8575031326184137,1613943277669,3527
"eps_2",1e-05,1613943277669,3527
"train_loss",0.027271343,1613943278641,3528
"raw_loss",0.016058087,1613943278641,3528
"epoch",22.194968553459113,1613943278641,3528
"wd_0",0.01,1613943278641,3528
"sqr_mom_0",0.99,1613943278641,3528
"lr_0",4.624103133430503e-06,1613943278641,3528
"mom_0",0.857518012511515,1613943278641,3528
"eps_0",1e-05,1613943278641,3528
"wd_1",0.01,1613943278641,3528
"sqr_mom_1",0.99,1613943278641,3528
"lr_1",4.624103133430504e-05,1613943278641,3528
"mom_1",0.857518012511515,1613943278641,3528
"eps_1",1e-05,1613943278641,3528
"wd_2",0.01,1613943278641,3528
"sqr_mom_2",0.99,1613943278641,3528
"lr_2",0.00046241031334305036,1613943278641,3528
"mom_2",0.857518012511515,1613943278641,3528
"eps_2",1e-05,1613943278641,3528
"train_loss",0.027145343,1613943279625,3529
"raw_loss",0.02097133,1613943279625,3529
"epoch",22.201257861635213,1613943279625,3529
"wd_0",0.01,1613943279625,3529
"sqr_mom_0",0.99,1613943279625,3529
"lr_0",4.623358469189831e-06,1613943279625,3529
"mom_0",0.8575329059452629,1613943279625,3529
"eps_0",1e-05,1613943279625,3529
"wd_1",0.01,1613943279625,3529
"sqr_mom_1",0.99,1613943279625,3529
"lr_1",4.62335846918983e-05,1613943279625,3529
"mom_1",0.8575329059452629,1613943279625,3529
"eps_1",1e-05,1613943279625,3529
"wd_2",0.01,1613943279625,3529
"sqr_mom_2",0.99,1613943279625,3529
"lr_2",0.000462335846918983,1613943279625,3529
"mom_2",0.8575329059452629,1613943279625,3529
"eps_2",1e-05,1613943279625,3529
"train_loss",0.026932836,1613943280583,3530
"raw_loss",0.016519953,1613943280583,3530
"epoch",22.207547169811313,1613943280583,3530
"wd_0",0.01,1613943280583,3530
"sqr_mom_0",0.99,1613943280583,3530
"lr_0",4.622613313653307e-06,1613943280583,3530
"mom_0",0.8575478092050259,1613943280583,3530
"eps_0",1e-05,1613943280583,3530
"wd_1",0.01,1613943280583,3530
"sqr_mom_1",0.99,1613943280583,3530
"lr_1",4.622613313653307e-05,1613943280583,3530
"mom_1",0.8575478092050259,1613943280583,3530
"eps_1",1e-05,1613943280583,3530
"wd_2",0.01,1613943280583,3530
"sqr_mom_2",0.99,1613943280583,3530
"lr_2",0.0004622613313653307,1613943280583,3530
"mom_2",0.8575478092050259,1613943280583,3530
"eps_2",1e-05,1613943280583,3530
"train_loss",0.026702674,1613943281556,3531
"raw_loss",0.0154247135,1613943281556,3531
"epoch",22.213836477987414,1613943281556,3531
"wd_0",0.01,1613943281556,3531
"sqr_mom_0",0.99,1613943281556,3531
"lr_0",4.621867296242062e-06,1613943281556,3531
"mom_0",0.8575627297024557,1613943281556,3531
"eps_0",1e-05,1613943281556,3531
"wd_1",0.01,1613943281556,3531
"sqr_mom_1",0.99,1613943281556,3531
"lr_1",4.6218672962420616e-05,1613943281556,3531
"mom_1",0.8575627297024557,1613943281556,3531
"eps_1",1e-05,1613943281556,3531
"wd_2",0.01,1613943281556,3531
"sqr_mom_2",0.99,1613943281556,3531
"lr_2",0.00046218672962420617,1613943281556,3531
"mom_2",0.8575627297024557,1613943281556,3531
"eps_2",1e-05,1613943281556,3531
"train_loss",0.026506284,1613943282511,3532
"raw_loss",0.016883167,1613943282511,3532
"epoch",22.220125786163514,1613943282511,3532
"wd_0",0.01,1613943282511,3532
"sqr_mom_0",0.99,1613943282511,3532
"lr_0",4.621120602517908e-06,1613943282511,3532
"mom_0",0.8575776637262791,1613943282511,3532
"eps_0",1e-05,1613943282511,3532
"wd_1",0.01,1613943282511,3532
"sqr_mom_1",0.99,1613943282511,3532
"lr_1",4.6211206025179076e-05,1613943282511,3532
"mom_1",0.8575776637262791,1613943282511,3532
"eps_1",1e-05,1613943282511,3532
"wd_2",0.01,1613943282511,3532
"sqr_mom_2",0.99,1613943282511,3532
"lr_2",0.00046211206025179074,1613943282511,3532
"mom_2",0.8575776637262791,1613943282511,3532
"eps_2",1e-05,1613943282511,3532
"train_loss",0.026215717,1613943283482,3533
"raw_loss",0.011977915,1613943283482,3533
"epoch",22.226415094339615,1613943283482,3533
"wd_0",0.01,1613943283482,3533
"sqr_mom_0",0.99,1613943283482,3533
"lr_0",4.620373418715777e-06,1613943283482,3533
"mom_0",0.8575926075517599,1613943283482,3533
"eps_0",1e-05,1613943283482,3533
"wd_1",0.01,1613943283482,3533
"sqr_mom_1",0.99,1613943283482,3533
"lr_1",4.620373418715778e-05,1613943283482,3533
"mom_1",0.8575926075517599,1613943283482,3533
"eps_1",1e-05,1613943283482,3533
"wd_2",0.01,1613943283482,3533
"sqr_mom_2",0.99,1613943283482,3533
"lr_2",0.00046203734187157775,1613943283482,3533
"mom_2",0.8575926075517599,1613943283482,3533
"eps_2",1e-05,1613943283482,3533
"train_loss",0.02670521,1613943284433,3534
"raw_loss",0.050690375,1613943284433,3534
"epoch",22.232704402515715,1613943284433,3534
"wd_0",0.01,1613943284433,3534
"sqr_mom_0",0.99,1613943284433,3534
"lr_0",4.619625373248109e-06,1613943284433,3534
"mom_0",0.857607568610724,1613943284433,3534
"eps_0",1e-05,1613943284433,3534
"wd_1",0.01,1613943284433,3534
"sqr_mom_1",0.99,1613943284433,3534
"lr_1",4.619625373248109e-05,1613943284433,3534
"mom_1",0.857607568610724,1613943284433,3534
"eps_1",1e-05,1613943284433,3534
"wd_2",0.01,1613943284433,3534
"sqr_mom_2",0.99,1613943284433,3534
"lr_2",0.0004619625373248109,1613943284433,3534
"mom_2",0.857607568610724,1613943284433,3534
"eps_2",1e-05,1613943284433,3534
"train_loss",0.026490506,1613943285394,3535
"raw_loss",0.015970064,1613943285394,3535
"epoch",22.238993710691815,1613943285394,3535
"wd_0",0.01,1613943285394,3535
"sqr_mom_0",0.99,1613943285394,3535
"lr_0",4.618876652182119e-06,1613943285394,3535
"mom_0",0.8576225431817894,1613943285394,3535
"eps_0",1e-05,1613943285394,3535
"wd_1",0.01,1613943285394,3535
"sqr_mom_1",0.99,1613943285394,3535
"lr_1",4.618876652182119e-05,1613943285394,3535
"mom_1",0.8576225431817894,1613943285394,3535
"eps_1",1e-05,1613943285394,3535
"wd_2",0.01,1613943285394,3535
"sqr_mom_2",0.99,1613943285394,3535
"lr_2",0.00046188766521821186,1613943285394,3535
"mom_2",0.8576225431817894,1613943285394,3535
"eps_2",1e-05,1613943285394,3535
"train_loss",0.026837414,1613943286344,3536
"raw_loss",0.043835968,1613943286344,3536
"epoch",22.245283018867916,1613943286344,3536
"wd_0",0.01,1613943286344,3536
"sqr_mom_0",0.99,1613943286344,3536
"lr_0",4.618127442257433e-06,1613943286344,3536
"mom_0",0.8576375275301266,1613943286344,3536
"eps_0",1e-05,1613943286344,3536
"wd_1",0.01,1613943286344,3536
"sqr_mom_1",0.99,1613943286344,3536
"lr_1",4.618127442257433e-05,1613943286344,3536
"mom_1",0.8576375275301266,1613943286344,3536
"eps_1",1e-05,1613943286344,3536
"wd_2",0.01,1613943286344,3536
"sqr_mom_2",0.99,1613943286344,3536
"lr_2",0.0004618127442257433,1613943286344,3536
"mom_2",0.8576375275301266,1613943286344,3536
"eps_2",1e-05,1613943286344,3536
"train_loss",0.027009586,1613943287313,3537
"raw_loss",0.035445966,1613943287313,3537
"epoch",22.251572327044016,1613943287313,3537
"wd_0",0.01,1613943287313,3537
"sqr_mom_0",0.99,1613943287313,3537
"lr_0",4.617377370878864e-06,1613943287313,3537
"mom_0",0.8576525291077137,1613943287313,3537
"eps_0",1e-05,1613943287313,3537
"wd_1",0.01,1613943287313,3537
"sqr_mom_1",0.99,1613943287313,3537
"lr_1",4.617377370878864e-05,1613943287313,3537
"mom_1",0.8576525291077137,1613943287313,3537
"eps_1",1e-05,1613943287313,3537
"wd_2",0.01,1613943287313,3537
"sqr_mom_2",0.99,1613943287313,3537
"lr_2",0.00046173773708788643,1613943287313,3537
"mom_2",0.8576525291077137,1613943287313,3537
"eps_2",1e-05,1613943287313,3537
"train_loss",0.026992487,1613943288315,3538
"raw_loss",0.02615461,1613943288315,3538
"epoch",22.257861635220117,1613943288315,3538
"wd_0",0.01,1613943288315,3538
"sqr_mom_0",0.99,1613943288315,3538
"lr_0",4.6166266246184975e-06,1613943288315,3538
"mom_0",0.8576675441830719,1613943288315,3538
"eps_0",1e-05,1613943288315,3538
"wd_1",0.01,1613943288315,3538
"sqr_mom_1",0.99,1613943288315,3538
"lr_1",4.6166266246184975e-05,1613943288315,3538
"mom_1",0.8576675441830719,1613943288315,3538
"eps_1",1e-05,1613943288315,3538
"wd_2",0.01,1613943288315,3538
"sqr_mom_2",0.99,1613943288315,3538
"lr_2",0.00046166266246184975,1613943288315,3538
"mom_2",0.8576675441830719,1613943288315,3538
"eps_2",1e-05,1613943288315,3538
"train_loss",0.026795393,1613943289328,3539
"raw_loss",0.017137764,1613943289328,3539
"epoch",22.264150943396217,1613943289328,3539
"wd_0",0.01,1613943289328,3539
"sqr_mom_0",0.99,1613943289328,3539
"lr_0",4.615875390720119e-06,1613943289328,3539
"mom_0",0.8576825690112877,1613943289328,3539
"eps_0",1e-05,1613943289328,3539
"wd_1",0.01,1613943289328,3539
"sqr_mom_1",0.99,1613943289328,3539
"lr_1",4.615875390720118e-05,1613943289328,3539
"mom_1",0.8576825690112877,1613943289328,3539
"eps_1",1e-05,1613943289328,3539
"wd_2",0.01,1613943289328,3539
"sqr_mom_2",0.99,1613943289328,3539
"lr_2",0.0004615875390720118,1613943289328,3539
"mom_2",0.8576825690112877,1613943289328,3539
"eps_2",1e-05,1613943289328,3539
"train_loss",0.026546068,1613943290274,3540
"raw_loss",0.014329119,1613943290274,3540
"epoch",22.270440251572317,1613943290274,3540
"wd_0",0.01,1613943290274,3540
"sqr_mom_0",0.99,1613943290274,3540
"lr_0",4.61512329558198e-06,1613943290274,3540
"mom_0",0.8576976110644711,1613943290274,3540
"eps_0",1e-05,1613943290274,3540
"wd_1",0.01,1613943290274,3540
"sqr_mom_1",0.99,1613943290274,3540
"lr_1",4.61512329558198e-05,1613943290274,3540
"mom_1",0.8576976110644711,1613943290274,3540
"eps_1",1e-05,1613943290274,3540
"wd_2",0.01,1613943290274,3540
"sqr_mom_2",0.99,1613943290274,3540
"lr_2",0.000461512329558198,1613943290274,3540
"mom_2",0.8576976110644711,1613943290274,3540
"eps_2",1e-05,1613943290274,3540
"train_loss",0.02643555,1613943291239,3541
"raw_loss",0.021020157,1613943291239,3541
"epoch",22.276729559748418,1613943291239,3541
"wd_0",0.01,1613943291239,3541
"sqr_mom_0",0.99,1613943291239,3541
"lr_0",4.614370526280505e-06,1613943291239,3541
"mom_0",0.8577126666010558,1613943291239,3541
"eps_0",1e-05,1613943291239,3541
"wd_1",0.01,1613943291239,3541
"sqr_mom_1",0.99,1613943291239,3541
"lr_1",4.6143705262805054e-05,1613943291239,3541
"mom_1",0.8577126666010558,1613943291239,3541
"eps_1",1e-05,1613943291239,3541
"wd_2",0.01,1613943291239,3541
"sqr_mom_2",0.99,1613943291239,3541
"lr_2",0.00046143705262805055,1613943291239,3541
"mom_2",0.8577126666010558,1613943291239,3541
"eps_2",1e-05,1613943291239,3541
"train_loss",0.02632455,1613943292192,3542
"raw_loss",0.02088554,1613943292192,3542
"epoch",22.28301886792452,1613943292192,3542
"wd_0",0.01,1613943292192,3542
"sqr_mom_0",0.99,1613943292192,3542
"lr_0",4.613617083055631e-06,1613943292192,3542
"mom_0",0.8577277356162435,1613943292192,3542
"eps_0",1e-05,1613943292192,3542
"wd_1",0.01,1613943292192,3542
"sqr_mom_1",0.99,1613943292192,3542
"lr_1",4.613617083055631e-05,1613943292192,3542
"mom_1",0.8577277356162435,1613943292192,3542
"eps_1",1e-05,1613943292192,3542
"wd_2",0.01,1613943292192,3542
"sqr_mom_2",0.99,1613943292192,3542
"lr_2",0.0004613617083055631,1613943292192,3542
"mom_2",0.8577277356162435,1613943292192,3542
"eps_2",1e-05,1613943292192,3542
"train_loss",0.026211735,1613943293146,3543
"raw_loss",0.02068384,1613943293146,3543
"epoch",22.28930817610062,1613943293146,3543
"wd_0",0.01,1613943293146,3543
"sqr_mom_0",0.99,1613943293146,3543
"lr_0",4.61286315382253e-06,1613943293146,3543
"mom_0",0.8577428143516929,1613943293146,3543
"eps_0",1e-05,1613943293146,3543
"wd_1",0.01,1613943293146,3543
"sqr_mom_1",0.99,1613943293146,3543
"lr_1",4.6128631538225296e-05,1613943293146,3543
"mom_1",0.8577428143516929,1613943293146,3543
"eps_1",1e-05,1613943293146,3543
"wd_2",0.01,1613943293146,3543
"sqr_mom_2",0.99,1613943293146,3543
"lr_2",0.00046128631538225296,1613943293146,3543
"mom_2",0.8577428143516929,1613943293146,3543
"eps_2",1e-05,1613943293146,3543
"train_loss",0.026032317,1613943294092,3544
"raw_loss",0.017240884,1613943294092,3544
"epoch",22.29559748427672,1613943294092,3544
"wd_0",0.01,1613943294092,3544
"sqr_mom_0",0.99,1613943294092,3544
"lr_0",4.612108363639018e-06,1613943294092,3544
"mom_0",0.8577579103063226,1613943294092,3544
"eps_0",1e-05,1613943294092,3544
"wd_1",0.01,1613943294092,3544
"sqr_mom_1",0.99,1613943294092,3544
"lr_1",4.612108363639018e-05,1613943294092,3544
"mom_1",0.8577579103063226,1613943294092,3544
"eps_1",1e-05,1613943294092,3544
"wd_2",0.01,1613943294092,3544
"sqr_mom_2",0.99,1613943294092,3544
"lr_2",0.00046121083636390173,1613943294092,3544
"mom_2",0.8577579103063226,1613943294092,3544
"eps_2",1e-05,1613943294092,3544
"train_loss",0.025926795,1613943295058,3545
"raw_loss",0.020756193,1613943295058,3545
"epoch",22.30188679245282,1613943295058,3545
"wd_0",0.01,1613943295058,3545
"sqr_mom_0",0.99,1613943295058,3545
"lr_0",4.6113529002531445e-06,1613943295058,3545
"mom_0",0.8577730197251343,1613943295058,3545
"eps_0",1e-05,1613943295058,3545
"wd_1",0.01,1613943295058,3545
"sqr_mom_1",0.99,1613943295058,3545
"lr_1",4.611352900253145e-05,1613943295058,3545
"mom_1",0.8577730197251343,1613943295058,3545
"eps_1",1e-05,1613943295058,3545
"wd_2",0.01,1613943295058,3545
"sqr_mom_2",0.99,1613943295058,3545
"lr_2",0.0004611352900253144,1613943295058,3545
"mom_2",0.8577730197251343,1613943295058,3545
"eps_2",1e-05,1613943295058,3545
"train_loss",0.025810314,1613943296001,3546
"raw_loss",0.020102786,1613943296001,3546
"epoch",22.30817610062892,1613943296001,3546
"wd_0",0.01,1613943296001,3546
"sqr_mom_0",0.99,1613943296001,3546
"lr_0",4.61059688935723e-06,1613943296001,3546
"mom_0",0.8577881400942563,1613943296001,3546
"eps_0",1e-05,1613943296001,3546
"wd_1",0.01,1613943296001,3546
"sqr_mom_1",0.99,1613943296001,3546
"lr_1",4.61059688935723e-05,1613943296001,3546
"mom_1",0.8577881400942563,1613943296001,3546
"eps_1",1e-05,1613943296001,3546
"wd_2",0.01,1613943296001,3546
"sqr_mom_2",0.99,1613943296001,3546
"lr_2",0.00046105968893572297,1613943296001,3546
"mom_2",0.8577881400942563,1613943296001,3546
"eps_2",1e-05,1613943296001,3546
"train_loss",0.025482532,1613943296959,3547
"raw_loss",0.009421139,1613943296959,3547
"epoch",22.31446540880502,1613943296959,3547
"wd_0",0.01,1613943296959,3547
"sqr_mom_0",0.99,1613943296959,3547
"lr_0",4.609840080400776e-06,1613943296959,3547
"mom_0",0.8578032764247487,1613943296959,3547
"eps_0",1e-05,1613943296959,3547
"wd_1",0.01,1613943296959,3547
"sqr_mom_1",0.99,1613943296959,3547
"lr_1",4.6098400804007765e-05,1613943296959,3547
"mom_1",0.8578032764247487,1613943296959,3547
"eps_1",1e-05,1613943296959,3547
"wd_2",0.01,1613943296959,3547
"sqr_mom_2",0.99,1613943296959,3547
"lr_2",0.0004609840080400776,1613943296959,3547
"mom_2",0.8578032764247487,1613943296959,3547
"eps_2",1e-05,1613943296959,3547
"train_loss",0.02537755,1613943297923,3548
"raw_loss",0.020233367,1613943297923,3548
"epoch",22.32075471698112,1613943297923,3548
"wd_0",0.01,1613943297923,3548
"sqr_mom_0",0.99,1613943297923,3548
"lr_0",4.609082598964951e-06,1613943297923,3548
"mom_0",0.857818426204963,1613943297923,3548
"eps_0",1e-05,1613943297923,3548
"wd_1",0.01,1613943297923,3548
"sqr_mom_1",0.99,1613943297923,3548
"lr_1",4.609082598964951e-05,1613943297923,3548
"mom_1",0.857818426204963,1613943297923,3548
"eps_1",1e-05,1613943297923,3548
"wd_2",0.01,1613943297923,3548
"sqr_mom_2",0.99,1613943297923,3548
"lr_2",0.0004609082598964951,1613943297923,3548
"mom_2",0.857818426204963,1613943297923,3548
"eps_2",1e-05,1613943297923,3548
"train_loss",0.025421165,1613943298880,3549
"raw_loss",0.027558316,1613943298880,3549
"epoch",22.32704402515722,1613943298880,3549
"wd_0",0.01,1613943298880,3549
"sqr_mom_0",0.99,1613943298880,3549
"lr_0",4.608324633970204e-06,1613943298880,3549
"mom_0",0.8578335856564525,1613943298880,3549
"eps_0",1e-05,1613943298880,3549
"wd_1",0.01,1613943298880,3549
"sqr_mom_1",0.99,1613943298880,3549
"lr_1",4.608324633970204e-05,1613943298880,3549
"mom_1",0.8578335856564525,1613943298880,3549
"eps_1",1e-05,1613943298880,3549
"wd_2",0.01,1613943298880,3549
"sqr_mom_2",0.99,1613943298880,3549
"lr_2",0.0004608324633970204,1613943298880,3549
"mom_2",0.8578335856564525,1613943298880,3549
"eps_2",1e-05,1613943298880,3549
"train_loss",0.025221547,1613943299843,3550
"raw_loss",0.015440238,1613943299843,3550
"epoch",22.33333333333332,1613943299843,3550
"wd_0",0.01,1613943299843,3550
"sqr_mom_0",0.99,1613943299843,3550
"lr_0",4.607565808467297e-06,1613943299843,3550
"mom_0",0.8578487623182772,1613943299843,3550
"eps_0",1e-05,1613943299843,3550
"wd_1",0.01,1613943299843,3550
"sqr_mom_1",0.99,1613943299843,3550
"lr_1",4.607565808467297e-05,1613943299843,3550
"mom_1",0.8578487623182772,1613943299843,3550
"eps_1",1e-05,1613943299843,3550
"wd_2",0.01,1613943299843,3550
"sqr_mom_2",0.99,1613943299843,3550
"lr_2",0.0004607565808467297,1613943299843,3550
"mom_2",0.8578487623182772,1613943299843,3550
"eps_2",1e-05,1613943299843,3550
"train_loss",0.025290288,1613943300808,3551
"raw_loss",0.028658627,1613943300808,3551
"epoch",22.339622641509422,1613943300808,3551
"wd_0",0.01,1613943300808,3551
"sqr_mom_0",0.99,1613943300808,3551
"lr_0",4.606806311209917e-06,1613943300808,3551
"mom_0",0.8578639524153258,1613943300808,3551
"eps_0",1e-05,1613943300808,3551
"wd_1",0.01,1613943300808,3551
"sqr_mom_1",0.99,1613943300808,3551
"lr_1",4.6068063112099165e-05,1613943300808,3551
"mom_1",0.8578639524153258,1613943300808,3551
"eps_1",1e-05,1613943300808,3551
"wd_2",0.01,1613943300808,3551
"sqr_mom_2",0.99,1613943300808,3551
"lr_2",0.00046068063112099166,1613943300808,3551
"mom_2",0.8578639524153258,1613943300808,3551
"eps_2",1e-05,1613943300808,3551
"train_loss",0.025381807,1613943301785,3552
"raw_loss",0.029866232,1613943301785,3552
"epoch",22.345911949685522,1613943301785,3552
"wd_0",0.01,1613943301785,3552
"sqr_mom_0",0.99,1613943301785,3552
"lr_0",4.606046331620332e-06,1613943301785,3552
"mom_0",0.8578791521591149,1613943301785,3552
"eps_0",1e-05,1613943301785,3552
"wd_1",0.01,1613943301785,3552
"sqr_mom_1",0.99,1613943301785,3552
"lr_1",4.6060463316203324e-05,1613943301785,3552
"mom_1",0.8578791521591149,1613943301785,3552
"eps_1",1e-05,1613943301785,3552
"wd_2",0.01,1613943301785,3552
"sqr_mom_2",0.99,1613943301785,3552
"lr_2",0.0004606046331620332,1613943301785,3552
"mom_2",0.8578791521591149,1613943301785,3552
"eps_2",1e-05,1613943301785,3552
"train_loss",0.02518096,1613943302725,3553
"raw_loss",0.015339471,1613943302725,3553
"epoch",22.352201257861623,1613943302725,3553
"wd_0",0.01,1613943302725,3553
"sqr_mom_0",0.99,1613943302725,3553
"lr_0",4.605285491747414e-06,1613943302725,3553
"mom_0",0.8578943691087428,1613943302725,3553
"eps_0",1e-05,1613943302725,3553
"wd_1",0.01,1613943302725,3553
"sqr_mom_1",0.99,1613943302725,3553
"lr_1",4.605285491747414e-05,1613943302725,3553
"mom_1",0.8578943691087428,1613943302725,3553
"eps_1",1e-05,1613943302725,3553
"wd_2",0.01,1613943302725,3553
"sqr_mom_2",0.99,1613943302725,3553
"lr_2",0.0004605285491747414,1613943302725,3553
"mom_2",0.8578943691087428,1613943302725,3553
"eps_2",1e-05,1613943302725,3553
"train_loss",0.025027743,1613943303758,3554
"raw_loss",0.017520078,1613943303758,3554
"epoch",22.358490566037723,1613943303758,3554
"wd_0",0.01,1613943303758,3554
"sqr_mom_0",0.99,1613943303758,3554
"lr_0",4.604523980846846e-06,1613943303758,3554
"mom_0",0.8579095994790579,1613943303758,3554
"eps_0",1e-05,1613943303758,3554
"wd_1",0.01,1613943303758,3554
"sqr_mom_1",0.99,1613943303758,3554
"lr_1",4.6045239808468456e-05,1613943303758,3554
"mom_1",0.8579095994790579,1613943303758,3554
"eps_1",1e-05,1613943303758,3554
"wd_2",0.01,1613943303758,3554
"sqr_mom_2",0.99,1613943303758,3554
"lr_2",0.00046045239808468455,1613943303758,3554
"mom_2",0.8579095994790579,1613943303758,3554
"eps_2",1e-05,1613943303758,3554
"train_loss",0.025062349,1613943304700,3555
"raw_loss",0.02675801,1613943304700,3555
"epoch",22.364779874213824,1613943304700,3555
"wd_0",0.01,1613943304700,3555
"sqr_mom_0",0.99,1613943304700,3555
"lr_0",4.603761988842176e-06,1613943304700,3555
"mom_0",0.8579248394715512,1613943304700,3555
"eps_0",1e-05,1613943304700,3555
"wd_1",0.01,1613943304700,3555
"sqr_mom_1",0.99,1613943304700,3555
"lr_1",4.6037619888421755e-05,1613943304700,3555
"mom_1",0.8579248394715512,1613943304700,3555
"eps_1",1e-05,1613943304700,3555
"wd_2",0.01,1613943304700,3555
"sqr_mom_2",0.99,1613943304700,3555
"lr_2",0.00046037619888421755,1613943304700,3555
"mom_2",0.8579248394715512,1613943304700,3555
"eps_2",1e-05,1613943304700,3555
"train_loss",0.024949891,1613943305676,3556
"raw_loss",0.019439485,1613943305676,3556
"epoch",22.371069182389924,1613943305676,3556
"wd_0",0.01,1613943305676,3556
"sqr_mom_0",0.99,1613943305676,3556
"lr_0",4.6029991367814625e-06,1613943305676,3556
"mom_0",0.8579400966653373,1613943305676,3556
"eps_0",1e-05,1613943305676,3556
"wd_1",0.01,1613943305676,3556
"sqr_mom_1",0.99,1613943305676,3556
"lr_1",4.6029991367814625e-05,1613943305676,3556
"mom_1",0.8579400966653373,1613943305676,3556
"eps_1",1e-05,1613943305676,3556
"wd_2",0.01,1613943305676,3556
"sqr_mom_2",0.99,1613943305676,3556
"lr_2",0.0004602999136781463,1613943305676,3556
"mom_2",0.8579400966653373,1613943305676,3556
"eps_2",1e-05,1613943305676,3556
"train_loss",0.025000608,1613943306611,3557
"raw_loss",0.027485684,1613943306611,3557
"epoch",22.377358490566024,1613943306611,3557
"wd_0",0.01,1613943306611,3557
"sqr_mom_0",0.99,1613943306611,3557
"lr_0",4.60223561442185e-06,1613943306611,3557
"mom_0",0.8579553672652356,1613943306611,3557
"eps_0",1e-05,1613943306611,3557
"wd_1",0.01,1613943306611,3557
"sqr_mom_1",0.99,1613943306611,3557
"lr_1",4.60223561442185e-05,1613943306611,3557
"mom_1",0.8579553672652356,1613943306611,3557
"eps_1",1e-05,1613943306611,3557
"wd_2",0.01,1613943306611,3557
"sqr_mom_2",0.99,1613943306611,3557
"lr_2",0.000460223561442185,1613943306611,3557
"mom_2",0.8579553672652356,1613943306611,3557
"eps_2",1e-05,1613943306611,3557
"train_loss",0.024902537,1613943307581,3558
"raw_loss",0.02009707,1613943307581,3558
"epoch",22.383647798742125,1613943307581,3558
"wd_0",0.01,1613943307581,3558
"sqr_mom_0",0.99,1613943307581,3558
"lr_0",4.601471612187617e-06,1613943307581,3558
"mom_0",0.8579706474627222,1613943307581,3558
"eps_0",1e-05,1613943307581,3558
"wd_1",0.01,1613943307581,3558
"sqr_mom_1",0.99,1613943307581,3558
"lr_1",4.6014716121876165e-05,1613943307581,3558
"mom_1",0.8579706474627222,1613943307581,3558
"eps_1",1e-05,1613943307581,3558
"wd_2",0.01,1613943307581,3558
"sqr_mom_2",0.99,1613943307581,3558
"lr_2",0.00046014716121876165,1613943307581,3558
"mom_2",0.8579706474627222,1613943307581,3558
"eps_2",1e-05,1613943307581,3558
"train_loss",0.024828512,1613943308534,3559
"raw_loss",0.021201244,1613943308534,3559
"epoch",22.389937106918225,1613943308534,3559
"wd_0",0.01,1613943308534,3559
"sqr_mom_0",0.99,1613943308534,3559
"lr_0",4.6007067501271e-06,1613943308534,3559
"mom_0",0.8579859448569066,1613943308534,3559
"eps_0",1e-05,1613943308534,3559
"wd_1",0.01,1613943308534,3559
"sqr_mom_1",0.99,1613943308534,3559
"lr_1",4.600706750127099e-05,1613943308534,3559
"mom_1",0.8579859448569066,1613943308534,3559
"eps_1",1e-05,1613943308534,3559
"wd_2",0.01,1613943308534,3559
"sqr_mom_2",0.99,1613943308534,3559
"lr_2",0.00046007067501270993,1613943308534,3559
"mom_2",0.8579859448569066,1613943308534,3559
"eps_2",1e-05,1613943308534,3559
"train_loss",0.024723956,1613943309519,3560
"raw_loss",0.019600715,1613943309519,3560
"epoch",22.396226415094326,1613943309519,3560
"wd_0",0.01,1613943309519,3560
"sqr_mom_0",0.99,1613943309519,3560
"lr_0",4.599941218498355e-06,1613943309519,3560
"mom_0",0.8580012556425893,1613943309519,3560
"eps_0",1e-05,1613943309519,3560
"wd_1",0.01,1613943309519,3560
"sqr_mom_1",0.99,1613943309519,3560
"lr_1",4.599941218498355e-05,1613943309519,3560
"mom_1",0.8580012556425893,1613943309519,3560
"eps_1",1e-05,1613943309519,3560
"wd_2",0.01,1613943309519,3560
"sqr_mom_2",0.99,1613943309519,3560
"lr_2",0.0004599941218498355,1613943309519,3560
"mom_2",0.8580012556425893,1613943309519,3560
"eps_2",1e-05,1613943309519,3560
"train_loss",0.02453446,1613943310480,3561
"raw_loss",0.015249145,1613943310480,3561
"epoch",22.402515723270426,1613943310480,3561
"wd_0",0.01,1613943310480,3561
"sqr_mom_0",0.99,1613943310480,3561
"lr_0",4.599175208225848e-06,1613943310480,3561
"mom_0",0.858016576001243,1613943310480,3561
"eps_0",1e-05,1613943310480,3561
"wd_1",0.01,1613943310480,3561
"sqr_mom_1",0.99,1613943310480,3561
"lr_1",4.599175208225848e-05,1613943310480,3561
"mom_1",0.858016576001243,1613943310480,3561
"eps_1",1e-05,1613943310480,3561
"wd_2",0.01,1613943310480,3561
"sqr_mom_2",0.99,1613943310480,3561
"lr_2",0.0004599175208225847,1613943310480,3561
"mom_2",0.858016576001243,1613943310480,3561
"eps_2",1e-05,1613943310480,3561
"train_loss",0.02448383,1613943311474,3562
"raw_loss",0.02200298,1613943311474,3562
"epoch",22.408805031446526,1613943311474,3562
"wd_0",0.01,1613943311474,3562
"sqr_mom_0",0.99,1613943311474,3562
"lr_0",4.598408338359281e-06,1613943311474,3562
"mom_0",0.8580319135519499,1613943311474,3562
"eps_0",1e-05,1613943311474,3562
"wd_1",0.01,1613943311474,3562
"sqr_mom_1",0.99,1613943311474,3562
"lr_1",4.5984083383592815e-05,1613943311474,3562
"mom_1",0.8580319135519499,1613943311474,3562
"eps_1",1e-05,1613943311474,3562
"wd_2",0.01,1613943311474,3562
"sqr_mom_2",0.99,1613943311474,3562
"lr_2",0.00045984083383592814,1613943311474,3562
"mom_2",0.8580319135519499,1613943311474,3562
"eps_2",1e-05,1613943311474,3562
"train_loss",0.02427525,1613943312416,3563
"raw_loss",0.014054886,1613943312416,3563
"epoch",22.415094339622627,1613943312416,3563
"wd_0",0.01,1613943312416,3563
"sqr_mom_0",0.99,1613943312416,3563
"lr_0",4.59764079965708e-06,1613943312416,3563
"mom_0",0.8580472644795032,1613943312416,3563
"eps_0",1e-05,1613943312416,3563
"wd_1",0.01,1613943312416,3563
"sqr_mom_1",0.99,1613943312416,3563
"lr_1",4.5976407996570795e-05,1613943312416,3563
"mom_1",0.8580472644795032,1613943312416,3563
"eps_1",1e-05,1613943312416,3563
"wd_2",0.01,1613943312416,3563
"sqr_mom_2",0.99,1613943312416,3563
"lr_2",0.0004597640799657079,1613943312416,3563
"mom_2",0.8580472644795032,1613943312416,3563
"eps_2",1e-05,1613943312416,3563
"train_loss",0.024202343,1613943313366,3564
"raw_loss",0.020629829,1613943313366,3564
"epoch",22.421383647798727,1613943313366,3564
"wd_0",0.01,1613943313366,3564
"sqr_mom_0",0.99,1613943313366,3564
"lr_0",4.596872592363887e-06,1613943313366,3564
"mom_0",0.8580626287790101,1613943313366,3564
"eps_0",1e-05,1613943313366,3564
"wd_1",0.01,1613943313366,3564
"sqr_mom_1",0.99,1613943313366,3564
"lr_1",4.596872592363887e-05,1613943313366,3564
"mom_1",0.8580626287790101,1613943313366,3564
"eps_1",1e-05,1613943313366,3564
"wd_2",0.01,1613943313366,3564
"sqr_mom_2",0.99,1613943313366,3564
"lr_2",0.00045968725923638867,1613943313366,3564
"mom_2",0.8580626287790101,1613943313366,3564
"eps_2",1e-05,1613943313366,3564
"train_loss",0.024359362,1613943314311,3565
"raw_loss",0.032053307,1613943314311,3565
"epoch",22.427672955974828,1613943314311,3565
"wd_0",0.01,1613943314311,3565
"sqr_mom_0",0.99,1613943314311,3565
"lr_0",4.596103908070244e-06,1613943314311,3565
"mom_0",0.8580780026186213,1613943314311,3565
"eps_0",1e-05,1613943314311,3565
"wd_1",0.01,1613943314311,3565
"sqr_mom_1",0.99,1613943314311,3565
"lr_1",4.5961039080702435e-05,1613943314311,3565
"mom_1",0.8580780026186213,1613943314311,3565
"eps_1",1e-05,1613943314311,3565
"wd_2",0.01,1613943314311,3565
"sqr_mom_2",0.99,1613943314311,3565
"lr_2",0.00045961039080702433,1613943314311,3565
"mom_2",0.8580780026186213,1613943314311,3565
"eps_2",1e-05,1613943314311,3565
"train_loss",0.024070844,1613943315251,3566
"raw_loss",0.00993344,1613943315251,3566
"epoch",22.433962264150928,1613943315251,3566
"wd_0",0.01,1613943315251,3566
"sqr_mom_0",0.99,1613943315251,3566
"lr_0",4.595334364496017e-06,1613943315251,3566
"mom_0",0.858093393644016,1613943315251,3566
"eps_0",1e-05,1613943315251,3566
"wd_1",0.01,1613943315251,3566
"sqr_mom_1",0.99,1613943315251,3566
"lr_1",4.595334364496017e-05,1613943315251,3566
"mom_1",0.858093393644016,1613943315251,3566
"eps_1",1e-05,1613943315251,3566
"wd_2",0.01,1613943315251,3566
"sqr_mom_2",0.99,1613943315251,3566
"lr_2",0.0004595334364496017,1613943315251,3566
"mom_2",0.858093393644016,1613943315251,3566
"eps_2",1e-05,1613943315251,3566
"train_loss",0.02416766,1613943316226,3567
"raw_loss",0.02891166,1613943316226,3567
"epoch",22.44025157232703,1613943316226,3567
"wd_0",0.01,1613943316226,3567
"sqr_mom_0",0.99,1613943316226,3567
"lr_0",4.594564153065949e-06,1613943316226,3567
"mom_0",0.8581087980266613,1613943316226,3567
"eps_0",1e-05,1613943316226,3567
"wd_1",0.01,1613943316226,3567
"sqr_mom_1",0.99,1613943316226,3567
"lr_1",4.594564153065949e-05,1613943316226,3567
"mom_1",0.8581087980266613,1613943316226,3567
"eps_1",1e-05,1613943316226,3567
"wd_2",0.01,1613943316226,3567
"sqr_mom_2",0.99,1613943316226,3567
"lr_2",0.0004594564153065949,1613943316226,3567
"mom_2",0.8581087980266613,1613943316226,3567
"eps_2",1e-05,1613943316226,3567
"train_loss",0.023883643,1613943317197,3568
"raw_loss",0.009966704,1613943317197,3568
"epoch",22.44654088050313,1613943317197,3568
"wd_0",0.01,1613943317197,3568
"sqr_mom_0",0.99,1613943317197,3568
"lr_0",4.593793401921507e-06,1613943317197,3568
"mom_0",0.8581242132037019,1613943317197,3568
"eps_0",1e-05,1613943317197,3568
"wd_1",0.01,1613943317197,3568
"sqr_mom_1",0.99,1613943317197,3568
"lr_1",4.593793401921507e-05,1613943317197,3568
"mom_1",0.8581242132037019,1613943317197,3568
"eps_1",1e-05,1613943317197,3568
"wd_2",0.01,1613943317197,3568
"sqr_mom_2",0.99,1613943317197,3568
"lr_2",0.0004593793401921507,1613943317197,3568
"mom_2",0.8581242132037019,1613943317197,3568
"eps_2",1e-05,1613943317197,3568
"train_loss",0.023963727,1613943318144,3569
"raw_loss",0.027887879,1613943318144,3569
"epoch",22.45283018867923,1613943318144,3569
"wd_0",0.01,1613943318144,3569
"sqr_mom_0",0.99,1613943318144,3569
"lr_0",4.593021855627112e-06,1613943318144,3569
"mom_0",0.8581396442839005,1613943318144,3569
"eps_0",1e-05,1613943318144,3569
"wd_1",0.01,1613943318144,3569
"sqr_mom_1",0.99,1613943318144,3569
"lr_1",4.593021855627111e-05,1613943318144,3569
"mom_1",0.8581396442839005,1613943318144,3569
"eps_1",1e-05,1613943318144,3569
"wd_2",0.01,1613943318144,3569
"sqr_mom_2",0.99,1613943318144,3569
"lr_2",0.0004593021855627111,1613943318144,3569
"mom_2",0.8581396442839005,1613943318144,3569
"eps_2",1e-05,1613943318144,3569
"train_loss",0.023895402,1613943319098,3570
"raw_loss",0.020547468,1613943319098,3570
"epoch",22.45911949685533,1613943319098,3570
"wd_0",0.01,1613943319098,3570
"sqr_mom_0",0.99,1613943319098,3570
"lr_0",4.59224964221396e-06,1613943319098,3570
"mom_0",0.8581550887066078,1613943319098,3570
"eps_0",1e-05,1613943319098,3570
"wd_1",0.01,1613943319098,3570
"sqr_mom_1",0.99,1613943319098,3570
"lr_1",4.592249642213959e-05,1613943319098,3570
"mom_1",0.8581550887066078,1613943319098,3570
"eps_1",1e-05,1613943319098,3570
"wd_2",0.01,1613943319098,3570
"sqr_mom_2",0.99,1613943319098,3570
"lr_2",0.0004592249642213959,1613943319098,3570
"mom_2",0.8581550887066078,1613943319098,3570
"eps_2",1e-05,1613943319098,3570
"train_loss",0.023658058,1613943320052,3571
"raw_loss",0.012028195,1613943320052,3571
"epoch",22.46540880503143,1613943320052,3571
"wd_0",0.01,1613943320052,3571
"sqr_mom_0",0.99,1613943320052,3571
"lr_0",4.591476954269867e-06,1613943320052,3571
"mom_0",0.8581705426200289,1613943320052,3571
"eps_0",1e-05,1613943320052,3571
"wd_1",0.01,1613943320052,3571
"sqr_mom_1",0.99,1613943320052,3571
"lr_1",4.591476954269867e-05,1613943320052,3571
"mom_1",0.8581705426200289,1613943320052,3571
"eps_1",1e-05,1613943320052,3571
"wd_2",0.01,1613943320052,3571
"sqr_mom_2",0.99,1613943320052,3571
"lr_2",0.00045914769542698664,1613943320052,3571
"mom_2",0.8581705426200289,1613943320052,3571
"eps_2",1e-05,1613943320052,3571
"train_loss",0.0236277,1613943321005,3572
"raw_loss",0.02214016,1613943321005,3572
"epoch",22.47169811320753,1613943321005,3572
"wd_0",0.01,1613943321005,3572
"sqr_mom_0",0.99,1613943321005,3572
"lr_0",4.590703407523615e-06,1613943321005,3572
"mom_0",0.8581860137096647,1613943321005,3572
"eps_0",1e-05,1613943321005,3572
"wd_1",0.01,1613943321005,3572
"sqr_mom_1",0.99,1613943321005,3572
"lr_1",4.590703407523615e-05,1613943321005,3572
"mom_1",0.8581860137096647,1613943321005,3572
"eps_1",1e-05,1613943321005,3572
"wd_2",0.01,1613943321005,3572
"sqr_mom_2",0.99,1613943321005,3572
"lr_2",0.0004590703407523615,1613943321005,3572
"mom_2",0.8581860137096647,1613943321005,3572
"eps_2",1e-05,1613943321005,3572
"train_loss",0.023596061,1613943321947,3573
"raw_loss",0.022045763,1613943321947,3573
"epoch",22.47798742138363,1613943321947,3573
"wd_0",0.01,1613943321947,3573
"sqr_mom_0",0.99,1613943321947,3573
"lr_0",4.589929194397587e-06,1613943321947,3573
"mom_0",0.8582014981270295,1613943321947,3573
"eps_0",1e-05,1613943321947,3573
"wd_1",0.01,1613943321947,3573
"sqr_mom_1",0.99,1613943321947,3573
"lr_1",4.5899291943975866e-05,1613943321947,3573
"mom_1",0.8582014981270295,1613943321947,3573
"eps_1",1e-05,1613943321947,3573
"wd_2",0.01,1613943321947,3573
"sqr_mom_2",0.99,1613943321947,3573
"lr_2",0.0004589929194397586,1613943321947,3573
"mom_2",0.8582014981270295,1613943321947,3573
"eps_2",1e-05,1613943321947,3573
"train_loss",0.023390315,1613943322907,3574
"raw_loss",0.013308767,1613943322907,3574
"epoch",22.48427672955973,1613943322907,3574
"wd_0",0.01,1613943322907,3574
"sqr_mom_0",0.99,1613943322907,3574
"lr_0",4.589154507977398e-06,1613943322907,3574
"mom_0",0.8582169920103722,1613943322907,3574
"eps_0",1e-05,1613943322907,3574
"wd_1",0.01,1613943322907,3574
"sqr_mom_1",0.99,1613943322907,3574
"lr_1",4.5891545079773986e-05,1613943322907,3574
"mom_1",0.8582169920103722,1613943322907,3574
"eps_1",1e-05,1613943322907,3574
"wd_2",0.01,1613943322907,3574
"sqr_mom_2",0.99,1613943322907,3574
"lr_2",0.0004589154507977398,1613943322907,3574
"mom_2",0.8582169920103722,1613943322907,3574
"eps_2",1e-05,1613943322907,3574
"train_loss",0.023165412,1613943323883,3575
"raw_loss",0.012145149,1613943323883,3575
"epoch",22.49056603773583,1613943323883,3575
"wd_0",0.01,1613943323883,3575
"sqr_mom_0",0.99,1613943323883,3575
"lr_0",4.588378962997955e-06,1613943323883,3575
"mom_0",0.8582325030650715,1613943323883,3575
"eps_0",1e-05,1613943323883,3575
"wd_1",0.01,1613943323883,3575
"sqr_mom_1",0.99,1613943323883,3575
"lr_1",4.5883789629979554e-05,1613943323883,3575
"mom_1",0.8582325030650715,1613943323883,3575
"eps_1",1e-05,1613943323883,3575
"wd_2",0.01,1613943323883,3575
"sqr_mom_2",0.99,1613943323883,3575
"lr_2",0.00045883789629979553,1613943323883,3575
"mom_2",0.8582325030650715,1613943323883,3575
"eps_2",1e-05,1613943323883,3575
"train_loss",0.02299832,1613943324858,3576
"raw_loss",0.014810798,1613943324858,3576
"epoch",22.496855345911932,1613943324858,3576
"wd_0",0.01,1613943324858,3576
"sqr_mom_0",0.99,1613943324858,3576
"lr_0",4.5876027523796255e-06,1613943324858,3576
"mom_0",0.8582480274326818,1613943324858,3576
"eps_0",1e-05,1613943324858,3576
"wd_1",0.01,1613943324858,3576
"sqr_mom_1",0.99,1613943324858,3576
"lr_1",4.587602752379625e-05,1613943324858,3576
"mom_1",0.8582480274326818,1613943324858,3576
"eps_1",1e-05,1613943324858,3576
"wd_2",0.01,1613943324858,3576
"sqr_mom_2",0.99,1613943324858,3576
"lr_2",0.0004587602752379625,1613943324858,3576
"mom_2",0.8582480274326818,1613943324858,3576
"eps_2",1e-05,1613943324858,3576
"train_loss",0.022921894,1613943325811,3577
"raw_loss",0.019176977,1613943325811,3577
"epoch",22.503144654088032,1613943325811,3577
"wd_0",0.01,1613943325811,3577
"sqr_mom_0",0.99,1613943325811,3577
"lr_0",4.586826069705275e-06,1613943325811,3577
"mom_0",0.8582635612415069,1613943325811,3577
"eps_0",1e-05,1613943325811,3577
"wd_1",0.01,1613943325811,3577
"sqr_mom_1",0.99,1613943325811,3577
"lr_1",4.5868260697052747e-05,1613943325811,3577
"mom_1",0.8582635612415069,1613943325811,3577
"eps_1",1e-05,1613943325811,3577
"wd_2",0.01,1613943325811,3577
"sqr_mom_2",0.99,1613943325811,3577
"lr_2",0.00045868260697052747,1613943325811,3577
"mom_2",0.8582635612415069,1613943325811,3577
"eps_2",1e-05,1613943325811,3577
"train_loss",0.022809623,1613943326765,3578
"raw_loss",0.017308371,1613943326765,3578
"epoch",22.509433962264133,1613943326765,3578
"wd_0",0.01,1613943326765,3578
"sqr_mom_0",0.99,1613943326765,3578
"lr_0",4.586048528717036e-06,1613943326765,3578
"mom_0",0.8582791122167814,1613943326765,3578
"eps_0",1e-05,1613943326765,3578
"wd_1",0.01,1613943326765,3578
"sqr_mom_1",0.99,1613943326765,3578
"lr_1",4.586048528717036e-05,1613943326765,3578
"mom_1",0.8582791122167814,1613943326765,3578
"eps_1",1e-05,1613943326765,3578
"wd_2",0.01,1613943326765,3578
"sqr_mom_2",0.99,1613943326765,3578
"lr_2",0.00045860485287170353,1613943326765,3578
"mom_2",0.8582791122167814,1613943326765,3578
"eps_2",1e-05,1613943326765,3578
"train_loss",0.022990597,1613943327797,3579
"raw_loss",0.031858355,1613943327797,3579
"epoch",22.515723270440233,1613943327797,3579
"wd_0",0.01,1613943327797,3579
"sqr_mom_0",0.99,1613943327797,3579
"lr_0",4.585270322832709e-06,1613943327797,3579
"mom_0",0.8582946764901107,1613943327797,3579
"eps_0",1e-05,1613943327797,3579
"wd_1",0.01,1613943327797,3579
"sqr_mom_1",0.99,1613943327797,3579
"lr_1",4.5852703228327086e-05,1613943327797,3579
"mom_1",0.8582946764901107,1613943327797,3579
"eps_1",1e-05,1613943327797,3579
"wd_2",0.01,1613943327797,3579
"sqr_mom_2",0.99,1613943327797,3579
"lr_2",0.00045852703228327086,1613943327797,3579
"mom_2",0.8582946764901107,1613943327797,3579
"eps_2",1e-05,1613943327797,3579
"train_loss",0.022754407,1613943329017,3580
"raw_loss",0.011181082,1613943329017,3580
"epoch",22.522012578616334,1613943329017,3580
"wd_0",0.01,1613943329017,3580
"sqr_mom_0",0.99,1613943329017,3580
"lr_0",4.584491646131854e-06,1613943329017,3580
"mom_0",0.8583102501798647,1613943329017,3580
"eps_0",1e-05,1613943329017,3580
"wd_1",0.01,1613943329017,3580
"sqr_mom_1",0.99,1613943329017,3580
"lr_1",4.5844916461318533e-05,1613943329017,3580
"mom_1",0.8583102501798647,1613943329017,3580
"eps_1",1e-05,1613943329017,3580
"wd_2",0.01,1613943329017,3580
"sqr_mom_2",0.99,1613943329017,3580
"lr_2",0.0004584491646131853,1613943329017,3580
"mom_2",0.8583102501798647,1613943329017,3580
"eps_2",1e-05,1613943329017,3580
"train_loss",0.022616988,1613943330107,3581
"raw_loss",0.01588351,1613943330107,3581
"epoch",22.528301886792434,1613943330107,3581
"wd_0",0.01,1613943330107,3581
"sqr_mom_0",0.99,1613943330107,3581
"lr_0",4.5837121113649385e-06,1613943330107,3581
"mom_0",0.8583258410311115,1613943330107,3581
"eps_0",1e-05,1613943330107,3581
"wd_1",0.01,1613943330107,3581
"sqr_mom_1",0.99,1613943330107,3581
"lr_1",4.5837121113649385e-05,1613943330107,3581
"mom_1",0.8583258410311115,1613943330107,3581
"eps_1",1e-05,1613943330107,3581
"wd_2",0.01,1613943330107,3581
"sqr_mom_2",0.99,1613943330107,3581
"lr_2",0.0004583712111364938,1613943330107,3581
"mom_2",0.8583258410311115,1613943330107,3581
"eps_2",1e-05,1613943330107,3581
"train_loss",0.02242299,1613943331354,3582
"raw_loss",0.012917068,1613943331354,3582
"epoch",22.534591194968534,1613943331354,3582
"wd_0",0.01,1613943331354,3582
"sqr_mom_0",0.99,1613943331354,3582
"lr_0",4.582931912446642e-06,1613943331354,3582
"mom_0",0.8583414451655188,1613943331354,3582
"eps_0",1e-05,1613943331354,3582
"wd_1",0.01,1613943331354,3582
"sqr_mom_1",0.99,1613943331354,3582
"lr_1",4.582931912446641e-05,1613943331354,3582
"mom_1",0.8583414451655188,1613943331354,3582
"eps_1",1e-05,1613943331354,3582
"wd_2",0.01,1613943331354,3582
"sqr_mom_2",0.99,1613943331354,3582
"lr_2",0.0004582931912446641,1613943331354,3582
"mom_2",0.8583414451655188,1613943331354,3582
"eps_2",1e-05,1613943331354,3582
"train_loss",0.023105424,1613943332509,3583
"raw_loss",0.056544706,1613943332509,3583
"epoch",22.540880503144635,1613943332509,3583
"wd_0",0.01,1613943332509,3583
"sqr_mom_0",0.99,1613943332509,3583
"lr_0",4.582151049625643e-06,1613943332509,3583
"mom_0",0.858357062578113,1613943332509,3583
"eps_0",1e-05,1613943332509,3583
"wd_1",0.01,1613943332509,3583
"sqr_mom_1",0.99,1613943332509,3583
"lr_1",4.5821510496256426e-05,1613943332509,3583
"mom_1",0.858357062578113,1613943332509,3583
"eps_1",1e-05,1613943332509,3583
"wd_2",0.01,1613943332509,3583
"sqr_mom_2",0.99,1613943332509,3583
"lr_2",0.0004582151049625643,1613943332509,3583
"mom_2",0.858357062578113,1613943332509,3583
"eps_2",1e-05,1613943332509,3583
"train_loss",0.023178577,1613943333594,3584
"raw_loss",0.02676308,1613943333594,3584
"epoch",22.547169811320735,1613943333594,3584
"wd_0",0.01,1613943333594,3584
"sqr_mom_0",0.99,1613943333594,3584
"lr_0",4.581369717642907e-06,1613943333594,3584
"mom_0",0.8583726893740355,1613943333594,3584
"eps_0",1e-05,1613943333594,3584
"wd_1",0.01,1613943333594,3584
"sqr_mom_1",0.99,1613943333594,3584
"lr_1",4.581369717642907e-05,1613943333594,3584
"mom_1",0.8583726893740355,1613943333594,3584
"eps_1",1e-05,1613943333594,3584
"wd_2",0.01,1613943333594,3584
"sqr_mom_2",0.99,1613943333594,3584
"lr_2",0.0004581369717642907,1613943333594,3584
"mom_2",0.8583726893740355,1613943333594,3584
"eps_2",1e-05,1613943333594,3584
"train_loss",0.022894787,1613943334557,3585
"raw_loss",0.008988985,1613943334557,3585
"epoch",22.553459119496836,1613943334557,3585
"wd_0",0.01,1613943334557,3585
"sqr_mom_0",0.99,1613943334557,3585
"lr_0",4.5805875279283845e-06,1613943334557,3585
"mom_0",0.8583883333247655,1613943334557,3585
"eps_0",1e-05,1613943334557,3585
"wd_1",0.01,1613943334557,3585
"sqr_mom_1",0.99,1613943334557,3585
"lr_1",4.5805875279283845e-05,1613943334557,3585
"mom_1",0.8583883333247655,1613943334557,3585
"eps_1",1e-05,1613943334557,3585
"wd_2",0.01,1613943334557,3585
"sqr_mom_2",0.99,1613943334557,3585
"lr_2",0.00045805875279283844,1613943334557,3585
"mom_2",0.8583883333247655,1613943334557,3585
"eps_2",1e-05,1613943334557,3585
"train_loss",0.022778882,1613943335518,3586
"raw_loss",0.017099531,1613943335518,3586
"epoch",22.559748427672936,1613943335518,3586
"wd_0",0.01,1613943335518,3586
"sqr_mom_0",0.99,1613943335518,3586
"lr_0",4.579804675058405e-06,1613943335518,3586
"mom_0",0.8584039905387373,1613943335518,3586
"eps_0",1e-05,1613943335518,3586
"wd_1",0.01,1613943335518,3586
"sqr_mom_1",0.99,1613943335518,3586
"lr_1",4.5798046750584053e-05,1613943335518,3586
"mom_1",0.8584039905387373,1613943335518,3586
"eps_1",1e-05,1613943335518,3586
"wd_2",0.01,1613943335518,3586
"sqr_mom_2",0.99,1613943335518,3586
"lr_2",0.0004579804675058405,1613943335518,3586
"mom_2",0.8584039905387373,1613943335518,3586
"eps_2",1e-05,1613943335518,3586
"train_loss",0.02375874,1613943336487,3587
"raw_loss",0.07177178,1613943336487,3587
"epoch",22.566037735849036,1613943336487,3587
"wd_0",0.01,1613943336487,3587
"sqr_mom_0",0.99,1613943336487,3587
"lr_0",4.579021354269327e-06,1613943336487,3587
"mom_0",0.8584196571111845,1613943336487,3587
"eps_0",1e-05,1613943336487,3587
"wd_1",0.01,1613943336487,3587
"sqr_mom_1",0.99,1613943336487,3587
"lr_1",4.579021354269327e-05,1613943336487,3587
"mom_1",0.8584196571111845,1613943336487,3587
"eps_1",1e-05,1613943336487,3587
"wd_2",0.01,1613943336487,3587
"sqr_mom_2",0.99,1613943336487,3587
"lr_2",0.00045790213542693263,1613943336487,3587
"mom_2",0.8584196571111845,1613943336487,3587
"eps_2",1e-05,1613943336487,3587
"train_loss",0.02383759,1613943337442,3588
"raw_loss",0.027701296,1613943337442,3588
"epoch",22.572327044025137,1613943337442,3588
"wd_0",0.01,1613943337442,3588
"sqr_mom_0",0.99,1613943337442,3588
"lr_0",4.578237110951489e-06,1613943337442,3588
"mom_0",0.8584353421343915,1613943337442,3588
"eps_0",1e-05,1613943337442,3588
"wd_1",0.01,1613943337442,3588
"sqr_mom_1",0.99,1613943337442,3588
"lr_1",4.578237110951489e-05,1613943337442,3588
"mom_1",0.8584353421343915,1613943337442,3588
"eps_1",1e-05,1613943337442,3588
"wd_2",0.01,1613943337442,3588
"sqr_mom_2",0.99,1613943337442,3588
"lr_2",0.00045782371109514885,1613943337442,3588
"mom_2",0.8584353421343915,1613943337442,3588
"eps_2",1e-05,1613943337442,3588
"train_loss",0.023909913,1613943338385,3589
"raw_loss",0.027453767,1613943338385,3589
"epoch",22.578616352201237,1613943338385,3589
"wd_0",0.01,1613943338385,3589
"sqr_mom_0",0.99,1613943338385,3589
"lr_0",4.577452270222969e-06,1613943338385,3589
"mom_0",0.8584510391059317,1613943338385,3589
"eps_0",1e-05,1613943338385,3589
"wd_1",0.01,1613943338385,3589
"sqr_mom_1",0.99,1613943338385,3589
"lr_1",4.577452270222969e-05,1613943338385,3589
"mom_1",0.8584510391059317,1613943338385,3589
"eps_1",1e-05,1613943338385,3589
"wd_2",0.01,1613943338385,3589
"sqr_mom_2",0.99,1613943338385,3589
"lr_2",0.00045774522702229687,1613943338385,3589
"mom_2",0.8584510391059317,1613943338385,3589
"eps_2",1e-05,1613943338385,3589
"train_loss",0.024176393,1613943339384,3590
"raw_loss",0.037233867,1613943339384,3590
"epoch",22.584905660377338,1613943339384,3590
"wd_0",0.01,1613943339384,3590
"sqr_mom_0",0.99,1613943339384,3590
"lr_0",4.5766669628193646e-06,1613943339384,3590
"mom_0",0.8584667454110668,1613943339384,3590
"eps_0",1e-05,1613943339384,3590
"wd_1",0.01,1613943339384,3590
"sqr_mom_1",0.99,1613943339384,3590
"lr_1",4.576666962819364e-05,1613943339384,3590
"mom_1",0.8584667454110668,1613943339384,3590
"eps_1",1e-05,1613943339384,3590
"wd_2",0.01,1613943339384,3590
"sqr_mom_2",0.99,1613943339384,3590
"lr_2",0.00045766669628193637,1613943339384,3590
"mom_2",0.8584667454110668,1613943339384,3590
"eps_2",1e-05,1613943339384,3590
"train_loss",0.024235917,1613943340326,3591
"raw_loss",0.027152667,1613943340326,3591
"epoch",22.591194968553438,1613943340326,3591
"wd_0",0.01,1613943340326,3591
"sqr_mom_0",0.99,1613943340326,3591
"lr_0",4.575880798193579e-06,1613943340326,3591
"mom_0",0.858482468860817,1613943340326,3591
"eps_0",1e-05,1613943340326,3591
"wd_1",0.01,1613943340326,3591
"sqr_mom_1",0.99,1613943340326,3591
"lr_1",4.5758807981935784e-05,1613943340326,3591
"mom_1",0.858482468860817,1613943340326,3591
"eps_1",1e-05,1613943340326,3591
"wd_2",0.01,1613943340326,3591
"sqr_mom_2",0.99,1613943340326,3591
"lr_2",0.0004575880798193578,1613943340326,3591
"mom_2",0.858482468860817,1613943340326,3591
"eps_2",1e-05,1613943340326,3591
"train_loss",0.024395827,1613943341289,3592
"raw_loss",0.032231465,1613943341289,3592
"epoch",22.59748427672954,1613943341289,3592
"wd_0",0.01,1613943341289,3592
"sqr_mom_0",0.99,1613943341289,3592
"lr_0",4.5750939719125525e-06,1613943341289,3592
"mom_0",0.8584982055438044,1613943341289,3592
"eps_0",1e-05,1613943341289,3592
"wd_1",0.01,1613943341289,3592
"sqr_mom_1",0.99,1613943341289,3592
"lr_1",4.575093971912553e-05,1613943341289,3592
"mom_1",0.8584982055438044,1613943341289,3592
"eps_1",1e-05,1613943341289,3592
"wd_2",0.01,1613943341289,3592
"sqr_mom_2",0.99,1613943341289,3592
"lr_2",0.00045750939719125524,1613943341289,3592
"mom_2",0.8584982055438044,1613943341289,3592
"eps_2",1e-05,1613943341289,3592
"train_loss",0.02437861,1613943342281,3593
"raw_loss",0.02353496,1613943342281,3593
"epoch",22.60377358490564,1613943342281,3593
"wd_0",0.01,1613943342281,3593
"sqr_mom_0",0.99,1613943342281,3593
"lr_0",4.574306680201762e-06,1613943342281,3593
"mom_0",0.8585139515354802,1613943342281,3593
"eps_0",1e-05,1613943342281,3593
"wd_1",0.01,1613943342281,3593
"sqr_mom_1",0.99,1613943342281,3593
"lr_1",4.574306680201761e-05,1613943342281,3593
"mom_1",0.8585139515354802,1613943342281,3593
"eps_1",1e-05,1613943342281,3593
"wd_2",0.01,1613943342281,3593
"sqr_mom_2",0.99,1613943342281,3593
"lr_2",0.0004574306680201761,1613943342281,3593
"mom_2",0.8585139515354802,1613943342281,3593
"eps_2",1e-05,1613943342281,3593
"train_loss",0.024565417,1613943343277,3594
"raw_loss",0.033718977,1613943343277,3594
"epoch",22.61006289308174,1613943343277,3594
"wd_0",0.01,1613943343277,3594
"sqr_mom_0",0.99,1613943343277,3594
"lr_0",4.573518531527276e-06,1613943343277,3594
"mom_0",0.8585297146666011,1613943343277,3594
"eps_0",1e-05,1613943343277,3594
"wd_1",0.01,1613943343277,3594
"sqr_mom_1",0.99,1613943343277,3594
"lr_1",4.5735185315272766e-05,1613943343277,3594
"mom_1",0.8585297146666011,1613943343277,3594
"eps_1",1e-05,1613943343277,3594
"wd_2",0.01,1613943343277,3594
"sqr_mom_2",0.99,1613943343277,3594
"lr_2",0.00045735185315272766,1613943343277,3594
"mom_2",0.8585297146666011,1613943343277,3594
"eps_2",1e-05,1613943343277,3594
"train_loss",0.025061905,1613943344261,3595
"raw_loss",0.04938982,1613943344261,3595
"epoch",22.61635220125784,1613943344261,3595
"wd_0",0.01,1613943344261,3595
"sqr_mom_0",0.99,1613943344261,3595
"lr_0",4.572729721950497e-06,1613943344261,3595
"mom_0",0.8585454910159002,1613943344261,3595
"eps_0",1e-05,1613943344261,3595
"wd_1",0.01,1613943344261,3595
"sqr_mom_1",0.99,1613943344261,3595
"lr_1",4.5727297219504967e-05,1613943344261,3595
"mom_1",0.8585454910159002,1613943344261,3595
"eps_1",1e-05,1613943344261,3595
"wd_2",0.01,1613943344261,3595
"sqr_mom_2",0.99,1613943344261,3595
"lr_2",0.00045727297219504967,1613943344261,3595
"mom_2",0.8585454910159002,1613943344261,3595
"eps_2",1e-05,1613943344261,3595
"train_loss",0.0249623,1613943345278,3596
"raw_loss",0.02008167,1613943345278,3596
"epoch",22.62264150943394,1613943345278,3596
"wd_0",0.01,1613943345278,3596
"sqr_mom_0",0.99,1613943345278,3596
"lr_0",4.571940448190605e-06,1613943345278,3596
"mom_0",0.8585612766489544,1613943345278,3596
"eps_0",1e-05,1613943345278,3596
"wd_1",0.01,1613943345278,3596
"sqr_mom_1",0.99,1613943345278,3596
"lr_1",4.5719404481906045e-05,1613943345278,3596
"mom_1",0.8585612766489544,1613943345278,3596
"eps_1",1e-05,1613943345278,3596
"wd_2",0.01,1613943345278,3596
"sqr_mom_2",0.99,1613943345278,3596
"lr_2",0.0004571940448190604,1613943345278,3596
"mom_2",0.8585612766489544,1613943345278,3596
"eps_2",1e-05,1613943345278,3596
"train_loss",0.024999458,1613943346230,3597
"raw_loss",0.026820196,1613943346230,3597
"epoch",22.62893081761004,1613943346230,3597
"wd_0",0.01,1613943346230,3597
"sqr_mom_0",0.99,1613943346230,3597
"lr_0",4.571150317727965e-06,1613943346230,3597
"mom_0",0.8585770794162348,1613943346230,3597
"eps_0",1e-05,1613943346230,3597
"wd_1",0.01,1613943346230,3597
"sqr_mom_1",0.99,1613943346230,3597
"lr_1",4.571150317727965e-05,1613943346230,3597
"mom_1",0.8585770794162348,1613943346230,3597
"eps_1",1e-05,1613943346230,3597
"wd_2",0.01,1613943346230,3597
"sqr_mom_2",0.99,1613943346230,3597
"lr_2",0.0004571150317727965,1613943346230,3597
"mom_2",0.8585770794162348,1613943346230,3597
"eps_2",1e-05,1613943346230,3597
"train_loss",0.024761394,1613943347203,3598
"raw_loss",0.013096231,1613943347203,3598
"epoch",22.63522012578614,1613943347203,3598
"wd_0",0.01,1613943347203,3598
"sqr_mom_0",0.99,1613943347203,3598
"lr_0",4.570359527117872e-06,1613943347203,3598
"mom_0",0.8585928953865964,1613943347203,3598
"eps_0",1e-05,1613943347203,3598
"wd_1",0.01,1613943347203,3598
"sqr_mom_1",0.99,1613943347203,3598
"lr_1",4.5703595271178716e-05,1613943347203,3598
"mom_1",0.8585928953865964,1613943347203,3598
"eps_1",1e-05,1613943347203,3598
"wd_2",0.01,1613943347203,3598
"sqr_mom_2",0.99,1613943347203,3598
"lr_2",0.0004570359527117872,1613943347203,3598
"mom_2",0.8585928953865964,1613943347203,3598
"eps_2",1e-05,1613943347203,3598
"train_loss",0.02491524,1613943348160,3599
"raw_loss",0.03245379,1613943348160,3599
"epoch",22.64150943396224,1613943348160,3599
"wd_0",0.01,1613943348160,3599
"sqr_mom_0",0.99,1613943348160,3599
"lr_0",4.569568273572651e-06,1613943348160,3599
"mom_0",0.8586087206157531,1613943348160,3599
"eps_0",1e-05,1613943348160,3599
"wd_1",0.01,1613943348160,3599
"sqr_mom_1",0.99,1613943348160,3599
"lr_1",4.569568273572651e-05,1613943348160,3599
"mom_1",0.8586087206157531,1613943348160,3599
"eps_1",1e-05,1613943348160,3599
"wd_2",0.01,1613943348160,3599
"sqr_mom_2",0.99,1613943348160,3599
"lr_2",0.00045695682735726506,1613943348160,3599
"mom_2",0.8586087206157531,1613943348160,3599
"eps_2",1e-05,1613943348160,3599
"train_loss",0.024704933,1613943349123,3600
"raw_loss",0.014399843,1613943349123,3600
"epoch",22.64779874213834,1613943349123,3600
"wd_0",0.01,1613943349123,3600
"sqr_mom_0",0.99,1613943349123,3600
"lr_0",4.568776163588086e-06,1613943349123,3600
"mom_0",0.858624562973868,1613943349123,3600
"eps_0",1e-05,1613943349123,3600
"wd_1",0.01,1613943349123,3600
"sqr_mom_1",0.99,1613943349123,3600
"lr_1",4.568776163588086e-05,1613943349123,3600
"mom_1",0.858624562973868,1613943349123,3600
"eps_1",1e-05,1613943349123,3600
"wd_2",0.01,1613943349123,3600
"sqr_mom_2",0.99,1613943349123,3600
"lr_2",0.00045687761635880857,1613943349123,3600
"mom_2",0.858624562973868,1613943349123,3600
"eps_2",1e-05,1613943349123,3600
"train_loss",0.024919484,1613943350074,3601
"raw_loss",0.035432458,1613943350074,3601
"epoch",22.654088050314442,1613943350074,3601
"wd_0",0.01,1613943350074,3601
"sqr_mom_0",0.99,1613943350074,3601
"lr_0",4.5679833942128025e-06,1613943350074,3601
"mom_0",0.8586404185199291,1613943350074,3601
"eps_0",1e-05,1613943350074,3601
"wd_1",0.01,1613943350074,3601
"sqr_mom_1",0.99,1613943350074,3601
"lr_1",4.567983394212802e-05,1613943350074,3601
"mom_1",0.8586404185199291,1613943350074,3601
"eps_1",1e-05,1613943350074,3601
"wd_2",0.01,1613943350074,3601
"sqr_mom_2",0.99,1613943350074,3601
"lr_2",0.0004567983394212802,1613943350074,3601
"mom_2",0.8586404185199291,1613943350074,3601
"eps_2",1e-05,1613943350074,3601
"train_loss",0.02473957,1613943351038,3602
"raw_loss",0.015923785,1613943351038,3602
"epoch",22.660377358490543,1613943351038,3602
"wd_0",0.01,1613943351038,3602
"sqr_mom_0",0.99,1613943351038,3602
"lr_0",4.567189965699485e-06,1613943351038,3602
"mom_0",0.8586562872488828,1613943351038,3602
"eps_0",1e-05,1613943351038,3602
"wd_1",0.01,1613943351038,3602
"sqr_mom_1",0.99,1613943351038,3602
"lr_1",4.567189965699485e-05,1613943351038,3602
"mom_1",0.8586562872488828,1613943351038,3602
"eps_1",1e-05,1613943351038,3602
"wd_2",0.01,1613943351038,3602
"sqr_mom_2",0.99,1613943351038,3602
"lr_2",0.0004567189965699484,1613943351038,3602
"mom_2",0.8586562872488828,1613943351038,3602
"eps_2",1e-05,1613943351038,3602
"train_loss",0.02480317,1613943351991,3603
"raw_loss",0.02791949,1613943351991,3603
"epoch",22.666666666666643,1613943351991,3603
"wd_0",0.01,1613943351991,3603
"sqr_mom_0",0.99,1613943351991,3603
"lr_0",4.5663960759171184e-06,1613943351991,3603
"mom_0",0.8586721652033097,1613943351991,3603
"eps_0",1e-05,1613943351991,3603
"wd_1",0.01,1613943351991,3603
"sqr_mom_1",0.99,1613943351991,3603
"lr_1",4.566396075917118e-05,1613943351991,3603
"mom_1",0.8586721652033097,1613943351991,3603
"eps_1",1e-05,1613943351991,3603
"wd_2",0.01,1613943351991,3603
"sqr_mom_2",0.99,1613943351991,3603
"lr_2",0.0004566396075917118,1613943351991,3603
"mom_2",0.8586721652033097,1613943351991,3603
"eps_2",1e-05,1613943351991,3603
"train_loss",0.024976723,1613943352966,3604
"raw_loss",0.03348085,1613943352966,3604
"epoch",22.672955974842743,1613943352966,3604
"wd_0",0.01,1613943352966,3604
"sqr_mom_0",0.99,1613943352966,3604
"lr_0",4.56560133005044e-06,1613943352966,3604
"mom_0",0.858688060279594,1613943352966,3604
"eps_0",1e-05,1613943352966,3604
"wd_1",0.01,1613943352966,3604
"sqr_mom_1",0.99,1613943352966,3604
"lr_1",4.56560133005044e-05,1613943352966,3604
"mom_1",0.858688060279594,1613943352966,3604
"eps_1",1e-05,1613943352966,3604
"wd_2",0.01,1613943352966,3604
"sqr_mom_2",0.99,1613943352966,3604
"lr_2",0.000456560133005044,1613943352966,3604
"mom_2",0.858688060279594,1613943352966,3604
"eps_2",1e-05,1613943352966,3604
"train_loss",0.026020052,1613943353934,3605
"raw_loss",0.077143215,1613943353934,3605
"epoch",22.679245283018844,1613943353934,3605
"wd_0",0.01,1613943353934,3605
"sqr_mom_0",0.99,1613943353934,3605
"lr_0",4.564805925804985e-06,1613943353934,3605
"mom_0",0.8587039685235855,1613943353934,3605
"eps_0",1e-05,1613943353934,3605
"wd_1",0.01,1613943353934,3605
"sqr_mom_1",0.99,1613943353934,3605
"lr_1",4.564805925804985e-05,1613943353934,3605
"mom_1",0.8587039685235855,1613943353934,3605
"eps_1",1e-05,1613943353934,3605
"wd_2",0.01,1613943353934,3605
"sqr_mom_2",0.99,1613943353934,3605
"lr_2",0.00045648059258049844,1613943353934,3605
"mom_2",0.8587039685235855,1613943353934,3605
"eps_2",1e-05,1613943353934,3605
"train_loss",0.025742702,1613943354907,3606
"raw_loss",0.012152548,1613943354907,3606
"epoch",22.685534591194944,1613943354907,3606
"wd_0",0.01,1613943354907,3606
"sqr_mom_0",0.99,1613943354907,3606
"lr_0",4.564010061541558e-06,1613943354907,3606
"mom_0",0.8587198859680285,1613943354907,3606
"eps_0",1e-05,1613943354907,3606
"wd_1",0.01,1613943354907,3606
"sqr_mom_1",0.99,1613943354907,3606
"lr_1",4.564010061541558e-05,1613943354907,3606
"mom_1",0.8587198859680285,1613943354907,3606
"eps_1",1e-05,1613943354907,3606
"wd_2",0.01,1613943354907,3606
"sqr_mom_2",0.99,1613943354907,3606
"lr_2",0.0004564010061541558,1613943354907,3606
"mom_2",0.8587198859680285,1613943354907,3606
"eps_2",1e-05,1613943354907,3606
"train_loss",0.025650416,1613943355879,3607
"raw_loss",0.021128355,1613943355879,3607
"epoch",22.691823899371045,1613943355879,3607
"wd_0",0.01,1613943355879,3607
"sqr_mom_0",0.99,1613943355879,3607
"lr_0",4.563213341462953e-06,1613943355879,3607
"mom_0",0.8587358205289461,1613943355879,3607
"eps_0",1e-05,1613943355879,3607
"wd_1",0.01,1613943355879,3607
"sqr_mom_1",0.99,1613943355879,3607
"lr_1",4.5632133414629536e-05,1613943355879,3607
"mom_1",0.8587358205289461,1613943355879,3607
"eps_1",1e-05,1613943355879,3607
"wd_2",0.01,1613943355879,3607
"sqr_mom_2",0.99,1613943355879,3607
"lr_2",0.0004563213341462953,1613943355879,3607
"mom_2",0.8587358205289461,1613943355879,3607
"eps_2",1e-05,1613943355879,3607
"train_loss",0.025585923,1613943356855,3608
"raw_loss",0.022425814,1613943356855,3608
"epoch",22.698113207547145,1613943356855,3608
"wd_0",0.01,1613943356855,3608
"sqr_mom_0",0.99,1613943356855,3608
"lr_0",4.562415963766716e-06,1613943356855,3608
"mom_0",0.8587517682423481,1613943356855,3608
"eps_0",1e-05,1613943356855,3608
"wd_1",0.01,1613943356855,3608
"sqr_mom_1",0.99,1613943356855,3608
"lr_1",4.562415963766715e-05,1613943356855,3608
"mom_1",0.8587517682423481,1613943356855,3608
"eps_1",1e-05,1613943356855,3608
"wd_2",0.01,1613943356855,3608
"sqr_mom_2",0.99,1613943356855,3608
"lr_2",0.0004562415963766715,1613943356855,3608
"mom_2",0.8587517682423481,1613943356855,3608
"eps_2",1e-05,1613943356855,3608
"train_loss",0.026026113,1613943357844,3609
"raw_loss",0.047595438,1613943357844,3609
"epoch",22.704402515723245,1613943357844,3609
"wd_0",0.01,1613943357844,3609
"sqr_mom_0",0.99,1613943357844,3609
"lr_0",4.561618061105606e-06,1613943357844,3609
"mom_0",0.8587677264551524,1613943357844,3609
"eps_0",1e-05,1613943357844,3609
"wd_1",0.01,1613943357844,3609
"sqr_mom_1",0.99,1613943357844,3609
"lr_1",4.5616180611056064e-05,1613943357844,3609
"mom_1",0.8587677264551524,1613943357844,3609
"eps_1",1e-05,1613943357844,3609
"wd_2",0.01,1613943357844,3609
"sqr_mom_2",0.99,1613943357844,3609
"lr_2",0.00045616180611056064,1613943357844,3609
"mom_2",0.8587677264551524,1613943357844,3609
"eps_2",1e-05,1613943357844,3609
"train_loss",0.025821516,1613943358815,3610
"raw_loss",0.015796294,1613943358815,3610
"epoch",22.710691823899346,1613943358815,3610
"wd_0",0.01,1613943358815,3610
"sqr_mom_0",0.99,1613943358815,3610
"lr_0",4.560819369045728e-06,1613943358815,3610
"mom_0",0.85878370045609,1613943358815,3610
"eps_0",1e-05,1613943358815,3610
"wd_1",0.01,1613943358815,3610
"sqr_mom_1",0.99,1613943358815,3610
"lr_1",4.5608193690457276e-05,1613943358815,3610
"mom_1",0.85878370045609,1613943358815,3610
"eps_1",1e-05,1613943358815,3610
"wd_2",0.01,1613943358815,3610
"sqr_mom_2",0.99,1613943358815,3610
"lr_2",0.00045608193690457275,1613943358815,3610
"mom_2",0.85878370045609,1613943358815,3610
"eps_2",1e-05,1613943358815,3610
"train_loss",0.025765365,1613943359820,3611
"raw_loss",0.023013977,1613943359820,3611
"epoch",22.716981132075446,1613943359820,3611
"wd_0",0.01,1613943359820,3611
"sqr_mom_0",0.99,1613943359820,3611
"lr_0",4.560020020131267e-06,1613943359820,3611
"mom_0",0.8587996875942506,1613943359820,3611
"eps_0",1e-05,1613943359820,3611
"wd_1",0.01,1613943359820,3611
"sqr_mom_1",0.99,1613943359820,3611
"lr_1",4.5600200201312665e-05,1613943359820,3611
"mom_1",0.8587996875942506,1613943359820,3611
"eps_1",1e-05,1613943359820,3611
"wd_2",0.01,1613943359820,3611
"sqr_mom_2",0.99,1613943359820,3611
"lr_2",0.00045600200201312665,1613943359820,3611
"mom_2",0.8587996875942506,1613943359820,3611
"eps_2",1e-05,1613943359820,3611
"train_loss",0.025756212,1613943360801,3612
"raw_loss",0.025307756,1613943360801,3612
"epoch",22.723270440251547,1613943360801,3612
"wd_0",0.01,1613943360801,3612
"sqr_mom_0",0.99,1613943360801,3612
"lr_0",4.559220213704979e-06,1613943360801,3612
"mom_0",0.8588156838827392,1613943360801,3612
"eps_0",1e-05,1613943360801,3612
"wd_1",0.01,1613943360801,3612
"sqr_mom_1",0.99,1613943360801,3612
"lr_1",4.559220213704979e-05,1613943360801,3612
"mom_1",0.8588156838827392,1613943360801,3612
"eps_1",1e-05,1613943360801,3612
"wd_2",0.01,1613943360801,3612
"sqr_mom_2",0.99,1613943360801,3612
"lr_2",0.00045592202137049786,1613943360801,3612
"mom_2",0.8588156838827392,1613943360801,3612
"eps_2",1e-05,1613943360801,3612
"train_loss",0.025506219,1613943361798,3613
"raw_loss",0.013256516,1613943361798,3613
"epoch",22.729559748427647,1613943361798,3613
"wd_0",0.01,1613943361798,3613
"sqr_mom_0",0.99,1613943361798,3613
"lr_0",4.5584195520091505e-06,1613943361798,3613
"mom_0",0.8588316972767898,1613943361798,3613
"eps_0",1e-05,1613943361798,3613
"wd_1",0.01,1613943361798,3613
"sqr_mom_1",0.99,1613943361798,3613
"lr_1",4.558419552009151e-05,1613943361798,3613
"mom_1",0.8588316972767898,1613943361798,3613
"eps_1",1e-05,1613943361798,3613
"wd_2",0.01,1613943361798,3613
"sqr_mom_2",0.99,1613943361798,3613
"lr_2",0.00045584195520091507,1613943361798,3613
"mom_2",0.8588316972767898,1613943361798,3613
"eps_2",1e-05,1613943361798,3613
"train_loss",0.025352072,1613943362771,3614
"raw_loss",0.017798835,1613943362771,3614
"epoch",22.735849056603747,1613943362771,3614
"wd_0",0.01,1613943362771,3614
"sqr_mom_0",0.99,1613943362771,3614
"lr_0",4.557618234223655e-06,1613943362771,3614
"mom_0",0.8588477237927649,1613943362771,3614
"eps_0",1e-05,1613943362771,3614
"wd_1",0.01,1613943362771,3614
"sqr_mom_1",0.99,1613943362771,3614
"lr_1",4.5576182342236544e-05,1613943362771,3614
"mom_1",0.8588477237927649,1613943362771,3614
"eps_1",1e-05,1613943362771,3614
"wd_2",0.01,1613943362771,3614
"sqr_mom_2",0.99,1613943362771,3614
"lr_2",0.00045576182342236545,1613943362771,3614
"mom_2",0.8588477237927649,1613943362771,3614
"eps_2",1e-05,1613943362771,3614
"train_loss",0.025479734,1613943363758,3615
"raw_loss",0.031735193,1613943363758,3615
"epoch",22.742138364779848,1613943363758,3615
"wd_0",0.01,1613943363758,3615
"sqr_mom_0",0.99,1613943363758,3615
"lr_0",4.556816460181356e-06,1613943363758,3615
"mom_0",0.8588637594339672,1613943363758,3615
"eps_0",1e-05,1613943363758,3615
"wd_1",0.01,1613943363758,3615
"sqr_mom_1",0.99,1613943363758,3615
"lr_1",4.556816460181356e-05,1613943363758,3615
"mom_1",0.8588637594339672,1613943363758,3615
"eps_1",1e-05,1613943363758,3615
"wd_2",0.01,1613943363758,3615
"sqr_mom_2",0.99,1613943363758,3615
"lr_2",0.00045568164601813557,1613943363758,3615
"mom_2",0.8588637594339672,1613943363758,3615
"eps_2",1e-05,1613943363758,3615
"train_loss",0.025324527,1613943364707,3616
"raw_loss",0.01771939,1613943364707,3616
"epoch",22.74842767295595,1613943364707,3616
"wd_0",0.01,1613943364707,3616
"sqr_mom_0",0.99,1613943364707,3616
"lr_0",4.556013831146013e-06,1613943364707,3616
"mom_0",0.8588798121752015,1613943364707,3616
"eps_0",1e-05,1613943364707,3616
"wd_1",0.01,1613943364707,3616
"sqr_mom_1",0.99,1613943364707,3616
"lr_1",4.556013831146013e-05,1613943364707,3616
"mom_1",0.8588798121752015,1613943364707,3616
"eps_1",1e-05,1613943364707,3616
"wd_2",0.01,1613943364707,3616
"sqr_mom_2",0.99,1613943364707,3616
"lr_2",0.00045560138311460127,1613943364707,3616
"mom_2",0.8588798121752015,1613943364707,3616
"eps_2",1e-05,1613943364707,3616
"train_loss",0.025695235,1613943365654,3617
"raw_loss",0.04385989,1613943365654,3617
"epoch",22.75471698113205,1613943365654,3617
"wd_0",0.01,1613943365654,3617
"sqr_mom_0",0.99,1613943365654,3617
"lr_0",4.555210546787798e-06,1613943365654,3617
"mom_0",0.8588958780230243,1613943365654,3617
"eps_0",1e-05,1613943365654,3617
"wd_1",0.01,1613943365654,3617
"sqr_mom_1",0.99,1613943365654,3617
"lr_1",4.5552105467877975e-05,1613943365654,3617
"mom_1",0.8588958780230243,1613943365654,3617
"eps_1",1e-05,1613943365654,3617
"wd_2",0.01,1613943365654,3617
"sqr_mom_2",0.99,1613943365654,3617
"lr_2",0.00045552105467877975,1613943365654,3617
"mom_2",0.8588958780230243,1613943365654,3617
"eps_2",1e-05,1613943365654,3617
"train_loss",0.025475372,1613943366624,3618
"raw_loss",0.014702116,1613943366624,3618
"epoch",22.76100628930815,1613943366624,3618
"wd_0",0.01,1613943366624,3618
"sqr_mom_0",0.99,1613943366624,3618
"lr_0",4.5544068074291134e-06,1613943366624,3618
"mom_0",0.8589119529709475,1613943366624,3618
"eps_0",1e-05,1613943366624,3618
"wd_1",0.01,1613943366624,3618
"sqr_mom_1",0.99,1613943366624,3618
"lr_1",4.5544068074291134e-05,1613943366624,3618
"mom_1",0.8589119529709475,1613943366624,3618
"eps_1",1e-05,1613943366624,3618
"wd_2",0.01,1613943366624,3618
"sqr_mom_2",0.99,1613943366624,3618
"lr_2",0.00045544068074291136,1613943366624,3618
"mom_2",0.8589119529709475,1613943366624,3618
"eps_2",1e-05,1613943366624,3618
"train_loss",0.025409631,1613943367579,3619
"raw_loss",0.022188384,1613943367579,3619
"epoch",22.76729559748425,1613943367579,3619
"wd_0",0.01,1613943367579,3619
"sqr_mom_0",0.99,1613943367579,3619
"lr_0",4.5536022133563326e-06,1613943367579,3619
"mom_0",0.8589280450133234,1613943367579,3619
"eps_0",1e-05,1613943367579,3619
"wd_1",0.01,1613943367579,3619
"sqr_mom_1",0.99,1613943367579,3619
"lr_1",4.5536022133563326e-05,1613943367579,3619
"mom_1",0.8589280450133234,1613943367579,3619
"eps_1",1e-05,1613943367579,3619
"wd_2",0.01,1613943367579,3619
"sqr_mom_2",0.99,1613943367579,3619
"lr_2",0.00045536022133563323,1613943367579,3619
"mom_2",0.8589280450133234,1613943367579,3619
"eps_2",1e-05,1613943367579,3619
"train_loss",0.025991447,1613943368544,3620
"raw_loss",0.054500453,1613943368544,3620
"epoch",22.77358490566035,1613943368544,3620
"wd_0",0.01,1613943368544,3620
"sqr_mom_0",0.99,1613943368544,3620
"lr_0",4.552796964729354e-06,1613943368544,3620
"mom_0",0.8589441501469144,1613943368544,3620
"eps_0",1e-05,1613943368544,3620
"wd_1",0.01,1613943368544,3620
"sqr_mom_1",0.99,1613943368544,3620
"lr_1",4.5527969647293536e-05,1613943368544,3620
"mom_1",0.8589441501469144,1613943368544,3620
"eps_1",1e-05,1613943368544,3620
"wd_2",0.01,1613943368544,3620
"sqr_mom_2",0.99,1613943368544,3620
"lr_2",0.00045527969647293537,1613943368544,3620
"mom_2",0.8589441501469144,1613943368544,3620
"eps_2",1e-05,1613943368544,3620
"train_loss",0.026044583,1613943369490,3621
"raw_loss",0.028648216,1613943369490,3621
"epoch",22.77987421383645,1613943369490,3621
"wd_0",0.01,1613943369490,3621
"sqr_mom_0",0.99,1613943369490,3621
"lr_0",4.551991262359546e-06,1613943369490,3621
"mom_0",0.8589602643554526,1613943369490,3621
"eps_0",1e-05,1613943369490,3621
"wd_1",0.01,1613943369490,3621
"sqr_mom_1",0.99,1613943369490,3621
"lr_1",4.551991262359545e-05,1613943369490,3621
"mom_1",0.8589602643554526,1613943369490,3621
"eps_1",1e-05,1613943369490,3621
"wd_2",0.01,1613943369490,3621
"sqr_mom_2",0.99,1613943369490,3621
"lr_2",0.0004551991262359545,1613943369490,3621
"mom_2",0.8589602643554526,1613943369490,3621
"eps_2",1e-05,1613943369490,3621
"train_loss",0.02642301,1613943370456,3622
"raw_loss",0.044965886,1613943370456,3622
"epoch",22.78616352201255,1613943370456,3622
"wd_0",0.01,1613943370456,3622
"sqr_mom_0",0.99,1613943370456,3622
"lr_0",4.551184705557038e-06,1613943370456,3622
"mom_0",0.8589763956528157,1613943370456,3622
"eps_0",1e-05,1613943370456,3622
"wd_1",0.01,1613943370456,3622
"sqr_mom_1",0.99,1613943370456,3622
"lr_1",4.5511847055570385e-05,1613943370456,3622
"mom_1",0.8589763956528157,1613943370456,3622
"eps_1",1e-05,1613943370456,3622
"wd_2",0.01,1613943370456,3622
"sqr_mom_2",0.99,1613943370456,3622
"lr_2",0.0004551184705557038,1613943370456,3622
"mom_2",0.8589763956528157,1613943370456,3622
"eps_2",1e-05,1613943370456,3622
"train_loss",0.026233206,1613943371405,3623
"raw_loss",0.016932834,1613943371405,3623
"epoch",22.79245283018865,1613943371405,3623
"wd_0",0.01,1613943371405,3623
"sqr_mom_0",0.99,1613943371405,3623
"lr_0",4.550377494970888e-06,1613943371405,3623
"mom_0",0.8589925400259825,1613943371405,3623
"eps_0",1e-05,1613943371405,3623
"wd_1",0.01,1613943371405,3623
"sqr_mom_1",0.99,1613943371405,3623
"lr_1",4.550377494970888e-05,1613943371405,3623
"mom_1",0.8589925400259825,1613943371405,3623
"eps_1",1e-05,1613943371405,3623
"wd_2",0.01,1613943371405,3623
"sqr_mom_2",0.99,1613943371405,3623
"lr_2",0.0004550377494970888,1613943371405,3623
"mom_2",0.8589925400259825,1613943371405,3623
"eps_2",1e-05,1613943371405,3623
"train_loss",0.026112732,1613943372368,3624
"raw_loss",0.020209506,1613943372368,3624
"epoch",22.79874213836475,1613943372368,3624
"wd_0",0.01,1613943372368,3624
"sqr_mom_0",0.99,1613943372368,3624
"lr_0",4.549569630858382e-06,1613943372368,3624
"mom_0",0.859008697469807,1613943372368,3624
"eps_0",1e-05,1613943372368,3624
"wd_1",0.01,1613943372368,3624
"sqr_mom_1",0.99,1613943372368,3624
"lr_1",4.549569630858382e-05,1613943372368,3624
"mom_1",0.859008697469807,1613943372368,3624
"eps_1",1e-05,1613943372368,3624
"wd_2",0.01,1613943372368,3624
"sqr_mom_2",0.99,1613943372368,3624
"lr_2",0.0004549569630858382,1613943372368,3624
"mom_2",0.859008697469807,1613943372368,3624
"eps_2",1e-05,1613943372368,3624
"train_loss",0.026135005,1613943373322,3625
"raw_loss",0.027226444,1613943373322,3625
"epoch",22.805031446540852,1613943373322,3625
"wd_0",0.01,1613943373322,3625
"sqr_mom_0",0.99,1613943373322,3625
"lr_0",4.548761314681958e-06,1613943373322,3625
"mom_0",0.8590248639550003,1613943373322,3625
"eps_0",1e-05,1613943373322,3625
"wd_1",0.01,1613943373322,3625
"sqr_mom_1",0.99,1613943373322,3625
"lr_1",4.548761314681958e-05,1613943373322,3625
"mom_1",0.8590248639550003,1613943373322,3625
"eps_1",1e-05,1613943373322,3625
"wd_2",0.01,1613943373322,3625
"sqr_mom_2",0.99,1613943373322,3625
"lr_2",0.00045487613146819576,1613943373322,3625
"mom_2",0.8590248639550003,1613943373322,3625
"eps_2",1e-05,1613943373322,3625
"train_loss",0.026264891,1613943374287,3626
"raw_loss",0.03262931,1613943374287,3626
"epoch",22.811320754716952,1613943374287,3626
"wd_0",0.01,1613943374287,3626
"sqr_mom_0",0.99,1613943374287,3626
"lr_0",4.547952144451852e-06,1613943374287,3626
"mom_0",0.8590410475214382,1613943374287,3626
"eps_0",1e-05,1613943374287,3626
"wd_1",0.01,1613943374287,3626
"sqr_mom_1",0.99,1613943374287,3626
"lr_1",4.547952144451852e-05,1613943374287,3626
"mom_1",0.8590410475214382,1613943374287,3626
"eps_1",1e-05,1613943374287,3626
"wd_2",0.01,1613943374287,3626
"sqr_mom_2",0.99,1613943374287,3626
"lr_2",0.00045479521444518516,1613943374287,3626
"mom_2",0.8590410475214382,1613943374287,3626
"eps_2",1e-05,1613943374287,3626
"train_loss",0.026402326,1613943375230,3627
"raw_loss",0.033136662,1613943375230,3627
"epoch",22.817610062893053,1613943375230,3627
"wd_0",0.01,1613943375230,3627
"sqr_mom_0",0.99,1613943375230,3627
"lr_0",4.5471423214684445e-06,1613943375230,3627
"mom_0",0.8590572441430725,1613943375230,3627
"eps_0",1e-05,1613943375230,3627
"wd_1",0.01,1613943375230,3627
"sqr_mom_1",0.99,1613943375230,3627
"lr_1",4.547142321468445e-05,1613943375230,3627
"mom_1",0.8590572441430725,1613943375230,3627
"eps_1",1e-05,1613943375230,3627
"wd_2",0.01,1613943375230,3627
"sqr_mom_2",0.99,1613943375230,3627
"lr_2",0.00045471423214684444,1613943375230,3627
"mom_2",0.8590572441430725,1613943375230,3627
"eps_2",1e-05,1613943375230,3627
"train_loss",0.02631699,1613943376185,3628
"raw_loss",0.022135485,1613943376185,3628
"epoch",22.823899371069153,1613943376185,3628
"wd_0",0.01,1613943376185,3628
"sqr_mom_0",0.99,1613943376185,3628
"lr_0",4.546332047681787e-06,1613943376185,3628
"mom_0",0.8590734497808621,1613943376185,3628
"eps_0",1e-05,1613943376185,3628
"wd_1",0.01,1613943376185,3628
"sqr_mom_1",0.99,1613943376185,3628
"lr_1",4.546332047681787e-05,1613943376185,3628
"mom_1",0.8590734497808621,1613943376185,3628
"eps_1",1e-05,1613943376185,3628
"wd_2",0.01,1613943376185,3628
"sqr_mom_2",0.99,1613943376185,3628
"lr_2",0.0004546332047681786,1613943376185,3628
"mom_2",0.8590734497808621,1613943376185,3628
"eps_2",1e-05,1613943376185,3628
"train_loss",0.026180126,1613943377166,3629
"raw_loss",0.01947381,1613943377166,3629
"epoch",22.830188679245254,1613943377166,3629
"wd_0",0.01,1613943377166,3629
"sqr_mom_0",0.99,1613943377166,3629
"lr_0",4.545520920128565e-06,1613943377166,3629
"mom_0",0.8590896724941536,1613943377166,3629
"eps_0",1e-05,1613943377166,3629
"wd_1",0.01,1613943377166,3629
"sqr_mom_1",0.99,1613943377166,3629
"lr_1",4.5455209201285646e-05,1613943377166,3629
"mom_1",0.8590896724941536,1613943377166,3629
"eps_1",1e-05,1613943377166,3629
"wd_2",0.01,1613943377166,3629
"sqr_mom_2",0.99,1613943377166,3629
"lr_2",0.0004545520920128564,1613943377166,3629
"mom_2",0.8590896724941536,1613943377166,3629
"eps_2",1e-05,1613943377166,3629
"train_loss",0.026358472,1613943378125,3630
"raw_loss",0.035097484,1613943378125,3630
"epoch",22.836477987421354,1613943378125,3630
"wd_0",0.01,1613943378125,3630
"sqr_mom_0",0.99,1613943378125,3630
"lr_0",4.5447091405969655e-06,1613943378125,3630
"mom_0",0.8591059082471432,1613943378125,3630
"eps_0",1e-05,1613943378125,3630
"wd_1",0.01,1613943378125,3630
"sqr_mom_1",0.99,1613943378125,3630
"lr_1",4.5447091405969654e-05,1613943378125,3630
"mom_1",0.8591059082471432,1613943378125,3630
"eps_1",1e-05,1613943378125,3630
"wd_2",0.01,1613943378125,3630
"sqr_mom_2",0.99,1613943378125,3630
"lr_2",0.0004544709140596965,1613943378125,3630
"mom_2",0.8591059082471432,1613943378125,3630
"eps_2",1e-05,1613943378125,3630
"train_loss",0.026534911,1613943379066,3631
"raw_loss",0.035180453,1613943379066,3631
"epoch",22.842767295597454,1613943379066,3631
"wd_0",0.01,1613943379066,3631
"sqr_mom_0",0.99,1613943379066,3631
"lr_0",4.543896844131302e-06,1613943379066,3631
"mom_0",0.8591221543389174,1613943379066,3631
"eps_0",1e-05,1613943379066,3631
"wd_1",0.01,1613943379066,3631
"sqr_mom_1",0.99,1613943379066,3631
"lr_1",4.543896844131302e-05,1613943379066,3631
"mom_1",0.8591221543389174,1613943379066,3631
"eps_1",1e-05,1613943379066,3631
"wd_2",0.01,1613943379066,3631
"sqr_mom_2",0.99,1613943379066,3631
"lr_2",0.00045438968441313015,1613943379066,3631
"mom_2",0.8591221543389174,1613943379066,3631
"eps_2",1e-05,1613943379066,3631
"train_loss",0.026178736,1613943380027,3632
"raw_loss",0.008726156,1613943380027,3632
"epoch",22.849056603773555,1613943380027,3632
"wd_0",0.01,1613943380027,3632
"sqr_mom_0",0.99,1613943380027,3632
"lr_0",4.543083761527407e-06,1613943380027,3632
"mom_0",0.8591384161536134,1613943380027,3632
"eps_0",1e-05,1613943380027,3632
"wd_1",0.01,1613943380027,3632
"sqr_mom_1",0.99,1613943380027,3632
"lr_1",4.5430837615274074e-05,1613943380027,3632
"mom_1",0.8591384161536134,1613943380027,3632
"eps_1",1e-05,1613943380027,3632
"wd_2",0.01,1613943380027,3632
"sqr_mom_2",0.99,1613943380027,3632
"lr_2",0.0004543083761527407,1613943380027,3632
"mom_2",0.8591384161536134,1613943380027,3632
"eps_2",1e-05,1613943380027,3632
"train_loss",0.027757261,1613943380977,3633
"raw_loss",0.10510505,1613943380977,3633
"epoch",22.855345911949655,1613943380977,3633
"wd_0",0.01,1613943380977,3633
"sqr_mom_0",0.99,1613943380977,3633
"lr_0",4.542270027721953e-06,1613943380977,3633
"mom_0",0.8591546909924709,1613943380977,3633
"eps_0",1e-05,1613943380977,3633
"wd_1",0.01,1613943380977,3633
"sqr_mom_1",0.99,1613943380977,3633
"lr_1",4.5422700277219526e-05,1613943380977,3633
"mom_1",0.8591546909924709,1613943380977,3633
"eps_1",1e-05,1613943380977,3633
"wd_2",0.01,1613943380977,3633
"sqr_mom_2",0.99,1613943380977,3633
"lr_2",0.00045422700277219526,1613943380977,3633
"mom_2",0.8591546909924709,1613943380977,3633
"eps_2",1e-05,1613943380977,3633
"train_loss",0.0275345,1613943381942,3634
"raw_loss",0.016619205,1613943381942,3634
"epoch",22.861635220125756,1613943381942,3634
"wd_0",0.01,1613943381942,3634
"sqr_mom_0",0.99,1613943381942,3634
"lr_0",4.541455845638497e-06,1613943381942,3634
"mom_0",0.859170974796978,1613943381942,3634
"eps_0",1e-05,1613943381942,3634
"wd_1",0.01,1613943381942,3634
"sqr_mom_1",0.99,1613943381942,3634
"lr_1",4.541455845638497e-05,1613943381942,3634
"mom_1",0.859170974796978,1613943381942,3634
"eps_1",1e-05,1613943381942,3634
"wd_2",0.01,1613943381942,3634
"sqr_mom_2",0.99,1613943381942,3634
"lr_2",0.0004541455845638497,1613943381942,3634
"mom_2",0.859170974796978,1613943381942,3634
"eps_2",1e-05,1613943381942,3634
"train_loss",0.027534926,1613943382907,3635
"raw_loss",0.027555851,1613943382907,3635
"epoch",22.867924528301856,1613943382907,3635
"wd_0",0.01,1613943382907,3635
"sqr_mom_0",0.99,1613943382907,3635
"lr_0",4.5406408103700626e-06,1613943382907,3635
"mom_0",0.8591872756653554,1613943382907,3635
"eps_0",1e-05,1613943382907,3635
"wd_1",0.01,1613943382907,3635
"sqr_mom_1",0.99,1613943382907,3635
"lr_1",4.540640810370062e-05,1613943382907,3635
"mom_1",0.8591872756653554,1613943382907,3635
"eps_1",1e-05,1613943382907,3635
"wd_2",0.01,1613943382907,3635
"sqr_mom_2",0.99,1613943382907,3635
"lr_2",0.0004540640810370062,1613943382907,3635
"mom_2",0.8591872756653554,1613943382907,3635
"eps_2",1e-05,1613943382907,3635
"train_loss",0.02782978,1613943383935,3636
"raw_loss",0.04227757,1613943383935,3636
"epoch",22.874213836477956,1613943383935,3636
"wd_0",0.01,1613943383935,3636
"sqr_mom_0",0.99,1613943383935,3636
"lr_0",4.539825124678729e-06,1613943383935,3636
"mom_0",0.8592035895423208,1613943383935,3636
"eps_0",1e-05,1613943383935,3636
"wd_1",0.01,1613943383935,3636
"sqr_mom_1",0.99,1613943383935,3636
"lr_1",4.539825124678729e-05,1613943383935,3636
"mom_1",0.8592035895423208,1613943383935,3636
"eps_1",1e-05,1613943383935,3636
"wd_2",0.01,1613943383935,3636
"sqr_mom_2",0.99,1613943383935,3636
"lr_2",0.0004539825124678729,1613943383935,3636
"mom_2",0.8592035895423208,1613943383935,3636
"eps_2",1e-05,1613943383935,3636
"train_loss",0.027516615,1613943384908,3637
"raw_loss",0.012171561,1613943384908,3637
"epoch",22.880503144654057,1613943384908,3637
"wd_0",0.01,1613943384908,3637
"sqr_mom_0",0.99,1613943384908,3637
"lr_0",4.539008991973934e-06,1613943384908,3637
"mom_0",0.8592199123596449,1613943384908,3637
"eps_0",1e-05,1613943384908,3637
"wd_1",0.01,1613943384908,3637
"sqr_mom_1",0.99,1613943384908,3637
"lr_1",4.5390089919739336e-05,1613943384908,3637
"mom_1",0.8592199123596449,1613943384908,3637
"eps_1",1e-05,1613943384908,3637
"wd_2",0.01,1613943384908,3637
"sqr_mom_2",0.99,1613943384908,3637
"lr_2",0.00045390089919739333,1613943384908,3637
"mom_2",0.8592199123596449,1613943384908,3637
"eps_2",1e-05,1613943384908,3637
"train_loss",0.02762013,1613943385912,3638
"raw_loss",0.032692377,1613943385912,3638
"epoch",22.886792452830157,1613943385912,3638
"wd_0",0.01,1613943385912,3638
"sqr_mom_0",0.99,1613943385912,3638
"lr_0",4.538192006378618e-06,1613943385912,3638
"mom_0",0.8592362522349499,1613943385912,3638
"eps_0",1e-05,1613943385912,3638
"wd_1",0.01,1613943385912,3638
"sqr_mom_1",0.99,1613943385912,3638
"lr_1",4.538192006378618e-05,1613943385912,3638
"mom_1",0.8592362522349499,1613943385912,3638
"eps_1",1e-05,1613943385912,3638
"wd_2",0.01,1613943385912,3638
"sqr_mom_2",0.99,1613943385912,3638
"lr_2",0.0004538192006378618,1613943385912,3638
"mom_2",0.8592362522349499,1613943385912,3638
"eps_2",1e-05,1613943385912,3638
"train_loss",0.027586745,1613943386882,3639
"raw_loss",0.02595092,1613943386882,3639
"epoch",22.893081761006258,1613943386882,3639
"wd_0",0.01,1613943386882,3639
"sqr_mom_0",0.99,1613943386882,3639
"lr_0",4.537374371140933e-06,1613943386882,3639
"mom_0",0.8592526051032323,1613943386882,3639
"eps_0",1e-05,1613943386882,3639
"wd_1",0.01,1613943386882,3639
"sqr_mom_1",0.99,1613943386882,3639
"lr_1",4.5373743711409325e-05,1613943386882,3639
"mom_1",0.8592526051032323,1613943386882,3639
"eps_1",1e-05,1613943386882,3639
"wd_2",0.01,1613943386882,3639
"sqr_mom_2",0.99,1613943386882,3639
"lr_2",0.00045373743711409325,1613943386882,3639
"mom_2",0.8592526051032323,1613943386882,3639
"eps_2",1e-05,1613943386882,3639
"train_loss",0.027406566,1613943387902,3640
"raw_loss",0.018577768,1613943387902,3640
"epoch",22.899371069182358,1613943387902,3640
"wd_0",0.01,1613943387902,3640
"sqr_mom_0",0.99,1613943387902,3640
"lr_0",4.536556290155605e-06,1613943387902,3640
"mom_0",0.8592689668865567,1613943387902,3640
"eps_0",1e-05,1613943387902,3640
"wd_1",0.01,1613943387902,3640
"sqr_mom_1",0.99,1613943387902,3640
"lr_1",4.536556290155605e-05,1613943387902,3640
"mom_1",0.8592689668865567,1613943387902,3640
"eps_1",1e-05,1613943387902,3640
"wd_2",0.01,1613943387902,3640
"sqr_mom_2",0.99,1613943387902,3640
"lr_2",0.0004536556290155605,1613943387902,3640
"mom_2",0.8592689668865567,1613943387902,3640
"eps_2",1e-05,1613943387902,3640
"train_loss",0.027260695,1613943388863,3641
"raw_loss",0.020113014,1613943388863,3641
"epoch",22.90566037735846,1613943388863,3641
"wd_0",0.01,1613943388863,3641
"sqr_mom_0",0.99,1613943388863,3641
"lr_0",4.535737356576664e-06,1613943388863,3641
"mom_0",0.8592853457219239,1613943388863,3641
"eps_0",1e-05,1613943388863,3641
"wd_1",0.01,1613943388863,3641
"sqr_mom_1",0.99,1613943388863,3641
"lr_1",4.535737356576664e-05,1613943388863,3641
"mom_1",0.8592853457219239,1613943388863,3641
"eps_1",1e-05,1613943388863,3641
"wd_2",0.01,1613943388863,3641
"sqr_mom_2",0.99,1613943388863,3641
"lr_2",0.0004535737356576664,1613943388863,3641
"mom_2",0.8592853457219239,1613943388863,3641
"eps_2",1e-05,1613943388863,3641
"train_loss",0.027506616,1613943389839,3642
"raw_loss",0.03955676,1613943389839,3642
"epoch",22.91194968553456,1613943389839,3642
"wd_0",0.01,1613943389839,3642
"sqr_mom_0",0.99,1613943389839,3642
"lr_0",4.5349177741377435e-06,1613943389839,3642
"mom_0",0.8593017375346205,1613943389839,3642
"eps_0",1e-05,1613943389839,3642
"wd_1",0.01,1613943389839,3642
"sqr_mom_1",0.99,1613943389839,3642
"lr_1",4.534917774137743e-05,1613943389839,3642
"mom_1",0.8593017375346205,1613943389839,3642
"eps_1",1e-05,1613943389839,3642
"wd_2",0.01,1613943389839,3642
"sqr_mom_2",0.99,1613943389839,3642
"lr_2",0.00045349177741377435,1613943389839,3642
"mom_2",0.8593017375346205,1613943389839,3642
"eps_2",1e-05,1613943389839,3642
"train_loss",0.027588781,1613943390796,3643
"raw_loss",0.031614885,1613943390796,3643
"epoch",22.91823899371066,1613943390796,3643
"wd_0",0.01,1613943390796,3643
"sqr_mom_0",0.99,1613943390796,3643
"lr_0",4.534097543100078e-06,1613943390796,3643
"mom_0",0.8593181423194216,1613943390796,3643
"eps_0",1e-05,1613943390796,3643
"wd_1",0.01,1613943390796,3643
"sqr_mom_1",0.99,1613943390796,3643
"lr_1",4.534097543100078e-05,1613943390796,3643
"mom_1",0.8593181423194216,1613943390796,3643
"eps_1",1e-05,1613943390796,3643
"wd_2",0.01,1613943390796,3643
"sqr_mom_2",0.99,1613943390796,3643
"lr_2",0.00045340975431000773,1613943390796,3643
"mom_2",0.8593181423194216,1613943390796,3643
"eps_2",1e-05,1613943390796,3643
"train_loss",0.027971685,1613943391752,3644
"raw_loss",0.04673402,1613943391752,3644
"epoch",22.92452830188676,1613943391752,3644
"wd_0",0.01,1613943391752,3644
"sqr_mom_0",0.99,1613943391752,3644
"lr_0",4.533276868004552e-06,1613943391752,3644
"mom_0",0.8593345559854688,1613943391752,3644
"eps_0",1e-05,1613943391752,3644
"wd_1",0.01,1613943391752,3644
"sqr_mom_1",0.99,1613943391752,3644
"lr_1",4.533276868004552e-05,1613943391752,3644
"mom_1",0.8593345559854688,1613943391752,3644
"eps_1",1e-05,1613943391752,3644
"wd_2",0.01,1613943391752,3644
"sqr_mom_2",0.99,1613943391752,3644
"lr_2",0.00045332768680045516,1613943391752,3644
"mom_2",0.8593345559854688,1613943391752,3644
"eps_2",1e-05,1613943391752,3644
"train_loss",0.027837137,1613943392693,3645
"raw_loss",0.021244261,1613943392693,3645
"epoch",22.93081761006286,1613943392693,3645
"wd_0",0.01,1613943392693,3645
"sqr_mom_0",0.99,1613943392693,3645
"lr_0",4.532455340715099e-06,1613943392693,3645
"mom_0",0.859350986695565,1613943392693,3645
"eps_0",1e-05,1613943392693,3645
"wd_1",0.01,1613943392693,3645
"sqr_mom_1",0.99,1613943392693,3645
"lr_1",4.5324553407150985e-05,1613943392693,3645
"mom_1",0.859350986695565,1613943392693,3645
"eps_1",1e-05,1613943392693,3645
"wd_2",0.01,1613943392693,3645
"sqr_mom_2",0.99,1613943392693,3645
"lr_2",0.00045324553407150985,1613943392693,3645
"mom_2",0.859350986695565,1613943392693,3645
"eps_2",1e-05,1613943392693,3645
"train_loss",0.027665036,1613943393647,3646
"raw_loss",0.019232055,1613943393647,3646
"epoch",22.93710691823896,1613943393647,3646
"wd_0",0.01,1613943393647,3646
"sqr_mom_0",0.99,1613943393647,3646
"lr_0",4.531633165611773e-06,1613943393647,3646
"mom_0",0.8593674303620682,1613943393647,3646
"eps_0",1e-05,1613943393647,3646
"wd_1",0.01,1613943393647,3646
"sqr_mom_1",0.99,1613943393647,3646
"lr_1",4.531633165611773e-05,1613943393647,3646
"mom_1",0.8593674303620682,1613943393647,3646
"eps_1",1e-05,1613943393647,3646
"wd_2",0.01,1613943393647,3646
"sqr_mom_2",0.99,1613943393647,3646
"lr_2",0.00045316331656117725,1613943393647,3646
"mom_2",0.8593674303620682,1613943393647,3646
"eps_2",1e-05,1613943393647,3646
"train_loss",0.027559843,1613943394595,3647
"raw_loss",0.022405386,1613943394595,3647
"epoch",22.94339622641506,1613943394595,3647
"wd_0",0.01,1613943394595,3647
"sqr_mom_0",0.99,1613943394595,3647
"lr_0",4.5308105477193835e-06,1613943394595,3647
"mom_0",0.8593838828844411,1613943394595,3647
"eps_0",1e-05,1613943394595,3647
"wd_1",0.01,1613943394595,3647
"sqr_mom_1",0.99,1613943394595,3647
"lr_1",4.530810547719384e-05,1613943394595,3647
"mom_1",0.8593838828844411,1613943394595,3647
"eps_1",1e-05,1613943394595,3647
"wd_2",0.01,1613943394595,3647
"sqr_mom_2",0.99,1613943394595,3647
"lr_2",0.0004530810547719384,1613943394595,3647
"mom_2",0.8593838828844411,1613943394595,3647
"eps_2",1e-05,1613943394595,3647
"train_loss",0.027991269,1613943395555,3648
"raw_loss",0.049131114,1613943395555,3648
"epoch",22.94968553459116,1613943395555,3648
"wd_0",0.01,1613943395555,3648
"sqr_mom_0",0.99,1613943395555,3648
"lr_0",4.5299870779356795e-06,1613943395555,3648
"mom_0",0.8594003524448108,1613943395555,3648
"eps_0",1e-05,1613943395555,3648
"wd_1",0.01,1613943395555,3648
"sqr_mom_1",0.99,1613943395555,3648
"lr_1",4.529987077935679e-05,1613943395555,3648
"mom_1",0.8594003524448108,1613943395555,3648
"eps_1",1e-05,1613943395555,3648
"wd_2",0.01,1613943395555,3648
"sqr_mom_2",0.99,1613943395555,3648
"lr_2",0.00045299870779356787,1613943395555,3648
"mom_2",0.8594003524448108,1613943395555,3648
"eps_2",1e-05,1613943395555,3648
"train_loss",0.028135525,1613943396538,3649
"raw_loss",0.035204086,1613943396538,3649
"epoch",22.95597484276726,1613943396538,3649
"wd_0",0.01,1613943396538,3649
"sqr_mom_0",0.99,1613943396538,3649
"lr_0",4.529162961124831e-06,1613943396538,3649
"mom_0",0.8594168349458529,1613943396538,3649
"eps_0",1e-05,1613943396538,3649
"wd_1",0.01,1613943396538,3649
"sqr_mom_1",0.99,1613943396538,3649
"lr_1",4.529162961124831e-05,1613943396538,3649
"mom_1",0.8594168349458529,1613943396538,3649
"eps_1",1e-05,1613943396538,3649
"wd_2",0.01,1613943396538,3649
"sqr_mom_2",0.99,1613943396538,3649
"lr_2",0.00045291629611248304,1613943396538,3649
"mom_2",0.8594168349458529,1613943396538,3649
"eps_2",1e-05,1613943396538,3649
"train_loss",0.028078385,1613943397515,3650
"raw_loss",0.025278542,1613943397515,3650
"epoch",22.962264150943362,1613943397515,3650
"wd_0",0.01,1613943397515,3650
"sqr_mom_0",0.99,1613943397515,3650
"lr_0",4.5283384027949875e-06,1613943397515,3650
"mom_0",0.859433326277363,1613943397515,3650
"eps_0",1e-05,1613943397515,3650
"wd_1",0.01,1613943397515,3650
"sqr_mom_1",0.99,1613943397515,3650
"lr_1",4.528338402794987e-05,1613943397515,3650
"mom_1",0.859433326277363,1613943397515,3650
"eps_1",1e-05,1613943397515,3650
"wd_2",0.01,1613943397515,3650
"sqr_mom_2",0.99,1613943397515,3650
"lr_2",0.0004528338402794987,1613943397515,3650
"mom_2",0.859433326277363,1613943397515,3650
"eps_2",1e-05,1613943397515,3650
"train_loss",0.02833082,1613943398458,3651
"raw_loss",0.040700108,1613943398458,3651
"epoch",22.968553459119462,1613943398458,3651
"wd_0",0.01,1613943398458,3651
"sqr_mom_0",0.99,1613943398458,3651
"lr_0",4.527512992878881e-06,1613943398458,3651
"mom_0",0.8594498346407687,1613943398458,3651
"eps_0",1e-05,1613943398458,3651
"wd_1",0.01,1613943398458,3651
"sqr_mom_1",0.99,1613943398458,3651
"lr_1",4.5275129928788814e-05,1613943398458,3651
"mom_1",0.8594498346407687,1613943398458,3651
"eps_1",1e-05,1613943398458,3651
"wd_2",0.01,1613943398458,3651
"sqr_mom_2",0.99,1613943398458,3651
"lr_2",0.0004527512992878881,1613943398458,3651
"mom_2",0.8594498346407687,1613943398458,3651
"eps_2",1e-05,1613943398458,3651
"train_loss",0.029495116,1613943399401,3652
"raw_loss",0.086545706,1613943399401,3652
"epoch",22.974842767295563,1613943399401,3652
"wd_0",0.01,1613943399401,3652
"sqr_mom_0",0.99,1613943399401,3652
"lr_0",4.5266869367242185e-06,1613943399401,3652
"mom_0",0.8594663559290749,1613943399401,3652
"eps_0",1e-05,1613943399401,3652
"wd_1",0.01,1613943399401,3652
"sqr_mom_1",0.99,1613943399401,3652
"lr_1",4.526686936724219e-05,1613943399401,3652
"mom_1",0.8594663559290749,1613943399401,3652
"eps_1",1e-05,1613943399401,3652
"wd_2",0.01,1613943399401,3652
"sqr_mom_2",0.99,1613943399401,3652
"lr_2",0.00045266869367242184,1613943399401,3652
"mom_2",0.8594663559290749,1613943399401,3652
"eps_2",1e-05,1613943399401,3652
"train_loss",0.0300384,1613943400335,3653
"raw_loss",0.05665931,1613943400335,3653
"epoch",22.981132075471663,1613943400335,3653
"wd_0",0.01,1613943400335,3653
"sqr_mom_0",0.99,1613943400335,3653
"lr_0",4.525860371746032e-06,1613943400335,3653
"mom_0",0.8594828873939533,1613943400335,3653
"eps_0",1e-05,1613943400335,3653
"wd_1",0.01,1613943400335,3653
"sqr_mom_1",0.99,1613943400335,3653
"lr_1",4.525860371746032e-05,1613943400335,3653
"mom_1",0.8594828873939533,1613943400335,3653
"eps_1",1e-05,1613943400335,3653
"wd_2",0.01,1613943400335,3653
"sqr_mom_2",0.99,1613943400335,3653
"lr_2",0.00045258603717460323,1613943400335,3653
"mom_2",0.8594828873939533,1613943400335,3653
"eps_2",1e-05,1613943400335,3653
"train_loss",0.030314166,1613943401292,3654
"raw_loss",0.043826703,1613943401292,3654
"epoch",22.987421383647764,1613943401292,3654
"wd_0",0.01,1613943401292,3654
"sqr_mom_0",0.99,1613943401292,3654
"lr_0",4.5250330240114115e-06,1613943401292,3654
"mom_0",0.8594994345141169,1613943401292,3654
"eps_0",1e-05,1613943401292,3654
"wd_1",0.01,1613943401292,3654
"sqr_mom_1",0.99,1613943401292,3654
"lr_1",4.525033024011411e-05,1613943401292,3654
"mom_1",0.8594994345141169,1613943401292,3654
"eps_1",1e-05,1613943401292,3654
"wd_2",0.01,1613943401292,3654
"sqr_mom_2",0.99,1613943401292,3654
"lr_2",0.0004525033024011411,1613943401292,3654
"mom_2",0.8594994345141169,1613943401292,3654
"eps_2",1e-05,1613943401292,3654
"train_loss",0.030244691,1613943402237,3655
"raw_loss",0.026840452,1613943402237,3655
"epoch",22.993710691823864,1613943402237,3655
"wd_0",0.01,1613943402237,3655
"sqr_mom_0",0.99,1613943402237,3655
"lr_0",4.524205030828695e-06,1613943402237,3655
"mom_0",0.8595159945433715,1613943402237,3655
"eps_0",1e-05,1613943402237,3655
"wd_1",0.01,1613943402237,3655
"sqr_mom_1",0.99,1613943402237,3655
"lr_1",4.524205030828695e-05,1613943402237,3655
"mom_1",0.8595159945433715,1613943402237,3655
"eps_1",1e-05,1613943402237,3655
"wd_2",0.01,1613943402237,3655
"sqr_mom_2",0.99,1613943402237,3655
"lr_2",0.0004524205030828695,1613943402237,3655
"mom_2",0.8595159945433715,1613943402237,3655
"eps_2",1e-05,1613943402237,3655
"train_loss",0.031396877,1613943403220,3656
"raw_loss",0.08785406,1613943403220,3656
"epoch",22.999999999999964,1613943403220,3656
"wd_0",0.01,1613943403220,3656
"sqr_mom_0",0.99,1613943403220,3656
"lr_0",4.523376598670951e-06,1613943403220,3656
"mom_0",0.8595325633522145,1613943403220,3656
"eps_0",1e-05,1613943403220,3656
"wd_1",0.01,1613943403220,3656
"sqr_mom_1",0.99,1613943403220,3656
"lr_1",4.5233765986709505e-05,1613943403220,3656
"mom_1",0.8595325633522145,1613943403220,3656
"eps_1",1e-05,1613943403220,3656
"wd_2",0.01,1613943403220,3656
"sqr_mom_2",0.99,1613943403220,3656
"lr_2",0.000452337659867095,1613943403220,3656
"mom_2",0.8595325633522145,1613943403220,3656
"eps_2",1e-05,1613943403220,3656
"valid_loss",0.12343628704547882,1613943436682,3656
"_rmse",0.3513350188732147,1613943436682,3656
"epoch",23,1613943436682,3656
"train_loss",0.031738818,1613943437759,3657
"raw_loss",0.0484939,1613943437759,3657
"epoch",23.0062893081761,1613943437759,3657
"wd_0",0.01,1613943437759,3657
"sqr_mom_0",0.99,1613943437759,3657
"lr_0",4.522547315544385e-06,1613943437759,3657
"mom_0",0.8595491491806041,1613943437759,3657
"eps_0",1e-05,1613943437759,3657
"wd_1",0.01,1613943437759,3657
"sqr_mom_1",0.99,1613943437759,3657
"lr_1",4.522547315544385e-05,1613943437759,3657
"mom_1",0.8595491491806041,1613943437759,3657
"eps_1",1e-05,1613943437759,3657
"wd_2",0.01,1613943437759,3657
"sqr_mom_2",0.99,1613943437759,3657
"lr_2",0.00045225473155443847,1613943437759,3657
"mom_2",0.8595491491806041,1613943437759,3657
"eps_2",1e-05,1613943437759,3657
"train_loss",0.031542577,1613943438754,3658
"raw_loss",0.021926824,1613943438754,3658
"epoch",23.0125786163522,1613943438754,3658
"wd_0",0.01,1613943438754,3658
"sqr_mom_0",0.99,1613943438754,3658
"lr_0",4.521717387762015e-06,1613943438754,3658
"mom_0",0.8595657479022387,1613943438754,3658
"eps_0",1e-05,1613943438754,3658
"wd_1",0.01,1613943438754,3658
"sqr_mom_1",0.99,1613943438754,3658
"lr_1",4.521717387762015e-05,1613943438754,3658
"mom_1",0.8595657479022387,1613943438754,3658
"eps_1",1e-05,1613943438754,3658
"wd_2",0.01,1613943438754,3658
"sqr_mom_2",0.99,1613943438754,3658
"lr_2",0.00045217173877620153,1613943438754,3658
"mom_2",0.8595657479022387,1613943438754,3658
"eps_2",1e-05,1613943438754,3658
"train_loss",0.033402,1613943439695,3659
"raw_loss",0.12451385,1613943439695,3659
"epoch",23.0188679245283,1613943439695,3659
"wd_0",0.01,1613943439695,3659
"sqr_mom_0",0.99,1613943439695,3659
"lr_0",4.520887022278472e-06,1613943439695,3659
"mom_0",0.8595823553779843,1613943439695,3659
"eps_0",1e-05,1613943439695,3659
"wd_1",0.01,1613943439695,3659
"sqr_mom_1",0.99,1613943439695,3659
"lr_1",4.520887022278472e-05,1613943439695,3659
"mom_1",0.8595823553779843,1613943439695,3659
"eps_1",1e-05,1613943439695,3659
"wd_2",0.01,1613943439695,3659
"sqr_mom_2",0.99,1613943439695,3659
"lr_2",0.00045208870222784717,1613943439695,3659
"mom_2",0.8595823553779843,1613943439695,3659
"eps_2",1e-05,1613943439695,3659
"train_loss",0.033895805,1613943440653,3660
"raw_loss",0.0580923,1613943440653,3660
"epoch",23.0251572327044,1613943440653,3660
"wd_0",0.01,1613943440653,3660
"sqr_mom_0",0.99,1613943440653,3660
"lr_0",4.5200558061384875e-06,1613943440653,3660
"mom_0",0.8595989798670289,1613943440653,3660
"eps_0",1e-05,1613943440653,3660
"wd_1",0.01,1613943440653,3660
"sqr_mom_1",0.99,1613943440653,3660
"lr_1",4.520055806138487e-05,1613943440653,3660
"mom_1",0.8595989798670289,1613943440653,3660
"eps_1",1e-05,1613943440653,3660
"wd_2",0.01,1613943440653,3660
"sqr_mom_2",0.99,1613943440653,3660
"lr_2",0.00045200558061384873,1613943440653,3660
"mom_2",0.8595989798670289,1613943440653,3660
"eps_2",1e-05,1613943440653,3660
"train_loss",0.033799563,1613943441630,3661
"raw_loss",0.029083744,1613943441630,3661
"epoch",23.031446540880502,1613943441630,3661
"wd_0",0.01,1613943441630,3661
"sqr_mom_0",0.99,1613943441630,3661
"lr_0",4.519223946136839e-06,1613943441630,3661
"mom_0",0.8596156172334355,1613943441630,3661
"eps_0",1e-05,1613943441630,3661
"wd_1",0.01,1613943441630,3661
"sqr_mom_1",0.99,1613943441630,3661
"lr_1",4.5192239461368395e-05,1613943441630,3661
"mom_1",0.8596156172334355,1613943441630,3661
"eps_1",1e-05,1613943441630,3661
"wd_2",0.01,1613943441630,3661
"sqr_mom_2",0.99,1613943441630,3661
"lr_2",0.0004519223946136839,1613943441630,3661
"mom_2",0.8596156172334355,1613943441630,3661
"eps_2",1e-05,1613943441630,3661
"train_loss",0.03354635,1613943442586,3662
"raw_loss",0.021138929,1613943442586,3662
"epoch",23.037735849056602,1613943442586,3662
"wd_0",0.01,1613943442586,3662
"sqr_mom_0",0.99,1613943442586,3662
"lr_0",4.518391649709128e-06,1613943442586,3662
"mom_0",0.8596322633284507,1613943442586,3662
"eps_0",1e-05,1613943442586,3662
"wd_1",0.01,1613943442586,3662
"sqr_mom_1",0.99,1613943442586,3662
"lr_1",4.518391649709128e-05,1613943442586,3662
"mom_1",0.8596322633284507,1613943442586,3662
"eps_1",1e-05,1613943442586,3662
"wd_2",0.01,1613943442586,3662
"sqr_mom_2",0.99,1613943442586,3662
"lr_2",0.00045183916497091274,1613943442586,3662
"mom_2",0.8596322633284507,1613943442586,3662
"eps_2",1e-05,1613943442586,3662
"train_loss",0.03390761,1613943443537,3663
"raw_loss",0.051609404,1613943443537,3663
"epoch",23.044025157232703,1613943443537,3663
"wd_0",0.01,1613943443537,3663
"sqr_mom_0",0.99,1613943443537,3663
"lr_0",4.517558502939794e-06,1613943443537,3663
"mom_0",0.8596489264304684,1613943443537,3663
"eps_0",1e-05,1613943443537,3663
"wd_1",0.01,1613943443537,3663
"sqr_mom_1",0.99,1613943443537,3663
"lr_1",4.517558502939794e-05,1613943443537,3663
"mom_1",0.8596489264304684,1613943443537,3663
"eps_1",1e-05,1613943443537,3663
"wd_2",0.01,1613943443537,3663
"sqr_mom_2",0.99,1613943443537,3663
"lr_2",0.00045175585029397935,1613943443537,3663
"mom_2",0.8596489264304684,1613943443537,3663
"eps_2",1e-05,1613943443537,3663
"train_loss",0.033708025,1613943444484,3664
"raw_loss",0.023928221,1613943444484,3664
"epoch",23.050314465408803,1613943444484,3664
"wd_0",0.01,1613943444484,3664
"sqr_mom_0",0.99,1613943444484,3664
"lr_0",4.5167247131047835e-06,1613943444484,3664
"mom_0",0.8596656023939282,1613943444484,3664
"eps_0",1e-05,1613943444484,3664
"wd_1",0.01,1613943444484,3664
"sqr_mom_1",0.99,1613943444484,3664
"lr_1",4.5167247131047834e-05,1613943444484,3664
"mom_1",0.8596656023939282,1613943444484,3664
"eps_1",1e-05,1613943444484,3664
"wd_2",0.01,1613943444484,3664
"sqr_mom_2",0.99,1613943444484,3664
"lr_2",0.00045167247131047835,1613943444484,3664
"mom_2",0.8596656023939282,1613943444484,3664
"eps_2",1e-05,1613943444484,3664
"train_loss",0.03385746,1613943445435,3665
"raw_loss",0.041179772,1613943445435,3665
"epoch",23.056603773584904,1613943445435,3665
"wd_0",0.01,1613943445435,3665
"sqr_mom_0",0.99,1613943445435,3665
"lr_0",4.5158902804698565e-06,1613943445435,3665
"mom_0",0.859682291213515,1613943445435,3665
"eps_0",1e-05,1613943445435,3665
"wd_1",0.01,1613943445435,3665
"sqr_mom_1",0.99,1613943445435,3665
"lr_1",4.5158902804698563e-05,1613943445435,3665
"mom_1",0.859682291213515,1613943445435,3665
"eps_1",1e-05,1613943445435,3665
"wd_2",0.01,1613943445435,3665
"sqr_mom_2",0.99,1613943445435,3665
"lr_2",0.00045158902804698565,1613943445435,3665
"mom_2",0.859682291213515,1613943445435,3665
"eps_2",1e-05,1613943445435,3665
"train_loss",0.03366199,1613943446383,3666
"raw_loss",0.024083888,1613943446383,3666
"epoch",23.062893081761004,1613943446383,3666
"wd_0",0.01,1613943446383,3666
"sqr_mom_0",0.99,1613943446383,3666
"lr_0",4.515055413110996e-06,1613943446383,3666
"mom_0",0.8596989887276674,1613943446383,3666
"eps_0",1e-05,1613943446383,3666
"wd_1",0.01,1613943446383,3666
"sqr_mom_1",0.99,1613943446383,3666
"lr_1",4.515055413110996e-05,1613943446383,3666
"mom_1",0.8596989887276674,1613943446383,3666
"eps_1",1e-05,1613943446383,3666
"wd_2",0.01,1613943446383,3666
"sqr_mom_2",0.99,1613943446383,3666
"lr_2",0.00045150554131109956,1613943446383,3666
"mom_2",0.8596989887276674,1613943446383,3666
"eps_2",1e-05,1613943446383,3666
"train_loss",0.033348706,1613943447344,3667
"raw_loss",0.017997772,1613943447344,3667
"epoch",23.069182389937104,1613943447344,3667
"wd_0",0.01,1613943447344,3667
"sqr_mom_0",0.99,1613943447344,3667
"lr_0",4.514219695834074e-06,1613943447344,3667
"mom_0",0.859715703240351,1613943447344,3667
"eps_0",1e-05,1613943447344,3667
"wd_1",0.01,1613943447344,3667
"sqr_mom_1",0.99,1613943447344,3667
"lr_1",4.514219695834074e-05,1613943447344,3667
"mom_1",0.859715703240351,1613943447344,3667
"eps_1",1e-05,1613943447344,3667
"wd_2",0.01,1613943447344,3667
"sqr_mom_2",0.99,1613943447344,3667
"lr_2",0.00045142196958340735,1613943447344,3667
"mom_2",0.859715703240351,1613943447344,3667
"eps_2",1e-05,1613943447344,3667
"train_loss",0.033351578,1613943448277,3668
"raw_loss",0.033492267,1613943448277,3668
"epoch",23.075471698113205,1613943448277,3668
"wd_0",0.01,1613943448277,3668
"sqr_mom_0",0.99,1613943448277,3668
"lr_0",4.513383336555682e-06,1613943448277,3668
"mom_0",0.8597324305931923,1613943448277,3668
"eps_0",1e-05,1613943448277,3668
"wd_1",0.01,1613943448277,3668
"sqr_mom_1",0.99,1613943448277,3668
"lr_1",4.5133833365556816e-05,1613943448277,3668
"mom_1",0.8597324305931923,1613943448277,3668
"eps_1",1e-05,1613943448277,3668
"wd_2",0.01,1613943448277,3668
"sqr_mom_2",0.99,1613943448277,3668
"lr_2",0.00045133833365556815,1613943448277,3668
"mom_2",0.8597324305931923,1613943448277,3668
"eps_2",1e-05,1613943448277,3668
"train_loss",0.033403378,1613943449254,3669
"raw_loss",0.035941668,1613943449254,3669
"epoch",23.081761006289305,1613943449254,3669
"wd_0",0.01,1613943449254,3669
"sqr_mom_0",0.99,1613943449254,3669
"lr_0",4.512546543831381e-06,1613943449254,3669
"mom_0",0.8597491666150385,1613943449254,3669
"eps_0",1e-05,1613943449254,3669
"wd_1",0.01,1613943449254,3669
"sqr_mom_1",0.99,1613943449254,3669
"lr_1",4.5125465438313805e-05,1613943449254,3669
"mom_1",0.8597491666150385,1613943449254,3669
"eps_1",1e-05,1613943449254,3669
"wd_2",0.01,1613943449254,3669
"sqr_mom_2",0.99,1613943449254,3669
"lr_2",0.00045125465438313806,1613943449254,3669
"mom_2",0.8597491666150385,1613943449254,3669
"eps_2",1e-05,1613943449254,3669
"train_loss",0.033117846,1613943450207,3670
"raw_loss",0.019126771,1613943450207,3670
"epoch",23.088050314465406,1613943450207,3670
"wd_0",0.01,1613943450207,3670
"sqr_mom_0",0.99,1613943450207,3670
"lr_0",4.511708901509527e-06,1613943450207,3670
"mom_0",0.8597659196290057,1613943450207,3670
"eps_0",1e-05,1613943450207,3670
"wd_1",0.01,1613943450207,3670
"sqr_mom_1",0.99,1613943450207,3670
"lr_1",4.511708901509527e-05,1613943450207,3670
"mom_1",0.8597659196290057,1613943450207,3670
"eps_1",1e-05,1613943450207,3670
"wd_2",0.01,1613943450207,3670
"sqr_mom_2",0.99,1613943450207,3670
"lr_2",0.0004511708901509527,1613943450207,3670
"mom_2",0.8597659196290057,1613943450207,3670
"eps_2",1e-05,1613943450207,3670
"train_loss",0.03278288,1613943451183,3671
"raw_loss",0.016369473,1613943451183,3671
"epoch",23.094339622641506,1613943451183,3671
"wd_0",0.01,1613943451183,3671
"sqr_mom_0",0.99,1613943451183,3671
"lr_0",4.51087061798649e-06,1613943451183,3671
"mom_0",0.8597826854671249,1613943451183,3671
"eps_0",1e-05,1613943451183,3671
"wd_1",0.01,1613943451183,3671
"sqr_mom_1",0.99,1613943451183,3671
"lr_1",4.51087061798649e-05,1613943451183,3671
"mom_1",0.8597826854671249,1613943451183,3671
"eps_1",1e-05,1613943451183,3671
"wd_2",0.01,1613943451183,3671
"sqr_mom_2",0.99,1613943451183,3671
"lr_2",0.00045108706179864896,1613943451183,3671
"mom_2",0.8597826854671249,1613943451183,3671
"eps_2",1e-05,1613943451183,3671
"train_loss",0.032652605,1613943452170,3672
"raw_loss",0.02626926,1613943452170,3672
"epoch",23.100628930817606,1613943452170,3672
"wd_0",0.01,1613943452170,3672
"sqr_mom_0",0.99,1613943452170,3672
"lr_0",4.510031902296815e-06,1613943452170,3672
"mom_0",0.8597994599486631,1613943452170,3672
"eps_0",1e-05,1613943452170,3672
"wd_1",0.01,1613943452170,3672
"sqr_mom_1",0.99,1613943452170,3672
"lr_1",4.510031902296815e-05,1613943452170,3672
"mom_1",0.8597994599486631,1613943452170,3672
"eps_1",1e-05,1613943452170,3672
"wd_2",0.01,1613943452170,3672
"sqr_mom_2",0.99,1613943452170,3672
"lr_2",0.00045100319022968146,1613943452170,3672
"mom_2",0.8597994599486631,1613943452170,3672
"eps_2",1e-05,1613943452170,3672
"train_loss",0.032310434,1613943453155,3673
"raw_loss",0.015543929,1613943453155,3673
"epoch",23.106918238993707,1613943453155,3673
"wd_0",0.01,1613943453155,3673
"sqr_mom_0",0.99,1613943453155,3673
"lr_0",4.509192337332531e-06,1613943453155,3673
"mom_0",0.8598162514158635,1613943453155,3673
"eps_0",1e-05,1613943453155,3673
"wd_1",0.01,1613943453155,3673
"sqr_mom_1",0.99,1613943453155,3673
"lr_1",4.509192337332531e-05,1613943453155,3673
"mom_1",0.8598162514158635,1613943453155,3673
"eps_1",1e-05,1613943453155,3673
"wd_2",0.01,1613943453155,3673
"sqr_mom_2",0.99,1613943453155,3673
"lr_2",0.00045091923373325306,1613943453155,3673
"mom_2",0.8598162514158635,1613943453155,3673
"eps_2",1e-05,1613943453155,3673
"train_loss",0.03248068,1613943454124,3674
"raw_loss",0.04082272,1613943454124,3674
"epoch",23.113207547169807,1613943454124,3674
"wd_0",0.01,1613943454124,3674
"sqr_mom_0",0.99,1613943454124,3674
"lr_0",4.5083521319691895e-06,1613943454124,3674
"mom_0",0.8598330556911731,1613943454124,3674
"eps_0",1e-05,1613943454124,3674
"wd_1",0.01,1613943454124,3674
"sqr_mom_1",0.99,1613943454124,3674
"lr_1",4.508352131969189e-05,1613943454124,3674
"mom_1",0.8598330556911731,1613943454124,3674
"eps_1",1e-05,1613943454124,3674
"wd_2",0.01,1613943454124,3674
"sqr_mom_2",0.99,1613943454124,3674
"lr_2",0.0004508352131969189,1613943454124,3674
"mom_2",0.8598330556911731,1613943454124,3674
"eps_2",1e-05,1613943454124,3674
"train_loss",0.03204016,1613943455092,3675
"raw_loss",0.010454779,1613943455092,3675
"epoch",23.119496855345908,1613943455092,3675
"wd_0",0.01,1613943455092,3675
"sqr_mom_0",0.99,1613943455092,3675
"lr_0",4.5075114259713485e-06,1613943455092,3675
"mom_0",0.8598498699792728,1613943455092,3675
"eps_0",1e-05,1613943455092,3675
"wd_1",0.01,1613943455092,3675
"sqr_mom_1",0.99,1613943455092,3675
"lr_1",4.507511425971348e-05,1613943455092,3675
"mom_1",0.8598498699792728,1613943455092,3675
"eps_1",1e-05,1613943455092,3675
"wd_2",0.01,1613943455092,3675
"sqr_mom_2",0.99,1613943455092,3675
"lr_2",0.0004507511425971348,1613943455092,3675
"mom_2",0.8598498699792728,1613943455092,3675
"eps_2",1e-05,1613943455092,3675
"train_loss",0.031794176,1613943456054,3676
"raw_loss",0.019740935,1613943456054,3676
"epoch",23.125786163522008,1613943456054,3676
"wd_0",0.01,1613943456054,3676
"sqr_mom_0",0.99,1613943456054,3676
"lr_0",4.506669940719604e-06,1613943456054,3676
"mom_0",0.8598666998526064,1613943456054,3676
"eps_0",1e-05,1613943456054,3676
"wd_1",0.01,1613943456054,3676
"sqr_mom_1",0.99,1613943456054,3676
"lr_1",4.5066699407196037e-05,1613943456054,3676
"mom_1",0.8598666998526064,1613943456054,3676
"eps_1",1e-05,1613943456054,3676
"wd_2",0.01,1613943456054,3676
"sqr_mom_2",0.99,1613943456054,3676
"lr_2",0.00045066699407196034,1613943456054,3676
"mom_2",0.8598666998526064,1613943456054,3676
"eps_2",1e-05,1613943456054,3676
"train_loss",0.03140961,1613943457029,3677
"raw_loss",0.0125659285,1613943457029,3677
"epoch",23.13207547169811,1613943457029,3677
"wd_0",0.01,1613943457029,3677
"sqr_mom_0",0.99,1613943457029,3677
"lr_0",4.505827815872786e-06,1613943457029,3677
"mom_0",0.8598835425179694,1613943457029,3677
"eps_0",1e-05,1613943457029,3677
"wd_1",0.01,1613943457029,3677
"sqr_mom_1",0.99,1613943457029,3677
"lr_1",4.505827815872786e-05,1613943457029,3677
"mom_1",0.8598835425179694,1613943457029,3677
"eps_1",1e-05,1613943457029,3677
"wd_2",0.01,1613943457029,3677
"sqr_mom_2",0.99,1613943457029,3677
"lr_2",0.00045058278158727856,1613943457029,3677
"mom_2",0.8598835425179694,1613943457029,3677
"eps_2",1e-05,1613943457029,3677
"train_loss",0.031222265,1613943457984,3678
"raw_loss",0.022042368,1613943457984,3678
"epoch",23.13836477987421,1613943457984,3678
"wd_0",0.01,1613943457984,3678
"sqr_mom_0",0.99,1613943457984,3678
"lr_0",4.504985261421619e-06,1613943457984,3678
"mom_0",0.8599003937755053,1613943457984,3678
"eps_0",1e-05,1613943457984,3678
"wd_1",0.01,1613943457984,3678
"sqr_mom_1",0.99,1613943457984,3678
"lr_1",4.504985261421619e-05,1613943457984,3678
"mom_1",0.8599003937755053,1613943457984,3678
"eps_1",1e-05,1613943457984,3678
"wd_2",0.01,1613943457984,3678
"sqr_mom_2",0.99,1613943457984,3678
"lr_2",0.00045049852614216187,1613943457984,3678
"mom_2",0.8599003937755053,1613943457984,3678
"eps_2",1e-05,1613943457984,3678
"train_loss",0.030980147,1613943458982,3679
"raw_loss",0.019116336,1613943458982,3679
"epoch",23.14465408805031,1613943458982,3679
"wd_0",0.01,1613943458982,3679
"sqr_mom_0",0.99,1613943458982,3679
"lr_0",4.504141858349049e-06,1613943458982,3679
"mom_0",0.859917262005639,1613943458982,3679
"eps_0",1e-05,1613943458982,3679
"wd_1",0.01,1613943458982,3679
"sqr_mom_1",0.99,1613943458982,3679
"lr_1",4.504141858349049e-05,1613943458982,3679
"mom_1",0.859917262005639,1613943458982,3679
"eps_1",1e-05,1613943458982,3679
"wd_2",0.01,1613943458982,3679
"sqr_mom_2",0.99,1613943458982,3679
"lr_2",0.00045041418583490487,1613943458982,3679
"mom_2",0.859917262005639,1613943458982,3679
"eps_2",1e-05,1613943458982,3679
"train_loss",0.030749625,1613943459948,3680
"raw_loss",0.019454017,1613943459948,3680
"epoch",23.15094339622641,1613943459948,3680
"wd_0",0.01,1613943459948,3680
"sqr_mom_0",0.99,1613943459948,3680
"lr_0",4.503297816487204e-06,1613943459948,3680
"mom_0",0.859934143011686,1613943459948,3680
"eps_0",1e-05,1613943459948,3680
"wd_1",0.01,1613943459948,3680
"sqr_mom_1",0.99,1613943459948,3680
"lr_1",4.503297816487204e-05,1613943459948,3680
"mom_1",0.859934143011686,1613943459948,3680
"eps_1",1e-05,1613943459948,3680
"wd_2",0.01,1613943459948,3680
"sqr_mom_2",0.99,1613943459948,3680
"lr_2",0.00045032978164872043,1613943459948,3680
"mom_2",0.859934143011686,1613943459948,3680
"eps_2",1e-05,1613943459948,3680
"train_loss",0.030532662,1613943460931,3681
"raw_loss",0.019901477,1613943460931,3681
"epoch",23.15723270440251,1613943460931,3681
"wd_0",0.01,1613943460931,3681
"sqr_mom_0",0.99,1613943460931,3681
"lr_0",4.502453346303986e-06,1613943460931,3681
"mom_0",0.8599510325842461,1613943460931,3681
"eps_0",1e-05,1613943460931,3681
"wd_1",0.01,1613943460931,3681
"sqr_mom_1",0.99,1613943460931,3681
"lr_1",4.502453346303986e-05,1613943460931,3681
"mom_1",0.8599510325842461,1613943460931,3681
"eps_1",1e-05,1613943460931,3681
"wd_2",0.01,1613943460931,3681
"sqr_mom_2",0.99,1613943460931,3681
"lr_2",0.0004502453346303986,1613943460931,3681
"mom_2",0.8599510325842461,1613943460931,3681
"eps_2",1e-05,1613943460931,3681
"train_loss",0.03050779,1613943461934,3682
"raw_loss",0.029289035,1613943461934,3682
"epoch",23.16352201257861,1613943461934,3682
"wd_0",0.01,1613943461934,3682
"sqr_mom_0",0.99,1613943461934,3682
"lr_0",4.501608027829615e-06,1613943461934,3682
"mom_0",0.8599679391227989,1613943461934,3682
"eps_0",1e-05,1613943461934,3682
"wd_1",0.01,1613943461934,3682
"sqr_mom_1",0.99,1613943461934,3682
"lr_1",4.501608027829615e-05,1613943461934,3682
"mom_1",0.8599679391227989,1613943461934,3682
"eps_1",1e-05,1613943461934,3682
"wd_2",0.01,1613943461934,3682
"sqr_mom_2",0.99,1613943461934,3682
"lr_2",0.0004501608027829615,1613943461934,3682
"mom_2",0.8599679391227989,1613943461934,3682
"eps_2",1e-05,1613943461934,3682
"train_loss",0.030294117,1613943462943,3683
"raw_loss",0.019824143,1613943462943,3683
"epoch",23.16981132075471,1613943462943,3683
"wd_0",0.01,1613943462943,3683
"sqr_mom_0",0.99,1613943462943,3683
"lr_0",4.500762071373598e-06,1613943462943,3683
"mom_0",0.8599848584211123,1613943462943,3683
"eps_0",1e-05,1613943462943,3683
"wd_1",0.01,1613943462943,3683
"sqr_mom_1",0.99,1613943462943,3683
"lr_1",4.5007620713735976e-05,1613943462943,3683
"mom_1",0.8599848584211123,1613943462943,3683
"eps_1",1e-05,1613943462943,3683
"wd_2",0.01,1613943462943,3683
"sqr_mom_2",0.99,1613943462943,3683
"lr_2",0.0004500762071373598,1613943462943,3683
"mom_2",0.8599848584211123,1613943462943,3683
"eps_2",1e-05,1613943462943,3683
"train_loss",0.030203879,1613943463913,3684
"raw_loss",0.025782228,1613943463913,3684
"epoch",23.17610062893081,1613943463913,3684
"wd_0",0.01,1613943463913,3684
"sqr_mom_0",0.99,1613943463913,3684
"lr_0",4.499915477205573e-06,1613943463913,3684
"mom_0",0.8600017904737932,1613943463913,3684
"eps_0",1e-05,1613943463913,3684
"wd_1",0.01,1613943463913,3684
"sqr_mom_1",0.99,1613943463913,3684
"lr_1",4.4999154772055734e-05,1613943463913,3684
"mom_1",0.8600017904737932,1613943463913,3684
"eps_1",1e-05,1613943463913,3684
"wd_2",0.01,1613943463913,3684
"sqr_mom_2",0.99,1613943463913,3684
"lr_2",0.00044999154772055734,1613943463913,3684
"mom_2",0.8600017904737932,1613943463913,3684
"eps_2",1e-05,1613943463913,3684
"train_loss",0.030094042,1613943464902,3685
"raw_loss",0.02471207,1613943464902,3685
"epoch",23.18238993710691,1613943464902,3685
"wd_0",0.01,1613943464902,3685
"sqr_mom_0",0.99,1613943464902,3685
"lr_0",4.499068456428758e-06,1613943464902,3685
"mom_0",0.8600187310587354,1613943464902,3685
"eps_0",1e-05,1613943464902,3685
"wd_1",0.01,1613943464902,3685
"sqr_mom_1",0.99,1613943464902,3685
"lr_1",4.4990684564287575e-05,1613943464902,3685
"mom_1",0.8600187310587354,1613943464902,3685
"eps_1",1e-05,1613943464902,3685
"wd_2",0.01,1613943464902,3685
"sqr_mom_2",0.99,1613943464902,3685
"lr_2",0.00044990684564287574,1613943464902,3685
"mom_2",0.8600187310587354,1613943464902,3685
"eps_2",1e-05,1613943464902,3685
"train_loss",0.029941874,1613943465883,3686
"raw_loss",0.022485586,1613943465883,3686
"epoch",23.188679245283012,1613943465883,3686
"wd_0",0.01,1613943465883,3686
"sqr_mom_0",0.99,1613943465883,3686
"lr_0",4.498220587804916e-06,1613943465883,3686
"mom_0",0.8600356886007877,1613943465883,3686
"eps_0",1e-05,1613943465883,3686
"wd_1",0.01,1613943465883,3686
"sqr_mom_1",0.99,1613943465883,3686
"lr_1",4.498220587804916e-05,1613943465883,3686
"mom_1",0.8600356886007877,1613943465883,3686
"eps_1",1e-05,1613943465883,3686
"wd_2",0.01,1613943465883,3686
"sqr_mom_2",0.99,1613943465883,3686
"lr_2",0.00044982205878049155,1613943465883,3686
"mom_2",0.8600356886007877,1613943465883,3686
"eps_2",1e-05,1613943465883,3686
"train_loss",0.030116616,1613943466864,3687
"raw_loss",0.038678996,1613943466864,3687
"epoch",23.194968553459113,1613943466864,3687
"wd_0",0.01,1613943466864,3687
"sqr_mom_0",0.99,1613943466864,3687
"lr_0",4.497372082279136e-06,1613943466864,3687
"mom_0",0.8600526588810061,1613943466864,3687
"eps_0",1e-05,1613943466864,3687
"wd_1",0.01,1613943466864,3687
"sqr_mom_1",0.99,1613943466864,3687
"lr_1",4.497372082279135e-05,1613943466864,3687
"mom_1",0.8600526588810061,1613943466864,3687
"eps_1",1e-05,1613943466864,3687
"wd_2",0.01,1613943466864,3687
"sqr_mom_2",0.99,1613943466864,3687
"lr_2",0.00044973720822791356,1613943466864,3687
"mom_2",0.8600526588810061,1613943466864,3687
"eps_2",1e-05,1613943466864,3687
"train_loss",0.030095661,1613943467851,3688
"raw_loss",0.029068902,1613943467851,3688
"epoch",23.201257861635213,1613943467851,3688
"wd_0",0.01,1613943467851,3688
"sqr_mom_0",0.99,1613943467851,3688
"lr_0",4.496523151430402e-06,1613943467851,3688
"mom_0",0.8600696376677686,1613943467851,3688
"eps_0",1e-05,1613943467851,3688
"wd_1",0.01,1613943467851,3688
"sqr_mom_1",0.99,1613943467851,3688
"lr_1",4.4965231514304026e-05,1613943467851,3688
"mom_1",0.8600696376677686,1613943467851,3688
"eps_1",1e-05,1613943467851,3688
"wd_2",0.01,1613943467851,3688
"sqr_mom_2",0.99,1613943467851,3688
"lr_2",0.0004496523151430402,1613943467851,3688
"mom_2",0.8600696376677686,1613943467851,3688
"eps_2",1e-05,1613943467851,3688
"train_loss",0.029735645,1613943468849,3689
"raw_loss",0.012094848,1613943468849,3689
"epoch",23.207547169811313,1613943468849,3689
"wd_0",0.01,1613943468849,3689
"sqr_mom_0",0.99,1613943468849,3689
"lr_0",4.495673373070568e-06,1613943468849,3689
"mom_0",0.8600866334049226,1613943468849,3689
"eps_0",1e-05,1613943468849,3689
"wd_1",0.01,1613943468849,3689
"sqr_mom_1",0.99,1613943468849,3689
"lr_1",4.495673373070568e-05,1613943468849,3689
"mom_1",0.8600866334049226,1613943468849,3689
"eps_1",1e-05,1613943468849,3689
"wd_2",0.01,1613943468849,3689
"sqr_mom_2",0.99,1613943468849,3689
"lr_2",0.00044956733730705674,1613943468849,3689
"mom_2",0.8600866334049226,1613943468849,3689
"eps_2",1e-05,1613943468849,3689
"train_loss",0.030020537,1613943469840,3690
"raw_loss",0.043980192,1613943469840,3690
"epoch",23.213836477987414,1613943469840,3690
"wd_0",0.01,1613943469840,3690
"sqr_mom_0",0.99,1613943469840,3690
"lr_0",4.49482295862069e-06,1613943469840,3690
"mom_0",0.8601036418640048,1613943469840,3690
"eps_0",1e-05,1613943469840,3690
"wd_1",0.01,1613943469840,3690
"sqr_mom_1",0.99,1613943469840,3690
"lr_1",4.49482295862069e-05,1613943469840,3690
"mom_1",0.8601036418640048,1613943469840,3690
"eps_1",1e-05,1613943469840,3690
"wd_2",0.01,1613943469840,3690
"sqr_mom_2",0.99,1613943469840,3690
"lr_2",0.000449482295862069,1613943469840,3690
"mom_2",0.8601036418640048,1613943469840,3690
"eps_2",1e-05,1613943469840,3690
"train_loss",0.029921284,1613943470834,3691
"raw_loss",0.025057852,1613943470834,3691
"epoch",23.220125786163514,1613943470834,3691
"wd_0",0.01,1613943470834,3691
"sqr_mom_0",0.99,1613943470834,3691
"lr_0",4.4939721201349164e-06,1613943470834,3691
"mom_0",0.8601206588038897,1613943470834,3691
"eps_0",1e-05,1613943470834,3691
"wd_1",0.01,1613943470834,3691
"sqr_mom_1",0.99,1613943470834,3691
"lr_1",4.493972120134916e-05,1613943470834,3691
"mom_1",0.8601206588038897,1613943470834,3691
"eps_1",1e-05,1613943470834,3691
"wd_2",0.01,1613943470834,3691
"sqr_mom_2",0.99,1613943470834,3691
"lr_2",0.0004493972120134916,1613943470834,3691
"mom_2",0.8601206588038897,1613943470834,3691
"eps_2",1e-05,1613943470834,3691
"train_loss",0.029755704,1613943471808,3692
"raw_loss",0.021642325,1613943471808,3692
"epoch",23.226415094339615,1613943471808,3692
"wd_0",0.01,1613943471808,3692
"sqr_mom_0",0.99,1613943471808,3692
"lr_0",4.493120434476398e-06,1613943471808,3692
"mom_0",0.8601376926873989,1613943471808,3692
"eps_0",1e-05,1613943471808,3692
"wd_1",0.01,1613943471808,3692
"sqr_mom_1",0.99,1613943471808,3692
"lr_1",4.493120434476398e-05,1613943471808,3692
"mom_1",0.8601376926873989,1613943471808,3692
"eps_1",1e-05,1613943471808,3692
"wd_2",0.01,1613943471808,3692
"sqr_mom_2",0.99,1613943471808,3692
"lr_2",0.0004493120434476398,1613943471808,3692
"mom_2",0.8601376926873989,1613943471808,3692
"eps_2",1e-05,1613943471808,3692
"train_loss",0.029901503,1613943472795,3693
"raw_loss",0.03704568,1613943472795,3693
"epoch",23.232704402515715,1613943472795,3693
"wd_0",0.01,1613943472795,3693
"sqr_mom_0",0.99,1613943472795,3693
"lr_0",4.492268113541557e-06,1613943472795,3693
"mom_0",0.8601547392765616,1613943472795,3693
"eps_0",1e-05,1613943472795,3693
"wd_1",0.01,1613943472795,3693
"sqr_mom_1",0.99,1613943472795,3693
"lr_1",4.492268113541557e-05,1613943472795,3693
"mom_1",0.8601547392765616,1613943472795,3693
"eps_1",1e-05,1613943472795,3693
"wd_2",0.01,1613943472795,3693
"sqr_mom_2",0.99,1613943472795,3693
"lr_2",0.0004492268113541557,1613943472795,3693
"mom_2",0.8601547392765616,1613943472795,3693
"eps_2",1e-05,1613943472795,3693
"train_loss",0.02972109,1613943473770,3694
"raw_loss",0.020880884,1613943473770,3694
"epoch",23.238993710691815,1613943473770,3694
"wd_0",0.01,1613943473770,3694
"sqr_mom_0",0.99,1613943473770,3694
"lr_0",4.491415369859093e-06,1613943473770,3694
"mom_0",0.8601717943207613,1613943473770,3694
"eps_0",1e-05,1613943473770,3694
"wd_1",0.01,1613943473770,3694
"sqr_mom_1",0.99,1613943473770,3694
"lr_1",4.4914153698590934e-05,1613943473770,3694
"mom_1",0.8601717943207613,1613943473770,3694
"eps_1",1e-05,1613943473770,3694
"wd_2",0.01,1613943473770,3694
"sqr_mom_2",0.99,1613943473770,3694
"lr_2",0.0004491415369859093,1613943473770,3694
"mom_2",0.8601717943207613,1613943473770,3694
"eps_2",1e-05,1613943473770,3694
"train_loss",0.029425358,1613943474736,3695
"raw_loss",0.01493449,1613943474736,3695
"epoch",23.245283018867916,1613943474736,3695
"wd_0",0.01,1613943474736,3695
"sqr_mom_0",0.99,1613943474736,3695
"lr_0",4.4905617793446715e-06,1613943474736,3695
"mom_0",0.8601888663017696,1613943474736,3695
"eps_0",1e-05,1613943474736,3695
"wd_1",0.01,1613943474736,3695
"sqr_mom_1",0.99,1613943474736,3695
"lr_1",4.490561779344671e-05,1613943474736,3695
"mom_1",0.8601888663017696,1613943474736,3695
"eps_1",1e-05,1613943474736,3695
"wd_2",0.01,1613943474736,3695
"sqr_mom_2",0.99,1613943474736,3695
"lr_2",0.0004490561779344671,1613943474736,3695
"mom_2",0.8601888663017696,1613943474736,3695
"eps_2",1e-05,1613943474736,3695
"train_loss",0.029396694,1613943475720,3696
"raw_loss",0.027992114,1613943475720,3696
"epoch",23.251572327044016,1613943475720,3696
"wd_0",0.01,1613943475720,3696
"sqr_mom_0",0.99,1613943475720,3696
"lr_0",4.489707554369469e-06,1613943475720,3696
"mom_0",0.8602059509721204,1613943475720,3696
"eps_0",1e-05,1613943475720,3696
"wd_1",0.01,1613943475720,3696
"sqr_mom_1",0.99,1613943475720,3696
"lr_1",4.4897075543694686e-05,1613943475720,3696
"mom_1",0.8602059509721204,1613943475720,3696
"eps_1",1e-05,1613943475720,3696
"wd_2",0.01,1613943475720,3696
"sqr_mom_2",0.99,1613943475720,3696
"lr_2",0.00044897075543694686,1613943475720,3696
"mom_2",0.8602059509721204,1613943475720,3696
"eps_2",1e-05,1613943475720,3696
"train_loss",0.029480161,1613943476696,3697
"raw_loss",0.033570055,1613943476696,3697
"epoch",23.257861635220117,1613943476696,3697
"wd_0",0.01,1613943476696,3697
"sqr_mom_0",0.99,1613943476696,3697
"lr_0",4.488852837026011e-06,1613943476696,3697
"mom_0",0.8602230454899347,1613943476696,3697
"eps_0",1e-05,1613943476696,3697
"wd_1",0.01,1613943476696,3697
"sqr_mom_1",0.99,1613943476696,3697
"lr_1",4.48885283702601e-05,1613943476696,3697
"mom_1",0.8602230454899347,1613943476696,3697
"eps_1",1e-05,1613943476696,3697
"wd_2",0.01,1613943476696,3697
"sqr_mom_2",0.99,1613943476696,3697
"lr_2",0.000448885283702601,1613943476696,3697
"mom_2",0.8602230454899347,1613943476696,3697
"eps_2",1e-05,1613943476696,3697
"train_loss",0.029346896,1613943477664,3698
"raw_loss",0.022816872,1613943477664,3698
"epoch",23.264150943396217,1613943477664,3698
"wd_0",0.01,1613943477664,3698
"sqr_mom_0",0.99,1613943477664,3698
"lr_0",4.487997344051376e-06,1613943477664,3698
"mom_0",0.8602401555205277,1613943477664,3698
"eps_0",1e-05,1613943477664,3698
"wd_1",0.01,1613943477664,3698
"sqr_mom_1",0.99,1613943477664,3698
"lr_1",4.487997344051375e-05,1613943477664,3698
"mom_1",0.8602401555205277,1613943477664,3698
"eps_1",1e-05,1613943477664,3698
"wd_2",0.01,1613943477664,3698
"sqr_mom_2",0.99,1613943477664,3698
"lr_2",0.0004487997344051375,1613943477664,3698
"mom_2",0.8602401555205277,1613943477664,3698
"eps_2",1e-05,1613943477664,3698
"train_loss",0.029230503,1613943478646,3699
"raw_loss",0.023527214,1613943478646,3699
"epoch",23.270440251572317,1613943478646,3699
"wd_0",0.01,1613943478646,3699
"sqr_mom_0",0.99,1613943478646,3699
"lr_0",4.4871412174333434e-06,1613943478646,3699
"mom_0",0.8602572782241154,1613943478646,3699
"eps_0",1e-05,1613943478646,3699
"wd_1",0.01,1613943478646,3699
"sqr_mom_1",0.99,1613943478646,3699
"lr_1",4.487141217433344e-05,1613943478646,3699
"mom_1",0.8602572782241154,1613943478646,3699
"eps_1",1e-05,1613943478646,3699
"wd_2",0.01,1613943478646,3699
"sqr_mom_2",0.99,1613943478646,3699
"lr_2",0.00044871412174333434,1613943478646,3699
"mom_2",0.8602572782241154,1613943478646,3699
"eps_2",1e-05,1613943478646,3699
"train_loss",0.029346583,1613943479588,3700
"raw_loss",0.035034478,1613943479588,3700
"epoch",23.276729559748418,1613943479588,3700
"wd_0",0.01,1613943479588,3700
"sqr_mom_0",0.99,1613943479588,3700
"lr_0",4.486284670647907e-06,1613943479588,3700
"mom_0",0.8602744093311352,1613943479588,3700
"eps_0",1e-05,1613943479588,3700
"wd_1",0.01,1613943479588,3700
"sqr_mom_1",0.99,1613943479588,3700
"lr_1",4.4862846706479064e-05,1613943479588,3700
"mom_1",0.8602744093311352,1613943479588,3700
"eps_1",1e-05,1613943479588,3700
"wd_2",0.01,1613943479588,3700
"sqr_mom_2",0.99,1613943479588,3700
"lr_2",0.0004486284670647906,1613943479588,3700
"mom_2",0.8602744093311352,1613943479588,3700
"eps_2",1e-05,1613943479588,3700
"train_loss",0.029484333,1613943480546,3701
"raw_loss",0.036234055,1613943480546,3701
"epoch",23.28301886792452,1613943480546,3701
"wd_0",0.01,1613943480546,3701
"sqr_mom_0",0.99,1613943480546,3701
"lr_0",4.485427277719378e-06,1613943480546,3701
"mom_0",0.860291557361186,1613943480546,3701
"eps_0",1e-05,1613943480546,3701
"wd_1",0.01,1613943480546,3701
"sqr_mom_1",0.99,1613943480546,3701
"lr_1",4.485427277719378e-05,1613943480546,3701
"mom_1",0.860291557361186,1613943480546,3701
"eps_1",1e-05,1613943480546,3701
"wd_2",0.01,1613943480546,3701
"sqr_mom_2",0.99,1613943480546,3701
"lr_2",0.0004485427277719378,1613943480546,3701
"mom_2",0.860291557361186,1613943480546,3701
"eps_2",1e-05,1613943480546,3701
"train_loss",0.029253652,1613943481491,3702
"raw_loss",0.017950254,1613943481491,3702
"epoch",23.28930817610062,1613943481491,3702
"wd_0",0.01,1613943481491,3702
"sqr_mom_0",0.99,1613943481491,3702
"lr_0",4.484569251966633e-06,1613943481491,3702
"mom_0",0.8603087180478478,1613943481491,3702
"eps_0",1e-05,1613943481491,3702
"wd_1",0.01,1613943481491,3702
"sqr_mom_1",0.99,1613943481491,3702
"lr_1",4.484569251966632e-05,1613943481491,3702
"mom_1",0.8603087180478478,1613943481491,3702
"eps_1",1e-05,1613943481491,3702
"wd_2",0.01,1613943481491,3702
"sqr_mom_2",0.99,1613943481491,3702
"lr_2",0.0004484569251966632,1613943481491,3702
"mom_2",0.8603087180478478,1613943481491,3702
"eps_2",1e-05,1613943481491,3702
"train_loss",0.029039495,1613943482470,3703
"raw_loss",0.018545736,1613943482470,3703
"epoch",23.29559748427672,1613943482470,3703
"wd_0",0.01,1613943482470,3703
"sqr_mom_0",0.99,1613943482470,3703
"lr_0",4.483710593663155e-06,1613943482470,3703
"mom_0",0.8603258913856507,1613943482470,3703
"eps_0",1e-05,1613943482470,3703
"wd_1",0.01,1613943482470,3703
"sqr_mom_1",0.99,1613943482470,3703
"lr_1",4.483710593663155e-05,1613943482470,3703
"mom_1",0.8603258913856507,1613943482470,3703
"eps_1",1e-05,1613943482470,3703
"wd_2",0.01,1613943482470,3703
"sqr_mom_2",0.99,1613943482470,3703
"lr_2",0.0004483710593663155,1613943482470,3703
"mom_2",0.8603258913856507,1613943482470,3703
"eps_2",1e-05,1613943482470,3703
"train_loss",0.029587736,1613943483473,3704
"raw_loss",0.056451578,1613943483473,3704
"epoch",23.30188679245282,1613943483473,3704
"wd_0",0.01,1613943483473,3704
"sqr_mom_0",0.99,1613943483473,3704
"lr_0",4.48285151691511e-06,1613943483473,3704
"mom_0",0.8603430730924287,1613943483473,3704
"eps_0",1e-05,1613943483473,3704
"wd_1",0.01,1613943483473,3704
"sqr_mom_1",0.99,1613943483473,3704
"lr_1",4.48285151691511e-05,1613943483473,3704
"mom_1",0.8603430730924287,1613943483473,3704
"eps_1",1e-05,1613943483473,3704
"wd_2",0.01,1613943483473,3704
"sqr_mom_2",0.99,1613943483473,3704
"lr_2",0.00044828515169151095,1613943483473,3704
"mom_2",0.8603430730924287,1613943483473,3704
"eps_2",1e-05,1613943483473,3704
"train_loss",0.029350339,1613943484580,3705
"raw_loss",0.01771784,1613943484580,3705
"epoch",23.30817610062892,1613943484580,3705
"wd_0",0.01,1613943484580,3705
"sqr_mom_0",0.99,1613943484580,3705
"lr_0",4.481991594488614e-06,1613943484580,3705
"mom_0",0.8603602717129448,1613943484580,3705
"eps_0",1e-05,1613943484580,3705
"wd_1",0.01,1613943484580,3705
"sqr_mom_1",0.99,1613943484580,3705
"lr_1",4.481991594488614e-05,1613943484580,3705
"mom_1",0.8603602717129448,1613943484580,3705
"eps_1",1e-05,1613943484580,3705
"wd_2",0.01,1613943484580,3705
"sqr_mom_2",0.99,1613943484580,3705
"lr_2",0.0004481991594488614,1613943484580,3705
"mom_2",0.8603602717129448,1613943484580,3705
"eps_2",1e-05,1613943484580,3705
"train_loss",0.029744895,1613943485757,3706
"raw_loss",0.049078174,1613943485757,3706
"epoch",23.31446540880502,1613943485757,3706
"wd_0",0.01,1613943485757,3706
"sqr_mom_0",0.99,1613943485757,3706
"lr_0",4.481131040332986e-06,1613943485757,3706
"mom_0",0.86037748296817,1613943485757,3706
"eps_0",1e-05,1613943485757,3706
"wd_1",0.01,1613943485757,3706
"sqr_mom_1",0.99,1613943485757,3706
"lr_1",4.481131040332985e-05,1613943485757,3706
"mom_1",0.86037748296817,1613943485757,3706
"eps_1",1e-05,1613943485757,3706
"wd_2",0.01,1613943485757,3706
"sqr_mom_2",0.99,1613943485757,3706
"lr_2",0.00044811310403329856,1613943485757,3706
"mom_2",0.86037748296817,1613943485757,3706
"eps_2",1e-05,1613943485757,3706
"train_loss",0.029633146,1613943487106,3707
"raw_loss",0.024157424,1613943487106,3707
"epoch",23.32075471698112,1613943487106,3707
"wd_0",0.01,1613943487106,3707
"sqr_mom_0",0.99,1613943487106,3707
"lr_0",4.480270069026289e-06,1613943487106,3707
"mom_0",0.8603947025664999,1613943487106,3707
"eps_0",1e-05,1613943487106,3707
"wd_1",0.01,1613943487106,3707
"sqr_mom_1",0.99,1613943487106,3707
"lr_1",4.4802700690262894e-05,1613943487106,3707
"mom_1",0.8603947025664999,1613943487106,3707
"eps_1",1e-05,1613943487106,3707
"wd_2",0.01,1613943487106,3707
"sqr_mom_2",0.99,1613943487106,3707
"lr_2",0.0004480270069026289,1613943487106,3707
"mom_2",0.8603947025664999,1613943487106,3707
"eps_2",1e-05,1613943487106,3707
"train_loss",0.029463427,1613943488251,3708
"raw_loss",0.021147214,1613943488251,3708
"epoch",23.32704402515722,1613943488251,3708
"wd_0",0.01,1613943488251,3708
"sqr_mom_0",0.99,1613943488251,3708
"lr_0",4.479408252392448e-06,1613943488251,3708
"mom_0",0.8604119390715418,1613943488251,3708
"eps_0",1e-05,1613943488251,3708
"wd_1",0.01,1613943488251,3708
"sqr_mom_1",0.99,1613943488251,3708
"lr_1",4.479408252392448e-05,1613943488251,3708
"mom_1",0.8604119390715418,1613943488251,3708
"eps_1",1e-05,1613943488251,3708
"wd_2",0.01,1613943488251,3708
"sqr_mom_2",0.99,1613943488251,3708
"lr_2",0.00044794082523924475,1613943488251,3708
"mom_2",0.8604119390715418,1613943488251,3708
"eps_2",1e-05,1613943488251,3708
"train_loss",0.029783743,1613943489228,3709
"raw_loss",0.0454792,1613943489228,3709
"epoch",23.33333333333332,1613943489228,3709
"wd_0",0.01,1613943489228,3709
"sqr_mom_0",0.99,1613943489228,3709
"lr_0",4.478545804852884e-06,1613943489228,3709
"mom_0",0.8604291881948243,1613943489228,3709
"eps_0",1e-05,1613943489228,3709
"wd_1",0.01,1613943489228,3709
"sqr_mom_1",0.99,1613943489228,3709
"lr_1",4.478545804852884e-05,1613943489228,3709
"mom_1",0.8604291881948243,1613943489228,3709
"eps_1",1e-05,1613943489228,3709
"wd_2",0.01,1613943489228,3709
"sqr_mom_2",0.99,1613943489228,3709
"lr_2",0.0004478545804852884,1613943489228,3709
"mom_2",0.8604291881948243,1613943489228,3709
"eps_2",1e-05,1613943489228,3709
"train_loss",0.029655801,1613943490163,3710
"raw_loss",0.023386635,1613943490163,3710
"epoch",23.339622641509422,1613943490163,3710
"wd_0",0.01,1613943490163,3710
"sqr_mom_0",0.99,1613943490163,3710
"lr_0",4.477682941456951e-06,1613943490163,3710
"mom_0",0.8604464456353174,1613943490163,3710
"eps_0",1e-05,1613943490163,3710
"wd_1",0.01,1613943490163,3710
"sqr_mom_1",0.99,1613943490163,3710
"lr_1",4.47768294145695e-05,1613943490163,3710
"mom_1",0.8604464456353174,1613943490163,3710
"eps_1",1e-05,1613943490163,3710
"wd_2",0.01,1613943490163,3710
"sqr_mom_2",0.99,1613943490163,3710
"lr_2",0.000447768294145695,1613943490163,3710
"mom_2",0.8604464456353174,1613943490163,3710
"eps_2",1e-05,1613943490163,3710
"train_loss",0.029778367,1613943491137,3711
"raw_loss",0.035784133,1613943491137,3711
"epoch",23.345911949685522,1613943491137,3711
"wd_0",0.01,1613943491137,3711
"sqr_mom_0",0.99,1613943491137,3711
"lr_0",4.476819233087601e-06,1613943491137,3711
"mom_0",0.8604637199754477,1613943491137,3711
"eps_0",1e-05,1613943491137,3711
"wd_1",0.01,1613943491137,3711
"sqr_mom_1",0.99,1613943491137,3711
"lr_1",4.476819233087601e-05,1613943491137,3711
"mom_1",0.8604637199754477,1613943491137,3711
"eps_1",1e-05,1613943491137,3711
"wd_2",0.01,1613943491137,3711
"sqr_mom_2",0.99,1613943491137,3711
"lr_2",0.00044768192330876,1613943491137,3711
"mom_2",0.8604637199754477,1613943491137,3711
"eps_2",1e-05,1613943491137,3711
"train_loss",0.029596066,1613943492088,3712
"raw_loss",0.020663364,1613943492088,3712
"epoch",23.352201257861623,1613943492088,3712
"wd_0",0.01,1613943492088,3712
"sqr_mom_0",0.99,1613943492088,3712
"lr_0",4.475954894637749e-06,1613943492088,3712
"mom_0",0.8604810069173142,1613943492088,3712
"eps_0",1e-05,1613943492088,3712
"wd_1",0.01,1613943492088,3712
"sqr_mom_1",0.99,1613943492088,3712
"lr_1",4.475954894637749e-05,1613943492088,3712
"mom_1",0.8604810069173142,1613943492088,3712
"eps_1",1e-05,1613943492088,3712
"wd_2",0.01,1613943492088,3712
"sqr_mom_2",0.99,1613943492088,3712
"lr_2",0.0004475954894637749,1613943492088,3712
"mom_2",0.8604810069173142,1613943492088,3712
"eps_2",1e-05,1613943492088,3712
"train_loss",0.029407186,1613943493052,3713
"raw_loss",0.020152101,1613943493052,3713
"epoch",23.358490566037723,1613943493052,3713
"wd_0",0.01,1613943493052,3713
"sqr_mom_0",0.99,1613943493052,3713
"lr_0",4.475090141627418e-06,1613943493052,3713
"mom_0",0.8604983021504732,1613943493052,3713
"eps_0",1e-05,1613943493052,3713
"wd_1",0.01,1613943493052,3713
"sqr_mom_1",0.99,1613943493052,3713
"lr_1",4.4750901416274174e-05,1613943493052,3713
"mom_1",0.8604983021504732,1613943493052,3713
"eps_1",1e-05,1613943493052,3713
"wd_2",0.01,1613943493052,3713
"sqr_mom_2",0.99,1613943493052,3713
"lr_2",0.00044750901416274174,1613943493052,3713
"mom_2",0.8604983021504732,1613943493052,3713
"eps_2",1e-05,1613943493052,3713
"train_loss",0.029369088,1613943494011,3714
"raw_loss",0.027502267,1613943494011,3714
"epoch",23.364779874213824,1613943494011,3714
"wd_0",0.01,1613943494011,3714
"sqr_mom_0",0.99,1613943494011,3714
"lr_0",4.474224543999822e-06,1613943494011,3714
"mom_0",0.8605156142761463,1613943494011,3714
"eps_0",1e-05,1613943494011,3714
"wd_1",0.01,1613943494011,3714
"sqr_mom_1",0.99,1613943494011,3714
"lr_1",4.474224543999821e-05,1613943494011,3714
"mom_1",0.8605156142761463,1613943494011,3714
"eps_1",1e-05,1613943494011,3714
"wd_2",0.01,1613943494011,3714
"sqr_mom_2",0.99,1613943494011,3714
"lr_2",0.00044742245439998216,1613943494011,3714
"mom_2",0.8605156142761463,1613943494011,3714
"eps_2",1e-05,1613943494011,3714
"train_loss",0.028981984,1613943494988,3715
"raw_loss",0.010013869,1613943494988,3715
"epoch",23.371069182389924,1613943494988,3715
"wd_0",0.01,1613943494988,3715
"sqr_mom_0",0.99,1613943494988,3715
"lr_0",4.473358317118751e-06,1613943494988,3715
"mom_0",0.8605329389870148,1613943494988,3715
"eps_0",1e-05,1613943494988,3715
"wd_1",0.01,1613943494988,3715
"sqr_mom_1",0.99,1613943494988,3715
"lr_1",4.473358317118751e-05,1613943494988,3715
"mom_1",0.8605329389870148,1613943494988,3715
"eps_1",1e-05,1613943494988,3715
"wd_2",0.01,1613943494988,3715
"sqr_mom_2",0.99,1613943494988,3715
"lr_2",0.0004473358317118751,1613943494988,3715
"mom_2",0.8605329389870148,1613943494988,3715
"eps_2",1e-05,1613943494988,3715
"train_loss",0.028700572,1613943495928,3716
"raw_loss",0.014911341,1613943495928,3716
"epoch",23.377358490566024,1613943495928,3716
"wd_0",0.01,1613943495928,3716
"sqr_mom_0",0.99,1613943495928,3716
"lr_0",4.472491676974281e-06,1613943495928,3716
"mom_0",0.860550271963234,1613943495928,3716
"eps_0",1e-05,1613943495928,3716
"wd_1",0.01,1613943495928,3716
"sqr_mom_1",0.99,1613943495928,3716
"lr_1",4.47249167697428e-05,1613943495928,3716
"mom_1",0.860550271963234,1613943495928,3716
"eps_1",1e-05,1613943495928,3716
"wd_2",0.01,1613943495928,3716
"sqr_mom_2",0.99,1613943495928,3716
"lr_2",0.00044724916769742803,1613943495928,3716
"mom_2",0.860550271963234,1613943495928,3716
"eps_2",1e-05,1613943495928,3716
"train_loss",0.028375976,1613943496884,3717
"raw_loss",0.01247073,1613943496884,3717
"epoch",23.383647798742125,1613943496884,3717
"wd_0",0.01,1613943496884,3717
"sqr_mom_0",0.99,1613943496884,3717
"lr_0",4.471624192571121e-06,1613943496884,3717
"mom_0",0.8605676218247958,1613943496884,3717
"eps_0",1e-05,1613943496884,3717
"wd_1",0.01,1613943496884,3717
"sqr_mom_1",0.99,1613943496884,3717
"lr_1",4.4716241925711205e-05,1613943496884,3717
"mom_1",0.8605676218247958,1613943496884,3717
"eps_1",1e-05,1613943496884,3717
"wd_2",0.01,1613943496884,3717
"sqr_mom_2",0.99,1613943496884,3717
"lr_2",0.000447162419257112,1613943496884,3717
"mom_2",0.8605676218247958,1613943496884,3717
"eps_2",1e-05,1613943496884,3717
"train_loss",0.028168228,1613943497838,3718
"raw_loss",0.017988568,1613943497838,3718
"epoch",23.389937106918225,1613943497838,3718
"wd_0",0.01,1613943497838,3718
"sqr_mom_0",0.99,1613943497838,3718
"lr_0",4.470756079743318e-06,1613943497838,3718
"mom_0",0.8605849842549762,1613943497838,3718
"eps_0",1e-05,1613943497838,3718
"wd_1",0.01,1613943497838,3718
"sqr_mom_1",0.99,1613943497838,3718
"lr_1",4.470756079743318e-05,1613943497838,3718
"mom_1",0.8605849842549762,1613943497838,3718
"eps_1",1e-05,1613943497838,3718
"wd_2",0.01,1613943497838,3718
"sqr_mom_2",0.99,1613943497838,3718
"lr_2",0.0004470756079743318,1613943497838,3718
"mom_2",0.8605849842549762,1613943497838,3718
"eps_2",1e-05,1613943497838,3718
"train_loss",0.028372772,1613943498825,3719
"raw_loss",0.03839545,1613943498825,3719
"epoch",23.396226415094326,1613943498825,3719
"wd_0",0.01,1613943498825,3719
"sqr_mom_0",0.99,1613943498825,3719
"lr_0",4.46988748288945e-06,1613943498825,3719
"mom_0",0.8606023563657746,1613943498825,3719
"eps_0",1e-05,1613943498825,3719
"wd_1",0.01,1613943498825,3719
"sqr_mom_1",0.99,1613943498825,3719
"lr_1",4.46988748288945e-05,1613943498825,3719
"mom_1",0.8606023563657746,1613943498825,3719
"eps_1",1e-05,1613943498825,3719
"wd_2",0.01,1613943498825,3719
"sqr_mom_2",0.99,1613943498825,3719
"lr_2",0.00044698874828894496,1613943498825,3719
"mom_2",0.8606023563657746,1613943498825,3719
"eps_2",1e-05,1613943498825,3719
"train_loss",0.028163351,1613943499765,3720
"raw_loss",0.017901741,1613943499765,3720
"epoch",23.402515723270426,1613943499765,3720
"wd_0",0.01,1613943499765,3720
"sqr_mom_0",0.99,1613943499765,3720
"lr_0",4.469018114146768e-06,1613943499765,3720
"mom_0",0.8606197439145038,1613943499765,3720
"eps_0",1e-05,1613943499765,3720
"wd_1",0.01,1613943499765,3720
"sqr_mom_1",0.99,1613943499765,3720
"lr_1",4.469018114146768e-05,1613943499765,3720
"mom_1",0.8606197439145038,1613943499765,3720
"eps_1",1e-05,1613943499765,3720
"wd_2",0.01,1613943499765,3720
"sqr_mom_2",0.99,1613943499765,3720
"lr_2",0.0004469018114146768,1613943499765,3720
"mom_2",0.8606197439145038,1613943499765,3720
"eps_2",1e-05,1613943499765,3720
"train_loss",0.028148148,1613943500714,3721
"raw_loss",0.027403226,1613943500714,3721
"epoch",23.408805031446526,1613943500714,3721
"wd_0",0.01,1613943500714,3721
"sqr_mom_0",0.99,1613943500714,3721
"lr_0",4.468148117810102e-06,1613943500714,3721
"mom_0",0.860637144015238,1613943500714,3721
"eps_0",1e-05,1613943500714,3721
"wd_1",0.01,1613943500714,3721
"sqr_mom_1",0.99,1613943500714,3721
"lr_1",4.4681481178101014e-05,1613943500714,3721
"mom_1",0.860637144015238,1613943500714,3721
"eps_1",1e-05,1613943500714,3721
"wd_2",0.01,1613943500714,3721
"sqr_mom_2",0.99,1613943500714,3721
"lr_2",0.00044681481178101016,1613943500714,3721
"mom_2",0.860637144015238,1613943500714,3721
"eps_2",1e-05,1613943500714,3721
"train_loss",0.027861282,1613943501652,3722
"raw_loss",0.013804877,1613943501652,3722
"epoch",23.415094339622627,1613943501652,3722
"wd_0",0.01,1613943501652,3722
"sqr_mom_0",0.99,1613943501652,3722
"lr_0",4.467277710807782e-06,1613943501652,3722
"mom_0",0.8606545523293676,1613943501652,3722
"eps_0",1e-05,1613943501652,3722
"wd_1",0.01,1613943501652,3722
"sqr_mom_1",0.99,1613943501652,3722
"lr_1",4.467277710807781e-05,1613943501652,3722
"mom_1",0.8606545523293676,1613943501652,3722
"eps_1",1e-05,1613943501652,3722
"wd_2",0.01,1613943501652,3722
"sqr_mom_2",0.99,1613943501652,3722
"lr_2",0.0004467277710807781,1613943501652,3722
"mom_2",0.8606545523293676,1613943501652,3722
"eps_2",1e-05,1613943501652,3722
"train_loss",0.027722055,1613943502620,3723
"raw_loss",0.020899888,1613943502620,3723
"epoch",23.421383647798727,1613943502620,3723
"wd_0",0.01,1613943502620,3723
"sqr_mom_0",0.99,1613943502620,3723
"lr_0",4.466406460271196e-06,1613943502620,3723
"mom_0",0.8606719775143512,1613943502620,3723
"eps_0",1e-05,1613943502620,3723
"wd_1",0.01,1613943502620,3723
"sqr_mom_1",0.99,1613943502620,3723
"lr_1",4.466406460271195e-05,1613943502620,3723
"mom_1",0.8606719775143512,1613943502620,3723
"eps_1",1e-05,1613943502620,3723
"wd_2",0.01,1613943502620,3723
"sqr_mom_2",0.99,1613943502620,3723
"lr_2",0.0004466406460271195,1613943502620,3723
"mom_2",0.8606719775143512,1613943502620,3723
"eps_2",1e-05,1613943502620,3723
"train_loss",0.027488923,1613943503562,3724
"raw_loss",0.016065381,1613943503562,3724
"epoch",23.427672955974828,1613943503562,3724
"wd_0",0.01,1613943503562,3724
"sqr_mom_0",0.99,1613943503562,3724
"lr_0",4.46553458297306e-06,1613943503562,3724
"mom_0",0.8606894152346911,1613943503562,3724
"eps_0",1e-05,1613943503562,3724
"wd_1",0.01,1613943503562,3724
"sqr_mom_1",0.99,1613943503562,3724
"lr_1",4.4655345829730594e-05,1613943503562,3724
"mom_1",0.8606894152346911,1613943503562,3724
"eps_1",1e-05,1613943503562,3724
"wd_2",0.01,1613943503562,3724
"sqr_mom_2",0.99,1613943503562,3724
"lr_2",0.0004465534582973059,1613943503562,3724
"mom_2",0.8606894152346911,1613943503562,3724
"eps_2",1e-05,1613943503562,3724
"train_loss",0.027153792,1613943504505,3725
"raw_loss",0.0107323285,1613943504505,3725
"epoch",23.433962264150928,1613943504505,3725
"wd_0",0.01,1613943504505,3725
"sqr_mom_0",0.99,1613943504505,3725
"lr_0",4.464662079191274e-06,1613943504505,3725
"mom_0",0.8607068654848293,1613943504505,3725
"eps_0",1e-05,1613943504505,3725
"wd_1",0.01,1613943504505,3725
"sqr_mom_1",0.99,1613943504505,3725
"lr_1",4.464662079191274e-05,1613943504505,3725
"mom_1",0.8607068654848293,1613943504505,3725
"eps_1",1e-05,1613943504505,3725
"wd_2",0.01,1613943504505,3725
"sqr_mom_2",0.99,1613943504505,3725
"lr_2",0.00044646620791912735,1613943504505,3725
"mom_2",0.8607068654848293,1613943504505,3725
"eps_2",1e-05,1613943504505,3725
"train_loss",0.026786663,1613943505434,3726
"raw_loss",0.008797305,1613943505434,3726
"epoch",23.44025157232703,1613943505434,3726
"wd_0",0.01,1613943505434,3726
"sqr_mom_0",0.99,1613943505434,3726
"lr_0",4.4637891664782986e-06,1613943505434,3726
"mom_0",0.8607243239136732,1613943505434,3726
"eps_0",1e-05,1613943505434,3726
"wd_1",0.01,1613943505434,3726
"sqr_mom_1",0.99,1613943505434,3726
"lr_1",4.4637891664782984e-05,1613943505434,3726
"mom_1",0.8607243239136732,1613943505434,3726
"eps_1",1e-05,1613943505434,3726
"wd_2",0.01,1613943505434,3726
"sqr_mom_2",0.99,1613943505434,3726
"lr_2",0.0004463789166478298,1613943505434,3726
"mom_2",0.8607243239136732,1613943505434,3726
"eps_2",1e-05,1613943505434,3726
"train_loss",0.026778933,1613943506386,3727
"raw_loss",0.026400179,1613943506386,3727
"epoch",23.44654088050313,1613943506386,3727
"wd_0",0.01,1613943506386,3727
"sqr_mom_0",0.99,1613943506386,3727
"lr_0",4.462915410719385e-06,1613943506386,3727
"mom_0",0.8607417992036043,1613943506386,3727
"eps_0",1e-05,1613943506386,3727
"wd_1",0.01,1613943506386,3727
"sqr_mom_1",0.99,1613943506386,3727
"lr_1",4.462915410719385e-05,1613943506386,3727
"mom_1",0.8607417992036043,1613943506386,3727
"eps_1",1e-05,1613943506386,3727
"wd_2",0.01,1613943506386,3727
"sqr_mom_2",0.99,1613943506386,3727
"lr_2",0.0004462915410719385,1613943506386,3727
"mom_2",0.8607417992036043,1613943506386,3727
"eps_2",1e-05,1613943506386,3727
"train_loss",0.026773952,1613943507347,3728
"raw_loss",0.02652994,1613943507347,3728
"epoch",23.45283018867923,1613943507347,3728
"wd_0",0.01,1613943507347,3728
"sqr_mom_0",0.99,1613943507347,3728
"lr_0",4.462041029311655e-06,1613943507347,3728
"mom_0",0.860759287006637,1613943507347,3728
"eps_0",1e-05,1613943507347,3728
"wd_1",0.01,1613943507347,3728
"sqr_mom_1",0.99,1613943507347,3728
"lr_1",4.462041029311655e-05,1613943507347,3728
"mom_1",0.860759287006637,1613943507347,3728
"eps_1",1e-05,1613943507347,3728
"wd_2",0.01,1613943507347,3728
"sqr_mom_2",0.99,1613943507347,3728
"lr_2",0.00044620410293116545,1613943507347,3728
"mom_2",0.860759287006637,1613943507347,3728
"eps_2",1e-05,1613943507347,3728
"train_loss",0.026697624,1613943508318,3729
"raw_loss",0.022957608,1613943508318,3729
"epoch",23.45911949685533,1613943508318,3729
"wd_0",0.01,1613943508318,3729
"sqr_mom_0",0.99,1613943508318,3729
"lr_0",4.4611662402749224e-06,1613943508318,3729
"mom_0",0.8607767829623312,1613943508318,3729
"eps_0",1e-05,1613943508318,3729
"wd_1",0.01,1613943508318,3729
"sqr_mom_1",0.99,1613943508318,3729
"lr_1",4.4611662402749226e-05,1613943508318,3729
"mom_1",0.8607767829623312,1613943508318,3729
"eps_1",1e-05,1613943508318,3729
"wd_2",0.01,1613943508318,3729
"sqr_mom_2",0.99,1613943508318,3729
"lr_2",0.0004461166240274922,1613943508318,3729
"mom_2",0.8607767829623312,1613943508318,3729
"eps_2",1e-05,1613943508318,3729
"train_loss",0.026821079,1613943509271,3730
"raw_loss",0.03287031,1613943509271,3730
"epoch",23.46540880503143,1613943509271,3730
"wd_0",0.01,1613943509271,3730
"sqr_mom_0",0.99,1613943509271,3730
"lr_0",4.460290608561313e-06,1613943509271,3730
"mom_0",0.8607942957717314,1613943509271,3730
"eps_0",1e-05,1613943509271,3730
"wd_1",0.01,1613943509271,3730
"sqr_mom_1",0.99,1613943509271,3730
"lr_1",4.4602906085613126e-05,1613943509271,3730
"mom_1",0.8607942957717314,1613943509271,3730
"eps_1",1e-05,1613943509271,3730
"wd_2",0.01,1613943509271,3730
"sqr_mom_2",0.99,1613943509271,3730
"lr_2",0.00044602906085613125,1613943509271,3730
"mom_2",0.8607942957717314,1613943509271,3730
"eps_2",1e-05,1613943509271,3730
"train_loss",0.026652256,1613943510237,3731
"raw_loss",0.018379929,1613943510237,3731
"epoch",23.47169811320753,1613943510237,3731
"wd_0",0.01,1613943510237,3731
"sqr_mom_0",0.99,1613943510237,3731
"lr_0",4.4594143520355114e-06,1613943510237,3731
"mom_0",0.8608118210775005,1613943510237,3731
"eps_0",1e-05,1613943510237,3731
"wd_1",0.01,1613943510237,3731
"sqr_mom_1",0.99,1613943510237,3731
"lr_1",4.4594143520355106e-05,1613943510237,3731
"mom_1",0.8608118210775005,1613943510237,3731
"eps_1",1e-05,1613943510237,3731
"wd_2",0.01,1613943510237,3731
"sqr_mom_2",0.99,1613943510237,3731
"lr_2",0.0004459414352035511,1613943510237,3731
"mom_2",0.8608118210775005,1613943510237,3731
"eps_2",1e-05,1613943510237,3731
"train_loss",0.02642685,1613943511172,3732
"raw_loss",0.015381892,1613943511172,3732
"epoch",23.47798742138363,1613943511172,3732
"wd_0",0.01,1613943511172,3732
"sqr_mom_0",0.99,1613943511172,3732
"lr_0",4.458537689184066e-06,1613943511172,3732
"mom_0",0.8608293545098638,1613943511172,3732
"eps_0",1e-05,1613943511172,3732
"wd_1",0.01,1613943511172,3732
"sqr_mom_1",0.99,1613943511172,3732
"lr_1",4.458537689184066e-05,1613943511172,3732
"mom_1",0.8608293545098638,1613943511172,3732
"eps_1",1e-05,1613943511172,3732
"wd_2",0.01,1613943511172,3732
"sqr_mom_2",0.99,1613943511172,3732
"lr_2",0.00044585376891840655,1613943511172,3732
"mom_2",0.8608293545098638,1613943511172,3732
"eps_2",1e-05,1613943511172,3732
"train_loss",0.026243828,1613943512150,3733
"raw_loss",0.017275747,1613943512150,3733
"epoch",23.48427672955973,1613943512150,3733
"wd_0",0.01,1613943512150,3733
"sqr_mom_0",0.99,1613943512150,3733
"lr_0",4.457660184027221e-06,1613943512150,3733
"mom_0",0.8608469047885035,1613943512150,3733
"eps_0",1e-05,1613943512150,3733
"wd_1",0.01,1613943512150,3733
"sqr_mom_1",0.99,1613943512150,3733
"lr_1",4.4576601840272214e-05,1613943512150,3733
"mom_1",0.8608469047885035,1613943512150,3733
"eps_1",1e-05,1613943512150,3733
"wd_2",0.01,1613943512150,3733
"sqr_mom_2",0.99,1613943512150,3733
"lr_2",0.00044576601840272206,1613943512150,3733
"mom_2",0.8608469047885035,1613943512150,3733
"eps_2",1e-05,1613943512150,3733
"train_loss",0.026346361,1613943513088,3734
"raw_loss",0.031370465,1613943513088,3734
"epoch",23.49056603773583,1613943513088,3734
"wd_0",0.01,1613943513088,3734
"sqr_mom_0",0.99,1613943513088,3734
"lr_0",4.456782054896602e-06,1613943513088,3734
"mom_0",0.8608644675467434,1613943513088,3734
"eps_0",1e-05,1613943513088,3734
"wd_1",0.01,1613943513088,3734
"sqr_mom_1",0.99,1613943513088,3734
"lr_1",4.4567820548966016e-05,1613943513088,3734
"mom_1",0.8608644675467434,1613943513088,3734
"eps_1",1e-05,1613943513088,3734
"wd_2",0.01,1613943513088,3734
"sqr_mom_2",0.99,1613943513088,3734
"lr_2",0.00044567820548966014,1613943513088,3734
"mom_2",0.8608644675467434,1613943513088,3734
"eps_2",1e-05,1613943513088,3734
"train_loss",0.027404487,1613943514050,3735
"raw_loss",0.07925272,1613943514050,3735
"epoch",23.496855345911932,1613943514050,3735
"wd_0",0.01,1613943514050,3735
"sqr_mom_0",0.99,1613943514050,3735
"lr_0",4.455903520744863e-06,1613943514050,3735
"mom_0",0.8608820384054868,1613943514050,3735
"eps_0",1e-05,1613943514050,3735
"wd_1",0.01,1613943514050,3735
"sqr_mom_1",0.99,1613943514050,3735
"lr_1",4.455903520744863e-05,1613943514050,3735
"mom_1",0.8608820384054868,1613943514050,3735
"eps_1",1e-05,1613943514050,3735
"wd_2",0.01,1613943514050,3735
"sqr_mom_2",0.99,1613943514050,3735
"lr_2",0.00044559035207448626,1613943514050,3735
"mom_2",0.8608820384054868,1613943514050,3735
"eps_2",1e-05,1613943514050,3735
"train_loss",0.027227834,1613943515008,3736
"raw_loss",0.018571783,1613943515008,3736
"epoch",23.503144654088032,1613943515008,3736
"wd_0",0.01,1613943515008,3736
"sqr_mom_0",0.99,1613943515008,3736
"lr_0",4.4550241446616175e-06,1613943515008,3736
"mom_0",0.8608996261030286,1613943515008,3736
"eps_0",1e-05,1613943515008,3736
"wd_1",0.01,1613943515008,3736
"sqr_mom_1",0.99,1613943515008,3736
"lr_1",4.455024144661617e-05,1613943515008,3736
"mom_1",0.8608996261030286,1613943515008,3736
"eps_1",1e-05,1613943515008,3736
"wd_2",0.01,1613943515008,3736
"sqr_mom_2",0.99,1613943515008,3736
"lr_2",0.0004455024144661617,1613943515008,3736
"mom_2",0.8608996261030286,1613943515008,3736
"eps_2",1e-05,1613943515008,3736
"train_loss",0.027111303,1613943516025,3737
"raw_loss",0.021401316,1613943516025,3737
"epoch",23.509433962264133,1613943516025,3737
"wd_0",0.01,1613943516025,3737
"sqr_mom_0",0.99,1613943516025,3737
"lr_0",4.454144145444804e-06,1613943516025,3737
"mom_0",0.8609172262633665,1613943516025,3737
"eps_0",1e-05,1613943516025,3737
"wd_1",0.01,1613943516025,3737
"sqr_mom_1",0.99,1613943516025,3737
"lr_1",4.454144145444804e-05,1613943516025,3737
"mom_1",0.8609172262633665,1613943516025,3737
"eps_1",1e-05,1613943516025,3737
"wd_2",0.01,1613943516025,3737
"sqr_mom_2",0.99,1613943516025,3737
"lr_2",0.0004454144145444804,1613943516025,3737
"mom_2",0.8609172262633665,1613943516025,3737
"eps_2",1e-05,1613943516025,3737
"train_loss",0.026832927,1613943516993,3738
"raw_loss",0.013192461,1613943516993,3738
"epoch",23.515723270440233,1613943516993,3738
"wd_0",0.01,1613943516993,3738
"sqr_mom_0",0.99,1613943516993,3738
"lr_0",4.453263742512557e-06,1613943516993,3738
"mom_0",0.8609348344980938,1613943516993,3738
"eps_0",1e-05,1613943516993,3738
"wd_1",0.01,1613943516993,3738
"sqr_mom_1",0.99,1613943516993,3738
"lr_1",4.453263742512557e-05,1613943516993,3738
"mom_1",0.8609348344980938,1613943516993,3738
"eps_1",1e-05,1613943516993,3738
"wd_2",0.01,1613943516993,3738
"sqr_mom_2",0.99,1613943516993,3738
"lr_2",0.00044532637425125565,1613943516993,3738
"mom_2",0.8609348344980938,1613943516993,3738
"eps_2",1e-05,1613943516993,3738
"train_loss",0.026649762,1613943518006,3739
"raw_loss",0.017674698,1613943518006,3739
"epoch",23.522012578616334,1613943518006,3739
"wd_0",0.01,1613943518006,3739
"sqr_mom_0",0.99,1613943518006,3739
"lr_0",4.45238249802511e-06,1613943518006,3739
"mom_0",0.8609524595640934,1613943518006,3739
"eps_0",1e-05,1613943518006,3739
"wd_1",0.01,1613943518006,3739
"sqr_mom_1",0.99,1613943518006,3739
"lr_1",4.45238249802511e-05,1613943518006,3739
"mom_1",0.8609524595640934,1613943518006,3739
"eps_1",1e-05,1613943518006,3739
"wd_2",0.01,1613943518006,3739
"sqr_mom_2",0.99,1613943518006,3739
"lr_2",0.000445238249802511,1613943518006,3739
"mom_2",0.8609524595640934,1613943518006,3739
"eps_2",1e-05,1613943518006,3739
"train_loss",0.026563663,1613943518970,3740
"raw_loss",0.022344852,1613943518970,3740
"epoch",23.528301886792434,1613943518970,3740
"wd_0",0.01,1613943518970,3740
"sqr_mom_0",0.99,1613943518970,3740
"lr_0",4.451500631246092e-06,1613943518970,3740
"mom_0",0.8609700970760489,1613943518970,3740
"eps_0",1e-05,1613943518970,3740
"wd_1",0.01,1613943518970,3740
"sqr_mom_1",0.99,1613943518970,3740
"lr_1",4.451500631246091e-05,1613943518970,3740
"mom_1",0.8609700970760489,1613943518970,3740
"eps_1",1e-05,1613943518970,3740
"wd_2",0.01,1613943518970,3740
"sqr_mom_2",0.99,1613943518970,3740
"lr_2",0.0004451500631246091,1613943518970,3740
"mom_2",0.8609700970760489,1613943518970,3740
"eps_2",1e-05,1613943518970,3740
"train_loss",0.02637164,1613943519925,3741
"raw_loss",0.01696243,1613943519925,3741
"epoch",23.534591194968534,1613943519925,3741
"wd_0",0.01,1613943519925,3741
"sqr_mom_0",0.99,1613943519925,3741
"lr_0",4.4506182888578534e-06,1613943519925,3741
"mom_0",0.8609877441002839,1613943519925,3741
"eps_0",1e-05,1613943519925,3741
"wd_1",0.01,1613943519925,3741
"sqr_mom_1",0.99,1613943519925,3741
"lr_1",4.450618288857853e-05,1613943519925,3741
"mom_1",0.8609877441002839,1613943519925,3741
"eps_1",1e-05,1613943519925,3741
"wd_2",0.01,1613943519925,3741
"sqr_mom_2",0.99,1613943519925,3741
"lr_2",0.0004450618288857853,1613943519925,3741
"mom_2",0.8609877441002839,1613943519925,3741
"eps_2",1e-05,1613943519925,3741
"train_loss",0.026297225,1613943520881,3742
"raw_loss",0.022650942,1613943520881,3742
"epoch",23.540880503144635,1613943520881,3742
"wd_0",0.01,1613943520881,3742
"sqr_mom_0",0.99,1613943520881,3742
"lr_0",4.449735178442225e-06,1613943520881,3742
"mom_0",0.8610054064852203,1613943520881,3742
"eps_0",1e-05,1613943520881,3742
"wd_1",0.01,1613943520881,3742
"sqr_mom_1",0.99,1613943520881,3742
"lr_1",4.449735178442225e-05,1613943520881,3742
"mom_1",0.8610054064852203,1613943520881,3742
"eps_1",1e-05,1613943520881,3742
"wd_2",0.01,1613943520881,3742
"sqr_mom_2",0.99,1613943520881,3742
"lr_2",0.00044497351784422246,1613943520881,3742
"mom_2",0.8610054064852203,1613943520881,3742
"eps_2",1e-05,1613943520881,3742
"train_loss",0.02605941,1613943521841,3743
"raw_loss",0.014406418,1613943521841,3743
"epoch",23.547169811320735,1613943521841,3743
"wd_0",0.01,1613943521841,3743
"sqr_mom_0",0.99,1613943521841,3743
"lr_0",4.448851446578827e-06,1613943521841,3743
"mom_0",0.8610230812992364,1613943521841,3743
"eps_0",1e-05,1613943521841,3743
"wd_1",0.01,1613943521841,3743
"sqr_mom_1",0.99,1613943521841,3743
"lr_1",4.448851446578827e-05,1613943521841,3743
"mom_1",0.8610230812992364,1613943521841,3743
"eps_1",1e-05,1613943521841,3743
"wd_2",0.01,1613943521841,3743
"sqr_mom_2",0.99,1613943521841,3743
"lr_2",0.00044488514465788263,1613943521841,3743
"mom_2",0.8610230812992364,1613943521841,3743
"eps_2",1e-05,1613943521841,3743
"train_loss",0.025888678,1613943522778,3744
"raw_loss",0.01752283,1613943522778,3744
"epoch",23.553459119496836,1613943522778,3744
"wd_0",0.01,1613943522778,3744
"sqr_mom_0",0.99,1613943522778,3744
"lr_0",4.4479670935493385e-06,1613943522778,3744
"mom_0",0.8610407685366985,1613943522778,3744
"eps_0",1e-05,1613943522778,3744
"wd_1",0.01,1613943522778,3744
"sqr_mom_1",0.99,1613943522778,3744
"lr_1",4.447967093549339e-05,1613943522778,3744
"mom_1",0.8610407685366985,1613943522778,3744
"eps_1",1e-05,1613943522778,3744
"wd_2",0.01,1613943522778,3744
"sqr_mom_2",0.99,1613943522778,3744
"lr_2",0.0004447967093549338,1613943522778,3744
"mom_2",0.8610407685366985,1613943522778,3744
"eps_2",1e-05,1613943522778,3744
"train_loss",0.025966493,1613943523732,3745
"raw_loss",0.029779457,1613943523732,3745
"epoch",23.559748427672936,1613943523732,3745
"wd_0",0.01,1613943523732,3745
"sqr_mom_0",0.99,1613943523732,3745
"lr_0",4.447082339855583e-06,1613943523732,3745
"mom_0",0.8610584637875262,1613943523732,3745
"eps_0",1e-05,1613943523732,3745
"wd_1",0.01,1613943523732,3745
"sqr_mom_1",0.99,1613943523732,3745
"lr_1",4.4470823398555826e-05,1613943523732,3745
"mom_1",0.8610584637875262,1613943523732,3745
"eps_1",1e-05,1613943523732,3745
"wd_2",0.01,1613943523732,3745
"sqr_mom_2",0.99,1613943523732,3745
"lr_2",0.0004447082339855583,1613943523732,3745
"mom_2",0.8610584637875262,1613943523732,3745
"eps_2",1e-05,1613943523732,3745
"train_loss",0.025684774,1613943524673,3746
"raw_loss",0.011880549,1613943524673,3746
"epoch",23.566037735849036,1613943524673,3746
"wd_0",0.01,1613943524673,3746
"sqr_mom_0",0.99,1613943524673,3746
"lr_0",4.4461967454940864e-06,1613943524673,3746
"mom_0",0.8610761758518768,1613943524673,3746
"eps_0",1e-05,1613943524673,3746
"wd_1",0.01,1613943524673,3746
"sqr_mom_1",0.99,1613943524673,3746
"lr_1",4.4461967454940866e-05,1613943524673,3746
"mom_1",0.8610761758518768,1613943524673,3746
"eps_1",1e-05,1613943524673,3746
"wd_2",0.01,1613943524673,3746
"sqr_mom_2",0.99,1613943524673,3746
"lr_2",0.0004446196745494087,1613943524673,3746
"mom_2",0.8610761758518768,1613943524673,3746
"eps_2",1e-05,1613943524673,3746
"train_loss",0.025493165,1613943525627,3747
"raw_loss",0.016104335,1613943525627,3747
"epoch",23.572327044025137,1613943525627,3747
"wd_0",0.01,1613943525627,3747
"sqr_mom_0",0.99,1613943525627,3747
"lr_0",4.445310530812656e-06,1613943525627,3747
"mom_0",0.8610939003227501,1613943525627,3747
"eps_0",1e-05,1613943525627,3747
"wd_1",0.01,1613943525627,3747
"sqr_mom_1",0.99,1613943525627,3747
"lr_1",4.4453105308126554e-05,1613943525627,3747
"mom_1",0.8610939003227501,1613943525627,3747
"eps_1",1e-05,1613943525627,3747
"wd_2",0.01,1613943525627,3747
"sqr_mom_2",0.99,1613943525627,3747
"lr_2",0.00044453105308126553,1613943525627,3747
"mom_2",0.8610939003227501,1613943525627,3747
"eps_2",1e-05,1613943525627,3747
"train_loss",0.025255911,1613943526576,3748
"raw_loss",0.013630478,1613943526576,3748
"epoch",23.578616352201237,1613943526576,3748
"wd_0",0.01,1613943526576,3748
"sqr_mom_0",0.99,1613943526576,3748
"lr_0",4.444423916776489e-06,1613943526576,3748
"mom_0",0.861111632780798,1613943526576,3748
"eps_0",1e-05,1613943526576,3748
"wd_1",0.01,1613943526576,3748
"sqr_mom_1",0.99,1613943526576,3748
"lr_1",4.444423916776488e-05,1613943526576,3748
"mom_1",0.861111632780798,1613943526576,3748
"eps_1",1e-05,1613943526576,3748
"wd_2",0.01,1613943526576,3748
"sqr_mom_2",0.99,1613943526576,3748
"lr_2",0.00044444239167764884,1613943526576,3748
"mom_2",0.861111632780798,1613943526576,3748
"eps_2",1e-05,1613943526576,3748
"train_loss",0.025119532,1613943527527,3749
"raw_loss",0.018436953,1613943527527,3749
"epoch",23.584905660377338,1613943527527,3749
"wd_0",0.01,1613943527527,3749
"sqr_mom_0",0.99,1613943527527,3749
"lr_0",4.44353646245693e-06,1613943527527,3749
"mom_0",0.8611293820446818,1613943527527,3749
"eps_0",1e-05,1613943527527,3749
"wd_1",0.01,1613943527527,3749
"sqr_mom_1",0.99,1613943527527,3749
"lr_1",4.44353646245693e-05,1613943527527,3749
"mom_1",0.8611293820446818,1613943527527,3749
"eps_1",1e-05,1613943527527,3749
"wd_2",0.01,1613943527527,3749
"sqr_mom_2",0.99,1613943527527,3749
"lr_2",0.00044435364624569295,1613943527527,3749
"mom_2",0.8611293820446818,1613943527527,3749
"eps_2",1e-05,1613943527527,3749
"train_loss",0.025000451,1613943528481,3750
"raw_loss",0.019165508,1613943528481,3750
"epoch",23.591194968553438,1613943528481,3750
"wd_0",0.01,1613943528481,3750
"sqr_mom_0",0.99,1613943528481,3750
"lr_0",4.442648388665371e-06,1613943528481,3750
"mom_0",0.8611471436981295,1613943528481,3750
"eps_0",1e-05,1613943528481,3750
"wd_1",0.01,1613943528481,3750
"sqr_mom_1",0.99,1613943528481,3750
"lr_1",4.442648388665371e-05,1613943528481,3750
"mom_1",0.8611471436981295,1613943528481,3750
"eps_1",1e-05,1613943528481,3750
"wd_2",0.01,1613943528481,3750
"sqr_mom_2",0.99,1613943528481,3750
"lr_2",0.0004442648388665371,1613943528481,3750
"mom_2",0.8611471436981295,1613943528481,3750
"eps_2",1e-05,1613943528481,3750
"train_loss",0.025100634,1613943529450,3751
"raw_loss",0.030009566,1613943529450,3751
"epoch",23.59748427672954,1613943529450,3751
"wd_0",0.01,1613943529450,3751
"sqr_mom_0",0.99,1613943529450,3751
"lr_0",4.441759916829753e-06,1613943529450,3751
"mom_0",0.8611649133125381,1613943529450,3751
"eps_0",1e-05,1613943529450,3751
"wd_1",0.01,1613943529450,3751
"sqr_mom_1",0.99,1613943529450,3751
"lr_1",4.441759916829753e-05,1613943529450,3751
"mom_1",0.8611649133125381,1613943529450,3751
"eps_1",1e-05,1613943529450,3751
"wd_2",0.01,1613943529450,3751
"sqr_mom_2",0.99,1613943529450,3751
"lr_2",0.00044417599168297526,1613943529450,3751
"mom_2",0.8611649133125381,1613943529450,3751
"eps_2",1e-05,1613943529450,3751
"train_loss",0.024934346,1613943530446,3752
"raw_loss",0.016786272,1613943530446,3752
"epoch",23.60377358490564,1613943530446,3752
"wd_0",0.01,1613943530446,3752
"sqr_mom_0",0.99,1613943530446,3752
"lr_0",4.440870605097503e-06,1613943530446,3752
"mom_0",0.8611826997250471,1613943530446,3752
"eps_0",1e-05,1613943530446,3752
"wd_1",0.01,1613943530446,3752
"sqr_mom_1",0.99,1613943530446,3752
"lr_1",4.440870605097503e-05,1613943530446,3752
"mom_1",0.8611826997250471,1613943530446,3752
"eps_1",1e-05,1613943530446,3752
"wd_2",0.01,1613943530446,3752
"sqr_mom_2",0.99,1613943530446,3752
"lr_2",0.0004440870605097502,1613943530446,3752
"mom_2",0.8611826997250471,1613943530446,3752
"eps_2",1e-05,1613943530446,3752
"train_loss",0.026172012,1613943531399,3753
"raw_loss",0.0868177,1613943531399,3753
"epoch",23.61006289308174,1613943531399,3753
"wd_0",0.01,1613943531399,3753
"sqr_mom_0",0.99,1613943531399,3753
"lr_0",4.439980674742964e-06,1613943531399,3753
"mom_0",0.8612004985101258,1613943531399,3753
"eps_0",1e-05,1613943531399,3753
"wd_1",0.01,1613943531399,3753
"sqr_mom_1",0.99,1613943531399,3753
"lr_1",4.4399806747429636e-05,1613943531399,3753
"mom_1",0.8612004985101258,1613943531399,3753
"eps_1",1e-05,1613943531399,3753
"wd_2",0.01,1613943531399,3753
"sqr_mom_2",0.99,1613943531399,3753
"lr_2",0.00044399806747429636,1613943531399,3753
"mom_2",0.8612004985101258,1613943531399,3753
"eps_2",1e-05,1613943531399,3753
"train_loss",0.026372641,1613943532368,3754
"raw_loss",0.036203444,1613943532368,3754
"epoch",23.61635220125784,1613943532368,3754
"wd_0",0.01,1613943532368,3754
"sqr_mom_0",0.99,1613943532368,3754
"lr_0",4.439090347656181e-06,1613943532368,3754
"mom_0",0.8612183052299286,1613943532368,3754
"eps_0",1e-05,1613943532368,3754
"wd_1",0.01,1613943532368,3754
"sqr_mom_1",0.99,1613943532368,3754
"lr_1",4.4390903476561814e-05,1613943532368,3754
"mom_1",0.8612183052299286,1613943532368,3754
"eps_1",1e-05,1613943532368,3754
"wd_2",0.01,1613943532368,3754
"sqr_mom_2",0.99,1613943532368,3754
"lr_2",0.00044390903476561815,1613943532368,3754
"mom_2",0.8612183052299286,1613943532368,3754
"eps_2",1e-05,1613943532368,3754
"train_loss",0.026039122,1613943533333,3755
"raw_loss",0.009696634,1613943533333,3755
"epoch",23.62264150943394,1613943533333,3755
"wd_0",0.01,1613943533333,3755
"sqr_mom_0",0.99,1613943533333,3755
"lr_0",4.438199181061937e-06,1613943533333,3755
"mom_0",0.8612361287400486,1613943533333,3755
"eps_0",1e-05,1613943533333,3755
"wd_1",0.01,1613943533333,3755
"sqr_mom_1",0.99,1613943533333,3755
"lr_1",4.438199181061937e-05,1613943533333,3755
"mom_1",0.8612361287400486,1613943533333,3755
"eps_1",1e-05,1613943533333,3755
"wd_2",0.01,1613943533333,3755
"sqr_mom_2",0.99,1613943533333,3755
"lr_2",0.0004438199181061937,1613943533333,3755
"mom_2",0.8612361287400486,1613943533333,3755
"eps_2",1e-05,1613943533333,3755
"train_loss",0.025811754,1613943534286,3756
"raw_loss",0.014670713,1613943534286,3756
"epoch",23.62893081761004,1613943534286,3756
"wd_0",0.01,1613943534286,3756
"sqr_mom_0",0.99,1613943534286,3756
"lr_0",4.43730739669689e-06,1613943534286,3756
"mom_0",0.8612539646057082,1613943534286,3756
"eps_0",1e-05,1613943534286,3756
"wd_1",0.01,1613943534286,3756
"sqr_mom_1",0.99,1613943534286,3756
"lr_1",4.43730739669689e-05,1613943534286,3756
"mom_1",0.8612539646057082,1613943534286,3756
"eps_1",1e-05,1613943534286,3756
"wd_2",0.01,1613943534286,3756
"sqr_mom_2",0.99,1613943534286,3756
"lr_2",0.000443730739669689,1613943534286,3756
"mom_2",0.8612539646057082,1613943534286,3756
"eps_2",1e-05,1613943534286,3756
"train_loss",0.025627425,1613943535230,3757
"raw_loss",0.016595272,1613943535230,3757
"epoch",23.63522012578614,1613943535230,3757
"wd_0",0.01,1613943535230,3757
"sqr_mom_0",0.99,1613943535230,3757
"lr_0",4.436415216912555e-06,1613943535230,3757
"mom_0",0.8612718083798326,1613943535230,3757
"eps_0",1e-05,1613943535230,3757
"wd_1",0.01,1613943535230,3757
"sqr_mom_1",0.99,1613943535230,3757
"lr_1",4.436415216912555e-05,1613943535230,3757
"mom_1",0.8612718083798326,1613943535230,3757
"eps_1",1e-05,1613943535230,3757
"wd_2",0.01,1613943535230,3757
"sqr_mom_2",0.99,1613943535230,3757
"lr_2",0.00044364152169125545,1613943535230,3757
"mom_2",0.8612718083798326,1613943535230,3757
"eps_2",1e-05,1613943535230,3757
"train_loss",0.025347866,1613943536189,3758
"raw_loss",0.011649467,1613943536189,3758
"epoch",23.64150943396224,1613943536189,3758
"wd_0",0.01,1613943536189,3758
"sqr_mom_0",0.99,1613943536189,3758
"lr_0",4.435522198012334e-06,1613943536189,3758
"mom_0",0.8612896689364427,1613943536189,3758
"eps_0",1e-05,1613943536189,3758
"wd_1",0.01,1613943536189,3758
"sqr_mom_1",0.99,1613943536189,3758
"lr_1",4.435522198012334e-05,1613943536189,3758
"mom_1",0.8612896689364427,1613943536189,3758
"eps_1",1e-05,1613943536189,3758
"wd_2",0.01,1613943536189,3758
"sqr_mom_2",0.99,1613943536189,3758
"lr_2",0.00044355221980123336,1613943536189,3758
"mom_2",0.8612896689364427,1613943536189,3758
"eps_2",1e-05,1613943536189,3758
"train_loss",0.025442258,1613943537169,3759
"raw_loss",0.030067438,1613943537169,3759
"epoch",23.64779874213834,1613943537169,3759
"wd_0",0.01,1613943537169,3759
"sqr_mom_0",0.99,1613943537169,3759
"lr_0",4.4346285621945685e-06,1613943537169,3759
"mom_0",0.8613075418315269,1613943537169,3759
"eps_0",1e-05,1613943537169,3759
"wd_1",0.01,1613943537169,3759
"sqr_mom_1",0.99,1613943537169,3759
"lr_1",4.434628562194569e-05,1613943537169,3759
"mom_1",0.8613075418315269,1613943537169,3759
"eps_1",1e-05,1613943537169,3759
"wd_2",0.01,1613943537169,3759
"sqr_mom_2",0.99,1613943537169,3759
"lr_2",0.00044346285621945687,1613943537169,3759
"mom_2",0.8613075418315269,1613943537169,3759
"eps_2",1e-05,1613943537169,3759
"train_loss",0.02518069,1613943538158,3760
"raw_loss",0.012363898,1613943538158,3760
"epoch",23.654088050314442,1613943538158,3760
"wd_0",0.01,1613943538158,3760
"sqr_mom_0",0.99,1613943538158,3760
"lr_0",4.433734532271604e-06,1613943538158,3760
"mom_0",0.861325422608794,1613943538158,3760
"eps_0",1e-05,1613943538158,3760
"wd_1",0.01,1613943538158,3760
"sqr_mom_1",0.99,1613943538158,3760
"lr_1",4.4337345322716046e-05,1613943538158,3760
"mom_1",0.861325422608794,1613943538158,3760
"eps_1",1e-05,1613943538158,3760
"wd_2",0.01,1613943538158,3760
"sqr_mom_2",0.99,1613943538158,3760
"lr_2",0.0004433734532271604,1613943538158,3760
"mom_2",0.861325422608794,1613943538158,3760
"eps_2",1e-05,1613943538158,3760
"train_loss",0.03257431,1613943539109,3761
"raw_loss",0.39486206,1613943539109,3761
"epoch",23.660377358490543,1613943539109,3761
"wd_0",0.01,1613943539109,3761
"sqr_mom_0",0.99,1613943539109,3761
"lr_0",4.432839663626738e-06,1613943539109,3761
"mom_0",0.8613433201606668,1613943539109,3761
"eps_0",1e-05,1613943539109,3761
"wd_1",0.01,1613943539109,3761
"sqr_mom_1",0.99,1613943539109,3761
"lr_1",4.4328396636267375e-05,1613943539109,3761
"mom_1",0.8613433201606668,1613943539109,3761
"eps_1",1e-05,1613943539109,3761
"wd_2",0.01,1613943539109,3761
"sqr_mom_2",0.99,1613943539109,3761
"lr_2",0.00044328396636267374,1613943539109,3761
"mom_2",0.8613433201606668,1613943539109,3761
"eps_2",1e-05,1613943539109,3761
"train_loss",0.032488156,1613943540175,3762
"raw_loss",0.028266568,1613943540175,3762
"epoch",23.666666666666643,1613943540175,3762
"wd_0",0.01,1613943540175,3762
"sqr_mom_0",0.99,1613943540175,3762
"lr_0",4.4319441789193524e-06,1613943540175,3762
"mom_0",0.8613612300339133,1613943540175,3762
"eps_0",1e-05,1613943540175,3762
"wd_1",0.01,1613943540175,3762
"sqr_mom_1",0.99,1613943540175,3762
"lr_1",4.4319441789193526e-05,1613943540175,3762
"mom_1",0.8613612300339133,1613943540175,3762
"eps_1",1e-05,1613943540175,3762
"wd_2",0.01,1613943540175,3762
"sqr_mom_2",0.99,1613943540175,3762
"lr_2",0.00044319441789193525,1613943540175,3762
"mom_2",0.8613612300339133,1613943540175,3762
"eps_2",1e-05,1613943540175,3762
"train_loss",0.032845598,1613943541118,3763
"raw_loss",0.050360233,1613943541118,3763
"epoch",23.672955974842743,1613943541118,3763
"wd_0",0.01,1613943541118,3763
"sqr_mom_0",0.99,1613943541118,3763
"lr_0",4.431048078434875e-06,1613943541118,3763
"mom_0",0.8613791522228247,1613943541118,3763
"eps_0",1e-05,1613943541118,3763
"wd_1",0.01,1613943541118,3763
"sqr_mom_1",0.99,1613943541118,3763
"lr_1",4.431048078434875e-05,1613943541118,3763
"mom_1",0.8613791522228247,1613943541118,3763
"eps_1",1e-05,1613943541118,3763
"wd_2",0.01,1613943541118,3763
"sqr_mom_2",0.99,1613943541118,3763
"lr_2",0.00044310480784348746,1613943541118,3763
"mom_2",0.8613791522228247,1613943541118,3763
"eps_2",1e-05,1613943541118,3763
"train_loss",0.032422103,1613943542087,3764
"raw_loss",0.011670774,1613943542087,3764
"epoch",23.679245283018844,1613943542087,3764
"wd_0",0.01,1613943542087,3764
"sqr_mom_0",0.99,1613943542087,3764
"lr_0",4.430151511219054e-06,1613943542087,3764
"mom_0",0.8613970837464564,1613943542087,3764
"eps_0",1e-05,1613943542087,3764
"wd_1",0.01,1613943542087,3764
"sqr_mom_1",0.99,1613943542087,3764
"lr_1",4.430151511219054e-05,1613943542087,3764
"mom_1",0.8613970837464564,1613943542087,3764
"eps_1",1e-05,1613943542087,3764
"wd_2",0.01,1613943542087,3764
"sqr_mom_2",0.99,1613943542087,3764
"lr_2",0.0004430151511219054,1613943542087,3764
"mom_2",0.8613970837464564,1613943542087,3764
"eps_2",1e-05,1613943542087,3764
"train_loss",0.032472707,1613943543046,3765
"raw_loss",0.0349524,1613943543046,3765
"epoch",23.685534591194944,1613943543046,3765
"wd_0",0.01,1613943543046,3765
"sqr_mom_0",0.99,1613943543046,3765
"lr_0",4.429254180139453e-06,1613943543046,3765
"mom_0",0.8614150305475164,1613943543046,3765
"eps_0",1e-05,1613943543046,3765
"wd_1",0.01,1613943543046,3765
"sqr_mom_1",0.99,1613943543046,3765
"lr_1",4.429254180139453e-05,1613943543046,3765
"mom_1",0.8614150305475164,1613943543046,3765
"eps_1",1e-05,1613943543046,3765
"wd_2",0.01,1613943543046,3765
"sqr_mom_2",0.99,1613943543046,3765
"lr_2",0.0004429254180139453,1613943543046,3765
"mom_2",0.8614150305475164,1613943543046,3765
"eps_2",1e-05,1613943543046,3765
"train_loss",0.03484412,1613943544007,3766
"raw_loss",0.15104333,1613943544007,3766
"epoch",23.691823899371045,1613943544007,3766
"wd_0",0.01,1613943544007,3766
"sqr_mom_0",0.99,1613943544007,3766
"lr_0",4.428356234140165e-06,1613943544007,3766
"mom_0",0.8614329896470931,1613943544007,3766
"eps_0",1e-05,1613943544007,3766
"wd_1",0.01,1613943544007,3766
"sqr_mom_1",0.99,1613943544007,3766
"lr_1",4.428356234140166e-05,1613943544007,3766
"mom_1",0.8614329896470931,1613943544007,3766
"eps_1",1e-05,1613943544007,3766
"wd_2",0.01,1613943544007,3766
"sqr_mom_2",0.99,1613943544007,3766
"lr_2",0.0004428356234140165,1613943544007,3766
"mom_2",0.8614329896470931,1613943544007,3766
"eps_2",1e-05,1613943544007,3766
"train_loss",0.037791476,1613943544946,3767
"raw_loss",0.18221202,1613943544946,3767
"epoch",23.698113207547145,1613943544946,3767
"wd_0",0.01,1613943544946,3767
"sqr_mom_0",0.99,1613943544946,3767
"lr_0",4.427457897106351e-06,1613943544946,3767
"mom_0",0.8614509565674386,1613943544946,3767
"eps_0",1e-05,1613943544946,3767
"wd_1",0.01,1613943544946,3767
"sqr_mom_1",0.99,1613943544946,3767
"lr_1",4.427457897106351e-05,1613943544946,3767
"mom_1",0.8614509565674386,1613943544946,3767
"eps_1",1e-05,1613943544946,3767
"wd_2",0.01,1613943544946,3767
"sqr_mom_2",0.99,1613943544946,3767
"lr_2",0.00044274578971063513,1613943544946,3767
"mom_2",0.8614509565674386,1613943544946,3767
"eps_2",1e-05,1613943544946,3767
"train_loss",0.037290793,1613943545906,3768
"raw_loss",0.012757399,1613943545906,3768
"epoch",23.704402515723245,1613943545906,3768
"wd_0",0.01,1613943545906,3768
"sqr_mom_0",0.99,1613943545906,3768
"lr_0",4.426558722279303e-06,1613943545906,3768
"mom_0",0.8614689402438164,1613943545906,3768
"eps_0",1e-05,1613943545906,3768
"wd_1",0.01,1613943545906,3768
"sqr_mom_1",0.99,1613943545906,3768
"lr_1",4.426558722279303e-05,1613943545906,3768
"mom_1",0.8614689402438164,1613943545906,3768
"eps_1",1e-05,1613943545906,3768
"wd_2",0.01,1613943545906,3768
"sqr_mom_2",0.99,1613943545906,3768
"lr_2",0.0004426558722279303,1613943545906,3768
"mom_2",0.8614689402438164,1613943545906,3768
"eps_2",1e-05,1613943545906,3768
"train_loss",0.037639372,1613943546948,3769
"raw_loss",0.05471968,1613943546948,3769
"epoch",23.710691823899346,1613943546948,3769
"wd_0",0.01,1613943546948,3769
"sqr_mom_0",0.99,1613943546948,3769
"lr_0",4.425658933391716e-06,1613943546948,3769
"mom_0",0.8614869362015277,1613943546948,3769
"eps_0",1e-05,1613943546948,3769
"wd_1",0.01,1613943546948,3769
"sqr_mom_1",0.99,1613943546948,3769
"lr_1",4.4256589333917155e-05,1613943546948,3769
"mom_1",0.8614869362015277,1613943546948,3769
"eps_1",1e-05,1613943546948,3769
"wd_2",0.01,1613943546948,3769
"sqr_mom_2",0.99,1613943546948,3769
"lr_2",0.00044256589333917153,1613943546948,3769
"mom_2",0.8614869362015277,1613943546948,3769
"eps_2",1e-05,1613943546948,3769
"train_loss",0.038448155,1613943547912,3770
"raw_loss",0.07807858,1613943547912,3770
"epoch",23.716981132075446,1613943547912,3770
"wd_0",0.01,1613943547912,3770
"sqr_mom_0",0.99,1613943547912,3770
"lr_0",4.424758754787444e-06,1613943547912,3770
"mom_0",0.8615049399536506,1613943547912,3770
"eps_0",1e-05,1613943547912,3770
"wd_1",0.01,1613943547912,3770
"sqr_mom_1",0.99,1613943547912,3770
"lr_1",4.424758754787444e-05,1613943547912,3770
"mom_1",0.8615049399536506,1613943547912,3770
"eps_1",1e-05,1613943547912,3770
"wd_2",0.01,1613943547912,3770
"sqr_mom_2",0.99,1613943547912,3770
"lr_2",0.00044247587547874436,1613943547912,3770
"mom_2",0.8615049399536506,1613943547912,3770
"eps_2",1e-05,1613943547912,3770
"train_loss",0.03830688,1613943548884,3771
"raw_loss",0.031384435,1613943548884,3771
"epoch",23.723270440251547,1613943548884,3771
"wd_0",0.01,1613943548884,3771
"sqr_mom_0",0.99,1613943548884,3771
"lr_0",4.423857738791936e-06,1613943548884,3771
"mom_0",0.8615229604537658,1613943548884,3771
"eps_0",1e-05,1613943548884,3771
"wd_1",0.01,1613943548884,3771
"sqr_mom_1",0.99,1613943548884,3771
"lr_1",4.423857738791936e-05,1613943548884,3771
"mom_1",0.8615229604537658,1613943548884,3771
"eps_1",1e-05,1613943548884,3771
"wd_2",0.01,1613943548884,3771
"sqr_mom_2",0.99,1613943548884,3771
"lr_2",0.0004423857738791936,1613943548884,3771
"mom_2",0.8615229604537658,1613943548884,3771
"eps_2",1e-05,1613943548884,3771
"train_loss",0.041478787,1613943549876,3772
"raw_loss",0.19690223,1613943549876,3772
"epoch",23.729559748427647,1613943549876,3772
"wd_0",0.01,1613943549876,3772
"sqr_mom_0",0.99,1613943549876,3772
"lr_0",4.422956109596796e-06,1613943549876,3772
"mom_0",0.8615409932179963,1613943549876,3772
"eps_0",1e-05,1613943549876,3772
"wd_1",0.01,1613943549876,3772
"sqr_mom_1",0.99,1613943549876,3772
"lr_1",4.422956109596796e-05,1613943549876,3772
"mom_1",0.8615409932179963,1613943549876,3772
"eps_1",1e-05,1613943549876,3772
"wd_2",0.01,1613943549876,3772
"sqr_mom_2",0.99,1613943549876,3772
"lr_2",0.0004422956109596796,1613943549876,3772
"mom_2",0.8615409932179963,1613943549876,3772
"eps_2",1e-05,1613943549876,3772
"train_loss",0.041070957,1613943550859,3773
"raw_loss",0.021087265,1613943550859,3773
"epoch",23.735849056603747,1613943550859,3773
"wd_0",0.01,1613943550859,3773
"sqr_mom_0",0.99,1613943550859,3773
"lr_0",4.422054092003932e-06,1613943550859,3773
"mom_0",0.8615590337502589,1613943550859,3773
"eps_0",1e-05,1613943550859,3773
"wd_1",0.01,1613943550859,3773
"sqr_mom_1",0.99,1613943550859,3773
"lr_1",4.4220540920039324e-05,1613943550859,3773
"mom_1",0.8615590337502589,1613943550859,3773
"eps_1",1e-05,1613943550859,3773
"wd_2",0.01,1613943550859,3773
"sqr_mom_2",0.99,1613943550859,3773
"lr_2",0.00044220540920039323,1613943550859,3773
"mom_2",0.8615590337502589,1613943550859,3773
"eps_2",1e-05,1613943550859,3773
"train_loss",0.041834626,1613943551862,3774
"raw_loss",0.07925442,1613943551862,3774
"epoch",23.742138364779848,1613943551862,3774
"wd_0",0.01,1613943551862,3774
"sqr_mom_0",0.99,1613943551862,3774
"lr_0",4.421151237424233e-06,1613943551862,3774
"mom_0",0.8615770910224255,1613943551862,3774
"eps_0",1e-05,1613943551862,3774
"wd_1",0.01,1613943551862,3774
"sqr_mom_1",0.99,1613943551862,3774
"lr_1",4.4211512374242325e-05,1613943551862,3774
"mom_1",0.8615770910224255,1613943551862,3774
"eps_1",1e-05,1613943551862,3774
"wd_2",0.01,1613943551862,3774
"sqr_mom_2",0.99,1613943551862,3774
"lr_2",0.00044211512374242324,1613943551862,3774
"mom_2",0.8615770910224255,1613943551862,3774
"eps_2",1e-05,1613943551862,3774
"train_loss",0.04233987,1613943552853,3775
"raw_loss",0.06709687,1613943552853,3775
"epoch",23.74842767295595,1613943552853,3775
"wd_0",0.01,1613943552853,3775
"sqr_mom_0",0.99,1613943552853,3775
"lr_0",4.4202477705075675e-06,1613943552853,3775
"mom_0",0.861595160541454,1613943552853,3775
"eps_0",1e-05,1613943552853,3775
"wd_1",0.01,1613943552853,3775
"sqr_mom_1",0.99,1613943552853,3775
"lr_1",4.420247770507567e-05,1613943552853,3775
"mom_1",0.861595160541454,1613943552853,3775
"eps_1",1e-05,1613943552853,3775
"wd_2",0.01,1613943552853,3775
"sqr_mom_2",0.99,1613943552853,3775
"lr_2",0.00044202477705075676,1613943552853,3775
"mom_2",0.861595160541454,1613943552853,3775
"eps_2",1e-05,1613943552853,3775
"train_loss",0.041816328,1613943553839,3776
"raw_loss",0.016162714,1613943553839,3776
"epoch",23.75471698113205,1613943553839,3776
"wd_0",0.01,1613943553839,3776
"sqr_mom_0",0.99,1613943553839,3776
"lr_0",4.419343916513253e-06,1613943553839,3776
"mom_0",0.861613237802113,1613943553839,3776
"eps_0",1e-05,1613943553839,3776
"wd_1",0.01,1613943553839,3776
"sqr_mom_1",0.99,1613943553839,3776
"lr_1",4.4193439165132525e-05,1613943553839,3776
"mom_1",0.861613237802113,1613943553839,3776
"eps_1",1e-05,1613943553839,3776
"wd_2",0.01,1613943553839,3776
"sqr_mom_2",0.99,1613943553839,3776
"lr_2",0.0004419343916513252,1613943553839,3776
"mom_2",0.861613237802113,1613943553839,3776
"eps_2",1e-05,1613943553839,3776
"train_loss",0.04211983,1613943554806,3777
"raw_loss",0.05699156,1613943554806,3777
"epoch",23.76100628930815,1613943554806,3777
"wd_0",0.01,1613943554806,3777
"sqr_mom_0",0.99,1613943554806,3777
"lr_0",4.4184392259389015e-06,1613943554806,3777
"mom_0",0.8616313317945399,1613943554806,3777
"eps_0",1e-05,1613943554806,3777
"wd_1",0.01,1613943554806,3777
"sqr_mom_1",0.99,1613943554806,3777
"lr_1",4.4184392259389015e-05,1613943554806,3777
"mom_1",0.8616313317945399,1613943554806,3777
"eps_1",1e-05,1613943554806,3777
"wd_2",0.01,1613943554806,3777
"sqr_mom_2",0.99,1613943554806,3777
"lr_2",0.0004418439225938901,1613943554806,3777
"mom_2",0.8616313317945399,1613943554806,3777
"eps_2",1e-05,1613943554806,3777
"train_loss",0.04293154,1613943555787,3778
"raw_loss",0.08270535,1613943555787,3778
"epoch",23.76729559748425,1613943555787,3778
"wd_0",0.01,1613943555787,3778
"sqr_mom_0",0.99,1613943555787,3778
"lr_0",4.417533923892007e-06,1613943555787,3778
"mom_0",0.86164943801654,1613943555787,3778
"eps_0",1e-05,1613943555787,3778
"wd_1",0.01,1613943555787,3778
"sqr_mom_1",0.99,1613943555787,3778
"lr_1",4.4175339238920066e-05,1613943555787,3778
"mom_1",0.86164943801654,1613943555787,3778
"eps_1",1e-05,1613943555787,3778
"wd_2",0.01,1613943555787,3778
"sqr_mom_2",0.99,1613943555787,3778
"lr_2",0.00044175339238920064,1613943555787,3778
"mom_2",0.86164943801654,1613943555787,3778
"eps_2",1e-05,1613943555787,3778
"train_loss",0.043280732,1613943556739,3779
"raw_loss",0.060391042,1613943556739,3779
"epoch",23.77358490566035,1613943556739,3779
"wd_0",0.01,1613943556739,3779
"sqr_mom_0",0.99,1613943556739,3779
"lr_0",4.416628236088648e-06,1613943556739,3779
"mom_0",0.8616675519537466,1613943556739,3779
"eps_0",1e-05,1613943556739,3779
"wd_1",0.01,1613943556739,3779
"sqr_mom_1",0.99,1613943556739,3779
"lr_1",4.416628236088647e-05,1613943556739,3779
"mom_1",0.8616675519537466,1613943556739,3779
"eps_1",1e-05,1613943556739,3779
"wd_2",0.01,1613943556739,3779
"sqr_mom_2",0.99,1613943556739,3779
"lr_2",0.00044166282360886476,1613943556739,3779
"mom_2",0.8616675519537466,1613943556739,3779
"eps_2",1e-05,1613943556739,3779
"train_loss",0.043634035,1613943557725,3780
"raw_loss",0.06094596,1613943557725,3780
"epoch",23.77987421383645,1613943557725,3780
"wd_0",0.01,1613943557725,3780
"sqr_mom_0",0.99,1613943557725,3780
"lr_0",4.415721712114453e-06,1613943557725,3780
"mom_0",0.861685682614537,1613943557725,3780
"eps_0",1e-05,1613943557725,3780
"wd_1",0.01,1613943557725,3780
"sqr_mom_1",0.99,1613943557725,3780
"lr_1",4.415721712114452e-05,1613943557725,3780
"mom_1",0.861685682614537,1613943557725,3780
"eps_1",1e-05,1613943557725,3780
"wd_2",0.01,1613943557725,3780
"sqr_mom_2",0.99,1613943557725,3780
"lr_2",0.0004415721712114452,1613943557725,3780
"mom_2",0.861685682614537,1613943557725,3780
"eps_2",1e-05,1613943557725,3780
"train_loss",0.04334733,1613943558671,3781
"raw_loss",0.029298762,1613943558671,3781
"epoch",23.78616352201255,1613943558671,3781
"wd_0",0.01,1613943558671,3781
"sqr_mom_0",0.99,1613943558671,3781
"lr_0",4.4148145775338894e-06,1613943558671,3781
"mom_0",0.8617038254875771,1613943558671,3781
"eps_0",1e-05,1613943558671,3781
"wd_1",0.01,1613943558671,3781
"sqr_mom_1",0.99,1613943558671,3781
"lr_1",4.4148145775338894e-05,1613943558671,3781
"mom_1",0.8617038254875771,1613943558671,3781
"eps_1",1e-05,1613943558671,3781
"wd_2",0.01,1613943558671,3781
"sqr_mom_2",0.99,1613943558671,3781
"lr_2",0.00044148145775338893,1613943558671,3781
"mom_2",0.8617038254875771,1613943558671,3781
"eps_2",1e-05,1613943558671,3781
"train_loss",0.042790104,1613943559632,3782
"raw_loss",0.015486112,1613943559632,3782
"epoch",23.79245283018865,1613943559632,3782
"wd_0",0.01,1613943559632,3782
"sqr_mom_0",0.99,1613943559632,3782
"lr_0",4.413907058519154e-06,1613943559632,3782
"mom_0",0.8617219760493774,1613943559632,3782
"eps_0",1e-05,1613943559632,3782
"wd_1",0.01,1613943559632,3782
"sqr_mom_1",0.99,1613943559632,3782
"lr_1",4.413907058519154e-05,1613943559632,3782
"mom_1",0.8617219760493774,1613943559632,3782
"eps_1",1e-05,1613943559632,3782
"wd_2",0.01,1613943559632,3782
"sqr_mom_2",0.99,1613943559632,3782
"lr_2",0.0004413907058519154,1613943559632,3782
"mom_2",0.8617219760493774,1613943559632,3782
"eps_2",1e-05,1613943559632,3782
"train_loss",0.04223179,1613943560595,3783
"raw_loss",0.014874473,1613943560595,3783
"epoch",23.79874213836475,1613943560595,3783
"wd_0",0.01,1613943560595,3783
"sqr_mom_0",0.99,1613943560595,3783
"lr_0",4.41299870374518e-06,1613943560595,3783
"mom_0",0.8617401433265297,1613943560595,3783
"eps_0",1e-05,1613943560595,3783
"wd_1",0.01,1613943560595,3783
"sqr_mom_1",0.99,1613943560595,3783
"lr_1",4.4129987037451796e-05,1613943560595,3783
"mom_1",0.8617401433265297,1613943560595,3783
"eps_1",1e-05,1613943560595,3783
"wd_2",0.01,1613943560595,3783
"sqr_mom_2",0.99,1613943560595,3783
"lr_2",0.00044129987037451793,1613943560595,3783
"mom_2",0.8617401433265297,1613943560595,3783
"eps_2",1e-05,1613943560595,3783
"train_loss",0.04170603,1613943561568,3784
"raw_loss",0.015943613,1613943561568,3784
"epoch",23.805031446540852,1613943561568,3784
"wd_0",0.01,1613943561568,3784
"sqr_mom_0",0.99,1613943561568,3784
"lr_0",4.412089739232765e-06,1613943561568,3784
"mom_0",0.8617583227985727,1613943561568,3784
"eps_0",1e-05,1613943561568,3784
"wd_1",0.01,1613943561568,3784
"sqr_mom_1",0.99,1613943561568,3784
"lr_1",4.4120897392327655e-05,1613943561568,3784
"mom_1",0.8617583227985727,1613943561568,3784
"eps_1",1e-05,1613943561568,3784
"wd_2",0.01,1613943561568,3784
"sqr_mom_2",0.99,1613943561568,3784
"lr_2",0.0004412089739232765,1613943561568,3784
"mom_2",0.8617583227985727,1613943561568,3784
"eps_2",1e-05,1613943561568,3784
"train_loss",0.041366436,1613943562511,3785
"raw_loss",0.024726298,1613943562511,3785
"epoch",23.811320754716952,1613943562511,3785
"wd_0",0.01,1613943562511,3785
"sqr_mom_0",0.99,1613943562511,3785
"lr_0",4.4111801652716335e-06,1613943562511,3785
"mom_0",0.8617765144597119,1613943562511,3785
"eps_0",1e-05,1613943562511,3785
"wd_1",0.01,1613943562511,3785
"sqr_mom_1",0.99,1613943562511,3785
"lr_1",4.4111801652716335e-05,1613943562511,3785
"mom_1",0.8617765144597119,1613943562511,3785
"eps_1",1e-05,1613943562511,3785
"wd_2",0.01,1613943562511,3785
"sqr_mom_2",0.99,1613943562511,3785
"lr_2",0.0004411180165271633,1613943562511,3785
"mom_2",0.8617765144597119,1613943562511,3785
"eps_2",1e-05,1613943562511,3785
"train_loss",0.041008525,1613943563466,3786
"raw_loss",0.023470938,1613943563466,3786
"epoch",23.817610062893053,1613943563466,3786
"wd_0",0.01,1613943563466,3786
"sqr_mom_0",0.99,1613943563466,3786
"lr_0",4.4102701331446604e-06,1613943563466,3786
"mom_0",0.8617947152842597,1613943563466,3786
"eps_0",1e-05,1613943563466,3786
"wd_1",0.01,1613943563466,3786
"sqr_mom_1",0.99,1613943563466,3786
"lr_1",4.4102701331446604e-05,1613943563466,3786
"mom_1",0.8617947152842597,1613943563466,3786
"eps_1",1e-05,1613943563466,3786
"wd_2",0.01,1613943563466,3786
"sqr_mom_2",0.99,1613943563466,3786
"lr_2",0.00044102701331446604,1613943563466,3786
"mom_2",0.8617947152842597,1613943563466,3786
"eps_2",1e-05,1613943563466,3786
"train_loss",0.040451076,1613943564411,3787
"raw_loss",0.01313597,1613943564411,3787
"epoch",23.823899371069153,1613943564411,3787
"wd_0",0.01,1613943564411,3787
"sqr_mom_0",0.99,1613943564411,3787
"lr_0",4.409359341256986e-06,1613943564411,3787
"mom_0",0.8618129313041734,1613943564411,3787
"eps_0",1e-05,1613943564411,3787
"wd_1",0.01,1613943564411,3787
"sqr_mom_1",0.99,1613943564411,3787
"lr_1",4.4093593412569855e-05,1613943564411,3787
"mom_1",0.8618129313041734,1613943564411,3787
"eps_1",1e-05,1613943564411,3787
"wd_2",0.01,1613943564411,3787
"sqr_mom_2",0.99,1613943564411,3787
"lr_2",0.0004409359341256985,1613943564411,3787
"mom_2",0.8618129313041734,1613943564411,3787
"eps_2",1e-05,1613943564411,3787
"train_loss",0.04047556,1613943565366,3788
"raw_loss",0.041675154,1613943565366,3788
"epoch",23.830188679245254,1613943565366,3788
"wd_0",0.01,1613943565366,3788
"sqr_mom_0",0.99,1613943565366,3788
"lr_0",4.408447940790875e-06,1613943565366,3788
"mom_0",0.8618311594957774,1613943565366,3788
"eps_0",1e-05,1613943565366,3788
"wd_1",0.01,1613943565366,3788
"sqr_mom_1",0.99,1613943565366,3788
"lr_1",4.408447940790876e-05,1613943565366,3788
"mom_1",0.8618311594957774,1613943565366,3788
"eps_1",1e-05,1613943565366,3788
"wd_2",0.01,1613943565366,3788
"sqr_mom_2",0.99,1613943565366,3788
"lr_2",0.00044084479407908756,1613943565366,3788
"mom_2",0.8618311594957774,1613943565366,3788
"eps_2",1e-05,1613943565366,3788
"train_loss",0.040034063,1613943566315,3789
"raw_loss",0.018400693,1613943566315,3789
"epoch",23.836477987421354,1613943566315,3789
"wd_0",0.01,1613943566315,3789
"sqr_mom_0",0.99,1613943566315,3789
"lr_0",4.407536158980294e-06,1613943566315,3789
"mom_0",0.8618493953143472,1613943566315,3789
"eps_0",1e-05,1613943566315,3789
"wd_1",0.01,1613943566315,3789
"sqr_mom_1",0.99,1613943566315,3789
"lr_1",4.4075361589802934e-05,1613943566315,3789
"mom_1",0.8618493953143472,1613943566315,3789
"eps_1",1e-05,1613943566315,3789
"wd_2",0.01,1613943566315,3789
"sqr_mom_2",0.99,1613943566315,3789
"lr_2",0.00044075361589802935,1613943566315,3789
"mom_2",0.8618493953143472,1613943566315,3789
"eps_2",1e-05,1613943566315,3789
"train_loss",0.039521698,1613943567286,3790
"raw_loss",0.014415826,1613943567286,3790
"epoch",23.842767295597454,1613943567286,3790
"wd_0",0.01,1613943567286,3790
"sqr_mom_0",0.99,1613943567286,3790
"lr_0",4.406623542380211e-06,1613943567286,3790
"mom_0",0.861867647828874,1613943567286,3790
"eps_0",1e-05,1613943567286,3790
"wd_1",0.01,1613943567286,3790
"sqr_mom_1",0.99,1613943567286,3790
"lr_1",4.406623542380211e-05,1613943567286,3790
"mom_1",0.861867647828874,1613943567286,3790
"eps_1",1e-05,1613943567286,3790
"wd_2",0.01,1613943567286,3790
"sqr_mom_2",0.99,1613943567286,3790
"lr_2",0.00044066235423802105,1613943567286,3790
"mom_2",0.861867647828874,1613943567286,3790
"eps_2",1e-05,1613943567286,3790
"train_loss",0.039240014,1613943568258,3791
"raw_loss",0.025437461,1613943568258,3791
"epoch",23.849056603773555,1613943568258,3791
"wd_0",0.01,1613943568258,3791
"sqr_mom_0",0.99,1613943568258,3791
"lr_0",4.405710318073698e-06,1613943568258,3791
"mom_0",0.861885912497651,1613943568258,3791
"eps_0",1e-05,1613943568258,3791
"wd_1",0.01,1613943568258,3791
"sqr_mom_1",0.99,1613943568258,3791
"lr_1",4.405710318073698e-05,1613943568258,3791
"mom_1",0.861885912497651,1613943568258,3791
"eps_1",1e-05,1613943568258,3791
"wd_2",0.01,1613943568258,3791
"sqr_mom_2",0.99,1613943568258,3791
"lr_2",0.0004405710318073698,1613943568258,3791
"mom_2",0.861885912497651,1613943568258,3791
"eps_2",1e-05,1613943568258,3791
"train_loss",0.03955873,1613943569253,3792
"raw_loss",0.055175945,1613943569253,3792
"epoch",23.855345911949655,1613943569253,3792
"wd_0",0.01,1613943569253,3792
"sqr_mom_0",0.99,1613943569253,3792
"lr_0",4.404796713748665e-06,1613943569253,3792
"mom_0",0.8619041847668744,1613943569253,3792
"eps_0",1e-05,1613943569253,3792
"wd_1",0.01,1613943569253,3792
"sqr_mom_1",0.99,1613943569253,3792
"lr_1",4.404796713748665e-05,1613943569253,3792
"mom_1",0.8619041847668744,1613943569253,3792
"eps_1",1e-05,1613943569253,3792
"wd_2",0.01,1613943569253,3792
"sqr_mom_2",0.99,1613943569253,3792
"lr_2",0.00044047967137486653,1613943569253,3792
"mom_2",0.8619041847668744,1613943569253,3792
"eps_2",1e-05,1613943569253,3792
"train_loss",0.039300203,1613943570210,3793
"raw_loss",0.026632385,1613943570210,3793
"epoch",23.861635220125756,1613943570210,3793
"wd_0",0.01,1613943570210,3793
"sqr_mom_0",0.99,1613943570210,3793
"lr_0",4.403882275053715e-06,1613943570210,3793
"mom_0",0.8619224737236629,1613943570210,3793
"eps_0",1e-05,1613943570210,3793
"wd_1",0.01,1613943570210,3793
"sqr_mom_1",0.99,1613943570210,3793
"lr_1",4.403882275053715e-05,1613943570210,3793
"mom_1",0.8619224737236629,1613943570210,3793
"eps_1",1e-05,1613943570210,3793
"wd_2",0.01,1613943570210,3793
"sqr_mom_2",0.99,1613943570210,3793
"lr_2",0.0004403882275053715,1613943570210,3793
"mom_2",0.8619224737236629,1613943570210,3793
"eps_2",1e-05,1613943570210,3793
"train_loss",0.03908575,1613943571172,3794
"raw_loss",0.028577482,1613943571172,3794
"epoch",23.867924528301856,1613943571172,3794
"wd_0",0.01,1613943571172,3794
"sqr_mom_0",0.99,1613943571172,3794
"lr_0",4.4029672295260825e-06,1613943571172,3794
"mom_0",0.8619407748172265,1613943571172,3794
"eps_0",1e-05,1613943571172,3794
"wd_1",0.01,1613943571172,3794
"sqr_mom_1",0.99,1613943571172,3794
"lr_1",4.402967229526082e-05,1613943571172,3794
"mom_1",0.8619407748172265,1613943571172,3794
"eps_1",1e-05,1613943571172,3794
"wd_2",0.01,1613943571172,3794
"sqr_mom_2",0.99,1613943571172,3794
"lr_2",0.0004402967229526082,1613943571172,3794
"mom_2",0.8619407748172265,1613943571172,3794
"eps_2",1e-05,1613943571172,3794
"train_loss",0.039148018,1613943572202,3795
"raw_loss",0.042199213,1613943572202,3795
"epoch",23.874213836477956,1613943572202,3795
"wd_0",0.01,1613943572202,3795
"sqr_mom_0",0.99,1613943572202,3795
"lr_0",4.402051805306971e-06,1613943572202,3795
"mom_0",0.8619590834846954,1613943572202,3795
"eps_0",1e-05,1613943572202,3795
"wd_1",0.01,1613943572202,3795
"sqr_mom_1",0.99,1613943572202,3795
"lr_1",4.40205180530697e-05,1613943572202,3795
"mom_1",0.8619590834846954,1613943572202,3795
"eps_1",1e-05,1613943572202,3795
"wd_2",0.01,1613943572202,3795
"sqr_mom_2",0.99,1613943572202,3795
"lr_2",0.00044020518053069704,1613943572202,3795
"mom_2",0.8619590834846954,1613943572202,3795
"eps_2",1e-05,1613943572202,3795
"train_loss",0.039257936,1613943573302,3796
"raw_loss",0.044643853,1613943573302,3796
"epoch",23.880503144654057,1613943573302,3796
"wd_0",0.01,1613943573302,3796
"sqr_mom_0",0.99,1613943573302,3796
"lr_0",4.401135547139918e-06,1613943573302,3796
"mom_0",0.8619774088312899,1613943573302,3796
"eps_0",1e-05,1613943573302,3796
"wd_1",0.01,1613943573302,3796
"sqr_mom_1",0.99,1613943573302,3796
"lr_1",4.4011355471399186e-05,1613943573302,3796
"mom_1",0.8619774088312899,1613943573302,3796
"eps_1",1e-05,1613943573302,3796
"wd_2",0.01,1613943573302,3796
"sqr_mom_2",0.99,1613943573302,3796
"lr_2",0.0004401135547139918,1613943573302,3796
"mom_2",0.8619774088312899,1613943573302,3796
"eps_2",1e-05,1613943573302,3796
"train_loss",0.03915529,1613943574259,3797
"raw_loss",0.034125682,1613943574259,3797
"epoch",23.886792452830157,1613943574259,3797
"wd_0",0.01,1613943574259,3797
"sqr_mom_0",0.99,1613943574259,3797
"lr_0",4.400218683015673e-06,1613943574259,3797
"mom_0",0.8619957462971495,1613943574259,3797
"eps_0",1e-05,1613943574259,3797
"wd_1",0.01,1613943574259,3797
"sqr_mom_1",0.99,1613943574259,3797
"lr_1",4.400218683015672e-05,1613943574259,3797
"mom_1",0.8619957462971495,1613943574259,3797
"eps_1",1e-05,1613943574259,3797
"wd_2",0.01,1613943574259,3797
"sqr_mom_2",0.99,1613943574259,3797
"lr_2",0.00044002186830156717,1613943574259,3797
"mom_2",0.8619957462971495,1613943574259,3797
"eps_2",1e-05,1613943574259,3797
"train_loss",0.039085772,1613943575248,3798
"raw_loss",0.03567938,1613943575248,3798
"epoch",23.893081761006258,1613943575248,3798
"wd_0",0.01,1613943575248,3798
"sqr_mom_0",0.99,1613943575248,3798
"lr_0",4.399301441528076e-06,1613943575248,3798
"mom_0",0.8620140913103516,1613943575248,3798
"eps_0",1e-05,1613943575248,3798
"wd_1",0.01,1613943575248,3798
"sqr_mom_1",0.99,1613943575248,3798
"lr_1",4.399301441528076e-05,1613943575248,3798
"mom_1",0.8620140913103516,1613943575248,3798
"eps_1",1e-05,1613943575248,3798
"wd_2",0.01,1613943575248,3798
"sqr_mom_2",0.99,1613943575248,3798
"lr_2",0.0004399301441528076,1613943575248,3798
"mom_2",0.8620140913103516,1613943575248,3798
"eps_2",1e-05,1613943575248,3798
"train_loss",0.040532354,1613943576190,3799
"raw_loss",0.11141487,1613943576190,3799
"epoch",23.899371069182358,1613943576190,3799
"wd_0",0.01,1613943576190,3799
"sqr_mom_0",0.99,1613943576190,3799
"lr_0",4.398383366516907e-06,1613943576190,3799
"mom_0",0.8620324529941917,1613943576190,3799
"eps_0",1e-05,1613943576190,3799
"wd_1",0.01,1613943576190,3799
"sqr_mom_1",0.99,1613943576190,3799
"lr_1",4.398383366516907e-05,1613943576190,3799
"mom_1",0.8620324529941917,1613943576190,3799
"eps_1",1e-05,1613943576190,3799
"wd_2",0.01,1613943576190,3799
"sqr_mom_2",0.99,1613943576190,3799
"lr_2",0.0004398383366516907,1613943576190,3799
"mom_2",0.8620324529941917,1613943576190,3799
"eps_2",1e-05,1613943576190,3799
"train_loss",0.04085877,1613943577158,3800
"raw_loss",0.056853164,1613943577158,3800
"epoch",23.90566037735846,1613943577158,3800
"wd_0",0.01,1613943577158,3800
"sqr_mom_0",0.99,1613943577158,3800
"lr_0",4.397464686425769e-06,1613943577158,3800
"mom_0",0.8620508267797524,1613943577158,3800
"eps_0",1e-05,1613943577158,3800
"wd_1",0.01,1613943577158,3800
"sqr_mom_1",0.99,1613943577158,3800
"lr_1",4.39746468642577e-05,1613943577158,3800
"mom_1",0.8620508267797524,1613943577158,3800
"eps_1",1e-05,1613943577158,3800
"wd_2",0.01,1613943577158,3800
"sqr_mom_2",0.99,1613943577158,3800
"lr_2",0.0004397464686425769,1613943577158,3800
"mom_2",0.8620508267797524,1613943577158,3800
"eps_2",1e-05,1613943577158,3800
"train_loss",0.04075711,1613943578099,3801
"raw_loss",0.035775576,1613943578099,3801
"epoch",23.91194968553456,1613943578099,3801
"wd_0",0.01,1613943578099,3801
"sqr_mom_0",0.99,1613943578099,3801
"lr_0",4.3965456303004925e-06,1613943578099,3801
"mom_0",0.862069208086071,1613943578099,3801
"eps_0",1e-05,1613943578099,3801
"wd_1",0.01,1613943578099,3801
"sqr_mom_1",0.99,1613943578099,3801
"lr_1",4.396545630300492e-05,1613943578099,3801
"mom_1",0.862069208086071,1613943578099,3801
"eps_1",1e-05,1613943578099,3801
"wd_2",0.01,1613943578099,3801
"sqr_mom_2",0.99,1613943578099,3801
"lr_2",0.0004396545630300492,1613943578099,3801
"mom_2",0.862069208086071,1613943578099,3801
"eps_2",1e-05,1613943578099,3801
"train_loss",0.04049893,1613943579047,3802
"raw_loss",0.027848182,1613943579047,3802
"epoch",23.91823899371066,1613943579047,3802
"wd_0",0.01,1613943579047,3802
"sqr_mom_0",0.99,1613943579047,3802
"lr_0",4.395625741078402e-06,1613943579047,3802
"mom_0",0.8620876060544925,1613943579047,3802
"eps_0",1e-05,1613943579047,3802
"wd_1",0.01,1613943579047,3802
"sqr_mom_1",0.99,1613943579047,3802
"lr_1",4.3956257410784024e-05,1613943579047,3802
"mom_1",0.8620876060544925,1613943579047,3802
"eps_1",1e-05,1613943579047,3802
"wd_2",0.01,1613943579047,3802
"sqr_mom_2",0.99,1613943579047,3802
"lr_2",0.0004395625741078402,1613943579047,3802
"mom_2",0.8620876060544925,1613943579047,3802
"eps_2",1e-05,1613943579047,3802
"train_loss",0.040034402,1613943579990,3803
"raw_loss",0.017272497,1613943579990,3803
"epoch",23.92452830188676,1613943579990,3803
"wd_0",0.01,1613943579990,3803
"sqr_mom_0",0.99,1613943579990,3803
"lr_0",4.394705247655305e-06,1613943579990,3803
"mom_0",0.862106016107055,1613943579990,3803
"eps_0",1e-05,1613943579990,3803
"wd_1",0.01,1613943579990,3803
"sqr_mom_1",0.99,1613943579990,3803
"lr_1",4.394705247655305e-05,1613943579990,3803
"mom_1",0.862106016107055,1613943579990,3803
"eps_1",1e-05,1613943579990,3803
"wd_2",0.01,1613943579990,3803
"sqr_mom_2",0.99,1613943579990,3803
"lr_2",0.0004394705247655305,1613943579990,3803
"mom_2",0.862106016107055,1613943579990,3803
"eps_2",1e-05,1613943579990,3803
"train_loss",0.03959876,1613943580942,3804
"raw_loss",0.018252293,1613943580942,3804
"epoch",23.93081761006286,1613943580942,3804
"wd_0",0.01,1613943580942,3804
"sqr_mom_0",0.99,1613943580942,3804
"lr_0",4.393784150324598e-06,1613943580942,3804
"mom_0",0.8621244382378904,1613943580942,3804
"eps_0",1e-05,1613943580942,3804
"wd_1",0.01,1613943580942,3804
"sqr_mom_1",0.99,1613943580942,3804
"lr_1",4.3937841503245974e-05,1613943580942,3804
"mom_1",0.8621244382378904,1613943580942,3804
"eps_1",1e-05,1613943580942,3804
"wd_2",0.01,1613943580942,3804
"sqr_mom_2",0.99,1613943580942,3804
"lr_2",0.00043937841503245977,1613943580942,3804
"mom_2",0.8621244382378904,1613943580942,3804
"eps_2",1e-05,1613943580942,3804
"train_loss",0.03964928,1613943581900,3805
"raw_loss",0.04212487,1613943581900,3805
"epoch",23.93710691823896,1613943581900,3805
"wd_0",0.01,1613943581900,3805
"sqr_mom_0",0.99,1613943581900,3805
"lr_0",4.392862678733745e-06,1613943581900,3805
"mom_0",0.8621428678540036,1613943581900,3805
"eps_0",1e-05,1613943581900,3805
"wd_1",0.01,1613943581900,3805
"sqr_mom_1",0.99,1613943581900,3805
"lr_1",4.392862678733745e-05,1613943581900,3805
"mom_1",0.8621428678540036,1613943581900,3805
"eps_1",1e-05,1613943581900,3805
"wd_2",0.01,1613943581900,3805
"sqr_mom_2",0.99,1613943581900,3805
"lr_2",0.00043928626787337446,1613943581900,3805
"mom_2",0.8621428678540036,1613943581900,3805
"eps_2",1e-05,1613943581900,3805
"train_loss",0.039573584,1613943582893,3806
"raw_loss",0.035864413,1613943582893,3806
"epoch",23.94339622641506,1613943582893,3806
"wd_0",0.01,1613943582893,3806
"sqr_mom_0",0.99,1613943582893,3806
"lr_0",4.391940374618821e-06,1613943582893,3806
"mom_0",0.8621613141207648,1613943582893,3806
"eps_0",1e-05,1613943582893,3806
"wd_1",0.01,1613943582893,3806
"sqr_mom_1",0.99,1613943582893,3806
"lr_1",4.39194037461882e-05,1613943582893,3806
"mom_1",0.8621613141207648,1613943582893,3806
"eps_1",1e-05,1613943582893,3806
"wd_2",0.01,1613943582893,3806
"sqr_mom_2",0.99,1613943582893,3806
"lr_2",0.00043919403746188197,1613943582893,3806
"mom_2",0.8621613141207648,1613943582893,3806
"eps_2",1e-05,1613943582893,3806
"train_loss",0.03961812,1613943583851,3807
"raw_loss",0.041800376,1613943583851,3807
"epoch",23.94968553459116,1613943583851,3807
"wd_0",0.01,1613943583851,3807
"sqr_mom_0",0.99,1613943583851,3807
"lr_0",4.391017467477558e-06,1613943583851,3807
"mom_0",0.8621797724481733,1613943583851,3807
"eps_0",1e-05,1613943583851,3807
"wd_1",0.01,1613943583851,3807
"sqr_mom_1",0.99,1613943583851,3807
"lr_1",4.391017467477557e-05,1613943583851,3807
"mom_1",0.8621797724481733,1613943583851,3807
"eps_1",1e-05,1613943583851,3807
"wd_2",0.01,1613943583851,3807
"sqr_mom_2",0.99,1613943583851,3807
"lr_2",0.0004391017467477557,1613943583851,3807
"mom_2",0.8621797724481733,1613943583851,3807
"eps_2",1e-05,1613943583851,3807
"train_loss",0.039491322,1613943584816,3808
"raw_loss",0.03327825,1613943584816,3808
"epoch",23.95597484276726,1613943584816,3808
"wd_0",0.01,1613943584816,3808
"sqr_mom_0",0.99,1613943584816,3808
"lr_0",4.390094110806625e-06,1613943584816,3808
"mom_0",0.8621982397662652,1613943584816,3808
"eps_0",1e-05,1613943584816,3808
"wd_1",0.01,1613943584816,3808
"sqr_mom_1",0.99,1613943584816,3808
"lr_1",4.390094110806624e-05,1613943584816,3808
"mom_1",0.8621982397662652,1613943584816,3808
"eps_1",1e-05,1613943584816,3808
"wd_2",0.01,1613943584816,3808
"sqr_mom_2",0.99,1613943584816,3808
"lr_2",0.00043900941108066243,1613943584816,3808
"mom_2",0.8621982397662652,1613943584816,3808
"eps_2",1e-05,1613943584816,3808
"train_loss",0.039122336,1613943585801,3809
"raw_loss",0.021042045,1613943585801,3809
"epoch",23.962264150943362,1613943585801,3809
"wd_0",0.01,1613943585801,3809
"sqr_mom_0",0.99,1613943585801,3809
"lr_0",4.389169998595257e-06,1613943585801,3809
"mom_0",0.8622167221953168,1613943585801,3809
"eps_0",1e-05,1613943585801,3809
"wd_1",0.01,1613943585801,3809
"sqr_mom_1",0.99,1613943585801,3809
"lr_1",4.389169998595256e-05,1613943585801,3809
"mom_1",0.8622167221953168,1613943585801,3809
"eps_1",1e-05,1613943585801,3809
"wd_2",0.01,1613943585801,3809
"sqr_mom_2",0.99,1613943585801,3809
"lr_2",0.0004389169998595256,1613943585801,3809
"mom_2",0.8622167221953168,1613943585801,3809
"eps_2",1e-05,1613943585801,3809
"train_loss",0.038790543,1613943586774,3810
"raw_loss",0.022532761,1613943586774,3810
"epoch",23.968553459119462,1613943586774,3810
"wd_0",0.01,1613943586774,3810
"sqr_mom_0",0.99,1613943586774,3810
"lr_0",4.388245284240575e-06,1613943586774,3810
"mom_0",0.8622352166673551,1613943586774,3810
"eps_0",1e-05,1613943586774,3810
"wd_1",0.01,1613943586774,3810
"sqr_mom_1",0.99,1613943586774,3810
"lr_1",4.3882452842405756e-05,1613943586774,3810
"mom_1",0.8622352166673551,1613943586774,3810
"eps_1",1e-05,1613943586774,3810
"wd_2",0.01,1613943586774,3810
"sqr_mom_2",0.99,1613943586774,3810
"lr_2",0.00043882452842405753,1613943586774,3810
"mom_2",0.8622352166673551,1613943586774,3810
"eps_2",1e-05,1613943586774,3810
"train_loss",0.038413003,1613943587755,3811
"raw_loss",0.019913614,1613943587755,3811
"epoch",23.974842767295563,1613943587755,3811
"wd_0",0.01,1613943587755,3811
"sqr_mom_0",0.99,1613943587755,3811
"lr_0",4.387320198290297e-06,1613943587755,3811
"mom_0",0.8622537185713798,1613943587755,3811
"eps_0",1e-05,1613943587755,3811
"wd_1",0.01,1613943587755,3811
"sqr_mom_1",0.99,1613943587755,3811
"lr_1",4.387320198290297e-05,1613943587755,3811
"mom_1",0.8622537185713798,1613943587755,3811
"eps_1",1e-05,1613943587755,3811
"wd_2",0.01,1613943587755,3811
"sqr_mom_2",0.99,1613943587755,3811
"lr_2",0.0004387320198290297,1613943587755,3811
"mom_2",0.8622537185713798,1613943587755,3811
"eps_2",1e-05,1613943587755,3811
"train_loss",0.038631625,1613943588710,3812
"raw_loss",0.049344137,1613943588710,3812
"epoch",23.981132075471663,1613943588710,3812
"wd_0",0.01,1613943588710,3812
"sqr_mom_0",0.99,1613943588710,3812
"lr_0",4.386394280683011e-06,1613943588710,3812
"mom_0",0.8622722371087108,1613943588710,3812
"eps_0",1e-05,1613943588710,3812
"wd_1",0.01,1613943588710,3812
"sqr_mom_1",0.99,1613943588710,3812
"lr_1",4.3863942806830114e-05,1613943588710,3812
"mom_1",0.8622722371087108,1613943588710,3812
"eps_1",1e-05,1613943588710,3812
"wd_2",0.01,1613943588710,3812
"sqr_mom_2",0.99,1613943588710,3812
"lr_2",0.00043863942806830113,1613943588710,3812
"mom_2",0.8622722371087108,1613943588710,3812
"eps_2",1e-05,1613943588710,3812
"train_loss",0.03812035,1613943589654,3813
"raw_loss",0.013067888,1613943589654,3813
"epoch",23.987421383647764,1613943589654,3813
"wd_0",0.01,1613943589654,3813
"sqr_mom_0",0.99,1613943589654,3813
"lr_0",4.385467761817141e-06,1613943589654,3813
"mom_0",0.8622907676713338,1613943589654,3813
"eps_0",1e-05,1613943589654,3813
"wd_1",0.01,1613943589654,3813
"sqr_mom_1",0.99,1613943589654,3813
"lr_1",4.385467761817142e-05,1613943589654,3813
"mom_1",0.8622907676713338,1613943589654,3813
"eps_1",1e-05,1613943589654,3813
"wd_2",0.01,1613943589654,3813
"sqr_mom_2",0.99,1613943589654,3813
"lr_2",0.0004385467761817141,1613943589654,3813
"mom_2",0.8622907676713338,1613943589654,3813
"eps_2",1e-05,1613943589654,3813
"train_loss",0.038230434,1613943590637,3814
"raw_loss",0.043624472,1613943590637,3814
"epoch",23.993710691823864,1613943590637,3814
"wd_0",0.01,1613943590637,3814
"sqr_mom_0",0.99,1613943590637,3814
"lr_0",4.384540872689531e-06,1613943590637,3814
"mom_0",0.8623093056392658,1613943590637,3814
"eps_0",1e-05,1613943590637,3814
"wd_1",0.01,1613943590637,3814
"sqr_mom_1",0.99,1613943590637,3814
"lr_1",4.3845408726895304e-05,1613943590637,3814
"mom_1",0.8623093056392658,1613943590637,3814
"eps_1",1e-05,1613943590637,3814
"wd_2",0.01,1613943590637,3814
"sqr_mom_2",0.99,1613943590637,3814
"lr_2",0.00043845408726895304,1613943590637,3814
"mom_2",0.8623093056392658,1613943590637,3814
"eps_2",1e-05,1613943590637,3814
"train_loss",0.03801912,1613943591600,3815
"raw_loss",0.027664773,1613943591600,3815
"epoch",23.999999999999964,1613943591600,3815
"wd_0",0.01,1613943591600,3815
"sqr_mom_0",0.99,1613943591600,3815
"lr_0",4.383613152342018e-06,1613943591600,3815
"mom_0",0.862327860231762,1613943591600,3815
"eps_0",1e-05,1613943591600,3815
"wd_1",0.01,1613943591600,3815
"sqr_mom_1",0.99,1613943591600,3815
"lr_1",4.383613152342017e-05,1613943591600,3815
"mom_1",0.862327860231762,1613943591600,3815
"eps_1",1e-05,1613943591600,3815
"wd_2",0.01,1613943591600,3815
"sqr_mom_2",0.99,1613943591600,3815
"lr_2",0.0004383613152342017,1613943591600,3815
"mom_2",0.862327860231762,1613943591600,3815
"eps_2",1e-05,1613943591600,3815
"valid_loss",0.10540657490491867,1613943624796,3815
"_rmse",0.32466378808021545,1613943624796,3815
"epoch",24,1613943624796,3815
"train_loss",0.037885267,1613943625845,3816
"raw_loss",0.0313264,1613943625845,3816
"epoch",24.0062893081761,1613943625845,3816
"wd_0",0.01,1613943625845,3816
"sqr_mom_0",0.99,1613943625845,3816
"lr_0",4.382684831622372e-06,1613943625845,3816
"mom_0",0.8623464268318208,1613943625845,3816
"eps_0",1e-05,1613943625845,3816
"wd_1",0.01,1613943625845,3816
"sqr_mom_1",0.99,1613943625845,3816
"lr_1",4.382684831622372e-05,1613943625845,3816
"mom_1",0.8623464268318208,1613943625845,3816
"eps_1",1e-05,1613943625845,3816
"wd_2",0.01,1613943625845,3816
"sqr_mom_2",0.99,1613943625845,3816
"lr_2",0.0004382684831622372,1613943625845,3816
"mom_2",0.8623464268318208,1613943625845,3816
"eps_2",1e-05,1613943625845,3816
"train_loss",0.037400648,1613943626824,3817
"raw_loss",0.013654253,1613943626824,3817
"epoch",24.0125786163522,1613943626824,3817
"wd_0",0.01,1613943626824,3817
"sqr_mom_0",0.99,1613943626824,3817
"lr_0",4.381756141975904e-06,1613943626824,3817
"mom_0",0.8623650008104901,1613943626824,3817
"eps_0",1e-05,1613943626824,3817
"wd_1",0.01,1613943626824,3817
"sqr_mom_1",0.99,1613943626824,3817
"lr_1",4.3817561419759034e-05,1613943626824,3817
"mom_1",0.8623650008104901,1613943626824,3817
"eps_1",1e-05,1613943626824,3817
"wd_2",0.01,1613943626824,3817
"sqr_mom_2",0.99,1613943626824,3817
"lr_2",0.00043817561419759037,1613943626824,3817
"mom_2",0.8623650008104901,1613943626824,3817
"eps_2",1e-05,1613943626824,3817
"train_loss",0.0380164,1613943627800,3818
"raw_loss",0.06818832,1613943627800,3818
"epoch",24.0188679245283,1613943627800,3818
"wd_0",0.01,1613943627800,3818
"sqr_mom_0",0.99,1613943627800,3818
"lr_0",4.3808266215490226e-06,1613943627800,3818
"mom_0",0.8623835914049336,1613943627800,3818
"eps_0",1e-05,1613943627800,3818
"wd_1",0.01,1613943627800,3818
"sqr_mom_1",0.99,1613943627800,3818
"lr_1",4.380826621549023e-05,1613943627800,3818
"mom_1",0.8623835914049336,1613943627800,3818
"eps_1",1e-05,1613943627800,3818
"wd_2",0.01,1613943627800,3818
"sqr_mom_2",0.99,1613943627800,3818
"lr_2",0.0004380826621549022,1613943627800,3818
"mom_2",0.8623835914049336,1613943627800,3818
"eps_2",1e-05,1613943627800,3818
"train_loss",0.039812736,1613943628762,3819
"raw_loss",0.12783319,1613943628762,3819
"epoch",24.0251572327044,1613943628762,3819
"wd_0",0.01,1613943628762,3819
"sqr_mom_0",0.99,1613943628762,3819
"lr_0",4.379896501638184e-06,1613943628762,3819
"mom_0",0.8624021939891762,1613943628762,3819
"eps_0",1e-05,1613943628762,3819
"wd_1",0.01,1613943628762,3819
"sqr_mom_1",0.99,1613943628762,3819
"lr_1",4.3798965016381844e-05,1613943628762,3819
"mom_1",0.8624021939891762,1613943628762,3819
"eps_1",1e-05,1613943628762,3819
"wd_2",0.01,1613943628762,3819
"sqr_mom_2",0.99,1613943628762,3819
"lr_2",0.0004379896501638184,1613943628762,3819
"mom_2",0.8624021939891762,1613943628762,3819
"eps_2",1e-05,1613943628762,3819
"train_loss",0.039300453,1613943629706,3820
"raw_loss",0.01419847,1613943629706,3820
"epoch",24.031446540880502,1613943629706,3820
"wd_0",0.01,1613943629706,3820
"sqr_mom_0",0.99,1613943629706,3820
"lr_0",4.3789660141365e-06,1613943629706,3820
"mom_0",0.8624208039253093,1613943629706,3820
"eps_0",1e-05,1613943629706,3820
"wd_1",0.01,1613943629706,3820
"sqr_mom_1",0.99,1613943629706,3820
"lr_1",4.3789660141365e-05,1613943629706,3820
"mom_1",0.8624208039253093,1613943629706,3820
"eps_1",1e-05,1613943629706,3820
"wd_2",0.01,1613943629706,3820
"sqr_mom_2",0.99,1613943629706,3820
"lr_2",0.00043789660141364996,1613943629706,3820
"mom_2",0.8624208039253093,1613943629706,3820
"eps_2",1e-05,1613943629706,3820
"train_loss",0.03974773,1613943630664,3821
"raw_loss",0.061664265,1613943630664,3821
"epoch",24.037735849056602,1613943630664,3821
"wd_0",0.01,1613943630664,3821
"sqr_mom_0",0.99,1613943630664,3821
"lr_0",4.378034696296274e-06,1613943630664,3821
"mom_0",0.8624394304683792,1613943630664,3821
"eps_0",1e-05,1613943630664,3821
"wd_1",0.01,1613943630664,3821
"sqr_mom_1",0.99,1613943630664,3821
"lr_1",4.378034696296274e-05,1613943630664,3821
"mom_1",0.8624394304683792,1613943630664,3821
"eps_1",1e-05,1613943630664,3821
"wd_2",0.01,1613943630664,3821
"sqr_mom_2",0.99,1613943630664,3821
"lr_2",0.00043780346962962735,1613943630664,3821
"mom_2",0.8624394304683792,1613943630664,3821
"eps_2",1e-05,1613943630664,3821
"train_loss",0.03912914,1613943631618,3822
"raw_loss",0.00881823,1613943631618,3822
"epoch",24.044025157232703,1613943631618,3822
"wd_0",0.01,1613943631618,3822
"sqr_mom_0",0.99,1613943631618,3822
"lr_0",4.377102779861985e-06,1613943631618,3822
"mom_0",0.8624580689834501,1613943631618,3822
"eps_0",1e-05,1613943631618,3822
"wd_1",0.01,1613943631618,3822
"sqr_mom_1",0.99,1613943631618,3822
"lr_1",4.377102779861984e-05,1613943631618,3822
"mom_1",0.8624580689834501,1613943631618,3822
"eps_1",1e-05,1613943631618,3822
"wd_2",0.01,1613943631618,3822
"sqr_mom_2",0.99,1613943631618,3822
"lr_2",0.0004377102779861984,1613943631618,3822
"mom_2",0.8624580689834501,1613943631618,3822
"eps_2",1e-05,1613943631618,3822
"train_loss",0.03863399,1613943632582,3823
"raw_loss",0.014371667,1613943632582,3823
"epoch",24.050314465408803,1613943632582,3823
"wd_0",0.01,1613943632582,3823
"sqr_mom_0",0.99,1613943632582,3823
"lr_0",4.376170265130671e-06,1613943632582,3823
"mom_0",0.8624767194645813,1613943632582,3823
"eps_0",1e-05,1613943632582,3823
"wd_1",0.01,1613943632582,3823
"sqr_mom_1",0.99,1613943632582,3823
"lr_1",4.37617026513067e-05,1613943632582,3823
"mom_1",0.8624767194645813,1613943632582,3823
"eps_1",1e-05,1613943632582,3823
"wd_2",0.01,1613943632582,3823
"sqr_mom_2",0.99,1613943632582,3823
"lr_2",0.00043761702651306703,1613943632582,3823
"mom_2",0.8624767194645813,1613943632582,3823
"eps_2",1e-05,1613943632582,3823
"train_loss",0.038459077,1613943633530,3824
"raw_loss",0.029888304,1613943633530,3824
"epoch",24.056603773584904,1613943633530,3824
"wd_0",0.01,1613943633530,3824
"sqr_mom_0",0.99,1613943633530,3824
"lr_0",4.375237384591489e-06,1613943633530,3824
"mom_0",0.8624953772619428,1613943633530,3824
"eps_0",1e-05,1613943633530,3824
"wd_1",0.01,1613943633530,3824
"sqr_mom_1",0.99,1613943633530,3824
"lr_1",4.375237384591489e-05,1613943633530,3824
"mom_1",0.8624953772619428,1613943633530,3824
"eps_1",1e-05,1613943633530,3824
"wd_2",0.01,1613943633530,3824
"sqr_mom_2",0.99,1613943633530,3824
"lr_2",0.00043752373845914886,1613943633530,3824
"mom_2",0.8624953772619428,1613943633530,3824
"eps_2",1e-05,1613943633530,3824
"train_loss",0.037943117,1613943634513,3825
"raw_loss",0.012661073,1613943634513,3825
"epoch",24.062893081761004,1613943634513,3825
"wd_0",0.01,1613943634513,3825
"sqr_mom_0",0.99,1613943634513,3825
"lr_0",4.374303674306645e-06,1613943634513,3825
"mom_0",0.8625140516543837,1613943634513,3825
"eps_0",1e-05,1613943634513,3825
"wd_1",0.01,1613943634513,3825
"sqr_mom_1",0.99,1613943634513,3825
"lr_1",4.3743036743066446e-05,1613943634513,3825
"mom_1",0.8625140516543837,1613943634513,3825
"eps_1",1e-05,1613943634513,3825
"wd_2",0.01,1613943634513,3825
"sqr_mom_2",0.99,1613943634513,3825
"lr_2",0.0004374303674306644,1613943634513,3825
"mom_2",0.8625140516543837,1613943634513,3825
"eps_2",1e-05,1613943634513,3825
"train_loss",0.038236313,1613943635563,3826
"raw_loss",0.052602954,1613943635563,3826
"epoch",24.069182389937104,1613943635563,3826
"wd_0",0.01,1613943635563,3826
"sqr_mom_0",0.99,1613943635563,3826
"lr_0",4.373369366616957e-06,1613943635563,3826
"mom_0",0.8625327379950408,1613943635563,3826
"eps_0",1e-05,1613943635563,3826
"wd_1",0.01,1613943635563,3826
"sqr_mom_1",0.99,1613943635563,3826
"lr_1",4.373369366616957e-05,1613943635563,3826
"mom_1",0.8625327379950408,1613943635563,3826
"eps_1",1e-05,1613943635563,3826
"wd_2",0.01,1613943635563,3826
"sqr_mom_2",0.99,1613943635563,3826
"lr_2",0.0004373369366616957,1613943635563,3826
"mom_2",0.8625327379950408,1613943635563,3826
"eps_2",1e-05,1613943635563,3826
"train_loss",0.037814975,1613943636536,3827
"raw_loss",0.017169448,1613943636536,3827
"epoch",24.075471698113205,1613943636536,3827
"wd_0",0.01,1613943636536,3827
"sqr_mom_0",0.99,1613943636536,3827
"lr_0",4.372434694457833e-06,1613943636536,3827
"mom_0",0.8625514316251596,1613943636536,3827
"eps_0",1e-05,1613943636536,3827
"wd_1",0.01,1613943636536,3827
"sqr_mom_1",0.99,1613943636536,3827
"lr_1",4.3724346944578335e-05,1613943636536,3827
"mom_1",0.8625514316251596,1613943636536,3827
"eps_1",1e-05,1613943636536,3827
"wd_2",0.01,1613943636536,3827
"sqr_mom_2",0.99,1613943636536,3827
"lr_2",0.0004372434694457833,1613943636536,3827
"mom_2",0.8625514316251596,1613943636536,3827
"eps_2",1e-05,1613943636536,3827
"train_loss",0.038052097,1613943637542,3828
"raw_loss",0.04967103,1613943637542,3828
"epoch",24.081761006289305,1613943637542,3828
"wd_0",0.01,1613943637542,3828
"sqr_mom_0",0.99,1613943637542,3828
"lr_0",4.371499193000474e-06,1613943637542,3828
"mom_0",0.8625701418414089,1613943637542,3828
"eps_0",1e-05,1613943637542,3828
"wd_1",0.01,1613943637542,3828
"sqr_mom_1",0.99,1613943637542,3828
"lr_1",4.371499193000474e-05,1613943637542,3828
"mom_1",0.8625701418414089,1613943637542,3828
"eps_1",1e-05,1613943637542,3828
"wd_2",0.01,1613943637542,3828
"sqr_mom_2",0.99,1613943637542,3828
"lr_2",0.00043714991930004734,1613943637542,3828
"mom_2",0.8625701418414089,1613943637542,3828
"eps_2",1e-05,1613943637542,3828
"train_loss",0.038755022,1613943638751,3829
"raw_loss",0.07319835,1613943638751,3829
"epoch",24.088050314465406,1613943638751,3829
"wd_0",0.01,1613943638751,3829
"sqr_mom_0",0.99,1613943638751,3829
"lr_0",4.370563095032168e-06,1613943638751,3829
"mom_0",0.8625888639879965,1613943638751,3829
"eps_0",1e-05,1613943638751,3829
"wd_1",0.01,1613943638751,3829
"sqr_mom_1",0.99,1613943638751,3829
"lr_1",4.370563095032168e-05,1613943638751,3829
"mom_1",0.8625888639879965,1613943638751,3829
"eps_1",1e-05,1613943638751,3829
"wd_2",0.01,1613943638751,3829
"sqr_mom_2",0.99,1613943638751,3829
"lr_2",0.0004370563095032168,1613943638751,3829
"mom_2",0.8625888639879965,1613943638751,3829
"eps_2",1e-05,1613943638751,3829
"train_loss",0.038476765,1613943640088,3830
"raw_loss",0.024842167,1613943640088,3830
"epoch",24.094339622641506,1613943640088,3830
"wd_0",0.01,1613943640088,3830
"sqr_mom_0",0.99,1613943640088,3830
"lr_0",4.369626556239702e-06,1613943640088,3830
"mom_0",0.8626075949511555,1613943640088,3830
"eps_0",1e-05,1613943640088,3830
"wd_1",0.01,1613943640088,3830
"sqr_mom_1",0.99,1613943640088,3830
"lr_1",4.3696265562397013e-05,1613943640088,3830
"mom_1",0.8626075949511555,1613943640088,3830
"eps_1",1e-05,1613943640088,3830
"wd_2",0.01,1613943640088,3830
"sqr_mom_2",0.99,1613943640088,3830
"lr_2",0.0004369626556239701,1613943640088,3830
"mom_2",0.8626075949511555,1613943640088,3830
"eps_2",1e-05,1613943640088,3830
"train_loss",0.038198154,1613943641211,3831
"raw_loss",0.024546172,1613943641211,3831
"epoch",24.100628930817606,1613943641211,3831
"wd_0",0.01,1613943641211,3831
"sqr_mom_0",0.99,1613943641211,3831
"lr_0",4.368689266243605e-06,1613943641211,3831
"mom_0",0.8626263409385373,1613943641211,3831
"eps_0",1e-05,1613943641211,3831
"wd_1",0.01,1613943641211,3831
"sqr_mom_1",0.99,1613943641211,3831
"lr_1",4.368689266243604e-05,1613943641211,3831
"mom_1",0.8626263409385373,1613943641211,3831
"eps_1",1e-05,1613943641211,3831
"wd_2",0.01,1613943641211,3831
"sqr_mom_2",0.99,1613943641211,3831
"lr_2",0.00043686892662436045,1613943641211,3831
"mom_2",0.8626263409385373,1613943641211,3831
"eps_2",1e-05,1613943641211,3831
"train_loss",0.037657175,1613943642394,3832
"raw_loss",0.011149254,1613943642394,3832
"epoch",24.106918238993707,1613943642394,3832
"wd_0",0.01,1613943642394,3832
"sqr_mom_0",0.99,1613943642394,3832
"lr_0",4.367751380632193e-06,1613943642394,3832
"mom_0",0.8626450988383445,1613943642394,3832
"eps_0",1e-05,1613943642394,3832
"wd_1",0.01,1613943642394,3832
"sqr_mom_1",0.99,1613943642394,3832
"lr_1",4.3677513806321934e-05,1613943642394,3832
"mom_1",0.8626450988383445,1613943642394,3832
"eps_1",1e-05,1613943642394,3832
"wd_2",0.01,1613943642394,3832
"sqr_mom_2",0.99,1613943642394,3832
"lr_2",0.0004367751380632193,1613943642394,3832
"mom_2",0.8626450988383445,1613943642394,3832
"eps_2",1e-05,1613943642394,3832
"train_loss",0.038572647,1613943643450,3833
"raw_loss",0.0834308,1613943643450,3833
"epoch",24.113207547169807,1613943643450,3833
"wd_0",0.01,1613943643450,3833
"sqr_mom_0",0.99,1613943643450,3833
"lr_0",4.366813133231376e-06,1613943643450,3833
"mom_0",0.8626638639740122,1613943643450,3833
"eps_0",1e-05,1613943643450,3833
"wd_1",0.01,1613943643450,3833
"sqr_mom_1",0.99,1613943643450,3833
"lr_1",4.366813133231376e-05,1613943643450,3833
"mom_1",0.8626638639740122,1613943643450,3833
"eps_1",1e-05,1613943643450,3833
"wd_2",0.01,1613943643450,3833
"sqr_mom_2",0.99,1613943643450,3833
"lr_2",0.0004366813133231376,1613943643450,3833
"mom_2",0.8626638639740122,1613943643450,3833
"eps_2",1e-05,1613943643450,3833
"train_loss",0.03805574,1613943644429,3834
"raw_loss",0.012727395,1613943644429,3834
"epoch",24.119496855345908,1613943644429,3834
"wd_0",0.01,1613943644429,3834
"sqr_mom_0",0.99,1613943644429,3834
"lr_0",4.365874057434323e-06,1613943644429,3834
"mom_0",0.8626826456777703,1613943644429,3834
"eps_0",1e-05,1613943644429,3834
"wd_1",0.01,1613943644429,3834
"sqr_mom_1",0.99,1613943644429,3834
"lr_1",4.365874057434323e-05,1613943644429,3834
"mom_1",0.8626826456777703,1613943644429,3834
"eps_1",1e-05,1613943644429,3834
"wd_2",0.01,1613943644429,3834
"sqr_mom_2",0.99,1613943644429,3834
"lr_2",0.00043658740574343234,1613943644429,3834
"mom_2",0.8626826456777703,1613943644429,3834
"eps_2",1e-05,1613943644429,3834
"train_loss",0.037515044,1613943645402,3835
"raw_loss",0.011020967,1613943645402,3835
"epoch",24.125786163522008,1613943645402,3835
"wd_0",0.01,1613943645402,3835
"sqr_mom_0",0.99,1613943645402,3835
"lr_0",4.3649343869192725e-06,1613943645402,3835
"mom_0",0.8627014392760073,1613943645402,3835
"eps_0",1e-05,1613943645402,3835
"wd_1",0.01,1613943645402,3835
"sqr_mom_1",0.99,1613943645402,3835
"lr_1",4.3649343869192725e-05,1613943645402,3835
"mom_1",0.8627014392760073,1613943645402,3835
"eps_1",1e-05,1613943645402,3835
"wd_2",0.01,1613943645402,3835
"sqr_mom_2",0.99,1613943645402,3835
"lr_2",0.0004364934386919272,1613943645402,3835
"mom_2",0.8627014392760073,1613943645402,3835
"eps_2",1e-05,1613943645402,3835
"train_loss",0.03952749,1613943646368,3836
"raw_loss",0.13813742,1613943646368,3836
"epoch",24.13207547169811,1613943646368,3836
"wd_0",0.01,1613943646368,3836
"sqr_mom_0",0.99,1613943646368,3836
"lr_0",4.36399435595637e-06,1613943646368,3836
"mom_0",0.8627202400832734,1613943646368,3836
"eps_0",1e-05,1613943646368,3836
"wd_1",0.01,1613943646368,3836
"sqr_mom_1",0.99,1613943646368,3836
"lr_1",4.36399435595637e-05,1613943646368,3836
"mom_1",0.8627202400832734,1613943646368,3836
"eps_1",1e-05,1613943646368,3836
"wd_2",0.01,1613943646368,3836
"sqr_mom_2",0.99,1613943646368,3836
"lr_2",0.000436399435595637,1613943646368,3836
"mom_2",0.8627202400832734,1613943646368,3836
"eps_2",1e-05,1613943646368,3836
"train_loss",0.039471723,1613943647347,3837
"raw_loss",0.03673914,1613943647347,3837
"epoch",24.13836477987421,1613943647347,3837
"wd_0",0.01,1613943647347,3837
"sqr_mom_0",0.99,1613943647347,3837
"lr_0",4.363053497051792e-06,1613943647347,3837
"mom_0",0.8627390574495386,1613943647347,3837
"eps_0",1e-05,1613943647347,3837
"wd_1",0.01,1613943647347,3837
"sqr_mom_1",0.99,1613943647347,3837
"lr_1",4.363053497051792e-05,1613943647347,3837
"mom_1",0.8627390574495386,1613943647347,3837
"eps_1",1e-05,1613943647347,3837
"wd_2",0.01,1613943647347,3837
"sqr_mom_2",0.99,1613943647347,3837
"lr_2",0.00043630534970517915,1613943647347,3837
"mom_2",0.8627390574495386,1613943647347,3837
"eps_2",1e-05,1613943647347,3837
"train_loss",0.038987815,1613943648309,3838
"raw_loss",0.015276347,1613943648309,3838
"epoch",24.14465408805031,1613943648309,3838
"wd_0",0.01,1613943648309,3838
"sqr_mom_0",0.99,1613943648309,3838
"lr_0",4.362112044328236e-06,1613943648309,3838
"mom_0",0.8627578866923022,1613943648309,3838
"eps_0",1e-05,1613943648309,3838
"wd_1",0.01,1613943648309,3838
"sqr_mom_1",0.99,1613943648309,3838
"lr_1",4.3621120443282356e-05,1613943648309,3838
"mom_1",0.8627578866923022,1613943648309,3838
"eps_1",1e-05,1613943648309,3838
"wd_2",0.01,1613943648309,3838
"sqr_mom_2",0.99,1613943648309,3838
"lr_2",0.0004362112044328235,1613943648309,3838
"mom_2",0.8627578866923022,1613943648309,3838
"eps_2",1e-05,1613943648309,3838
"train_loss",0.040570386,1613943649285,3839
"raw_loss",0.11811636,1613943649285,3839
"epoch",24.15094339622641,1613943649285,3839
"wd_0",0.01,1613943649285,3839
"sqr_mom_0",0.99,1613943649285,3839
"lr_0",4.3611702324994185e-06,1613943649285,3839
"mom_0",0.8627767231172427,1613943649285,3839
"eps_0",1e-05,1613943649285,3839
"wd_1",0.01,1613943649285,3839
"sqr_mom_1",0.99,1613943649285,3839
"lr_1",4.361170232499419e-05,1613943649285,3839
"mom_1",0.8627767231172427,1613943649285,3839
"eps_1",1e-05,1613943649285,3839
"wd_2",0.01,1613943649285,3839
"sqr_mom_2",0.99,1613943649285,3839
"lr_2",0.0004361170232499419,1613943649285,3839
"mom_2",0.8627767231172427,1613943649285,3839
"eps_2",1e-05,1613943649285,3839
"train_loss",0.040546376,1613943650275,3840
"raw_loss",0.03936999,1613943650275,3840
"epoch",24.15723270440251,1613943650275,3840
"wd_0",0.01,1613943650275,3840
"sqr_mom_0",0.99,1613943650275,3840
"lr_0",4.360227593185858e-06,1613943650275,3840
"mom_0",0.8627955760920437,1613943650275,3840
"eps_0",1e-05,1613943650275,3840
"wd_1",0.01,1613943650275,3840
"sqr_mom_1",0.99,1613943650275,3840
"lr_1",4.360227593185858e-05,1613943650275,3840
"mom_1",0.8627955760920437,1613943650275,3840
"eps_1",1e-05,1613943650275,3840
"wd_2",0.01,1613943650275,3840
"sqr_mom_2",0.99,1613943650275,3840
"lr_2",0.00043602275931858576,1613943650275,3840
"mom_2",0.8627955760920437,1613943650275,3840
"eps_2",1e-05,1613943650275,3840
"train_loss",0.040605254,1613943651245,3841
"raw_loss",0.04349027,1613943651245,3841
"epoch",24.16352201257861,1613943651245,3841
"wd_0",0.01,1613943651245,3841
"sqr_mom_0",0.99,1613943651245,3841
"lr_0",4.3592843609540445e-06,1613943651245,3841
"mom_0",0.8628144409253283,1613943651245,3841
"eps_0",1e-05,1613943651245,3841
"wd_1",0.01,1613943651245,3841
"sqr_mom_1",0.99,1613943651245,3841
"lr_1",4.3592843609540445e-05,1613943651245,3841
"mom_1",0.8628144409253283,1613943651245,3841
"eps_1",1e-05,1613943651245,3841
"wd_2",0.01,1613943651245,3841
"sqr_mom_2",0.99,1613943651245,3841
"lr_2",0.0004359284360954044,1613943651245,3841
"mom_2",0.8628144409253283,1613943651245,3841
"eps_2",1e-05,1613943651245,3841
"train_loss",0.040469177,1613943652230,3842
"raw_loss",0.0338013,1613943652230,3842
"epoch",24.16981132075471,1613943652230,3842
"wd_0",0.01,1613943652230,3842
"sqr_mom_0",0.99,1613943652230,3842
"lr_0",4.358340770960588e-06,1613943652230,3842
"mom_0",0.8628333129139174,1613943652230,3842
"eps_0",1e-05,1613943652230,3842
"wd_1",0.01,1613943652230,3842
"sqr_mom_1",0.99,1613943652230,3842
"lr_1",4.3583407709605876e-05,1613943652230,3842
"mom_1",0.8628333129139174,1613943652230,3842
"eps_1",1e-05,1613943652230,3842
"wd_2",0.01,1613943652230,3842
"sqr_mom_2",0.99,1613943652230,3842
"lr_2",0.0004358340770960588,1613943652230,3842
"mom_2",0.8628333129139174,1613943652230,3842
"eps_2",1e-05,1613943652230,3842
"train_loss",0.040641755,1613943653195,3843
"raw_loss",0.049097996,1613943653195,3843
"epoch",24.17610062893081,1613943653195,3843
"wd_0",0.01,1613943653195,3843
"sqr_mom_0",0.99,1613943653195,3843
"lr_0",4.357396353941695e-06,1613943653195,3843
"mom_0",0.8628522014431805,1613943653195,3843
"eps_0",1e-05,1613943653195,3843
"wd_1",0.01,1613943653195,3843
"sqr_mom_1",0.99,1613943653195,3843
"lr_1",4.3573963539416946e-05,1613943653195,3843
"mom_1",0.8628522014431805,1613943653195,3843
"eps_1",1e-05,1613943653195,3843
"wd_2",0.01,1613943653195,3843
"sqr_mom_2",0.99,1613943653195,3843
"lr_2",0.00043573963539416945,1613943653195,3843
"mom_2",0.8628522014431805,1613943653195,3843
"eps_2",1e-05,1613943653195,3843
"train_loss",0.040323216,1613943654195,3844
"raw_loss",0.024714883,1613943654195,3844
"epoch",24.18238993710691,1613943654195,3844
"wd_0",0.01,1613943654195,3844
"sqr_mom_0",0.99,1613943654195,3844
"lr_0",4.356451344906974e-06,1613943654195,3844
"mom_0",0.8628711018128786,1613943654195,3844
"eps_0",1e-05,1613943654195,3844
"wd_1",0.01,1613943654195,3844
"sqr_mom_1",0.99,1613943654195,3844
"lr_1",4.3564513449069745e-05,1613943654195,3844
"mom_1",0.8628711018128786,1613943654195,3844
"eps_1",1e-05,1613943654195,3844
"wd_2",0.01,1613943654195,3844
"sqr_mom_2",0.99,1613943654195,3844
"lr_2",0.0004356451344906974,1613943654195,3844
"mom_2",0.8628711018128786,1613943654195,3844
"eps_2",1e-05,1613943654195,3844
"train_loss",0.039744955,1613943655222,3845
"raw_loss",0.011410153,1613943655222,3845
"epoch",24.188679245283012,1613943655222,3845
"wd_0",0.01,1613943655222,3845
"sqr_mom_0",0.99,1613943655222,3845
"lr_0",4.355505744157636e-06,1613943655222,3845
"mom_0",0.8628900140169874,1613943655222,3845
"eps_0",1e-05,1613943655222,3845
"wd_1",0.01,1613943655222,3845
"sqr_mom_1",0.99,1613943655222,3845
"lr_1",4.3555057441576356e-05,1613943655222,3845
"mom_1",0.8628900140169874,1613943655222,3845
"eps_1",1e-05,1613943655222,3845
"wd_2",0.01,1613943655222,3845
"sqr_mom_2",0.99,1613943655222,3845
"lr_2",0.0004355505744157636,1613943655222,3845
"mom_2",0.8628900140169874,1613943655222,3845
"eps_2",1e-05,1613943655222,3845
"train_loss",0.04021356,1613943656221,3846
"raw_loss",0.06317522,1613943656221,3846
"epoch",24.194968553459113,1613943656221,3846
"wd_0",0.01,1613943656221,3846
"sqr_mom_0",0.99,1613943656221,3846
"lr_0",4.354559787439782e-06,1613943656221,3846
"mom_0",0.8629089333405378,1613943656221,3846
"eps_0",1e-05,1613943656221,3846
"wd_1",0.01,1613943656221,3846
"sqr_mom_1",0.99,1613943656221,3846
"lr_1",4.3545597874397814e-05,1613943656221,3846
"mom_1",0.8629089333405378,1613943656221,3846
"eps_1",1e-05,1613943656221,3846
"wd_2",0.01,1613943656221,3846
"sqr_mom_2",0.99,1613943656221,3846
"lr_2",0.0004354559787439781,1613943656221,3846
"mom_2",0.8629089333405378,1613943656221,3846
"eps_2",1e-05,1613943656221,3846
"train_loss",0.04012274,1613943657200,3847
"raw_loss",0.035672523,1613943657200,3847
"epoch",24.201257861635213,1613943657200,3847
"wd_0",0.01,1613943657200,3847
"sqr_mom_0",0.99,1613943657200,3847
"lr_0",4.3536130043126e-06,1613943657200,3847
"mom_0",0.8629278691924399,1613943657200,3847
"eps_0",1e-05,1613943657200,3847
"wd_1",0.01,1613943657200,3847
"sqr_mom_1",0.99,1613943657200,3847
"lr_1",4.3536130043126005e-05,1613943657200,3847
"mom_1",0.8629278691924399,1613943657200,3847
"eps_1",1e-05,1613943657200,3847
"wd_2",0.01,1613943657200,3847
"sqr_mom_2",0.99,1613943657200,3847
"lr_2",0.00043536130043126,1613943657200,3847
"mom_2",0.8629278691924399,1613943657200,3847
"eps_2",1e-05,1613943657200,3847
"train_loss",0.040843476,1613943658166,3848
"raw_loss",0.076159485,1613943658166,3848
"epoch",24.207547169811313,1613943658166,3848
"wd_0",0.01,1613943658166,3848
"sqr_mom_0",0.99,1613943658166,3848
"lr_0",4.352665630375491e-06,1613943658166,3848
"mom_0",0.8629468168606588,1613943658166,3848
"eps_0",1e-05,1613943658166,3848
"wd_1",0.01,1613943658166,3848
"sqr_mom_1",0.99,1613943658166,3848
"lr_1",4.352665630375491e-05,1613943658166,3848
"mom_1",0.8629468168606588,1613943658166,3848
"eps_1",1e-05,1613943658166,3848
"wd_2",0.01,1613943658166,3848
"sqr_mom_2",0.99,1613943658166,3848
"lr_2",0.00043526656303754906,1613943658166,3848
"mom_2",0.8629468168606588,1613943658166,3848
"eps_2",1e-05,1613943658166,3848
"train_loss",0.04029284,1613943659121,3849
"raw_loss",0.0133117195,1613943659121,3849
"epoch",24.213836477987414,1613943659121,3849
"wd_0",0.01,1613943659121,3849
"sqr_mom_0",0.99,1613943659121,3849
"lr_0",4.351717901815871e-06,1613943659121,3849
"mom_0",0.8629657716213988,1613943659121,3849
"eps_0",1e-05,1613943659121,3849
"wd_1",0.01,1613943659121,3849
"sqr_mom_1",0.99,1613943659121,3849
"lr_1",4.351717901815871e-05,1613943659121,3849
"mom_1",0.8629657716213988,1613943659121,3849
"eps_1",1e-05,1613943659121,3849
"wd_2",0.01,1613943659121,3849
"sqr_mom_2",0.99,1613943659121,3849
"lr_2",0.0004351717901815871,1613943659121,3849
"mom_2",0.8629657716213988,1613943659121,3849
"eps_2",1e-05,1613943659121,3849
"train_loss",0.039914537,1613943660072,3850
"raw_loss",0.021377621,1613943660072,3850
"epoch",24.220125786163514,1613943660072,3850
"wd_0",0.01,1613943660072,3850
"sqr_mom_0",0.99,1613943660072,3850
"lr_0",4.350769347311766e-06,1613943660072,3850
"mom_0",0.8629847429011936,1613943660072,3850
"eps_0",1e-05,1613943660072,3850
"wd_1",0.01,1613943660072,3850
"sqr_mom_1",0.99,1613943660072,3850
"lr_1",4.3507693473117664e-05,1613943660072,3850
"mom_1",0.8629847429011936,1613943660072,3850
"eps_1",1e-05,1613943660072,3850
"wd_2",0.01,1613943660072,3850
"sqr_mom_2",0.99,1613943660072,3850
"lr_2",0.0004350769347311766,1613943660072,3850
"mom_2",0.8629847429011936,1613943660072,3850
"eps_2",1e-05,1613943660072,3850
"train_loss",0.03965536,1613943661036,3851
"raw_loss",0.026955813,1613943661036,3851
"epoch",24.226415094339615,1613943661036,3851
"wd_0",0.01,1613943661036,3851
"sqr_mom_0",0.99,1613943661036,3851
"lr_0",4.349820202904116e-06,1613943661036,3851
"mom_0",0.8630037259791775,1613943661036,3851
"eps_0",1e-05,1613943661036,3851
"wd_1",0.01,1613943661036,3851
"sqr_mom_1",0.99,1613943661036,3851
"lr_1",4.349820202904116e-05,1613943661036,3851
"mom_1",0.8630037259791775,1613943661036,3851
"eps_1",1e-05,1613943661036,3851
"wd_2",0.01,1613943661036,3851
"sqr_mom_2",0.99,1613943661036,3851
"lr_2",0.00043498202029041154,1613943661036,3851
"mom_2",0.8630037259791775,1613943661036,3851
"eps_2",1e-05,1613943661036,3851
"train_loss",0.039570045,1613943661991,3852
"raw_loss",0.035389505,1613943661991,3852
"epoch",24.232704402515715,1613943661991,3852
"wd_0",0.01,1613943661991,3852
"sqr_mom_0",0.99,1613943661991,3852
"lr_0",4.348870626445806e-06,1613943661991,3852
"mom_0",0.8630227176982609,1613943661991,3852
"eps_0",1e-05,1613943661991,3852
"wd_1",0.01,1613943661991,3852
"sqr_mom_1",0.99,1613943661991,3852
"lr_1",4.348870626445806e-05,1613943661991,3852
"mom_1",0.8630227176982609,1613943661991,3852
"eps_1",1e-05,1613943661991,3852
"wd_2",0.01,1613943661991,3852
"sqr_mom_2",0.99,1613943661991,3852
"lr_2",0.00043488706264458056,1613943661991,3852
"mom_2",0.8630227176982609,1613943661991,3852
"eps_2",1e-05,1613943661991,3852
"train_loss",0.03985106,1613943662963,3853
"raw_loss",0.053620763,1613943662963,3853
"epoch",24.238993710691815,1613943662963,3853
"wd_0",0.01,1613943662963,3853
"sqr_mom_0",0.99,1613943662963,3853
"lr_0",4.347920303236541e-06,1613943662963,3853
"mom_0",0.8630417243525127,1613943662963,3853
"eps_0",1e-05,1613943662963,3853
"wd_1",0.01,1613943662963,3853
"sqr_mom_1",0.99,1613943662963,3853
"lr_1",4.347920303236541e-05,1613943662963,3853
"mom_1",0.8630417243525127,1613943662963,3853
"eps_1",1e-05,1613943662963,3853
"wd_2",0.01,1613943662963,3853
"sqr_mom_2",0.99,1613943662963,3853
"lr_2",0.00043479203032365405,1613943662963,3853
"mom_2",0.8630417243525127,1613943662963,3853
"eps_2",1e-05,1613943662963,3853
"train_loss",0.039646626,1613943663927,3854
"raw_loss",0.029629411,1613943663927,3854
"epoch",24.245283018867916,1613943663927,3854
"wd_0",0.01,1613943663927,3854
"sqr_mom_0",0.99,1613943663927,3854
"lr_0",4.34696939103183e-06,1613943663927,3854
"mom_0",0.8630607427867912,1613943663927,3854
"eps_0",1e-05,1613943663927,3854
"wd_1",0.01,1613943663927,3854
"sqr_mom_1",0.99,1613943663927,3854
"lr_1",4.3469693910318305e-05,1613943663927,3854
"mom_1",0.8630607427867912,1613943663927,3854
"eps_1",1e-05,1613943663927,3854
"wd_2",0.01,1613943663927,3854
"sqr_mom_2",0.99,1613943663927,3854
"lr_2",0.00043469693910318306,1613943663927,3854
"mom_2",0.8630607427867912,1613943663927,3854
"eps_2",1e-05,1613943663927,3854
"train_loss",0.03905103,1613943664911,3855
"raw_loss",0.009866821,1613943664911,3855
"epoch",24.251572327044016,1613943664911,3855
"wd_0",0.01,1613943664911,3855
"sqr_mom_0",0.99,1613943664911,3855
"lr_0",4.34601812689971e-06,1613943664911,3855
"mom_0",0.8630797682596884,1613943664911,3855
"eps_0",1e-05,1613943664911,3855
"wd_1",0.01,1613943664911,3855
"sqr_mom_1",0.99,1613943664911,3855
"lr_1",4.34601812689971e-05,1613943664911,3855
"mom_1",0.8630797682596884,1613943664911,3855
"eps_1",1e-05,1613943664911,3855
"wd_2",0.01,1613943664911,3855
"sqr_mom_2",0.99,1613943664911,3855
"lr_2",0.000434601812689971,1613943664911,3855
"mom_2",0.8630797682596884,1613943664911,3855
"eps_2",1e-05,1613943664911,3855
"train_loss",0.03859105,1613943665867,3856
"raw_loss",0.01605192,1613943665867,3856
"epoch",24.257861635220117,1613943665867,3856
"wd_0",0.01,1613943665867,3856
"sqr_mom_0",0.99,1613943665867,3856
"lr_0",4.345066037759902e-06,1613943665867,3856
"mom_0",0.8630988102329042,1613943665867,3856
"eps_0",1e-05,1613943665867,3856
"wd_1",0.01,1613943665867,3856
"sqr_mom_1",0.99,1613943665867,3856
"lr_1",4.345066037759901e-05,1613943665867,3856
"mom_1",0.8630988102329042,1613943665867,3856
"eps_1",1e-05,1613943665867,3856
"wd_2",0.01,1613943665867,3856
"sqr_mom_2",0.99,1613943665867,3856
"lr_2",0.0004345066037759901,1613943665867,3856
"mom_2",0.8630988102329042,1613943665867,3856
"eps_2",1e-05,1613943665867,3856
"train_loss",0.03803218,1613943666932,3857
"raw_loss",0.010647586,1613943666932,3857
"epoch",24.264150943396217,1613943666932,3857
"wd_0",0.01,1613943666932,3857
"sqr_mom_0",0.99,1613943666932,3857
"lr_0",4.3441133605344115e-06,1613943666932,3857
"mom_0",0.8631178639679514,1613943666932,3857
"eps_0",1e-05,1613943666932,3857
"wd_1",0.01,1613943666932,3857
"sqr_mom_1",0.99,1613943666932,3857
"lr_1",4.3441133605344114e-05,1613943666932,3857
"mom_1",0.8631178639679514,1613943666932,3857
"eps_1",1e-05,1613943666932,3857
"wd_2",0.01,1613943666932,3857
"sqr_mom_2",0.99,1613943666932,3857
"lr_2",0.0004344113360534411,1613943666932,3857
"mom_2",0.8631178639679514,1613943666932,3857
"eps_2",1e-05,1613943666932,3857
"train_loss",0.03760752,1613943667903,3858
"raw_loss",0.016799146,1613943667903,3858
"epoch",24.270440251572317,1613943667903,3858
"wd_0",0.01,1613943667903,3858
"sqr_mom_0",0.99,1613943667903,3858
"lr_0",4.343160332730557e-06,1613943667903,3858
"mom_0",0.863136924714636,1613943667903,3858
"eps_0",1e-05,1613943667903,3858
"wd_1",0.01,1613943667903,3858
"sqr_mom_1",0.99,1613943667903,3858
"lr_1",4.343160332730557e-05,1613943667903,3858
"mom_1",0.863136924714636,1613943667903,3858
"eps_1",1e-05,1613943667903,3858
"wd_2",0.01,1613943667903,3858
"sqr_mom_2",0.99,1613943667903,3858
"lr_2",0.0004343160332730557,1613943667903,3858
"mom_2",0.863136924714636,1613943667903,3858
"eps_2",1e-05,1613943667903,3858
"train_loss",0.037095413,1613943668869,3859
"raw_loss",0.012002071,1613943668869,3859
"epoch",24.276729559748418,1613943668869,3859
"wd_0",0.01,1613943668869,3859
"sqr_mom_0",0.99,1613943668869,3859
"lr_0",4.3422064803909586e-06,1613943668869,3859
"mom_0",0.8631560019522003,1613943668869,3859
"eps_0",1e-05,1613943668869,3859
"wd_1",0.01,1613943668869,3859
"sqr_mom_1",0.99,1613943668869,3859
"lr_1",4.3422064803909586e-05,1613943668869,3859
"mom_1",0.8631560019522003,1613943668869,3859
"eps_1",1e-05,1613943668869,3859
"wd_2",0.01,1613943668869,3859
"sqr_mom_2",0.99,1613943668869,3859
"lr_2",0.00043422064803909583,1613943668869,3859
"mom_2",0.8631560019522003,1613943668869,3859
"eps_2",1e-05,1613943668869,3859
"train_loss",0.036635336,1613943669842,3860
"raw_loss",0.014091589,1613943669842,3860
"epoch",24.28301886792452,1613943669842,3860
"wd_0",0.01,1613943669842,3860
"sqr_mom_0",0.99,1613943669842,3860
"lr_0",4.34125204087713e-06,1613943669842,3860
"mom_0",0.8631750909333668,1613943669842,3860
"eps_0",1e-05,1613943669842,3860
"wd_1",0.01,1613943669842,3860
"sqr_mom_1",0.99,1613943669842,3860
"lr_1",4.3412520408771297e-05,1613943669842,3860
"mom_1",0.8631750909333668,1613943669842,3860
"eps_1",1e-05,1613943669842,3860
"wd_2",0.01,1613943669842,3860
"sqr_mom_2",0.99,1613943669842,3860
"lr_2",0.0004341252040877129,1613943669842,3860
"mom_2",0.8631750909333668,1613943669842,3860
"eps_2",1e-05,1613943669842,3860
"train_loss",0.036481827,1613943670804,3861
"raw_loss",0.028959868,1613943670804,3861
"epoch",24.28930817610062,1613943670804,3861
"wd_0",0.01,1613943670804,3861
"sqr_mom_0",0.99,1613943670804,3861
"lr_0",4.34029725213499e-06,1613943670804,3861
"mom_0",0.8631941868991692,1613943670804,3861
"eps_0",1e-05,1613943670804,3861
"wd_1",0.01,1613943670804,3861
"sqr_mom_1",0.99,1613943670804,3861
"lr_1",4.3402972521349905e-05,1613943670804,3861
"mom_1",0.8631941868991692,1613943670804,3861
"eps_1",1e-05,1613943670804,3861
"wd_2",0.01,1613943670804,3861
"sqr_mom_2",0.99,1613943670804,3861
"lr_2",0.000434029725213499,1613943670804,3861
"mom_2",0.8631941868991692,1613943670804,3861
"eps_2",1e-05,1613943670804,3861
"train_loss",0.03612184,1613943671775,3862
"raw_loss",0.018482534,1613943671775,3862
"epoch",24.29559748427672,1613943671775,3862
"wd_0",0.01,1613943671775,3862
"sqr_mom_0",0.99,1613943671775,3862
"lr_0",4.339341639331413e-06,1613943671775,3862
"mom_0",0.8632132993463651,1613943671775,3862
"eps_0",1e-05,1613943671775,3862
"wd_1",0.01,1613943671775,3862
"sqr_mom_1",0.99,1613943671775,3862
"lr_1",4.3393416393314125e-05,1613943671775,3862
"mom_1",0.8632132993463651,1613943671775,3862
"eps_1",1e-05,1613943671775,3862
"wd_2",0.01,1613943671775,3862
"sqr_mom_2",0.99,1613943671775,3862
"lr_2",0.00043393416393314123,1613943671775,3862
"mom_2",0.8632132993463651,1613943671775,3862
"eps_2",1e-05,1613943671775,3862
"train_loss",0.036206998,1613943672728,3863
"raw_loss",0.04037962,1613943672728,3863
"epoch",24.30188679245282,1613943672728,3863
"wd_0",0.01,1613943672728,3863
"sqr_mom_0",0.99,1613943672728,3863
"lr_0",4.3383854402667395e-06,1613943672728,3863
"mom_0",0.8632324235189004,1613943672728,3863
"eps_0",1e-05,1613943672728,3863
"wd_1",0.01,1613943672728,3863
"sqr_mom_1",0.99,1613943672728,3863
"lr_1",4.33838544026674e-05,1613943672728,3863
"mom_1",0.8632324235189004,1613943672728,3863
"eps_1",1e-05,1613943672728,3863
"wd_2",0.01,1613943672728,3863
"sqr_mom_2",0.99,1613943672728,3863
"lr_2",0.00043383854402667395,1613943672728,3863
"mom_2",0.8632324235189004,1613943672728,3863
"eps_2",1e-05,1613943672728,3863
"train_loss",0.039584916,1613943673697,3864
"raw_loss",0.20510314,1613943673697,3864
"epoch",24.30817610062892,1613943673697,3864
"wd_0",0.01,1613943673697,3864
"sqr_mom_0",0.99,1613943673697,3864
"lr_0",4.33742865524575e-06,1613943673697,3864
"mom_0",0.8632515594106791,1613943673697,3864
"eps_0",1e-05,1613943673697,3864
"wd_1",0.01,1613943673697,3864
"sqr_mom_1",0.99,1613943673697,3864
"lr_1",4.33742865524575e-05,1613943673697,3864
"mom_1",0.8632515594106791,1613943673697,3864
"eps_1",1e-05,1613943673697,3864
"wd_2",0.01,1613943673697,3864
"sqr_mom_2",0.99,1613943673697,3864
"lr_2",0.00043374286552457495,1613943673697,3864
"mom_2",0.8632515594106791,1613943673697,3864
"eps_2",1e-05,1613943673697,3864
"train_loss",0.039107617,1613943674650,3865
"raw_loss",0.015719846,1613943674650,3865
"epoch",24.31446540880502,1613943674650,3865
"wd_0",0.01,1613943674650,3865
"sqr_mom_0",0.99,1613943674650,3865
"lr_0",4.336471522798114e-06,1613943674650,3865
"mom_0",0.8632707022510602,1613943674650,3865
"eps_0",1e-05,1613943674650,3865
"wd_1",0.01,1613943674650,3865
"sqr_mom_1",0.99,1613943674650,3865
"lr_1",4.336471522798114e-05,1613943674650,3865
"mom_1",0.8632707022510602,1613943674650,3865
"eps_1",1e-05,1613943674650,3865
"wd_2",0.01,1613943674650,3865
"sqr_mom_2",0.99,1613943674650,3865
"lr_2",0.0004336471522798114,1613943674650,3865
"mom_2",0.8632707022510602,1613943674650,3865
"eps_2",1e-05,1613943674650,3865
"train_loss",0.03868559,1613943675600,3866
"raw_loss",0.018006254,1613943675600,3866
"epoch",24.32075471698112,1613943675600,3866
"wd_0",0.01,1613943675600,3866
"sqr_mom_0",0.99,1613943675600,3866
"lr_0",4.33551356692514e-06,1613943675600,3866
"mom_0",0.8632898615601128,1613943675600,3866
"eps_0",1e-05,1613943675600,3866
"wd_1",0.01,1613943675600,3866
"sqr_mom_1",0.99,1613943675600,3866
"lr_1",4.3355135669251394e-05,1613943675600,3866
"mom_1",0.8632898615601128,1613943675600,3866
"eps_1",1e-05,1613943675600,3866
"wd_2",0.01,1613943675600,3866
"sqr_mom_2",0.99,1613943675600,3866
"lr_2",0.00043355135669251397,1613943675600,3866
"mom_2",0.8632898615601128,1613943675600,3866
"eps_2",1e-05,1613943675600,3866
"train_loss",0.039770782,1613943676548,3867
"raw_loss",0.0929452,1613943676548,3867
"epoch",24.32704402515722,1613943676548,3867
"wd_0",0.01,1613943676548,3867
"sqr_mom_0",0.99,1613943676548,3867
"lr_0",4.334555026011225e-06,1613943676548,3867
"mom_0",0.8633090325701012,1613943676548,3867
"eps_0",1e-05,1613943676548,3867
"wd_1",0.01,1613943676548,3867
"sqr_mom_1",0.99,1613943676548,3867
"lr_1",4.334555026011225e-05,1613943676548,3867
"mom_1",0.8633090325701012,1613943676548,3867
"eps_1",1e-05,1613943676548,3867
"wd_2",0.01,1613943676548,3867
"sqr_mom_2",0.99,1613943676548,3867
"lr_2",0.0004334555026011224,1613943676548,3867
"mom_2",0.8633090325701012,1613943676548,3867
"eps_2",1e-05,1613943676548,3867
"train_loss",0.039581344,1613943677485,3868
"raw_loss",0.030298771,1613943677485,3868
"epoch",24.33333333333332,1613943677485,3868
"wd_0",0.01,1613943677485,3868
"sqr_mom_0",0.99,1613943677485,3868
"lr_0",4.333596139023048e-06,1613943677485,3868
"mom_0",0.863328210501644,1613943677485,3868
"eps_0",1e-05,1613943677485,3868
"wd_1",0.01,1613943677485,3868
"sqr_mom_1",0.99,1613943677485,3868
"lr_1",4.333596139023048e-05,1613943677485,3868
"mom_1",0.863328210501644,1613943677485,3868
"eps_1",1e-05,1613943677485,3868
"wd_2",0.01,1613943677485,3868
"sqr_mom_2",0.99,1613943677485,3868
"lr_2",0.0004333596139023048,1613943677485,3868
"mom_2",0.863328210501644,1613943677485,3868
"eps_2",1e-05,1613943677485,3868
"train_loss",0.039786622,1613943678430,3869
"raw_loss",0.049845226,1613943678430,3869
"epoch",24.339622641509422,1613943678430,3869
"wd_0",0.01,1613943678430,3869
"sqr_mom_0",0.99,1613943678430,3869
"lr_0",4.332636429089352e-06,1613943678430,3869
"mom_0",0.8633474048922618,1613943678430,3869
"eps_0",1e-05,1613943678430,3869
"wd_1",0.01,1613943678430,3869
"sqr_mom_1",0.99,1613943678430,3869
"lr_1",4.3326364290893524e-05,1613943678430,3869
"mom_1",0.8633474048922618,1613943678430,3869
"eps_1",1e-05,1613943678430,3869
"wd_2",0.01,1613943678430,3869
"sqr_mom_2",0.99,1613943678430,3869
"lr_2",0.0004332636429089352,1613943678430,3869
"mom_2",0.8633474048922618,1613943678430,3869
"eps_2",1e-05,1613943678430,3869
"train_loss",0.04025546,1613943679382,3870
"raw_loss",0.06322857,1613943679382,3870
"epoch",24.345911949685522,1613943679382,3870
"wd_0",0.01,1613943679382,3870
"sqr_mom_0",0.99,1613943679382,3870
"lr_0",4.331676135031772e-06,1613943679382,3870
"mom_0",0.8633666109654742,1613943679382,3870
"eps_0",1e-05,1613943679382,3870
"wd_1",0.01,1613943679382,3870
"sqr_mom_1",0.99,1613943679382,3870
"lr_1",4.3316761350317714e-05,1613943679382,3870
"mom_1",0.8633666109654742,1613943679382,3870
"eps_1",1e-05,1613943679382,3870
"wd_2",0.01,1613943679382,3870
"sqr_mom_2",0.99,1613943679382,3870
"lr_2",0.00043316761350317717,1613943679382,3870
"mom_2",0.8633666109654742,1613943679382,3870
"eps_2",1e-05,1613943679382,3870
"train_loss",0.04004277,1613943680337,3871
"raw_loss",0.029620891,1613943680337,3871
"epoch",24.352201257861623,1613943680337,3871
"wd_0",0.01,1613943680337,3871
"sqr_mom_0",0.99,1613943680337,3871
"lr_0",4.330715496253305e-06,1613943680337,3871
"mom_0",0.8633858239331732,1613943680337,3871
"eps_0",1e-05,1613943680337,3871
"wd_1",0.01,1613943680337,3871
"sqr_mom_1",0.99,1613943680337,3871
"lr_1",4.330715496253305e-05,1613943680337,3871
"mom_1",0.8633858239331732,1613943680337,3871
"eps_1",1e-05,1613943680337,3871
"wd_2",0.01,1613943680337,3871
"sqr_mom_2",0.99,1613943680337,3871
"lr_2",0.00043307154962533053,1613943680337,3871
"mom_2",0.8633858239331732,1613943680337,3871
"eps_2",1e-05,1613943680337,3871
"train_loss",0.039614767,1613943681278,3872
"raw_loss",0.018642562,1613943681278,3872
"epoch",24.358490566037723,1613943681278,3872
"wd_0",0.01,1613943681278,3872
"sqr_mom_0",0.99,1613943681278,3872
"lr_0",4.329754035011501e-06,1613943681278,3872
"mom_0",0.8634050533503035,1613943681278,3872
"eps_0",1e-05,1613943681278,3872
"wd_1",0.01,1613943681278,3872
"sqr_mom_1",0.99,1613943681278,3872
"lr_1",4.3297540350115003e-05,1613943681278,3872
"mom_1",0.8634050533503035,1613943681278,3872
"eps_1",1e-05,1613943681278,3872
"wd_2",0.01,1613943681278,3872
"sqr_mom_2",0.99,1613943681278,3872
"lr_2",0.00043297540350115,1613943681278,3872
"mom_2",0.8634050533503035,1613943681278,3872
"eps_2",1e-05,1613943681278,3872
"train_loss",0.03954167,1613943682243,3873
"raw_loss",0.035959948,1613943682243,3873
"epoch",24.364779874213824,1613943682243,3873
"wd_0",0.01,1613943682243,3873
"sqr_mom_0",0.99,1613943682243,3873
"lr_0",4.328791990564541e-06,1613943682243,3873
"mom_0",0.8634242944316535,1613943682243,3873
"eps_0",1e-05,1613943682243,3873
"wd_1",0.01,1613943682243,3873
"sqr_mom_1",0.99,1613943682243,3873
"lr_1",4.32879199056454e-05,1613943682243,3873
"mom_1",0.8634242944316535,1613943682243,3873
"eps_1",1e-05,1613943682243,3873
"wd_2",0.01,1613943682243,3873
"sqr_mom_2",0.99,1613943682243,3873
"lr_2",0.000432879199056454,1613943682243,3873
"mom_2",0.8634242944316535,1613943682243,3873
"eps_2",1e-05,1613943682243,3873
"train_loss",0.039158765,1613943683175,3874
"raw_loss",0.020396445,1613943683175,3874
"epoch",24.371069182389924,1613943683175,3874
"wd_0",0.01,1613943683175,3874
"sqr_mom_0",0.99,1613943683175,3874
"lr_0",4.327829522907065e-06,1613943683175,3874
"mom_0",0.8634435439772985,1613943683175,3874
"eps_0",1e-05,1613943683175,3874
"wd_1",0.01,1613943683175,3874
"sqr_mom_1",0.99,1613943683175,3874
"lr_1",4.327829522907065e-05,1613943683175,3874
"mom_1",0.8634435439772985,1613943683175,3874
"eps_1",1e-05,1613943683175,3874
"wd_2",0.01,1613943683175,3874
"sqr_mom_2",0.99,1613943683175,3874
"lr_2",0.0004327829522907065,1613943683175,3874
"mom_2",0.8634435439772985,1613943683175,3874
"eps_2",1e-05,1613943683175,3874
"train_loss",0.03862984,1613943684136,3875
"raw_loss",0.012712517,1613943684136,3875
"epoch",24.377358490566024,1613943684136,3875
"wd_0",0.01,1613943684136,3875
"sqr_mom_0",0.99,1613943684136,3875
"lr_0",4.326866313066491e-06,1613943684136,3875
"mom_0",0.8634628083667538,1613943684136,3875
"eps_0",1e-05,1613943684136,3875
"wd_1",0.01,1613943684136,3875
"sqr_mom_1",0.99,1613943684136,3875
"lr_1",4.3268663130664915e-05,1613943684136,3875
"mom_1",0.8634628083667538,1613943684136,3875
"eps_1",1e-05,1613943684136,3875
"wd_2",0.01,1613943684136,3875
"sqr_mom_2",0.99,1613943684136,3875
"lr_2",0.0004326866313066491,1613943684136,3875
"mom_2",0.8634628083667538,1613943684136,3875
"eps_2",1e-05,1613943684136,3875
"train_loss",0.038658466,1613943685082,3876
"raw_loss",0.040061012,1613943685082,3876
"epoch",24.383647798742125,1613943685082,3876
"wd_0",0.01,1613943685082,3876
"sqr_mom_0",0.99,1613943685082,3876
"lr_0",4.32590252094119e-06,1613943685082,3876
"mom_0",0.8634820844020202,1613943685082,3876
"eps_0",1e-05,1613943685082,3876
"wd_1",0.01,1613943685082,3876
"sqr_mom_1",0.99,1613943685082,3876
"lr_1",4.32590252094119e-05,1613943685082,3876
"mom_1",0.8634820844020202,1613943685082,3876
"eps_1",1e-05,1613943685082,3876
"wd_2",0.01,1613943685082,3876
"sqr_mom_2",0.99,1613943685082,3876
"lr_2",0.00043259025209411897,1613943685082,3876
"mom_2",0.8634820844020202,1613943685082,3876
"eps_2",1e-05,1613943685082,3876
"train_loss",0.03884953,1613943686037,3877
"raw_loss",0.04821163,1613943686037,3877
"epoch",24.389937106918225,1613943686037,3877
"wd_0",0.01,1613943686037,3877
"sqr_mom_0",0.99,1613943686037,3877
"lr_0",4.324938386804757e-06,1613943686037,3877
"mom_0",0.8635013672775776,1613943686037,3877
"eps_0",1e-05,1613943686037,3877
"wd_1",0.01,1613943686037,3877
"sqr_mom_1",0.99,1613943686037,3877
"lr_1",4.3249383868047563e-05,1613943686037,3877
"mom_1",0.8635013672775776,1613943686037,3877
"eps_1",1e-05,1613943686037,3877
"wd_2",0.01,1613943686037,3877
"sqr_mom_2",0.99,1613943686037,3877
"lr_2",0.0004324938386804756,1613943686037,3877
"mom_2",0.8635013672775776,1613943686037,3877
"eps_2",1e-05,1613943686037,3877
"train_loss",0.038597617,1613943686975,3878
"raw_loss",0.026253952,1613943686975,3878
"epoch",24.396226415094326,1613943686975,3878
"wd_0",0.01,1613943686975,3878
"sqr_mom_0",0.99,1613943686975,3878
"lr_0",4.323973431176434e-06,1613943686975,3878
"mom_0",0.8635206665831371,1613943686975,3878
"eps_0",1e-05,1613943686975,3878
"wd_1",0.01,1613943686975,3878
"sqr_mom_1",0.99,1613943686975,3878
"lr_1",4.323973431176434e-05,1613943686975,3878
"mom_1",0.8635206665831371,1613943686975,3878
"eps_1",1e-05,1613943686975,3878
"wd_2",0.01,1613943686975,3878
"sqr_mom_2",0.99,1613943686975,3878
"lr_2",0.0004323973431176434,1613943686975,3878
"mom_2",0.8635206665831371,1613943686975,3878
"eps_2",1e-05,1613943686975,3878
"train_loss",0.038441464,1613943687932,3879
"raw_loss",0.030790001,1613943687932,3879
"epoch",24.402515723270426,1613943687932,3879
"wd_0",0.01,1613943687932,3879
"sqr_mom_0",0.99,1613943687932,3879
"lr_0",4.323007894185457e-06,1613943687932,3879
"mom_0",0.863539977516066,1613943687932,3879
"eps_0",1e-05,1613943687932,3879
"wd_1",0.01,1613943687932,3879
"sqr_mom_1",0.99,1613943687932,3879
"lr_1",4.323007894185457e-05,1613943687932,3879
"mom_1",0.863539977516066,1613943687932,3879
"eps_1",1e-05,1613943687932,3879
"wd_2",0.01,1613943687932,3879
"sqr_mom_2",0.99,1613943687932,3879
"lr_2",0.0004323007894185457,1613943687932,3879
"mom_2",0.863539977516066,1613943687932,3879
"eps_2",1e-05,1613943687932,3879
"train_loss",0.03858617,1613943688885,3880
"raw_loss",0.045676697,1613943688885,3880
"epoch",24.408805031446526,1613943688885,3880
"wd_0",0.01,1613943688885,3880
"sqr_mom_0",0.99,1613943688885,3880
"lr_0",4.322042016539679e-06,1613943688885,3880
"mom_0",0.863559295262159,1613943688885,3880
"eps_0",1e-05,1613943688885,3880
"wd_1",0.01,1613943688885,3880
"sqr_mom_1",0.99,1613943688885,3880
"lr_1",4.322042016539679e-05,1613943688885,3880
"mom_1",0.863559295262159,1613943688885,3880
"eps_1",1e-05,1613943688885,3880
"wd_2",0.01,1613943688885,3880
"sqr_mom_2",0.99,1613943688885,3880
"lr_2",0.0004322042016539679,1613943688885,3880
"mom_2",0.863559295262159,1613943688885,3880
"eps_2",1e-05,1613943688885,3880
"train_loss",0.03816499,1613943689870,3881
"raw_loss",0.017527157,1613943689870,3881
"epoch",24.415094339622627,1613943689870,3881
"wd_0",0.01,1613943689870,3881
"sqr_mom_0",0.99,1613943689870,3881
"lr_0",4.321075317891266e-06,1613943689870,3881
"mom_0",0.863578629428469,1613943689870,3881
"eps_0",1e-05,1613943689870,3881
"wd_1",0.01,1613943689870,3881
"sqr_mom_1",0.99,1613943689870,3881
"lr_1",4.321075317891266e-05,1613943689870,3881
"mom_1",0.863578629428469,1613943689870,3881
"eps_1",1e-05,1613943689870,3881
"wd_2",0.01,1613943689870,3881
"sqr_mom_2",0.99,1613943689870,3881
"lr_2",0.00043210753178912656,1613943689870,3881
"mom_2",0.863578629428469,1613943689870,3881
"eps_2",1e-05,1613943689870,3881
"train_loss",0.037780862,1613943690825,3882
"raw_loss",0.018958699,1613943690825,3882
"epoch",24.421383647798727,1613943690825,3882
"wd_0",0.01,1613943690825,3882
"sqr_mom_0",0.99,1613943690825,3882
"lr_0",4.320108038803939e-06,1613943690825,3882
"mom_0",0.8635979752036732,1613943690825,3882
"eps_0",1e-05,1613943690825,3882
"wd_1",0.01,1613943690825,3882
"sqr_mom_1",0.99,1613943690825,3882
"lr_1",4.320108038803939e-05,1613943690825,3882
"mom_1",0.8635979752036732,1613943690825,3882
"eps_1",1e-05,1613943690825,3882
"wd_2",0.01,1613943690825,3882
"sqr_mom_2",0.99,1613943690825,3882
"lr_2",0.00043201080388039387,1613943690825,3882
"mom_2",0.8635979752036732,1613943690825,3882
"eps_2",1e-05,1613943690825,3882
"train_loss",0.037495673,1613943691778,3883
"raw_loss",0.023521459,1613943691778,3883
"epoch",24.427672955974828,1613943691778,3883
"wd_0",0.01,1613943691778,3883
"sqr_mom_0",0.99,1613943691778,3883
"lr_0",4.319140420419118e-06,1613943691778,3883
"mom_0",0.8636173277648953,1613943691778,3883
"eps_0",1e-05,1613943691778,3883
"wd_1",0.01,1613943691778,3883
"sqr_mom_1",0.99,1613943691778,3883
"lr_1",4.319140420419118e-05,1613943691778,3883
"mom_1",0.8636173277648953,1613943691778,3883
"eps_1",1e-05,1613943691778,3883
"wd_2",0.01,1613943691778,3883
"sqr_mom_2",0.99,1613943691778,3883
"lr_2",0.00043191404204191177,1613943691778,3883
"mom_2",0.8636173277648953,1613943691778,3883
"eps_2",1e-05,1613943691778,3883
"train_loss",0.037140407,1613943692719,3884
"raw_loss",0.019732287,1613943692719,3884
"epoch",24.433962264150928,1613943692719,3884
"wd_0",0.01,1613943692719,3884
"sqr_mom_0",0.99,1613943692719,3884
"lr_0",4.318171981523271e-06,1613943692719,3884
"mom_0",0.8636366967365019,1613943692719,3884
"eps_0",1e-05,1613943692719,3884
"wd_1",0.01,1613943692719,3884
"sqr_mom_1",0.99,1613943692719,3884
"lr_1",4.318171981523271e-05,1613943692719,3884
"mom_1",0.8636366967365019,1613943692719,3884
"eps_1",1e-05,1613943692719,3884
"wd_2",0.01,1613943692719,3884
"sqr_mom_2",0.99,1613943692719,3884
"lr_2",0.00043181719815232704,1613943692719,3884
"mom_2",0.8636366967365019,1613943692719,3884
"eps_2",1e-05,1613943692719,3884
"train_loss",0.03691886,1613943693669,3885
"raw_loss",0.026063034,1613943693669,3885
"epoch",24.44025157232703,1613943693669,3885
"wd_0",0.01,1613943693669,3885
"sqr_mom_0",0.99,1613943693669,3885
"lr_0",4.317202963113915e-06,1613943693669,3885
"mom_0",0.8636560772984947,1613943693669,3885
"eps_0",1e-05,1613943693669,3885
"wd_1",0.01,1613943693669,3885
"sqr_mom_1",0.99,1613943693669,3885
"lr_1",4.317202963113915e-05,1613943693669,3885
"mom_1",0.8636560772984947,1613943693669,3885
"eps_1",1e-05,1613943693669,3885
"wd_2",0.01,1613943693669,3885
"sqr_mom_2",0.99,1613943693669,3885
"lr_2",0.00043172029631139146,1613943693669,3885
"mom_2",0.8636560772984947,1613943693669,3885
"eps_2",1e-05,1613943693669,3885
"train_loss",0.036547244,1613943694623,3886
"raw_loss",0.018337976,1613943694623,3886
"epoch",24.44654088050313,1613943694623,3886
"wd_0",0.01,1613943694623,3886
"sqr_mom_0",0.99,1613943694623,3886
"lr_0",4.316233365499914e-06,1613943694623,3886
"mom_0",0.8636754694446962,1613943694623,3886
"eps_0",1e-05,1613943694623,3886
"wd_1",0.01,1613943694623,3886
"sqr_mom_1",0.99,1613943694623,3886
"lr_1",4.3162333654999135e-05,1613943694623,3886
"mom_1",0.8636754694446962,1613943694623,3886
"eps_1",1e-05,1613943694623,3886
"wd_2",0.01,1613943694623,3886
"sqr_mom_2",0.99,1613943694623,3886
"lr_2",0.00043162333654999134,1613943694623,3886
"mom_2",0.8636754694446962,1613943694623,3886
"eps_2",1e-05,1613943694623,3886
"train_loss",0.036354396,1613943695573,3887
"raw_loss",0.026904967,1613943695573,3887
"epoch",24.45283018867923,1613943695573,3887
"wd_0",0.01,1613943695573,3887
"sqr_mom_0",0.99,1613943695573,3887
"lr_0",4.315263430399714e-06,1613943695573,3887
"mom_0",0.8636948683406891,1613943695573,3887
"eps_0",1e-05,1613943695573,3887
"wd_1",0.01,1613943695573,3887
"sqr_mom_1",0.99,1613943695573,3887
"lr_1",4.3152634303997134e-05,1613943695573,3887
"mom_1",0.8636948683406891,1613943695573,3887
"eps_1",1e-05,1613943695573,3887
"wd_2",0.01,1613943695573,3887
"sqr_mom_2",0.99,1613943695573,3887
"lr_2",0.0004315263430399713,1613943695573,3887
"mom_2",0.8636948683406891,1613943695573,3887
"eps_2",1e-05,1613943695573,3887
"train_loss",0.035968747,1613943696555,3888
"raw_loss",0.01707191,1613943696555,3888
"epoch",24.45911949685533,1613943696555,3888
"wd_0",0.01,1613943696555,3888
"sqr_mom_0",0.99,1613943696555,3888
"lr_0",4.314292675447638e-06,1613943696555,3888
"mom_0",0.8637142836338836,1613943696555,3888
"eps_0",1e-05,1613943696555,3888
"wd_1",0.01,1613943696555,3888
"sqr_mom_1",0.99,1613943696555,3888
"lr_1",4.3142926754476384e-05,1613943696555,3888
"mom_1",0.8637142836338836,1613943696555,3888
"eps_1",1e-05,1613943696555,3888
"wd_2",0.01,1613943696555,3888
"sqr_mom_2",0.99,1613943696555,3888
"lr_2",0.0004314292675447638,1613943696555,3888
"mom_2",0.8637142836338836,1613943696555,3888
"eps_2",1e-05,1613943696555,3888
"train_loss",0.03606516,1613943697509,3889
"raw_loss",0.040789373,1613943697509,3889
"epoch",24.46540880503143,1613943697509,3889
"wd_0",0.01,1613943697509,3889
"sqr_mom_0",0.99,1613943697509,3889
"lr_0",4.313321342218539e-06,1613943697509,3889
"mom_0",0.8637337104927342,1613943697509,3889
"eps_0",1e-05,1613943697509,3889
"wd_1",0.01,1613943697509,3889
"sqr_mom_1",0.99,1613943697509,3889
"lr_1",4.313321342218539e-05,1613943697509,3889
"mom_1",0.8637337104927342,1613943697509,3889
"eps_1",1e-05,1613943697509,3889
"wd_2",0.01,1613943697509,3889
"sqr_mom_2",0.99,1613943697509,3889
"lr_2",0.0004313321342218539,1613943697509,3889
"mom_2",0.8637337104927342,1613943697509,3889
"eps_2",1e-05,1613943697509,3889
"train_loss",0.035626445,1613943698474,3890
"raw_loss",0.014129251,1613943698474,3890
"epoch",24.47169811320753,1613943698474,3890
"wd_0",0.01,1613943698474,3890
"sqr_mom_0",0.99,1613943698474,3890
"lr_0",4.312349672862813e-06,1613943698474,3890
"mom_0",0.8637531440741845,1613943698474,3890
"eps_0",1e-05,1613943698474,3890
"wd_1",0.01,1613943698474,3890
"sqr_mom_1",0.99,1613943698474,3890
"lr_1",4.3123496728628126e-05,1613943698474,3890
"mom_1",0.8637531440741845,1613943698474,3890
"eps_1",1e-05,1613943698474,3890
"wd_2",0.01,1613943698474,3890
"sqr_mom_2",0.99,1613943698474,3890
"lr_2",0.00043123496728628125,1613943698474,3890
"mom_2",0.8637531440741845,1613943698474,3890
"eps_2",1e-05,1613943698474,3890
"train_loss",0.035455905,1613943699427,3891
"raw_loss",0.027099391,1613943699427,3891
"epoch",24.47798742138363,1613943699427,3891
"wd_0",0.01,1613943699427,3891
"sqr_mom_0",0.99,1613943699427,3891
"lr_0",4.311377184152309e-06,1613943699427,3891
"mom_0",0.8637725940428942,1613943699427,3891
"eps_0",1e-05,1613943699427,3891
"wd_1",0.01,1613943699427,3891
"sqr_mom_1",0.99,1613943699427,3891
"lr_1",4.3113771841523094e-05,1613943699427,3891
"mom_1",0.8637725940428942,1613943699427,3891
"eps_1",1e-05,1613943699427,3891
"wd_2",0.01,1613943699427,3891
"sqr_mom_2",0.99,1613943699427,3891
"lr_2",0.0004311377184152309,1613943699427,3891
"mom_2",0.8637725940428942,1613943699427,3891
"eps_2",1e-05,1613943699427,3891
"train_loss",0.03515734,1613943700374,3892
"raw_loss",0.020527799,1613943700374,3892
"epoch",24.48427672955973,1613943700374,3892
"wd_0",0.01,1613943700374,3892
"sqr_mom_0",0.99,1613943700374,3892
"lr_0",4.310404118094061e-06,1613943700374,3892
"mom_0",0.8637920555586743,1613943700374,3892
"eps_0",1e-05,1613943700374,3892
"wd_1",0.01,1613943700374,3892
"sqr_mom_1",0.99,1613943700374,3892
"lr_1",4.31040411809406e-05,1613943700374,3892
"mom_1",0.8637920555586743,1613943700374,3892
"eps_1",1e-05,1613943700374,3892
"wd_2",0.01,1613943700374,3892
"sqr_mom_2",0.99,1613943700374,3892
"lr_2",0.000431040411809406,1613943700374,3892
"mom_2",0.8637920555586743,1613943700374,3892
"eps_2",1e-05,1613943700374,3892
"train_loss",0.03487768,1613943701328,3893
"raw_loss",0.021174248,1613943701328,3893
"epoch",24.49056603773583,1613943701328,3893
"wd_0",0.01,1613943701328,3893
"sqr_mom_0",0.99,1613943701328,3893
"lr_0",4.309430717269723e-06,1613943701328,3893
"mom_0",0.8638115237698432,1613943701328,3893
"eps_0",1e-05,1613943701328,3893
"wd_1",0.01,1613943701328,3893
"sqr_mom_1",0.99,1613943701328,3893
"lr_1",4.3094307172697235e-05,1613943701328,3893
"mom_1",0.8638115237698432,1613943701328,3893
"eps_1",1e-05,1613943701328,3893
"wd_2",0.01,1613943701328,3893
"sqr_mom_2",0.99,1613943701328,3893
"lr_2",0.0004309430717269723,1613943701328,3893
"mom_2",0.8638115237698432,1613943701328,3893
"eps_2",1e-05,1613943701328,3893
"train_loss",0.034496494,1613943702276,3894
"raw_loss",0.01581839,1613943702276,3894
"epoch",24.496855345911932,1613943702276,3894
"wd_0",0.01,1613943702276,3894
"sqr_mom_0",0.99,1613943702276,3894
"lr_0",4.308456497590055e-06,1613943702276,3894
"mom_0",0.8638310083582824,1613943702276,3894
"eps_0",1e-05,1613943702276,3894
"wd_1",0.01,1613943702276,3894
"sqr_mom_1",0.99,1613943702276,3894
"lr_1",4.308456497590055e-05,1613943702276,3894
"mom_1",0.8638310083582824,1613943702276,3894
"eps_1",1e-05,1613943702276,3894
"wd_2",0.01,1613943702276,3894
"sqr_mom_2",0.99,1613943702276,3894
"lr_2",0.0004308456497590055,1613943702276,3894
"mom_2",0.8638310083582824,1613943702276,3894
"eps_2",1e-05,1613943702276,3894
"train_loss",0.034140885,1613943703237,3895
"raw_loss",0.016715975,1613943703237,3895
"epoch",24.503144654088032,1613943703237,3895
"wd_0",0.01,1613943703237,3895
"sqr_mom_0",0.99,1613943703237,3895
"lr_0",4.307481701493577e-06,1613943703237,3895
"mom_0",0.8638505044751732,1613943703237,3895
"eps_0",1e-05,1613943703237,3895
"wd_1",0.01,1613943703237,3895
"sqr_mom_1",0.99,1613943703237,3895
"lr_1",4.307481701493577e-05,1613943703237,3895
"mom_1",0.8638505044751732,1613943703237,3895
"eps_1",1e-05,1613943703237,3895
"wd_2",0.01,1613943703237,3895
"sqr_mom_2",0.99,1613943703237,3895
"lr_2",0.0004307481701493577,1613943703237,3895
"mom_2",0.8638505044751732,1613943703237,3895
"eps_2",1e-05,1613943703237,3895
"train_loss",0.034372244,1613943704206,3896
"raw_loss",0.045708906,1613943704206,3896
"epoch",24.509433962264133,1613943704206,3896
"wd_0",0.01,1613943704206,3896
"sqr_mom_0",0.99,1613943704206,3896
"lr_0",4.3065064910920065e-06,1613943704206,3896
"mom_0",0.8638700088782486,1613943704206,3896
"eps_0",1e-05,1613943704206,3896
"wd_1",0.01,1613943704206,3896
"sqr_mom_1",0.99,1613943704206,3896
"lr_1",4.3065064910920065e-05,1613943704206,3896
"mom_1",0.8638700088782486,1613943704206,3896
"eps_1",1e-05,1613943704206,3896
"wd_2",0.01,1613943704206,3896
"sqr_mom_2",0.99,1613943704206,3896
"lr_2",0.0004306506491092006,1613943704206,3896
"mom_2",0.8638700088782486,1613943704206,3896
"eps_2",1e-05,1613943704206,3896
"train_loss",0.03409965,1613943705162,3897
"raw_loss",0.02074255,1613943705162,3897
"epoch",24.515723270440233,1613943705162,3897
"wd_0",0.01,1613943705162,3897
"sqr_mom_0",0.99,1613943705162,3897
"lr_0",4.30553054318967e-06,1613943705162,3897
"mom_0",0.8638895280314869,1613943705162,3897
"eps_0",1e-05,1613943705162,3897
"wd_1",0.01,1613943705162,3897
"sqr_mom_1",0.99,1613943705162,3897
"lr_1",4.30553054318967e-05,1613943705162,3897
"mom_1",0.8638895280314869,1613943705162,3897
"eps_1",1e-05,1613943705162,3897
"wd_2",0.01,1613943705162,3897
"sqr_mom_2",0.99,1613943705162,3897
"lr_2",0.000430553054318967,1613943705162,3897
"mom_2",0.8638895280314869,1613943705162,3897
"eps_2",1e-05,1613943705162,3897
"train_loss",0.033841126,1613943706143,3898
"raw_loss",0.021173432,1613943706143,3898
"epoch",24.522012578616334,1613943706143,3898
"wd_0",0.01,1613943706143,3898
"sqr_mom_0",0.99,1613943706143,3898
"lr_0",4.3045540198031384e-06,1613943706143,3898
"mom_0",0.8639090586945242,1613943706143,3898
"eps_0",1e-05,1613943706143,3898
"wd_1",0.01,1613943706143,3898
"sqr_mom_1",0.99,1613943706143,3898
"lr_1",4.3045540198031386e-05,1613943706143,3898
"mom_1",0.8639090586945242,1613943706143,3898
"eps_1",1e-05,1613943706143,3898
"wd_2",0.01,1613943706143,3898
"sqr_mom_2",0.99,1613943706143,3898
"lr_2",0.00043045540198031383,1613943706143,3898
"mom_2",0.8639090586945242,1613943706143,3898
"eps_2",1e-05,1613943706143,3898
"train_loss",0.033510834,1613943707115,3899
"raw_loss",0.01732647,1613943707115,3899
"epoch",24.528301886792434,1613943707115,3899
"wd_0",0.01,1613943707115,3899
"sqr_mom_0",0.99,1613943707115,3899
"lr_0",4.303577164374505e-06,1613943707115,3899
"mom_0",0.8639285959984698,1613943707115,3899
"eps_0",1e-05,1613943707115,3899
"wd_1",0.01,1613943707115,3899
"sqr_mom_1",0.99,1613943707115,3899
"lr_1",4.303577164374505e-05,1613943707115,3899
"mom_1",0.8639285959984698,1613943707115,3899
"eps_1",1e-05,1613943707115,3899
"wd_2",0.01,1613943707115,3899
"sqr_mom_2",0.99,1613943707115,3899
"lr_2",0.0004303577164374505,1613943707115,3899
"mom_2",0.8639285959984698,1613943707115,3899
"eps_2",1e-05,1613943707115,3899
"train_loss",0.033130974,1613943708070,3900
"raw_loss",0.014517733,1613943708070,3900
"epoch",24.534591194968534,1613943708070,3900
"wd_0",0.01,1613943708070,3900
"sqr_mom_0",0.99,1613943708070,3900
"lr_0",4.302599491096495e-06,1613943708070,3900
"mom_0",0.8639481496595667,1613943708070,3900
"eps_0",1e-05,1613943708070,3900
"wd_1",0.01,1613943708070,3900
"sqr_mom_1",0.99,1613943708070,3900
"lr_1",4.302599491096495e-05,1613943708070,3900
"mom_1",0.8639481496595667,1613943708070,3900
"eps_1",1e-05,1613943708070,3900
"wd_2",0.01,1613943708070,3900
"sqr_mom_2",0.99,1613943708070,3900
"lr_2",0.0004302599491096495,1613943708070,3900
"mom_2",0.8639481496595667,1613943708070,3900
"eps_2",1e-05,1613943708070,3900
"train_loss",0.032882433,1613943709022,3901
"raw_loss",0.020704024,1613943709022,3901
"epoch",24.540880503144635,1613943709022,3901
"wd_0",0.01,1613943709022,3901
"sqr_mom_0",0.99,1613943709022,3901
"lr_0",4.301621243268528e-06,1613943709022,3901
"mom_0",0.8639677148117776,1613943709022,3901
"eps_0",1e-05,1613943709022,3901
"wd_1",0.01,1613943709022,3901
"sqr_mom_1",0.99,1613943709022,3901
"lr_1",4.3016212432685276e-05,1613943709022,3901
"mom_1",0.8639677148117776,1613943709022,3901
"eps_1",1e-05,1613943709022,3901
"wd_2",0.01,1613943709022,3901
"sqr_mom_2",0.99,1613943709022,3901
"lr_2",0.0004301621243268528,1613943709022,3901
"mom_2",0.8639677148117776,1613943709022,3901
"eps_2",1e-05,1613943709022,3901
"train_loss",0.032865155,1613943709977,3902
"raw_loss",0.032018535,1613943709977,3902
"epoch",24.547169811320735,1613943709977,3902
"wd_0",0.01,1613943709977,3902
"sqr_mom_0",0.99,1613943709977,3902
"lr_0",4.300642664761866e-06,1613943709977,3902
"mom_0",0.8639872865776285,1613943709977,3902
"eps_0",1e-05,1613943709977,3902
"wd_1",0.01,1613943709977,3902
"sqr_mom_1",0.99,1613943709977,3902
"lr_1",4.300642664761866e-05,1613943709977,3902
"mom_1",0.8639872865776285,1613943709977,3902
"eps_1",1e-05,1613943709977,3902
"wd_2",0.01,1613943709977,3902
"sqr_mom_2",0.99,1613943709977,3902
"lr_2",0.00043006426647618657,1613943709977,3902
"mom_2",0.8639872865776285,1613943709977,3902
"eps_2",1e-05,1613943709977,3902
"train_loss",0.03295749,1613943710958,3903
"raw_loss",0.03748186,1613943710958,3903
"epoch",24.553459119496836,1613943710958,3903
"wd_0",0.01,1613943710958,3903
"sqr_mom_0",0.99,1613943710958,3903
"lr_0",4.2996632689123145e-06,1613943710958,3903
"mom_0",0.8640068746905006,1613943710958,3903
"eps_0",1e-05,1613943710958,3903
"wd_1",0.01,1613943710958,3903
"sqr_mom_1",0.99,1613943710958,3903
"lr_1",4.2996632689123145e-05,1613943710958,3903
"mom_1",0.8640068746905006,1613943710958,3903
"eps_1",1e-05,1613943710958,3903
"wd_2",0.01,1613943710958,3903
"sqr_mom_2",0.99,1613943710958,3903
"lr_2",0.0004299663268912315,1613943710958,3903
"mom_2",0.8640068746905006,1613943710958,3903
"eps_2",1e-05,1613943710958,3903
"train_loss",0.032683372,1613943711942,3904
"raw_loss",0.019251488,1613943711942,3904
"epoch",24.559748427672936,1613943711942,3904
"wd_0",0.01,1613943711942,3904
"sqr_mom_0",0.99,1613943711942,3904
"lr_0",4.298683299448694e-06,1613943711942,3904
"mom_0",0.8640264742757688,1613943711942,3904
"eps_0",1e-05,1613943711942,3904
"wd_1",0.01,1613943711942,3904
"sqr_mom_1",0.99,1613943711942,3904
"lr_1",4.2986832994486944e-05,1613943711942,3904
"mom_1",0.8640264742757688,1613943711942,3904
"eps_1",1e-05,1613943711942,3904
"wd_2",0.01,1613943711942,3904
"sqr_mom_2",0.99,1613943711942,3904
"lr_2",0.0004298683299448694,1613943711942,3904
"mom_2",0.8640264742757688,1613943711942,3904
"eps_2",1e-05,1613943711942,3904
"train_loss",0.032597423,1613943712913,3905
"raw_loss",0.028385786,1613943712913,3905
"epoch",24.566037735849036,1613943712913,3905
"wd_0",0.01,1613943712913,3905
"sqr_mom_0",0.99,1613943712913,3905
"lr_0",4.297702756683359e-06,1613943712913,3905
"mom_0",0.8640460853271861,1613943712913,3905
"eps_0",1e-05,1613943712913,3905
"wd_1",0.01,1613943712913,3905
"sqr_mom_1",0.99,1613943712913,3905
"lr_1",4.297702756683359e-05,1613943712913,3905
"mom_1",0.8640460853271861,1613943712913,3905
"eps_1",1e-05,1613943712913,3905
"wd_2",0.01,1613943712913,3905
"sqr_mom_2",0.99,1613943712913,3905
"lr_2",0.00042977027566833587,1613943712913,3905
"mom_2",0.8640460853271861,1613943712913,3905
"eps_2",1e-05,1613943712913,3905
"train_loss",0.032148633,1613943713907,3906
"raw_loss",0.010157985,1613943713907,3906
"epoch",24.572327044025137,1613943713907,3906
"wd_0",0.01,1613943713907,3906
"sqr_mom_0",0.99,1613943713907,3906
"lr_0",4.296721885058714e-06,1613943713907,3906
"mom_0",0.8640657029558553,1613943713907,3906
"eps_0",1e-05,1613943713907,3906
"wd_1",0.01,1613943713907,3906
"sqr_mom_1",0.99,1613943713907,3906
"lr_1",4.2967218850587145e-05,1613943713907,3906
"mom_1",0.8640657029558553,1613943713907,3906
"eps_1",1e-05,1613943713907,3906
"wd_2",0.01,1613943713907,3906
"sqr_mom_2",0.99,1613943713907,3906
"lr_2",0.0004296721885058714,1613943713907,3906
"mom_2",0.8640657029558553,1613943713907,3906
"eps_2",1e-05,1613943713907,3906
"train_loss",0.03187918,1613943714909,3907
"raw_loss",0.018675894,1613943714909,3907
"epoch",24.578616352201237,1613943714909,3907
"wd_0",0.01,1613943714909,3907
"sqr_mom_0",0.99,1613943714909,3907
"lr_0",4.29574019677016e-06,1613943714909,3907
"mom_0",0.864085336917966,1613943714909,3907
"eps_0",1e-05,1613943714909,3907
"wd_1",0.01,1613943714909,3907
"sqr_mom_1",0.99,1613943714909,3907
"lr_1",4.29574019677016e-05,1613943714909,3907
"mom_1",0.864085336917966,1613943714909,3907
"eps_1",1e-05,1613943714909,3907
"wd_2",0.01,1613943714909,3907
"sqr_mom_2",0.99,1613943714909,3907
"lr_2",0.000429574019677016,1613943714909,3907
"mom_2",0.864085336917966,1613943714909,3907
"eps_2",1e-05,1613943714909,3907
"train_loss",0.031426817,1613943715892,3908
"raw_loss",0.009261074,1613943715892,3908
"epoch",24.584905660377338,1613943715892,3908
"wd_0",0.01,1613943715892,3908
"sqr_mom_0",0.99,1613943715892,3908
"lr_0",4.294757936117971e-06,1613943715892,3908
"mom_0",0.8641049823274638,1613943715892,3908
"eps_0",1e-05,1613943715892,3908
"wd_1",0.01,1613943715892,3908
"sqr_mom_1",0.99,1613943715892,3908
"lr_1",4.294757936117971e-05,1613943715892,3908
"mom_1",0.8641049823274638,1613943715892,3908
"eps_1",1e-05,1613943715892,3908
"wd_2",0.01,1613943715892,3908
"sqr_mom_2",0.99,1613943715892,3908
"lr_2",0.00042947579361179706,1613943715892,3908
"mom_2",0.8641049823274638,1613943715892,3908
"eps_2",1e-05,1613943715892,3908
"train_loss",0.031413816,1613943716881,3909
"raw_loss",0.030776715,1613943716881,3909
"epoch",24.591194968553438,1613943716881,3909
"wd_0",0.01,1613943716881,3909
"sqr_mom_0",0.99,1613943716881,3909
"lr_0",4.293775347972086e-06,1613943716881,3909
"mom_0",0.8641246342869011,1613943716881,3909
"eps_0",1e-05,1613943716881,3909
"wd_1",0.01,1613943716881,3909
"sqr_mom_1",0.99,1613943716881,3909
"lr_1",4.293775347972086e-05,1613943716881,3909
"mom_1",0.8641246342869011,1613943716881,3909
"eps_1",1e-05,1613943716881,3909
"wd_2",0.01,1613943716881,3909
"sqr_mom_2",0.99,1613943716881,3909
"lr_2",0.00042937753479720857,1613943716881,3909
"mom_2",0.8641246342869011,1613943716881,3909
"eps_2",1e-05,1613943716881,3909
"train_loss",0.030997958,1613943717862,3910
"raw_loss",0.01062086,1613943717862,3910
"epoch",24.59748427672954,1613943717862,3910
"wd_0",0.01,1613943717862,3910
"sqr_mom_0",0.99,1613943717862,3910
"lr_0",4.2927919436742474e-06,1613943717862,3910
"mom_0",0.8641443025695408,1613943717862,3910
"eps_0",1e-05,1613943717862,3910
"wd_1",0.01,1613943717862,3910
"sqr_mom_1",0.99,1613943717862,3910
"lr_1",4.292791943674247e-05,1613943717862,3910
"mom_1",0.8641443025695408,1613943717862,3910
"eps_1",1e-05,1613943717862,3910
"wd_2",0.01,1613943717862,3910
"sqr_mom_2",0.99,1613943717862,3910
"lr_2",0.0004292791943674247,1613943717862,3910
"mom_2",0.8641443025695408,1613943717862,3910
"eps_2",1e-05,1613943717862,3910
"train_loss",0.030674318,1613943718819,3911
"raw_loss",0.014815979,1613943718819,3911
"epoch",24.60377358490564,1613943718819,3911
"wd_0",0.01,1613943718819,3911
"sqr_mom_0",0.99,1613943718819,3911
"lr_0",4.291807967952495e-06,1613943718819,3911
"mom_0",0.8641639822807728,1613943718819,3911
"eps_0",1e-05,1613943718819,3911
"wd_1",0.01,1613943718819,3911
"sqr_mom_1",0.99,1613943718819,3911
"lr_1",4.291807967952495e-05,1613943718819,3911
"mom_1",0.8641639822807728,1613943718819,3911
"eps_1",1e-05,1613943718819,3911
"wd_2",0.01,1613943718819,3911
"sqr_mom_2",0.99,1613943718819,3911
"lr_2",0.0004291807967952495,1613943718819,3911
"mom_2",0.8641639822807728,1613943718819,3911
"eps_2",1e-05,1613943718819,3911
"train_loss",0.030854067,1613943719776,3912
"raw_loss",0.03966174,1613943719776,3912
"epoch",24.61006289308174,1613943719776,3912
"wd_0",0.01,1613943719776,3912
"sqr_mom_0",0.99,1613943719776,3912
"lr_0",4.290823666103599e-06,1613943719776,3912
"mom_0",0.8641836685146131,1613943719776,3912
"eps_0",1e-05,1613943719776,3912
"wd_1",0.01,1613943719776,3912
"sqr_mom_1",0.99,1613943719776,3912
"lr_1",4.2908236661035986e-05,1613943719776,3912
"mom_1",0.8641836685146131,1613943719776,3912
"eps_1",1e-05,1613943719776,3912
"wd_2",0.01,1613943719776,3912
"sqr_mom_2",0.99,1613943719776,3912
"lr_2",0.0004290823666103598,1613943719776,3912
"mom_2",0.8641836685146131,1613943719776,3912
"eps_2",1e-05,1613943719776,3912
"train_loss",0.030814257,1613943720753,3913
"raw_loss",0.028863538,1613943720753,3913
"epoch",24.61635220125784,1613943720753,3913
"wd_0",0.01,1613943720753,3913
"sqr_mom_0",0.99,1613943720753,3913
"lr_0",4.289838548617046e-06,1613943720753,3913
"mom_0",0.8642033710613697,1613943720753,3913
"eps_0",1e-05,1613943720753,3913
"wd_1",0.01,1613943720753,3913
"sqr_mom_1",0.99,1613943720753,3913
"lr_1",4.289838548617046e-05,1613943720753,3913
"mom_1",0.8642033710613697,1613943720753,3913
"eps_1",1e-05,1613943720753,3913
"wd_2",0.01,1613943720753,3913
"sqr_mom_2",0.99,1613943720753,3913
"lr_2",0.0004289838548617046,1613943720753,3913
"mom_2",0.8642033710613697,1613943720753,3913
"eps_2",1e-05,1613943720753,3913
"train_loss",0.031721782,1613943721717,3914
"raw_loss",0.076190606,1613943721717,3914
"epoch",24.62264150943394,1613943721717,3914
"wd_0",0.01,1613943721717,3914
"sqr_mom_0",0.99,1613943721717,3914
"lr_0",4.288852860647942e-06,1613943721717,3914
"mom_0",0.8642230850178914,1613943721717,3914
"eps_0",1e-05,1613943721717,3914
"wd_1",0.01,1613943721717,3914
"sqr_mom_1",0.99,1613943721717,3914
"lr_1",4.2888528606479416e-05,1613943721717,3914
"mom_1",0.8642230850178914,1613943721717,3914
"eps_1",1e-05,1613943721717,3914
"wd_2",0.01,1613943721717,3914
"sqr_mom_2",0.99,1613943721717,3914
"lr_2",0.0004288852860647942,1613943721717,3914
"mom_2",0.8642230850178914,1613943721717,3914
"eps_2",1e-05,1613943721717,3914
"train_loss",0.03149554,1613943722671,3915
"raw_loss",0.02040966,1613943722671,3915
"epoch",24.62893081761004,1613943722671,3915
"wd_0",0.01,1613943722671,3915
"sqr_mom_0",0.99,1613943722671,3915
"lr_0",4.28786684791918e-06,1613943722671,3915
"mom_0",0.864242805469671,1613943722671,3915
"eps_0",1e-05,1613943722671,3915
"wd_1",0.01,1613943722671,3915
"sqr_mom_1",0.99,1613943722671,3915
"lr_1",4.28786684791918e-05,1613943722671,3915
"mom_1",0.864242805469671,1613943722671,3915
"eps_1",1e-05,1613943722671,3915
"wd_2",0.01,1613943722671,3915
"sqr_mom_2",0.99,1613943722671,3915
"lr_2",0.00042878668479191795,1613943722671,3915
"mom_2",0.864242805469671,1613943722671,3915
"eps_2",1e-05,1613943722671,3915
"train_loss",0.03137061,1613943723615,3916
"raw_loss",0.025248919,1613943723615,3916
"epoch",24.63522012578614,1613943723615,3916
"wd_0",0.01,1613943723615,3916
"sqr_mom_0",0.99,1613943723615,3916
"lr_0",4.2868800200693995e-06,1613943723615,3916
"mom_0",0.8642625422240342,1613943723615,3916
"eps_0",1e-05,1613943723615,3916
"wd_1",0.01,1613943723615,3916
"sqr_mom_1",0.99,1613943723615,3916
"lr_1",4.286880020069399e-05,1613943723615,3916
"mom_1",0.8642625422240342,1613943723615,3916
"eps_1",1e-05,1613943723615,3916
"wd_2",0.01,1613943723615,3916
"sqr_mom_2",0.99,1613943723615,3916
"lr_2",0.0004286880020069399,1613943723615,3916
"mom_2",0.8642625422240342,1613943723615,3916
"eps_2",1e-05,1613943723615,3916
"train_loss",0.031198902,1613943724566,3917
"raw_loss",0.022785192,1613943724566,3917
"epoch",24.64150943396224,1613943724566,3917
"wd_0",0.01,1613943724566,3917
"sqr_mom_0",0.99,1613943724566,3917
"lr_0",4.285892622680063e-06,1613943724566,3917
"mom_0",0.8642822903693024,1613943724566,3917
"eps_0",1e-05,1613943724566,3917
"wd_1",0.01,1613943724566,3917
"sqr_mom_1",0.99,1613943724566,3917
"lr_1",4.285892622680063e-05,1613943724566,3917
"mom_1",0.8642822903693024,1613943724566,3917
"eps_1",1e-05,1613943724566,3917
"wd_2",0.01,1613943724566,3917
"sqr_mom_2",0.99,1613943724566,3917
"lr_2",0.0004285892622680063,1613943724566,3917
"mom_2",0.8642822903693024,1613943724566,3917
"eps_2",1e-05,1613943724566,3917
"train_loss",0.03122928,1613943725514,3918
"raw_loss",0.03271778,1613943725514,3918
"epoch",24.64779874213834,1613943725514,3918
"wd_0",0.01,1613943725514,3918
"sqr_mom_0",0.99,1613943725514,3918
"lr_0",4.284904819954962e-06,1613943725514,3918
"mom_0",0.864302046621367,1613943725514,3918
"eps_0",1e-05,1613943725514,3918
"wd_1",0.01,1613943725514,3918
"sqr_mom_1",0.99,1613943725514,3918
"lr_1",4.284904819954962e-05,1613943725514,3918
"mom_1",0.864302046621367,1613943725514,3918
"eps_1",1e-05,1613943725514,3918
"wd_2",0.01,1613943725514,3918
"sqr_mom_2",0.99,1613943725514,3918
"lr_2",0.00042849048199549615,1613943725514,3918
"mom_2",0.864302046621367,1613943725514,3918
"eps_2",1e-05,1613943725514,3918
"train_loss",0.031058472,1613943726473,3919
"raw_loss",0.022688877,1613943726473,3919
"epoch",24.654088050314442,1613943726473,3919
"wd_0",0.01,1613943726473,3919
"sqr_mom_0",0.99,1613943726473,3919
"lr_0",4.283916284525182e-06,1613943726473,3919
"mom_0",0.8643218175276716,1613943726473,3919
"eps_0",1e-05,1613943726473,3919
"wd_1",0.01,1613943726473,3919
"sqr_mom_1",0.99,1613943726473,3919
"lr_1",4.2839162845251824e-05,1613943726473,3919
"mom_1",0.8643218175276716,1613943726473,3919
"eps_1",1e-05,1613943726473,3919
"wd_2",0.01,1613943726473,3919
"sqr_mom_2",0.99,1613943726473,3919
"lr_2",0.00042839162845251824,1613943726473,3919
"mom_2",0.8643218175276716,1613943726473,3919
"eps_2",1e-05,1613943726473,3919
"train_loss",0.03088071,1613943727425,3920
"raw_loss",0.022170367,1613943727425,3920
"epoch",24.660377358490543,1613943727425,3920
"wd_0",0.01,1613943727425,3920
"sqr_mom_0",0.99,1613943727425,3920
"lr_0",4.282927180500506e-06,1613943727425,3920
"mom_0",0.8643415998059879,1613943727425,3920
"eps_0",1e-05,1613943727425,3920
"wd_1",0.01,1613943727425,3920
"sqr_mom_1",0.99,1613943727425,3920
"lr_1",4.282927180500506e-05,1613943727425,3920
"mom_1",0.8643415998059879,1613943727425,3920
"eps_1",1e-05,1613943727425,3920
"wd_2",0.01,1613943727425,3920
"sqr_mom_2",0.99,1613943727425,3920
"lr_2",0.00042829271805005056,1613943727425,3920
"mom_2",0.8643415998059879,1613943727425,3920
"eps_2",1e-05,1613943727425,3920
"train_loss",0.031187898,1613943728405,3921
"raw_loss",0.04624006,1613943728405,3921
"epoch",24.666666666666643,1613943728405,3921
"wd_0",0.01,1613943728405,3921
"sqr_mom_0",0.99,1613943728405,3921
"lr_0",4.281937754453974e-06,1613943728405,3921
"mom_0",0.8643613885248057,1613943728405,3921
"eps_0",1e-05,1613943728405,3921
"wd_1",0.01,1613943728405,3921
"sqr_mom_1",0.99,1613943728405,3921
"lr_1",4.281937754453974e-05,1613943728405,3921
"mom_1",0.8643613885248057,1613943728405,3921
"eps_1",1e-05,1613943728405,3921
"wd_2",0.01,1613943728405,3921
"sqr_mom_2",0.99,1613943728405,3921
"lr_2",0.00042819377544539735,1613943728405,3921
"mom_2",0.8643613885248057,1613943728405,3921
"eps_2",1e-05,1613943728405,3921
"train_loss",0.030794136,1613943729366,3922
"raw_loss",0.01149984,1613943729366,3922
"epoch",24.672955974842743,1613943729366,3922
"wd_0",0.01,1613943729366,3922
"sqr_mom_0",0.99,1613943729366,3922
"lr_0",4.280947514326723e-06,1613943729366,3922
"mom_0",0.8643811935254008,1613943729366,3922
"eps_0",1e-05,1613943729366,3922
"wd_1",0.01,1613943729366,3922
"sqr_mom_1",0.99,1613943729366,3922
"lr_1",4.280947514326723e-05,1613943729366,3922
"mom_1",0.8643811935254008,1613943729366,3922
"eps_1",1e-05,1613943729366,3922
"wd_2",0.01,1613943729366,3922
"sqr_mom_2",0.99,1613943729366,3922
"lr_2",0.0004280947514326723,1613943729366,3922
"mom_2",0.8643811935254008,1613943729366,3922
"eps_2",1e-05,1613943729366,3922
"train_loss",0.030475212,1613943730369,3923
"raw_loss",0.014847923,1613943730369,3923
"epoch",24.679245283018844,1613943730369,3923
"wd_0",0.01,1613943730369,3923
"sqr_mom_0",0.99,1613943730369,3923
"lr_0",4.2799567065508365e-06,1613943730369,3923
"mom_0",0.8644010098790821,1613943730369,3923
"eps_0",1e-05,1613943730369,3923
"wd_1",0.01,1613943730369,3923
"sqr_mom_1",0.99,1613943730369,3923
"lr_1",4.279956706550836e-05,1613943730369,3923
"mom_1",0.8644010098790821,1613943730369,3923
"eps_1",1e-05,1613943730369,3923
"wd_2",0.01,1613943730369,3923
"sqr_mom_2",0.99,1613943730369,3923
"lr_2",0.0004279956706550836,1613943730369,3923
"mom_2",0.8644010098790821,1613943730369,3923
"eps_2",1e-05,1613943730369,3923
"train_loss",0.030195074,1613943731346,3924
"raw_loss",0.01646827,1613943731346,3924
"epoch",24.685534591194944,1613943731346,3924
"wd_0",0.01,1613943731346,3924
"sqr_mom_0",0.99,1613943731346,3924
"lr_0",4.2789653314421204e-06,1613943731346,3924
"mom_0",0.8644208375795334,1613943731346,3924
"eps_0",1e-05,1613943731346,3924
"wd_1",0.01,1613943731346,3924
"sqr_mom_1",0.99,1613943731346,3924
"lr_1",4.2789653314421204e-05,1613943731346,3924
"mom_1",0.8644208375795334,1613943731346,3924
"eps_1",1e-05,1613943731346,3924
"wd_2",0.01,1613943731346,3924
"sqr_mom_2",0.99,1613943731346,3924
"lr_2",0.00042789653314421203,1613943731346,3924
"mom_2",0.8644208375795334,1613943731346,3924
"eps_2",1e-05,1613943731346,3924
"train_loss",0.029990705,1613943732320,3925
"raw_loss",0.019976629,1613943732320,3925
"epoch",24.691823899371045,1613943732320,3925
"wd_0",0.01,1613943732320,3925
"sqr_mom_0",0.99,1613943732320,3925
"lr_0",4.27797363613882e-06,1613943732320,3925
"mom_0",0.8644406716839405,1613943732320,3925
"eps_0",1e-05,1613943732320,3925
"wd_1",0.01,1613943732320,3925
"sqr_mom_1",0.99,1613943732320,3925
"lr_1",4.27797363613882e-05,1613943732320,3925
"mom_1",0.8644406716839405,1613943732320,3925
"eps_1",1e-05,1613943732320,3925
"wd_2",0.01,1613943732320,3925
"sqr_mom_2",0.99,1613943732320,3925
"lr_2",0.000427797363613882,1613943732320,3925
"mom_2",0.8644406716839405,1613943732320,3925
"eps_2",1e-05,1613943732320,3925
"train_loss",0.030182749,1613943733314,3926
"raw_loss",0.03959297,1613943733314,3926
"epoch",24.698113207547145,1613943733314,3926
"wd_0",0.01,1613943733314,3926
"sqr_mom_0",0.99,1613943733314,3926
"lr_0",4.276981127453529e-06,1613943733314,3926
"mom_0",0.86446052205615,1613943733314,3926
"eps_0",1e-05,1613943733314,3926
"wd_1",0.01,1613943733314,3926
"sqr_mom_1",0.99,1613943733314,3926
"lr_1",4.2769811274535286e-05,1613943733314,3926
"mom_1",0.86446052205615,1613943733314,3926
"eps_1",1e-05,1613943733314,3926
"wd_2",0.01,1613943733314,3926
"sqr_mom_2",0.99,1613943733314,3926
"lr_2",0.00042769811274535283,1613943733314,3926
"mom_2",0.86446052205615,1613943733314,3926
"eps_2",1e-05,1613943733314,3926
"train_loss",0.030103963,1613943734459,3927
"raw_loss",0.026243478,1613943734459,3927
"epoch",24.704402515723245,1613943734459,3927
"wd_0",0.01,1613943734459,3927
"sqr_mom_0",0.99,1613943734459,3927
"lr_0",4.275988052383841e-06,1613943734459,3927
"mom_0",0.8644803837561608,1613943734459,3927
"eps_0",1e-05,1613943734459,3927
"wd_1",0.01,1613943734459,3927
"sqr_mom_1",0.99,1613943734459,3927
"lr_1",4.275988052383841e-05,1613943734459,3927
"mom_1",0.8644803837561608,1613943734459,3927
"eps_1",1e-05,1613943734459,3927
"wd_2",0.01,1613943734459,3927
"sqr_mom_2",0.99,1613943734459,3927
"lr_2",0.00042759880523838406,1613943734459,3927
"mom_2",0.8644803837561608,1613943734459,3927
"eps_2",1e-05,1613943734459,3927
"train_loss",0.029851066,1613943735425,3928
"raw_loss",0.01745909,1613943735425,3928
"epoch",24.710691823899346,1613943735425,3928
"wd_0",0.01,1613943735425,3928
"sqr_mom_0",0.99,1613943735425,3928
"lr_0",4.274994658491063e-06,1613943735425,3928
"mom_0",0.8645002518326971,1613943735425,3928
"eps_0",1e-05,1613943735425,3928
"wd_1",0.01,1613943735425,3928
"sqr_mom_1",0.99,1613943735425,3928
"lr_1",4.274994658491062e-05,1613943735425,3928
"mom_1",0.8645002518326971,1613943735425,3928
"eps_1",1e-05,1613943735425,3928
"wd_2",0.01,1613943735425,3928
"sqr_mom_2",0.99,1613943735425,3928
"lr_2",0.0004274994658491062,1613943735425,3928
"mom_2",0.8645002518326971,1613943735425,3928
"eps_2",1e-05,1613943735425,3928
"train_loss",0.029780783,1613943736384,3929
"raw_loss",0.026336914,1613943736384,3929
"epoch",24.716981132075446,1613943736384,3929
"wd_0",0.01,1613943736384,3929
"sqr_mom_0",0.99,1613943736384,3929
"lr_0",4.2740004517430505e-06,1613943736384,3929
"mom_0",0.8645201361665006,1613943736384,3929
"eps_0",1e-05,1613943736384,3929
"wd_1",0.01,1613943736384,3929
"sqr_mom_1",0.99,1613943736384,3929
"lr_1",4.2740004517430505e-05,1613943736384,3929
"mom_1",0.8645201361665006,1613943736384,3929
"eps_1",1e-05,1613943736384,3929
"wd_2",0.01,1613943736384,3929
"sqr_mom_2",0.99,1613943736384,3929
"lr_2",0.00042740004517430503,1613943736384,3929
"mom_2",0.8645201361665006,1613943736384,3929
"eps_2",1e-05,1613943736384,3929
"train_loss",0.030091701,1613943737346,3930
"raw_loss",0.04532669,1613943737346,3930
"epoch",24.723270440251547,1613943737346,3930
"wd_0",0.01,1613943737346,3930
"sqr_mom_0",0.99,1613943737346,3930
"lr_0",4.273005679560699e-06,1613943737346,3930
"mom_0",0.8645400318091041,1613943737346,3930
"eps_0",1e-05,1613943737346,3930
"wd_1",0.01,1613943737346,3930
"sqr_mom_1",0.99,1613943737346,3930
"lr_1",4.273005679560699e-05,1613943737346,3930
"mom_1",0.8645400318091041,1613943737346,3930
"eps_1",1e-05,1613943737346,3930
"wd_2",0.01,1613943737346,3930
"sqr_mom_2",0.99,1613943737346,3930
"lr_2",0.00042730056795606985,1613943737346,3930
"mom_2",0.8645400318091041,1613943737346,3930
"eps_2",1e-05,1613943737346,3930
"train_loss",0.029935634,1613943738309,3931
"raw_loss",0.022288375,1613943738309,3931
"epoch",24.729559748427647,1613943738309,3931
"wd_0",0.01,1613943738309,3931
"sqr_mom_0",0.99,1613943738309,3931
"lr_0",4.272010589927666e-06,1613943738309,3931
"mom_0",0.8645599338007847,1613943738309,3931
"eps_0",1e-05,1613943738309,3931
"wd_1",0.01,1613943738309,3931
"sqr_mom_1",0.99,1613943738309,3931
"lr_1",4.2720105899276664e-05,1613943738309,3931
"mom_1",0.8645599338007847,1613943738309,3931
"eps_1",1e-05,1613943738309,3931
"wd_2",0.01,1613943738309,3931
"sqr_mom_2",0.99,1613943738309,3931
"lr_2",0.0004272010589927666,1613943738309,3931
"mom_2",0.8645599338007847,1613943738309,3931
"eps_2",1e-05,1613943738309,3931
"train_loss",0.029799957,1613943739262,3932
"raw_loss",0.02315182,1613943739262,3932
"epoch",24.735849056603747,1613943739262,3932
"wd_0",0.01,1613943739262,3932
"sqr_mom_0",0.99,1613943739262,3932
"lr_0",4.271014687968489e-06,1613943739262,3932
"mom_0",0.8645798520391506,1613943739262,3932
"eps_0",1e-05,1613943739262,3932
"wd_1",0.01,1613943739262,3932
"sqr_mom_1",0.99,1613943739262,3932
"lr_1",4.2710146879684884e-05,1613943739262,3932
"mom_1",0.8645798520391506,1613943739262,3932
"eps_1",1e-05,1613943739262,3932
"wd_2",0.01,1613943739262,3932
"sqr_mom_2",0.99,1613943739262,3932
"lr_2",0.0004271014687968488,1613943739262,3932
"mom_2",0.8645798520391506,1613943739262,3932
"eps_2",1e-05,1613943739262,3932
"train_loss",0.030026898,1613943740225,3933
"raw_loss",0.04114698,1613943740225,3933
"epoch",24.742138364779848,1613943740225,3933
"wd_0",0.01,1613943740225,3933
"sqr_mom_0",0.99,1613943740225,3933
"lr_0",4.270018221526649e-06,1613943740225,3933
"mom_0",0.8645997815672827,1613943740225,3933
"eps_0",1e-05,1613943740225,3933
"wd_1",0.01,1613943740225,3933
"sqr_mom_1",0.99,1613943740225,3933
"lr_1",4.270018221526649e-05,1613943740225,3933
"mom_1",0.8645997815672827,1613943740225,3933
"eps_1",1e-05,1613943740225,3933
"wd_2",0.01,1613943740225,3933
"sqr_mom_2",0.99,1613943740225,3933
"lr_2",0.0004270018221526649,1613943740225,3933
"mom_2",0.8645997815672827,1613943740225,3933
"eps_2",1e-05,1613943740225,3933
"train_loss",0.029767174,1613943741189,3934
"raw_loss",0.017040748,1613943741189,3934
"epoch",24.74842767295595,1613943741189,3934
"wd_0",0.01,1613943741189,3934
"sqr_mom_0",0.99,1613943741189,3934
"lr_0",4.26902143900745e-06,1613943741189,3934
"mom_0",0.8646197174170251,1613943741189,3934
"eps_0",1e-05,1613943741189,3934
"wd_1",0.01,1613943741189,3934
"sqr_mom_1",0.99,1613943741189,3934
"lr_1",4.26902143900745e-05,1613943741189,3934
"mom_1",0.8646197174170251,1613943741189,3934
"eps_1",1e-05,1613943741189,3934
"wd_2",0.01,1613943741189,3934
"sqr_mom_2",0.99,1613943741189,3934
"lr_2",0.00042690214390074494,1613943741189,3934
"mom_2",0.8646197174170251,1613943741189,3934
"eps_2",1e-05,1613943741189,3934
"train_loss",0.029609974,1613943742182,3935
"raw_loss",0.021907166,1613943742182,3935
"epoch",24.75471698113205,1613943742182,3935
"wd_0",0.01,1613943742182,3935
"sqr_mom_0",0.99,1613943742182,3935
"lr_0",4.268023844693524e-06,1613943742182,3935
"mom_0",0.8646396695028246,1613943742182,3935
"eps_0",1e-05,1613943742182,3935
"wd_1",0.01,1613943742182,3935
"sqr_mom_1",0.99,1613943742182,3935
"lr_1",4.268023844693523e-05,1613943742182,3935
"mom_1",0.8646396695028246,1613943742182,3935
"eps_1",1e-05,1613943742182,3935
"wd_2",0.01,1613943742182,3935
"sqr_mom_2",0.99,1613943742182,3935
"lr_2",0.0004268023844693523,1613943742182,3935
"mom_2",0.8646396695028246,1613943742182,3935
"eps_2",1e-05,1613943742182,3935
"train_loss",0.029726079,1613943743127,3936
"raw_loss",0.035415195,1613943743127,3936
"epoch",24.76100628930815,1613943743127,3936
"wd_0",0.01,1613943743127,3936
"sqr_mom_0",0.99,1613943743127,3936
"lr_0",4.2670256868502315e-06,1613943743127,3936
"mom_0",0.8646596328593239,1613943743127,3936
"eps_0",1e-05,1613943743127,3936
"wd_1",0.01,1613943743127,3936
"sqr_mom_1",0.99,1613943743127,3936
"lr_1",4.267025686850231e-05,1613943743127,3936
"mom_1",0.8646596328593239,1613943743127,3936
"eps_1",1e-05,1613943743127,3936
"wd_2",0.01,1613943743127,3936
"sqr_mom_2",0.99,1613943743127,3936
"lr_2",0.0004267025686850231,1613943743127,3936
"mom_2",0.8646596328593239,1613943743127,3936
"eps_2",1e-05,1613943743127,3936
"train_loss",0.029434571,1613943744079,3937
"raw_loss",0.01515072,1613943744079,3937
"epoch",24.76729559748425,1613943744079,3937
"wd_0",0.01,1613943744079,3937
"sqr_mom_0",0.99,1613943744079,3937
"lr_0",4.266027131467783e-06,1613943744079,3937
"mom_0",0.864679604166686,1613943744079,3937
"eps_0",1e-05,1613943744079,3937
"wd_1",0.01,1613943744079,3937
"sqr_mom_1",0.99,1613943744079,3937
"lr_1",4.266027131467783e-05,1613943744079,3937
"mom_1",0.864679604166686,1613943744079,3937
"eps_1",1e-05,1613943744079,3937
"wd_2",0.01,1613943744079,3937
"sqr_mom_2",0.99,1613943744079,3937
"lr_2",0.0004266027131467783,1613943744079,3937
"mom_2",0.864679604166686,1613943744079,3937
"eps_2",1e-05,1613943744079,3937
"train_loss",0.029219558,1613943745034,3938
"raw_loss",0.018683957,1613943745034,3938
"epoch",24.77358490566035,1613943745034,3938
"wd_0",0.01,1613943745034,3938
"sqr_mom_0",0.99,1613943745034,3938
"lr_0",4.265027847613717e-06,1613943745034,3938
"mom_0",0.8646995900436261,1613943745034,3938
"eps_0",1e-05,1613943745034,3938
"wd_1",0.01,1613943745034,3938
"sqr_mom_1",0.99,1613943745034,3938
"lr_1",4.265027847613717e-05,1613943745034,3938
"mom_1",0.8646995900436261,1613943745034,3938
"eps_1",1e-05,1613943745034,3938
"wd_2",0.01,1613943745034,3938
"sqr_mom_2",0.99,1613943745034,3938
"lr_2",0.00042650278476137165,1613943745034,3938
"mom_2",0.8646995900436261,1613943745034,3938
"eps_2",1e-05,1613943745034,3938
"train_loss",0.029206926,1613943745986,3939
"raw_loss",0.02858789,1613943745986,3939
"epoch",24.77987421383645,1613943745986,3939
"wd_0",0.01,1613943745986,3939
"sqr_mom_0",0.99,1613943745986,3939
"lr_0",4.264028001185225e-06,1613943745986,3939
"mom_0",0.8647195871721672,1613943745986,3939
"eps_0",1e-05,1613943745986,3939
"wd_1",0.01,1613943745986,3939
"sqr_mom_1",0.99,1613943745986,3939
"lr_1",4.264028001185225e-05,1613943745986,3939
"mom_1",0.8647195871721672,1613943745986,3939
"eps_1",1e-05,1613943745986,3939
"wd_2",0.01,1613943745986,3939
"sqr_mom_2",0.99,1613943745986,3939
"lr_2",0.00042640280011852253,1613943745986,3939
"mom_2",0.8647195871721672,1613943745986,3939
"eps_2",1e-05,1613943745986,3939
"train_loss",0.029360786,1613943746945,3940
"raw_loss",0.0368999,1613943746945,3940
"epoch",24.78616352201255,1613943746945,3940
"wd_0",0.01,1613943746945,3940
"sqr_mom_0",0.99,1613943746945,3940
"lr_0",4.263027924404684e-06,1613943746945,3940
"mom_0",0.8647395889077953,1613943746945,3940
"eps_0",1e-05,1613943746945,3940
"wd_1",0.01,1613943746945,3940
"sqr_mom_1",0.99,1613943746945,3940
"lr_1",4.263027924404684e-05,1613943746945,3940
"mom_1",0.8647395889077953,1613943746945,3940
"eps_1",1e-05,1613943746945,3940
"wd_2",0.01,1613943746945,3940
"sqr_mom_2",0.99,1613943746945,3940
"lr_2",0.0004263027924404684,1613943746945,3940
"mom_2",0.8647395889077953,1613943746945,3940
"eps_2",1e-05,1613943746945,3940
"train_loss",0.029034255,1613943747961,3941
"raw_loss",0.013034185,1613943747961,3941
"epoch",24.79245283018865,1613943747961,3941
"wd_0",0.01,1613943747961,3941
"sqr_mom_0",0.99,1613943747961,3941
"lr_0",4.262026953969917e-06,1613943747961,3941
"mom_0",0.8647596085166868,1613943747961,3941
"eps_0",1e-05,1613943747961,3941
"wd_1",0.01,1613943747961,3941
"sqr_mom_1",0.99,1613943747961,3941
"lr_1",4.262026953969916e-05,1613943747961,3941
"mom_1",0.8647596085166868,1613943747961,3941
"eps_1",1e-05,1613943747961,3941
"wd_2",0.01,1613943747961,3941
"sqr_mom_2",0.99,1613943747961,3941
"lr_2",0.00042620269539699165,1613943747961,3941
"mom_2",0.8647596085166868,1613943747961,3941
"eps_2",1e-05,1613943747961,3941
"train_loss",0.028936792,1613943748926,3942
"raw_loss",0.02416113,1613943748926,3942
"epoch",24.79874213836475,1613943748926,3942
"wd_0",0.01,1613943748926,3942
"sqr_mom_0",0.99,1613943748926,3942
"lr_0",4.261025421917225e-06,1613943748926,3942
"mom_0",0.864779639358049,1613943748926,3942
"eps_0",1e-05,1613943748926,3942
"wd_1",0.01,1613943748926,3942
"sqr_mom_1",0.99,1613943748926,3942
"lr_1",4.2610254219172243e-05,1613943748926,3942
"mom_1",0.864779639358049,1613943748926,3942
"eps_1",1e-05,1613943748926,3942
"wd_2",0.01,1613943748926,3942
"sqr_mom_2",0.99,1613943748926,3942
"lr_2",0.00042610254219172243,1613943748926,3942
"mom_2",0.864779639358049,1613943748926,3942
"eps_2",1e-05,1613943748926,3942
"train_loss",0.028903814,1613943749905,3943
"raw_loss",0.027287887,1613943749905,3943
"epoch",24.805031446540852,1613943749905,3943
"wd_0",0.01,1613943749905,3943
"sqr_mom_0",0.99,1613943749905,3943
"lr_0",4.260023494796987e-06,1613943749905,3943
"mom_0",0.8647996781008412,1613943749905,3943
"eps_0",1e-05,1613943749905,3943
"wd_1",0.01,1613943749905,3943
"sqr_mom_1",0.99,1613943749905,3943
"lr_1",4.260023494796986e-05,1613943749905,3943
"mom_1",0.8647996781008412,1613943749905,3943
"eps_1",1e-05,1613943749905,3943
"wd_2",0.01,1613943749905,3943
"sqr_mom_2",0.99,1613943749905,3943
"lr_2",0.0004260023494796986,1613943749905,3943
"mom_2",0.8647996781008412,1613943749905,3943
"eps_2",1e-05,1613943749905,3943
"train_loss",0.028663496,1613943750884,3944
"raw_loss",0.016887834,1613943750884,3944
"epoch",24.811320754716952,1613943750884,3944
"wd_0",0.01,1613943750884,3944
"sqr_mom_0",0.99,1613943750884,3944
"lr_0",4.259020840559308e-06,1613943750884,3944
"mom_0",0.8648197313861277,1613943750884,3944
"eps_0",1e-05,1613943750884,3944
"wd_1",0.01,1613943750884,3944
"sqr_mom_1",0.99,1613943750884,3944
"lr_1",4.2590208405593087e-05,1613943750884,3944
"mom_1",0.8648197313861277,1613943750884,3944
"eps_1",1e-05,1613943750884,3944
"wd_2",0.01,1613943750884,3944
"sqr_mom_2",0.99,1613943750884,3944
"lr_2",0.0004259020840559308,1613943750884,3944
"mom_2",0.8648197313861277,1613943750884,3944
"eps_2",1e-05,1613943750884,3944
"train_loss",0.028504368,1613943751891,3945
"raw_loss",0.02070714,1613943751891,3945
"epoch",24.817610062893053,1613943751891,3945
"wd_0",0.01,1613943751891,3945
"sqr_mom_0",0.99,1613943751891,3945
"lr_0",4.2580176256618694e-06,1613943751891,3945
"mom_0",0.8648397958847215,1613943751891,3945
"eps_0",1e-05,1613943751891,3945
"wd_1",0.01,1613943751891,3945
"sqr_mom_1",0.99,1613943751891,3945
"lr_1",4.258017625661869e-05,1613943751891,3945
"mom_1",0.8648397958847215,1613943751891,3945
"eps_1",1e-05,1613943751891,3945
"wd_2",0.01,1613943751891,3945
"sqr_mom_2",0.99,1613943751891,3945
"lr_2",0.0004258017625661869,1613943751891,3945
"mom_2",0.8648397958847215,1613943751891,3945
"eps_2",1e-05,1613943751891,3945
"train_loss",0.02842829,1613943752897,3946
"raw_loss",0.024700504,1613943752897,3946
"epoch",24.823899371069153,1613943752897,3946
"wd_0",0.01,1613943752897,3946
"sqr_mom_0",0.99,1613943752897,3946
"lr_0",4.257013850424433e-06,1613943752897,3946
"mom_0",0.8648598715902273,1613943752897,3946
"eps_0",1e-05,1613943752897,3946
"wd_1",0.01,1613943752897,3946
"sqr_mom_1",0.99,1613943752897,3946
"lr_1",4.2570138504244336e-05,1613943752897,3946
"mom_1",0.8648598715902273,1613943752897,3946
"eps_1",1e-05,1613943752897,3946
"wd_2",0.01,1613943752897,3946
"sqr_mom_2",0.99,1613943752897,3946
"lr_2",0.0004257013850424433,1613943752897,3946
"mom_2",0.8648598715902273,1613943752897,3946
"eps_2",1e-05,1613943752897,3946
"train_loss",0.028500395,1613943753868,3947
"raw_loss",0.03203351,1613943753868,3947
"epoch",24.830188679245254,1613943753868,3947
"wd_0",0.01,1613943753868,3947
"sqr_mom_0",0.99,1613943753868,3947
"lr_0",4.256009848372602e-06,1613943753868,3947
"mom_0",0.8648799518320662,1613943753868,3947
"eps_0",1e-05,1613943753868,3947
"wd_1",0.01,1613943753868,3947
"sqr_mom_1",0.99,1613943753868,3947
"lr_1",4.256009848372602e-05,1613943753868,3947
"mom_1",0.8648799518320662,1613943753868,3947
"eps_1",1e-05,1613943753868,3947
"wd_2",0.01,1613943753868,3947
"sqr_mom_2",0.99,1613943753868,3947
"lr_2",0.0004256009848372602,1613943753868,3947
"mom_2",0.8648799518320662,1613943753868,3947
"eps_2",1e-05,1613943753868,3947
"train_loss",0.02828322,1613943754852,3948
"raw_loss",0.017641665,1613943754852,3948
"epoch",24.836477987421354,1613943754852,3948
"wd_0",0.01,1613943754852,3948
"sqr_mom_0",0.99,1613943754852,3948
"lr_0",4.25500495360076e-06,1613943754852,3948
"mom_0",0.864900049928484,1613943754852,3948
"eps_0",1e-05,1613943754852,3948
"wd_1",0.01,1613943754852,3948
"sqr_mom_1",0.99,1613943754852,3948
"lr_1",4.25500495360076e-05,1613943754852,3948
"mom_1",0.864900049928484,1613943754852,3948
"eps_1",1e-05,1613943754852,3948
"wd_2",0.01,1613943754852,3948
"sqr_mom_2",0.99,1613943754852,3948
"lr_2",0.00042550049536007597,1613943754852,3948
"mom_2",0.864900049928484,1613943754852,3948
"eps_2",1e-05,1613943754852,3948
"train_loss",0.028117774,1613943755869,3949
"raw_loss",0.02001094,1613943755869,3949
"epoch",24.842767295597454,1613943755869,3949
"wd_0",0.01,1613943755869,3949
"sqr_mom_0",0.99,1613943755869,3949
"lr_0",4.253999499449176e-06,1613943755869,3949
"mom_0",0.8649201592126086,1613943755869,3949
"eps_0",1e-05,1613943755869,3949
"wd_1",0.01,1613943755869,3949
"sqr_mom_1",0.99,1613943755869,3949
"lr_1",4.2539994994491754e-05,1613943755869,3949
"mom_1",0.8649201592126086,1613943755869,3949
"eps_1",1e-05,1613943755869,3949
"wd_2",0.01,1613943755869,3949
"sqr_mom_2",0.99,1613943755869,3949
"lr_2",0.00042539994994491757,1613943755869,3949
"mom_2",0.8649201592126086,1613943755869,3949
"eps_2",1e-05,1613943755869,3949
"train_loss",0.027884206,1613943756979,3950
"raw_loss",0.016439334,1613943756979,3950
"epoch",24.849056603773555,1613943756979,3950
"wd_0",0.01,1613943756979,3950
"sqr_mom_0",0.99,1613943756979,3950
"lr_0",4.252993653119351e-06,1613943756979,3950
"mom_0",0.8649402763403764,1613943756979,3950
"eps_0",1e-05,1613943756979,3950
"wd_1",0.01,1613943756979,3950
"sqr_mom_1",0.99,1613943756979,3950
"lr_1",4.2529936531193503e-05,1613943756979,3950
"mom_1",0.8649402763403764,1613943756979,3950
"eps_1",1e-05,1613943756979,3950
"wd_2",0.01,1613943756979,3950
"sqr_mom_2",0.99,1613943756979,3950
"lr_2",0.0004252993653119351,1613943756979,3950
"mom_2",0.8649402763403764,1613943756979,3950
"eps_2",1e-05,1613943756979,3950
"train_loss",0.027675001,1613943757954,3951
"raw_loss",0.017423932,1613943757954,3951
"epoch",24.855345911949655,1613943757954,3951
"wd_0",0.01,1613943757954,3951
"sqr_mom_0",0.99,1613943757954,3951
"lr_0",4.251987081262522e-06,1613943757954,3951
"mom_0",0.8649604079788293,1613943757954,3951
"eps_0",1e-05,1613943757954,3951
"wd_1",0.01,1613943757954,3951
"sqr_mom_1",0.99,1613943757954,3951
"lr_1",4.251987081262522e-05,1613943757954,3951
"mom_1",0.8649604079788293,1613943757954,3951
"eps_1",1e-05,1613943757954,3951
"wd_2",0.01,1613943757954,3951
"sqr_mom_2",0.99,1613943757954,3951
"lr_2",0.0004251987081262522,1613943757954,3951
"mom_2",0.8649604079788293,1613943757954,3951
"eps_2",1e-05,1613943757954,3951
"train_loss",0.027338913,1613943758917,3952
"raw_loss",0.010870559,1613943758917,3952
"epoch",24.861635220125756,1613943758917,3952
"wd_0",0.01,1613943758917,3952
"sqr_mom_0",0.99,1613943758917,3952
"lr_0",4.250979950987863e-06,1613943758917,3952
"mom_0",0.8649805507857505,1613943758917,3952
"eps_0",1e-05,1613943758917,3952
"wd_1",0.01,1613943758917,3952
"sqr_mom_1",0.99,1613943758917,3952
"lr_1",4.250979950987863e-05,1613943758917,3952
"mom_1",0.8649805507857505,1613943758917,3952
"eps_1",1e-05,1613943758917,3952
"wd_2",0.01,1613943758917,3952
"sqr_mom_2",0.99,1613943758917,3952
"lr_2",0.0004250979950987863,1613943758917,3952
"mom_2",0.8649805507857505,1613943758917,3952
"eps_2",1e-05,1613943758917,3952
"train_loss",0.027196938,1613943759917,3953
"raw_loss",0.02024014,1613943759917,3953
"epoch",24.867924528301856,1613943759917,3953
"wd_0",0.01,1613943759917,3953
"sqr_mom_0",0.99,1613943759917,3953
"lr_0",4.249972429775135e-06,1613943759917,3953
"mom_0",0.8650007014115114,1613943759917,3953
"eps_0",1e-05,1613943759917,3953
"wd_1",0.01,1613943759917,3953
"sqr_mom_1",0.99,1613943759917,3953
"lr_1",4.249972429775135e-05,1613943759917,3953
"mom_1",0.8650007014115114,1613943759917,3953
"eps_1",1e-05,1613943759917,3953
"wd_2",0.01,1613943759917,3953
"sqr_mom_2",0.99,1613943759917,3953
"lr_2",0.00042499724297751347,1613943759917,3953
"mom_2",0.8650007014115114,1613943759917,3953
"eps_2",1e-05,1613943759917,3953
"train_loss",0.026876248,1613943760885,3954
"raw_loss",0.011162472,1613943760885,3954
"epoch",24.874213836477956,1613943760885,3954
"wd_0",0.01,1613943760885,3954
"sqr_mom_0",0.99,1613943760885,3954
"lr_0",4.2489641837204994e-06,1613943760885,3954
"mom_0",0.8650208665342554,1613943760885,3954
"eps_0",1e-05,1613943760885,3954
"wd_1",0.01,1613943760885,3954
"sqr_mom_1",0.99,1613943760885,3954
"lr_1",4.248964183720499e-05,1613943760885,3954
"mom_1",0.8650208665342554,1613943760885,3954
"eps_1",1e-05,1613943760885,3954
"wd_2",0.01,1613943760885,3954
"sqr_mom_2",0.99,1613943760885,3954
"lr_2",0.0004248964183720499,1613943760885,3954
"mom_2",0.8650208665342554,1613943760885,3954
"eps_2",1e-05,1613943760885,3954
"train_loss",0.026514342,1613943761842,3955
"raw_loss",0.008780906,1613943761842,3955
"epoch",24.880503144654057,1613943761842,3955
"wd_0",0.01,1613943761842,3955
"sqr_mom_0",0.99,1613943761842,3955
"lr_0",4.2479553802115475e-06,1613943761842,3955
"mom_0",0.8650410428061971,1613943761842,3955
"eps_0",1e-05,1613943761842,3955
"wd_1",0.01,1613943761842,3955
"sqr_mom_1",0.99,1613943761842,3955
"lr_1",4.247955380211547e-05,1613943761842,3955
"mom_1",0.8650410428061971,1613943761842,3955
"eps_1",1e-05,1613943761842,3955
"wd_2",0.01,1613943761842,3955
"sqr_mom_2",0.99,1613943761842,3955
"lr_2",0.0004247955380211547,1613943761842,3955
"mom_2",0.8650410428061971,1613943761842,3955
"eps_2",1e-05,1613943761842,3955
"train_loss",0.026266977,1613943762825,3956
"raw_loss",0.014146112,1613943762825,3956
"epoch",24.886792452830157,1613943762825,3956
"wd_0",0.01,1613943762825,3956
"sqr_mom_0",0.99,1613943762825,3956
"lr_0",4.2469463544418e-06,1613943762825,3956
"mom_0",0.8650612235233992,1613943762825,3956
"eps_0",1e-05,1613943762825,3956
"wd_1",0.01,1613943762825,3956
"sqr_mom_1",0.99,1613943762825,3956
"lr_1",4.2469463544417995e-05,1613943762825,3956
"mom_1",0.8650612235233992,1613943762825,3956
"eps_1",1e-05,1613943762825,3956
"wd_2",0.01,1613943762825,3956
"sqr_mom_2",0.99,1613943762825,3956
"lr_2",0.00042469463544417995,1613943762825,3956
"mom_2",0.8650612235233992,1613943762825,3956
"eps_2",1e-05,1613943762825,3956
"train_loss",0.026016617,1613943763778,3957
"raw_loss",0.013749011,1613943763778,3957
"epoch",24.893081761006258,1613943763778,3957
"wd_0",0.01,1613943763778,3957
"sqr_mom_0",0.99,1613943763778,3957
"lr_0",4.245936437173652e-06,1613943763778,3957
"mom_0",0.8650814220707477,1613943763778,3957
"eps_0",1e-05,1613943763778,3957
"wd_1",0.01,1613943763778,3957
"sqr_mom_1",0.99,1613943763778,3957
"lr_1",4.245936437173652e-05,1613943763778,3957
"mom_1",0.8650814220707477,1613943763778,3957
"eps_1",1e-05,1613943763778,3957
"wd_2",0.01,1613943763778,3957
"sqr_mom_2",0.99,1613943763778,3957
"lr_2",0.0004245936437173652,1613943763778,3957
"mom_2",0.8650814220707477,1613943763778,3957
"eps_2",1e-05,1613943763778,3957
"train_loss",0.025734024,1613943764725,3958
"raw_loss",0.011886914,1613943764725,3958
"epoch",24.899371069182358,1613943764725,3958
"wd_0",0.01,1613943764725,3958
"sqr_mom_0",0.99,1613943764725,3958
"lr_0",4.244925963416247e-06,1613943764725,3958
"mom_0",0.8651016317479925,1613943764725,3958
"eps_0",1e-05,1613943764725,3958
"wd_1",0.01,1613943764725,3958
"sqr_mom_1",0.99,1613943764725,3958
"lr_1",4.2449259634162476e-05,1613943764725,3958
"mom_1",0.8651016317479925,1613943764725,3958
"eps_1",1e-05,1613943764725,3958
"wd_2",0.01,1613943764725,3958
"sqr_mom_2",0.99,1613943764725,3958
"lr_2",0.0004244925963416247,1613943764725,3958
"mom_2",0.8651016317479925,1613943764725,3958
"eps_2",1e-05,1613943764725,3958
"train_loss",0.025528071,1613943765671,3959
"raw_loss",0.015436362,1613943765671,3959
"epoch",24.90566037735846,1613943765671,3959
"wd_0",0.01,1613943765671,3959
"sqr_mom_0",0.99,1613943765671,3959
"lr_0",4.2439151012044074e-06,1613943765671,3959
"mom_0",0.8651218491944038,1613943765671,3959
"eps_0",1e-05,1613943765671,3959
"wd_1",0.01,1613943765671,3959
"sqr_mom_1",0.99,1613943765671,3959
"lr_1",4.2439151012044074e-05,1613943765671,3959
"mom_1",0.8651218491944038,1613943765671,3959
"eps_1",1e-05,1613943765671,3959
"wd_2",0.01,1613943765671,3959
"sqr_mom_2",0.99,1613943765671,3959
"lr_2",0.0004243915101204407,1613943765671,3959
"mom_2",0.8651218491944038,1613943765671,3959
"eps_2",1e-05,1613943765671,3959
"train_loss",0.025335982,1613943766613,3960
"raw_loss",0.015923655,1613943766613,3960
"epoch",24.91194968553456,1613943766613,3960
"wd_0",0.01,1613943766613,3960
"sqr_mom_0",0.99,1613943766613,3960
"lr_0",4.242903515527049e-06,1613943766613,3960
"mom_0",0.8651420811102701,1613943766613,3960
"eps_0",1e-05,1613943766613,3960
"wd_1",0.01,1613943766613,3960
"sqr_mom_1",0.99,1613943766613,3960
"lr_1",4.242903515527049e-05,1613943766613,3960
"mom_1",0.8651420811102701,1613943766613,3960
"eps_1",1e-05,1613943766613,3960
"wd_2",0.01,1613943766613,3960
"sqr_mom_2",0.99,1613943766613,3960
"lr_2",0.00042429035155270493,1613943766613,3960
"mom_2",0.8651420811102701,1613943766613,3960
"eps_2",1e-05,1613943766613,3960
"train_loss",0.025037406,1613943767559,3961
"raw_loss",0.010407151,1613943767559,3961
"epoch",24.91823899371066,1613943767559,3961
"wd_0",0.01,1613943767559,3961
"sqr_mom_0",0.99,1613943767559,3961
"lr_0",4.241891374327143e-06,1613943767559,3961
"mom_0",0.8651623241366985,1613943767559,3961
"eps_0",1e-05,1613943767559,3961
"wd_1",0.01,1613943767559,3961
"sqr_mom_1",0.99,1613943767559,3961
"lr_1",4.241891374327143e-05,1613943767559,3961
"mom_1",0.8651623241366985,1613943767559,3961
"eps_1",1e-05,1613943767559,3961
"wd_2",0.01,1613943767559,3961
"sqr_mom_2",0.99,1613943767559,3961
"lr_2",0.00042418913743271424,1613943767559,3961
"mom_2",0.8651623241366985,1613943767559,3961
"eps_2",1e-05,1613943767559,3961
"train_loss",0.024730278,1613943768509,3962
"raw_loss",0.009680987,1613943768509,3962
"epoch",24.92452830188676,1613943768509,3962
"wd_0",0.01,1613943768509,3962
"sqr_mom_0",0.99,1613943768509,3962
"lr_0",4.24087901390534e-06,1613943768509,3962
"mom_0",0.8651825715476087,1613943768509,3962
"eps_0",1e-05,1613943768509,3962
"wd_1",0.01,1613943768509,3962
"sqr_mom_1",0.99,1613943768509,3962
"lr_1",4.24087901390534e-05,1613943768509,3962
"mom_1",0.8651825715476087,1613943768509,3962
"eps_1",1e-05,1613943768509,3962
"wd_2",0.01,1613943768509,3962
"sqr_mom_2",0.99,1613943768509,3962
"lr_2",0.00042408790139053396,1613943768509,3962
"mom_2",0.8651825715476087,1613943768509,3962
"eps_2",1e-05,1613943768509,3962
"train_loss",0.02470662,1613943769495,3963
"raw_loss",0.023547404,1613943769495,3963
"epoch",24.93081761006286,1613943769495,3963
"wd_0",0.01,1613943769495,3963
"sqr_mom_0",0.99,1613943769495,3963
"lr_0",4.239865762812325e-06,1613943769495,3963
"mom_0",0.8652028367721212,1613943769495,3963
"eps_0",1e-05,1613943769495,3963
"wd_1",0.01,1613943769495,3963
"sqr_mom_1",0.99,1613943769495,3963
"lr_1",4.2398657628123245e-05,1613943769495,3963
"mom_1",0.8652028367721212,1613943769495,3963
"eps_1",1e-05,1613943769495,3963
"wd_2",0.01,1613943769495,3963
"sqr_mom_2",0.99,1613943769495,3963
"lr_2",0.0004239865762812324,1613943769495,3963
"mom_2",0.8652028367721212,1613943769495,3963
"eps_2",1e-05,1613943769495,3963
"train_loss",0.024389224,1613943770473,3964
"raw_loss",0.008836796,1613943770473,3964
"epoch",24.93710691823896,1613943770473,3964
"wd_0",0.01,1613943770473,3964
"sqr_mom_0",0.99,1613943770473,3964
"lr_0",4.23885195716501e-06,1613943770473,3964
"mom_0",0.8652231130878306,1613943770473,3964
"eps_0",1e-05,1613943770473,3964
"wd_1",0.01,1613943770473,3964
"sqr_mom_1",0.99,1613943770473,3964
"lr_1",4.2388519571650096e-05,1613943770473,3964
"mom_1",0.8652231130878306,1613943770473,3964
"eps_1",1e-05,1613943770473,3964
"wd_2",0.01,1613943770473,3964
"sqr_mom_2",0.99,1613943770473,3964
"lr_2",0.000423885195716501,1613943770473,3964
"mom_2",0.8652231130878306,1613943770473,3964
"eps_2",1e-05,1613943770473,3964
"train_loss",0.024316503,1613943771440,3965
"raw_loss",0.020753145,1613943771440,3965
"epoch",24.94339622641506,1613943771440,3965
"wd_0",0.01,1613943771440,3965
"sqr_mom_0",0.99,1613943771440,3965
"lr_0",4.237837597286535e-06,1613943771440,3965
"mom_0",0.8652434004882742,1613943771440,3965
"eps_0",1e-05,1613943771440,3965
"wd_1",0.01,1613943771440,3965
"sqr_mom_1",0.99,1613943771440,3965
"lr_1",4.2378375972865355e-05,1613943771440,3965
"mom_1",0.8652434004882742,1613943771440,3965
"eps_1",1e-05,1613943771440,3965
"wd_2",0.01,1613943771440,3965
"sqr_mom_2",0.99,1613943771440,3965
"lr_2",0.00042378375972865353,1613943771440,3965
"mom_2",0.8652434004882742,1613943771440,3965
"eps_2",1e-05,1613943771440,3965
"train_loss",0.024134127,1613943772395,3966
"raw_loss",0.015197702,1613943772395,3966
"epoch",24.94968553459116,1613943772395,3966
"wd_0",0.01,1613943772395,3966
"sqr_mom_0",0.99,1613943772395,3966
"lr_0",4.236822851856863e-06,1613943772395,3966
"mom_0",0.8652636955998187,1613943772395,3966
"eps_0",1e-05,1613943772395,3966
"wd_1",0.01,1613943772395,3966
"sqr_mom_1",0.99,1613943772395,3966
"lr_1",4.2368228518568636e-05,1613943772395,3966
"mom_1",0.8652636955998187,1613943772395,3966
"eps_1",1e-05,1613943772395,3966
"wd_2",0.01,1613943772395,3966
"sqr_mom_2",0.99,1613943772395,3966
"lr_2",0.0004236822851856863,1613943772395,3966
"mom_2",0.8652636955998187,1613943772395,3966
"eps_2",1e-05,1613943772395,3966
"train_loss",0.024035465,1613943773329,3967
"raw_loss",0.019201025,1613943773329,3967
"epoch",24.95597484276726,1613943773329,3967
"wd_0",0.01,1613943773329,3967
"sqr_mom_0",0.99,1613943773329,3967
"lr_0",4.235807384577969e-06,1613943773329,3967
"mom_0",0.8652840051484921,1613943773329,3967
"eps_0",1e-05,1613943773329,3967
"wd_1",0.01,1613943773329,3967
"sqr_mom_1",0.99,1613943773329,3967
"lr_1",4.235807384577969e-05,1613943773329,3967
"mom_1",0.8652840051484921,1613943773329,3967
"eps_1",1e-05,1613943773329,3967
"wd_2",0.01,1613943773329,3967
"sqr_mom_2",0.99,1613943773329,3967
"lr_2",0.00042358073845779687,1613943773329,3967
"mom_2",0.8652840051484921,1613943773329,3967
"eps_2",1e-05,1613943773329,3967
"train_loss",0.024281425,1613943774284,3968
"raw_loss",0.03633353,1613943774284,3968
"epoch",24.962264150943362,1613943774284,3968
"wd_0",0.01,1613943774284,3968
"sqr_mom_0",0.99,1613943774284,3968
"lr_0",4.234791364038337e-06,1613943774284,3968
"mom_0",0.8653043257624908,1613943774284,3968
"eps_0",1e-05,1613943774284,3968
"wd_1",0.01,1613943774284,3968
"sqr_mom_1",0.99,1613943774284,3968
"lr_1",4.2347913640383367e-05,1613943774284,3968
"mom_1",0.8653043257624908,1613943774284,3968
"eps_1",1e-05,1613943774284,3968
"wd_2",0.01,1613943774284,3968
"sqr_mom_2",0.99,1613943774284,3968
"lr_2",0.00042347913640383364,1613943774284,3968
"mom_2",0.8653043257624908,1613943774284,3968
"eps_2",1e-05,1613943774284,3968
"train_loss",0.024175398,1613943775224,3969
"raw_loss",0.018980043,1613943775224,3969
"epoch",24.968553459119462,1613943775224,3969
"wd_0",0.01,1613943775224,3969
"sqr_mom_0",0.99,1613943775224,3969
"lr_0",4.233775127825408e-06,1613943775224,3969
"mom_0",0.8653246506899988,1613943775224,3969
"eps_0",1e-05,1613943775224,3969
"wd_1",0.01,1613943775224,3969
"sqr_mom_1",0.99,1613943775224,3969
"lr_1",4.2337751278254076e-05,1613943775224,3969
"mom_1",0.8653246506899988,1613943775224,3969
"eps_1",1e-05,1613943775224,3969
"wd_2",0.01,1613943775224,3969
"sqr_mom_2",0.99,1613943775224,3969
"lr_2",0.0004233775127825408,1613943775224,3969
"mom_2",0.8653246506899988,1613943775224,3969
"eps_2",1e-05,1613943775224,3969
"train_loss",0.023993675,1613943776175,3970
"raw_loss",0.015089263,1613943776175,3970
"epoch",24.974842767295563,1613943776175,3970
"wd_0",0.01,1613943776175,3970
"sqr_mom_0",0.99,1613943776175,3970
"lr_0",4.232758001919245e-06,1613943776175,3970
"mom_0",0.8653449934115492,1613943776175,3970
"eps_0",1e-05,1613943776175,3970
"wd_1",0.01,1613943776175,3970
"sqr_mom_1",0.99,1613943776175,3970
"lr_1",4.2327580019192455e-05,1613943776175,3970
"mom_1",0.8653449934115492,1613943776175,3970
"eps_1",1e-05,1613943776175,3970
"wd_2",0.01,1613943776175,3970
"sqr_mom_2",0.99,1613943776175,3970
"lr_2",0.0004232758001919245,1613943776175,3970
"mom_2",0.8653449934115492,1613943776175,3970
"eps_2",1e-05,1613943776175,3970
"train_loss",0.023705378,1613943777150,3971
"raw_loss",0.009578816,1613943777150,3971
"epoch",24.981132075471663,1613943777150,3971
"wd_0",0.01,1613943777150,3971
"sqr_mom_0",0.99,1613943777150,3971
"lr_0",4.2317403237243e-06,1613943777150,3971
"mom_0",0.8653653471789857,1613943777150,3971
"eps_0",1e-05,1613943777150,3971
"wd_1",0.01,1613943777150,3971
"sqr_mom_1",0.99,1613943777150,3971
"lr_1",4.2317403237243e-05,1613943777150,3971
"mom_1",0.8653653471789857,1613943777150,3971
"eps_1",1e-05,1613943777150,3971
"wd_2",0.01,1613943777150,3971
"sqr_mom_2",0.99,1613943777150,3971
"lr_2",0.00042317403237243,1613943777150,3971
"mom_2",0.8653653471789857,1613943777150,3971
"eps_2",1e-05,1613943777150,3971
"train_loss",0.023519496,1613943778126,3972
"raw_loss",0.014411242,1613943778126,3972
"epoch",24.987421383647764,1613943778126,3972
"wd_0",0.01,1613943778126,3972
"sqr_mom_0",0.99,1613943778126,3972
"lr_0",4.2307222624714124e-06,1613943778126,3972
"mom_0",0.8653857086076578,1613943778126,3972
"eps_0",1e-05,1613943778126,3972
"wd_1",0.01,1613943778126,3972
"sqr_mom_1",0.99,1613943778126,3972
"lr_1",4.230722262471413e-05,1613943778126,3972
"mom_1",0.8653857086076578,1613943778126,3972
"eps_1",1e-05,1613943778126,3972
"wd_2",0.01,1613943778126,3972
"sqr_mom_2",0.99,1613943778126,3972
"lr_2",0.0004230722262471412,1613943778126,3972
"mom_2",0.8653857086076578,1613943778126,3972
"eps_2",1e-05,1613943778126,3972
"train_loss",0.023675717,1613943779063,3973
"raw_loss",0.031330552,1613943779063,3973
"epoch",24.993710691823864,1613943779063,3973
"wd_0",0.01,1613943779063,3973
"sqr_mom_0",0.99,1613943779063,3973
"lr_0",4.229703480763655e-06,1613943779063,3973
"mom_0",0.8654060844455713,1613943779063,3973
"eps_0",1e-05,1613943779063,3973
"wd_1",0.01,1613943779063,3973
"sqr_mom_1",0.99,1613943779063,3973
"lr_1",4.229703480763654e-05,1613943779063,3973
"mom_1",0.8654060844455713,1613943779063,3973
"eps_1",1e-05,1613943779063,3973
"wd_2",0.01,1613943779063,3973
"sqr_mom_2",0.99,1613943779063,3973
"lr_2",0.0004229703480763654,1613943779063,3973
"mom_2",0.8654060844455713,1613943779063,3973
"eps_2",1e-05,1613943779063,3973
"train_loss",0.023454802,1613943780004,3974
"raw_loss",0.012629947,1613943780004,3974
"epoch",24.999999999999964,1613943780004,3974
"wd_0",0.01,1613943780004,3974
"sqr_mom_0",0.99,1613943780004,3974
"lr_0",4.228684147740708e-06,1613943780004,3974
"mom_0",0.8654264713098989,1613943780004,3974
"eps_0",1e-05,1613943780004,3974
"wd_1",0.01,1613943780004,3974
"sqr_mom_1",0.99,1613943780004,3974
"lr_1",4.2286841477407077e-05,1613943780004,3974
"mom_1",0.8654264713098989,1613943780004,3974
"eps_1",1e-05,1613943780004,3974
"wd_2",0.01,1613943780004,3974
"sqr_mom_2",0.99,1613943780004,3974
"lr_2",0.0004228684147740708,1613943780004,3974
"mom_2",0.8654264713098989,1613943780004,3974
"eps_2",1e-05,1613943780004,3974
"valid_loss",0.0868472307920456,1613943817095,3974
"_rmse",0.294698566198349,1613943817095,3974
"epoch",25,1613943817095,3974
"train_loss",0.023314504,1613943818141,3975
"raw_loss",0.016439864,1613943818141,3975
"epoch",25.0062893081761,1613943818141,3975
"wd_0",0.01,1613943818141,3975
"sqr_mom_0",0.99,1613943818141,3975
"lr_0",4.22766443290813e-06,1613943818141,3975
"mom_0",0.8654468658104955,1613943818141,3975
"eps_0",1e-05,1613943818141,3975
"wd_1",0.01,1613943818141,3975
"sqr_mom_1",0.99,1613943818141,3975
"lr_1",4.22766443290813e-05,1613943818141,3975
"mom_1",0.8654468658104955,1613943818141,3975
"eps_1",1e-05,1613943818141,3975
"wd_2",0.01,1613943818141,3975
"sqr_mom_2",0.99,1613943818141,3975
"lr_2",0.00042276644329081295,1613943818141,3975
"mom_2",0.8654468658104955,1613943818141,3975
"eps_2",1e-05,1613943818141,3975
"train_loss",0.023274517,1613943819114,3976
"raw_loss",0.021315092,1613943819114,3976
"epoch",25.0125786163522,1613943819114,3976
"wd_0",0.01,1613943819114,3976
"sqr_mom_0",0.99,1613943819114,3976
"lr_0",4.226643998320978e-06,1613943819114,3976
"mom_0",0.8654672747063274,1613943819114,3976
"eps_0",1e-05,1613943819114,3976
"wd_1",0.01,1613943819114,3976
"sqr_mom_1",0.99,1613943819114,3976
"lr_1",4.226643998320978e-05,1613943819114,3976
"mom_1",0.8654672747063274,1613943819114,3976
"eps_1",1e-05,1613943819114,3976
"wd_2",0.01,1613943819114,3976
"sqr_mom_2",0.99,1613943819114,3976
"lr_2",0.0004226643998320978,1613943819114,3976
"mom_2",0.8654672747063274,1613943819114,3976
"eps_2",1e-05,1613943819114,3976
"train_loss",0.023101566,1613943820058,3977
"raw_loss",0.014626986,1613943820058,3977
"epoch",25.0188679245283,1613943820058,3977
"wd_0",0.01,1613943820058,3977
"sqr_mom_0",0.99,1613943820058,3977
"lr_0",4.225623013393814e-06,1613943820058,3977
"mom_0",0.8654876946090698,1613943820058,3977
"eps_0",1e-05,1613943820058,3977
"wd_1",0.01,1613943820058,3977
"sqr_mom_1",0.99,1613943820058,3977
"lr_1",4.2256230133938134e-05,1613943820058,3977
"mom_1",0.8654876946090698,1613943820058,3977
"eps_1",1e-05,1613943820058,3977
"wd_2",0.01,1613943820058,3977
"sqr_mom_2",0.99,1613943820058,3977
"lr_2",0.0004225623013393813,1613943820058,3977
"mom_2",0.8654876946090698,1613943820058,3977
"eps_2",1e-05,1613943820058,3977
"train_loss",0.022847766,1613943821013,3978
"raw_loss",0.010411578,1613943821013,3978
"epoch",25.0251572327044,1613943821013,3978
"wd_0",0.01,1613943821013,3978
"sqr_mom_0",0.99,1613943821013,3978
"lr_0",4.224601817360768e-06,1613943821013,3978
"mom_0",0.8655081187339719,1613943821013,3978
"eps_0",1e-05,1613943821013,3978
"wd_1",0.01,1613943821013,3978
"sqr_mom_1",0.99,1613943821013,3978
"lr_1",4.224601817360768e-05,1613943821013,3978
"mom_1",0.8655081187339719,1613943821013,3978
"eps_1",1e-05,1613943821013,3978
"wd_2",0.01,1613943821013,3978
"sqr_mom_2",0.99,1613943821013,3978
"lr_2",0.00042246018173607675,1613943821013,3978
"mom_2",0.8655081187339719,1613943821013,3978
"eps_2",1e-05,1613943821013,3978
"train_loss",0.022548925,1613943821957,3979
"raw_loss",0.007905741,1613943821957,3979
"epoch",25.031446540880502,1613943821957,3979
"wd_0",0.01,1613943821957,3979
"sqr_mom_0",0.99,1613943821957,3979
"lr_0",4.223579732912297e-06,1613943821957,3979
"mom_0",0.8655285606273603,1613943821957,3979
"eps_0",1e-05,1613943821957,3979
"wd_1",0.01,1613943821957,3979
"sqr_mom_1",0.99,1613943821957,3979
"lr_1",4.223579732912297e-05,1613943821957,3979
"mom_1",0.8655285606273603,1613943821957,3979
"eps_1",1e-05,1613943821957,3979
"wd_2",0.01,1613943821957,3979
"sqr_mom_2",0.99,1613943821957,3979
"lr_2",0.00042235797329122967,1613943821957,3979
"mom_2",0.8655285606273603,1613943821957,3979
"eps_2",1e-05,1613943821957,3979
"train_loss",0.022587005,1613943822934,3980
"raw_loss",0.024452897,1613943822934,3980
"epoch",25.037735849056602,1613943822934,3980
"wd_0",0.01,1613943822934,3980
"sqr_mom_0",0.99,1613943822934,3980
"lr_0",4.222557099100512e-06,1613943822934,3980
"mom_0",0.8655490135081249,1613943822934,3980
"eps_0",1e-05,1613943822934,3980
"wd_1",0.01,1613943822934,3980
"sqr_mom_1",0.99,1613943822934,3980
"lr_1",4.222557099100512e-05,1613943822934,3980
"mom_1",0.8655490135081249,1613943822934,3980
"eps_1",1e-05,1613943822934,3980
"wd_2",0.01,1613943822934,3980
"sqr_mom_2",0.99,1613943822934,3980
"lr_2",0.00042225570991005117,1613943822934,3980
"mom_2",0.8655490135081249,1613943822934,3980
"eps_2",1e-05,1613943822934,3980
"train_loss",0.022504466,1613943823914,3981
"raw_loss",0.018459992,1613943823914,3981
"epoch",25.044025157232703,1613943823914,3981
"wd_0",0.01,1613943823914,3981
"sqr_mom_0",0.99,1613943823914,3981
"lr_0",4.221534085978931e-06,1613943823914,3981
"mom_0",0.8655694739751612,1613943823914,3981
"eps_0",1e-05,1613943823914,3981
"wd_1",0.01,1613943823914,3981
"sqr_mom_1",0.99,1613943823914,3981
"lr_1",4.221534085978931e-05,1613943823914,3981
"mom_1",0.8655694739751612,1613943823914,3981
"eps_1",1e-05,1613943823914,3981
"wd_2",0.01,1613943823914,3981
"sqr_mom_2",0.99,1613943823914,3981
"lr_2",0.000422153408597893,1613943823914,3981
"mom_2",0.8655694739751612,1613943823914,3981
"eps_2",1e-05,1613943823914,3981
"train_loss",0.02247492,1613943824886,3982
"raw_loss",0.02102718,1613943824886,3982
"epoch",25.050314465408803,1613943824886,3982
"wd_0",0.01,1613943824886,3982
"sqr_mom_0",0.99,1613943824886,3982
"lr_0",4.220510354509521e-06,1613943824886,3982
"mom_0",0.8655899488092976,1613943824886,3982
"eps_0",1e-05,1613943824886,3982
"wd_1",0.01,1613943824886,3982
"sqr_mom_1",0.99,1613943824886,3982
"lr_1",4.220510354509521e-05,1613943824886,3982
"mom_1",0.8655899488092976,1613943824886,3982
"eps_1",1e-05,1613943824886,3982
"wd_2",0.01,1613943824886,3982
"sqr_mom_2",0.99,1613943824886,3982
"lr_2",0.00042205103545095207,1613943824886,3982
"mom_2",0.8655899488092976,1613943824886,3982
"eps_2",1e-05,1613943824886,3982
"train_loss",0.022577865,1613943825905,3983
"raw_loss",0.027622156,1613943825905,3983
"epoch",25.056603773584904,1613943825905,3983
"wd_0",0.01,1613943825905,3983
"sqr_mom_0",0.99,1613943825905,3983
"lr_0",4.219486074655127e-06,1613943825905,3983
"mom_0",0.8656104346112435,1613943825905,3983
"eps_0",1e-05,1613943825905,3983
"wd_1",0.01,1613943825905,3983
"sqr_mom_1",0.99,1613943825905,3983
"lr_1",4.219486074655126e-05,1613943825905,3983
"mom_1",0.8656104346112435,1613943825905,3983
"eps_1",1e-05,1613943825905,3983
"wd_2",0.01,1613943825905,3983
"sqr_mom_2",0.99,1613943825905,3983
"lr_2",0.00042194860746551263,1613943825905,3983
"mom_2",0.8656104346112435,1613943825905,3983
"eps_2",1e-05,1613943825905,3983
"train_loss",0.022358857,1613943826900,3984
"raw_loss",0.011627498,1613943826900,3984
"epoch",25.062893081761004,1613943826900,3984
"wd_0",0.01,1613943826900,3984
"sqr_mom_0",0.99,1613943826900,3984
"lr_0",4.218461246742224e-06,1613943826900,3984
"mom_0",0.8656309313744692,1613943826900,3984
"eps_0",1e-05,1613943826900,3984
"wd_1",0.01,1613943826900,3984
"sqr_mom_1",0.99,1613943826900,3984
"lr_1",4.218461246742224e-05,1613943826900,3984
"mom_1",0.8656309313744692,1613943826900,3984
"eps_1",1e-05,1613943826900,3984
"wd_2",0.01,1613943826900,3984
"sqr_mom_2",0.99,1613943826900,3984
"lr_2",0.0004218461246742224,1613943826900,3984
"mom_2",0.8656309313744692,1613943826900,3984
"eps_2",1e-05,1613943826900,3984
"train_loss",0.022217289,1613943827893,3985
"raw_loss",0.015280414,1613943827893,3985
"epoch",25.069182389937104,1613943827893,3985
"wd_0",0.01,1613943827893,3985
"sqr_mom_0",0.99,1613943827893,3985
"lr_0",4.21743621127966e-06,1613943827893,3985
"mom_0",0.8656514322887296,1613943827893,3985
"eps_0",1e-05,1613943827893,3985
"wd_1",0.01,1613943827893,3985
"sqr_mom_1",0.99,1613943827893,3985
"lr_1",4.2174362112796596e-05,1613943827893,3985
"mom_1",0.8656514322887296,1613943827893,3985
"eps_1",1e-05,1613943827893,3985
"wd_2",0.01,1613943827893,3985
"sqr_mom_2",0.99,1613943827893,3985
"lr_2",0.00042174362112796593,1613943827893,3985
"mom_2",0.8656514322887296,1613943827893,3985
"eps_2",1e-05,1613943827893,3985
"train_loss",0.022769768,1613943828873,3986
"raw_loss",0.04984131,1613943828873,3986
"epoch",25.075471698113205,1613943828873,3986
"wd_0",0.01,1613943828873,3986
"sqr_mom_0",0.99,1613943828873,3986
"lr_0",4.21641028841138e-06,1613943828873,3986
"mom_0",0.8656719509512819,1613943828873,3986
"eps_0",1e-05,1613943828873,3986
"wd_1",0.01,1613943828873,3986
"sqr_mom_1",0.99,1613943828873,3986
"lr_1",4.21641028841138e-05,1613943828873,3986
"mom_1",0.8656719509512819,1613943828873,3986
"eps_1",1e-05,1613943828873,3986
"wd_2",0.01,1613943828873,3986
"sqr_mom_2",0.99,1613943828873,3986
"lr_2",0.00042164102884113797,1613943828873,3986
"mom_2",0.8656719509512819,1613943828873,3986
"eps_2",1e-05,1613943828873,3986
"train_loss",0.022772389,1613943829849,3987
"raw_loss",0.022900786,1613943829849,3987
"epoch",25.081761006289305,1613943829849,3987
"wd_0",0.01,1613943829849,3987
"sqr_mom_0",0.99,1613943829849,3987
"lr_0",4.215383818464965e-06,1613943829849,3987
"mom_0",0.8656924805555063,1613943829849,3987
"eps_0",1e-05,1613943829849,3987
"wd_1",0.01,1613943829849,3987
"sqr_mom_1",0.99,1613943829849,3987
"lr_1",4.2153838184649645e-05,1613943829849,3987
"mom_1",0.8656924805555063,1613943829849,3987
"eps_1",1e-05,1613943829849,3987
"wd_2",0.01,1613943829849,3987
"sqr_mom_2",0.99,1613943829849,3987
"lr_2",0.0004215383818464964,1613943829849,3987
"mom_2",0.8656924805555063,1613943829849,3987
"eps_2",1e-05,1613943829849,3987
"train_loss",0.02260807,1613943830819,3988
"raw_loss",0.014556452,1613943830819,3988
"epoch",25.088050314465406,1613943830819,3988
"wd_0",0.01,1613943830819,3988
"sqr_mom_0",0.99,1613943830819,3988
"lr_0",4.21435697213076e-06,1613943830819,3988
"mom_0",0.8657130176875617,1613943830819,3988
"eps_0",1e-05,1613943830819,3988
"wd_1",0.01,1613943830819,3988
"sqr_mom_1",0.99,1613943830819,3988
"lr_1",4.21435697213076e-05,1613943830819,3988
"mom_1",0.8657130176875617,1613943830819,3988
"eps_1",1e-05,1613943830819,3988
"wd_2",0.01,1613943830819,3988
"sqr_mom_2",0.99,1613943830819,3988
"lr_2",0.00042143569721307596,1613943830819,3988
"mom_2",0.8657130176875617,1613943830819,3988
"eps_2",1e-05,1613943830819,3988
"train_loss",0.022992065,1613943831801,3989
"raw_loss",0.041807864,1613943831801,3989
"epoch",25.094339622641506,1613943831801,3989
"wd_0",0.01,1613943831801,3989
"sqr_mom_0",0.99,1613943831801,3989
"lr_0",4.213329409100365e-06,1613943831801,3989
"mom_0",0.8657335691536843,1613943831801,3989
"eps_0",1e-05,1613943831801,3989
"wd_1",0.01,1613943831801,3989
"sqr_mom_1",0.99,1613943831801,3989
"lr_1",4.213329409100365e-05,1613943831801,3989
"mom_1",0.8657335691536843,1613943831801,3989
"eps_1",1e-05,1613943831801,3989
"wd_2",0.01,1613943831801,3989
"sqr_mom_2",0.99,1613943831801,3989
"lr_2",0.00042133294091003647,1613943831801,3989
"mom_2",0.8657335691536843,1613943831801,3989
"eps_2",1e-05,1613943831801,3989
"train_loss",0.022777107,1613943832786,3990
"raw_loss",0.01224416,1613943832786,3990
"epoch",25.100628930817606,1613943832786,3990
"wd_0",0.01,1613943832786,3990
"sqr_mom_0",0.99,1613943832786,3990
"lr_0",4.212301299973829e-06,1613943832786,3990
"mom_0",0.8657541315418388,1613943832786,3990
"eps_0",1e-05,1613943832786,3990
"wd_1",0.01,1613943832786,3990
"sqr_mom_1",0.99,1613943832786,3990
"lr_1",4.2123012999738286e-05,1613943832786,3990
"mom_1",0.8657541315418388,1613943832786,3990
"eps_1",1e-05,1613943832786,3990
"wd_2",0.01,1613943832786,3990
"sqr_mom_2",0.99,1613943832786,3990
"lr_2",0.00042123012999738284,1613943832786,3990
"mom_2",0.8657541315418388,1613943832786,3990
"eps_2",1e-05,1613943832786,3990
"train_loss",0.023114126,1613943833805,3991
"raw_loss",0.039628066,1613943833805,3991
"epoch",25.106918238993707,1613943833805,3991
"wd_0",0.01,1613943833805,3991
"sqr_mom_0",0.99,1613943833805,3991
"lr_0",4.211272986348361e-06,1613943833805,3991
"mom_0",0.865774698020013,1613943833805,3991
"eps_0",1e-05,1613943833805,3991
"wd_1",0.01,1613943833805,3991
"sqr_mom_1",0.99,1613943833805,3991
"lr_1",4.211272986348361e-05,1613943833805,3991
"mom_1",0.865774698020013,1613943833805,3991
"eps_1",1e-05,1613943833805,3991
"wd_2",0.01,1613943833805,3991
"sqr_mom_2",0.99,1613943833805,3991
"lr_2",0.0004211272986348361,1613943833805,3991
"mom_2",0.865774698020013,1613943833805,3991
"eps_2",1e-05,1613943833805,3991
"train_loss",0.022872197,1613943834776,3992
"raw_loss",0.0110176,1613943834776,3992
"epoch",25.113207547169807,1613943834776,3992
"wd_0",0.01,1613943834776,3992
"sqr_mom_0",0.99,1613943834776,3992
"lr_0",4.210243786193666e-06,1613943834776,3992
"mom_0",0.865795282228949,1613943834776,3992
"eps_0",1e-05,1613943834776,3992
"wd_1",0.01,1613943834776,3992
"sqr_mom_1",0.99,1613943834776,3992
"lr_1",4.2102437861936654e-05,1613943834776,3992
"mom_1",0.865795282228949,1613943834776,3992
"eps_1",1e-05,1613943834776,3992
"wd_2",0.01,1613943834776,3992
"sqr_mom_2",0.99,1613943834776,3992
"lr_2",0.00042102437861936653,1613943834776,3992
"mom_2",0.865795282228949,1613943834776,3992
"eps_2",1e-05,1613943834776,3992
"train_loss",0.022992728,1613943835750,3993
"raw_loss",0.028898817,1613943835750,3993
"epoch",25.119496855345908,1613943835750,3993
"wd_0",0.01,1613943835750,3993
"sqr_mom_0",0.99,1613943835750,3993
"lr_0",4.209214040926337e-06,1613943835750,3993
"mom_0",0.8658158773402467,1613943835750,3993
"eps_0",1e-05,1613943835750,3993
"wd_1",0.01,1613943835750,3993
"sqr_mom_1",0.99,1613943835750,3993
"lr_1",4.209214040926336e-05,1613943835750,3993
"mom_1",0.8658158773402467,1613943835750,3993
"eps_1",1e-05,1613943835750,3993
"wd_2",0.01,1613943835750,3993
"sqr_mom_2",0.99,1613943835750,3993
"lr_2",0.0004209214040926336,1613943835750,3993
"mom_2",0.8658158773402467,1613943835750,3993
"eps_2",1e-05,1613943835750,3993
"train_loss",0.022724142,1613943836711,3994
"raw_loss",0.009563461,1613943836711,3994
"epoch",25.125786163522008,1613943836711,3994
"wd_0",0.01,1613943836711,3994
"sqr_mom_0",0.99,1613943836711,3994
"lr_0",4.2081839217804445e-06,1613943836711,3994
"mom_0",0.8658364799291903,1613943836711,3994
"eps_0",1e-05,1613943836711,3994
"wd_1",0.01,1613943836711,3994
"sqr_mom_1",0.99,1613943836711,3994
"lr_1",4.208183921780445e-05,1613943836711,3994
"mom_1",0.8658364799291903,1613943836711,3994
"eps_1",1e-05,1613943836711,3994
"wd_2",0.01,1613943836711,3994
"sqr_mom_2",0.99,1613943836711,3994
"lr_2",0.00042081839217804443,1613943836711,3994
"mom_2",0.8658364799291903,1613943836711,3994
"eps_2",1e-05,1613943836711,3994
"train_loss",0.022400899,1613943837672,3995
"raw_loss",0.006561909,1613943837672,3995
"epoch",25.13207547169811,1613943837672,3995
"wd_0",0.01,1613943837672,3995
"sqr_mom_0",0.99,1613943837672,3995
"lr_0",4.207153087362943e-06,1613943837672,3995
"mom_0",0.8658570968237094,1613943837672,3995
"eps_0",1e-05,1613943837672,3995
"wd_1",0.01,1613943837672,3995
"sqr_mom_1",0.99,1613943837672,3995
"lr_1",4.207153087362944e-05,1613943837672,3995
"mom_1",0.8658570968237094,1613943837672,3995
"eps_1",1e-05,1613943837672,3995
"wd_2",0.01,1613943837672,3995
"sqr_mom_2",0.99,1613943837672,3995
"lr_2",0.00042071530873629434,1613943837672,3995
"mom_2",0.8658570968237094,1613943837672,3995
"eps_2",1e-05,1613943837672,3995
"train_loss",0.022629673,1613943838665,3996
"raw_loss",0.03383961,1613943838665,3996
"epoch",25.13836477987421,1613943838665,3996
"wd_0",0.01,1613943838665,3996
"sqr_mom_0",0.99,1613943838665,3996
"lr_0",4.206121708817934e-06,1613943838665,3996
"mom_0",0.8658777246008873,1613943838665,3996
"eps_0",1e-05,1613943838665,3996
"wd_1",0.01,1613943838665,3996
"sqr_mom_1",0.99,1613943838665,3996
"lr_1",4.206121708817933e-05,1613943838665,3996
"mom_1",0.8658777246008873,1613943838665,3996
"eps_1",1e-05,1613943838665,3996
"wd_2",0.01,1613943838665,3996
"sqr_mom_2",0.99,1613943838665,3996
"lr_2",0.0004206121708817933,1613943838665,3996
"mom_2",0.8658777246008873,1613943838665,3996
"eps_2",1e-05,1613943838665,3996
"train_loss",0.02240261,1613943839641,3997
"raw_loss",0.0112765925,1613943839641,3997
"epoch",25.14465408805031,1613943839641,3997
"wd_0",0.01,1613943839641,3997
"sqr_mom_0",0.99,1613943839641,3997
"lr_0",4.205089957650621e-06,1613943839641,3997
"mom_0",0.8658983598305858,1613943839641,3997
"eps_0",1e-05,1613943839641,3997
"wd_1",0.01,1613943839641,3997
"sqr_mom_1",0.99,1613943839641,3997
"lr_1",4.205089957650621e-05,1613943839641,3997
"mom_1",0.8658983598305858,1613943839641,3997
"eps_1",1e-05,1613943839641,3997
"wd_2",0.01,1613943839641,3997
"sqr_mom_2",0.99,1613943839641,3997
"lr_2",0.0004205089957650621,1613943839641,3997
"mom_2",0.8658983598305858,1613943839641,3997
"eps_2",1e-05,1613943839641,3997
"train_loss",0.022308767,1613943840636,3998
"raw_loss",0.01771046,1613943840636,3998
"epoch",25.15094339622641,1613943840636,3998
"wd_0",0.01,1613943840636,3998
"sqr_mom_0",0.99,1613943840636,3998
"lr_0",4.204057491927086e-06,1613943840636,3998
"mom_0",0.8659190093515517,1613943840636,3998
"eps_0",1e-05,1613943840636,3998
"wd_1",0.01,1613943840636,3998
"sqr_mom_1",0.99,1613943840636,3998
"lr_1",4.2040574919270866e-05,1613943840636,3998
"mom_1",0.8659190093515517,1613943840636,3998
"eps_1",1e-05,1613943840636,3998
"wd_2",0.01,1613943840636,3998
"sqr_mom_2",0.99,1613943840636,3998
"lr_2",0.00042040574919270863,1613943840636,3998
"mom_2",0.8659190093515517,1613943840636,3998
"eps_2",1e-05,1613943840636,3998
"train_loss",0.022074072,1613943841637,3999
"raw_loss",0.010573998,1613943841637,3999
"epoch",25.15723270440251,1613943841637,3999
"wd_0",0.01,1613943841637,3999
"sqr_mom_0",0.99,1613943841637,3999
"lr_0",4.203024483062728e-06,1613943841637,3999
"mom_0",0.8659396697354428,1613943841637,3999
"eps_0",1e-05,1613943841637,3999
"wd_1",0.01,1613943841637,3999
"sqr_mom_1",0.99,1613943841637,3999
"lr_1",4.2030244830627284e-05,1613943841637,3999
"mom_1",0.8659396697354428,1613943841637,3999
"eps_1",1e-05,1613943841637,3999
"wd_2",0.01,1613943841637,3999
"sqr_mom_2",0.99,1613943841637,3999
"lr_2",0.0004203024483062728,1613943841637,3999
"mom_2",0.8659396697354428,1613943841637,3999
"eps_2",1e-05,1613943841637,3999
"train_loss",0.021962313,1613943842625,4000
"raw_loss",0.01648617,1613943842625,4000
"epoch",25.16352201257861,1613943842625,4000
"wd_0",0.01,1613943842625,4000
"sqr_mom_0",0.99,1613943842625,4000
"lr_0",4.201991274279968e-06,1613943842625,4000
"mom_0",0.8659603341177418,1613943842625,4000
"eps_0",1e-05,1613943842625,4000
"wd_1",0.01,1613943842625,4000
"sqr_mom_1",0.99,1613943842625,4000
"lr_1",4.201991274279968e-05,1613943842625,4000
"mom_1",0.8659603341177418,1613943842625,4000
"eps_1",1e-05,1613943842625,4000
"wd_2",0.01,1613943842625,4000
"sqr_mom_2",0.99,1613943842625,4000
"lr_2",0.0004201991274279968,1613943842625,4000
"mom_2",0.8659603341177418,1613943842625,4000
"eps_2",1e-05,1613943842625,4000
"train_loss",0.021750957,1613943843589,4001
"raw_loss",0.011394498,1613943843589,4001
"epoch",25.16981132075471,1613943843589,4001
"wd_0",0.01,1613943843589,4001
"sqr_mom_0",0.99,1613943843589,4001
"lr_0",4.200957180301789e-06,1613943843589,4001
"mom_0",0.8659810162041263,1613943843589,4001
"eps_0",1e-05,1613943843589,4001
"wd_1",0.01,1613943843589,4001
"sqr_mom_1",0.99,1613943843589,4001
"lr_1",4.200957180301789e-05,1613943843589,4001
"mom_1",0.8659810162041263,1613943843589,4001
"eps_1",1e-05,1613943843589,4001
"wd_2",0.01,1613943843589,4001
"sqr_mom_2",0.99,1613943843589,4001
"lr_2",0.0004200957180301789,1613943843589,4001
"mom_2",0.8659810162041263,1613943843589,4001
"eps_2",1e-05,1613943843589,4001
"train_loss",0.021556556,1613943844583,4002
"raw_loss",0.012030909,1613943844583,4002
"epoch",25.17610062893081,1613943844583,4002
"wd_0",0.01,1613943844583,4002
"sqr_mom_0",0.99,1613943844583,4002
"lr_0",4.199922544170974e-06,1613943844583,4002
"mom_0",0.8660017091336718,1613943844583,4002
"eps_0",1e-05,1613943844583,4002
"wd_1",0.01,1613943844583,4002
"sqr_mom_1",0.99,1613943844583,4002
"lr_1",4.199922544170975e-05,1613943844583,4002
"mom_1",0.8660017091336718,1613943844583,4002
"eps_1",1e-05,1613943844583,4002
"wd_2",0.01,1613943844583,4002
"sqr_mom_2",0.99,1613943844583,4002
"lr_2",0.0004199922544170974,1613943844583,4002
"mom_2",0.8660017091336718,1613943844583,4002
"eps_2",1e-05,1613943844583,4002
"train_loss",0.02130175,1613943845545,4003
"raw_loss",0.008816271,1613943845545,4003
"epoch",25.18238993710691,1613943845545,4003
"wd_0",0.01,1613943845545,4003
"sqr_mom_0",0.99,1613943845545,4003
"lr_0",4.198887537933508e-06,1613943845545,4003
"mom_0",0.8660224094654245,1613943845545,4003
"eps_0",1e-05,1613943845545,4003
"wd_1",0.01,1613943845545,4003
"sqr_mom_1",0.99,1613943845545,4003
"lr_1",4.198887537933508e-05,1613943845545,4003
"mom_1",0.8660224094654245,1613943845545,4003
"eps_1",1e-05,1613943845545,4003
"wd_2",0.01,1613943845545,4003
"sqr_mom_2",0.99,1613943845545,4003
"lr_2",0.00041988875379335075,1613943845545,4003
"mom_2",0.8660224094654245,1613943845545,4003
"eps_2",1e-05,1613943845545,4003
"train_loss",0.021137904,1613943846528,4004
"raw_loss",0.013109501,1613943846528,4004
"epoch",25.188679245283012,1613943846528,4004
"wd_0",0.01,1613943846528,4004
"sqr_mom_0",0.99,1613943846528,4004
"lr_0",4.1978518185767045e-06,1613943846528,4004
"mom_0",0.8660431240597065,1613943846528,4004
"eps_0",1e-05,1613943846528,4004
"wd_1",0.01,1613943846528,4004
"sqr_mom_1",0.99,1613943846528,4004
"lr_1",4.1978518185767045e-05,1613943846528,4004
"mom_1",0.8660431240597065,1613943846528,4004
"eps_1",1e-05,1613943846528,4004
"wd_2",0.01,1613943846528,4004
"sqr_mom_2",0.99,1613943846528,4004
"lr_2",0.0004197851818576704,1613943846528,4004
"mom_2",0.8660431240597065,1613943846528,4004
"eps_2",1e-05,1613943846528,4004
"train_loss",0.02119268,1613943847513,4005
"raw_loss",0.023876619,1613943847513,4005
"epoch",25.194968553459113,1613943847513,4005
"wd_0",0.01,1613943847513,4005
"sqr_mom_0",0.99,1613943847513,4005
"lr_0",4.196815558057066e-06,1613943847513,4005
"mom_0",0.8660638494773535,1613943847513,4005
"eps_0",1e-05,1613943847513,4005
"wd_1",0.01,1613943847513,4005
"sqr_mom_1",0.99,1613943847513,4005
"lr_1",4.196815558057066e-05,1613943847513,4005
"mom_1",0.8660638494773535,1613943847513,4005
"eps_1",1e-05,1613943847513,4005
"wd_2",0.01,1613943847513,4005
"sqr_mom_2",0.99,1613943847513,4005
"lr_2",0.00041968155580570656,1613943847513,4005
"mom_2",0.8660638494773535,1613943847513,4005
"eps_2",1e-05,1613943847513,4005
"train_loss",0.021110801,1613943848481,4006
"raw_loss",0.017098779,1613943848481,4006
"epoch",25.201257861635213,1613943848481,4006
"wd_0",0.01,1613943848481,4006
"sqr_mom_0",0.99,1613943848481,4006
"lr_0",4.1957787567048866e-06,1613943848481,4006
"mom_0",0.8660845857117594,1613943848481,4006
"eps_0",1e-05,1613943848481,4006
"wd_1",0.01,1613943848481,4006
"sqr_mom_1",0.99,1613943848481,4006
"lr_1",4.195778756704886e-05,1613943848481,4006
"mom_1",0.8660845857117594,1613943848481,4006
"eps_1",1e-05,1613943848481,4006
"wd_2",0.01,1613943848481,4006
"sqr_mom_2",0.99,1613943848481,4006
"lr_2",0.0004195778756704886,1613943848481,4006
"mom_2",0.8660845857117594,1613943848481,4006
"eps_2",1e-05,1613943848481,4006
"train_loss",0.020964528,1613943849446,4007
"raw_loss",0.0137970755,1613943849446,4007
"epoch",25.207547169811313,1613943849446,4007
"wd_0",0.01,1613943849446,4007
"sqr_mom_0",0.99,1613943849446,4007
"lr_0",4.19474175900052e-06,1613943849446,4007
"mom_0",0.8661053258732483,1613943849446,4007
"eps_0",1e-05,1613943849446,4007
"wd_1",0.01,1613943849446,4007
"sqr_mom_1",0.99,1613943849446,4007
"lr_1",4.19474175900052e-05,1613943849446,4007
"mom_1",0.8661053258732483,1613943849446,4007
"eps_1",1e-05,1613943849446,4007
"wd_2",0.01,1613943849446,4007
"sqr_mom_2",0.99,1613943849446,4007
"lr_2",0.00041947417590005204,1613943849446,4007
"mom_2",0.8661053258732483,1613943849446,4007
"eps_2",1e-05,1613943849446,4007
"train_loss",0.020711776,1613943850397,4008
"raw_loss",0.008326923,1613943850397,4008
"epoch",25.213836477987414,1613943850397,4008
"wd_0",0.01,1613943850397,4008
"sqr_mom_0",0.99,1613943850397,4008
"lr_0",4.1937038771539454e-06,1613943850397,4008
"mom_0",0.8661260837177582,1613943850397,4008
"eps_0",1e-05,1613943850397,4008
"wd_1",0.01,1613943850397,4008
"sqr_mom_1",0.99,1613943850397,4008
"lr_1",4.1937038771539454e-05,1613943850397,4008
"mom_1",0.8661260837177582,1613943850397,4008
"eps_1",1e-05,1613943850397,4008
"wd_2",0.01,1613943850397,4008
"sqr_mom_2",0.99,1613943850397,4008
"lr_2",0.0004193703877153945,1613943850397,4008
"mom_2",0.8661260837177582,1613943850397,4008
"eps_2",1e-05,1613943850397,4008
"train_loss",0.021102177,1613943851374,4009
"raw_loss",0.040231816,1613943851374,4009
"epoch",25.220125786163514,1613943851374,4009
"wd_0",0.01,1613943851374,4009
"sqr_mom_0",0.99,1613943851374,4009
"lr_0",4.1926654554666426e-06,1613943851374,4009
"mom_0",0.8661468523591908,1613943851374,4009
"eps_0",1e-05,1613943851374,4009
"wd_1",0.01,1613943851374,4009
"sqr_mom_1",0.99,1613943851374,4009
"lr_1",4.192665455466643e-05,1613943851374,4009
"mom_1",0.8661468523591908,1613943851374,4009
"eps_1",1e-05,1613943851374,4009
"wd_2",0.01,1613943851374,4009
"sqr_mom_2",0.99,1613943851374,4009
"lr_2",0.0004192665455466642,1613943851374,4009
"mom_2",0.8661468523591908,1613943851374,4009
"eps_2",1e-05,1613943851374,4009
"train_loss",0.02106861,1613943852330,4010
"raw_loss",0.019423805,1613943852330,4010
"epoch",25.226415094339615,1613943852330,4010
"wd_0",0.01,1613943852330,4010
"sqr_mom_0",0.99,1613943852330,4010
"lr_0",4.191626666613013e-06,1613943852330,4010
"mom_0",0.8661676283440232,1613943852330,4010
"eps_0",1e-05,1613943852330,4010
"wd_1",0.01,1613943852330,4010
"sqr_mom_1",0.99,1613943852330,4010
"lr_1",4.1916266666130126e-05,1613943852330,4010
"mom_1",0.8661676283440232,1613943852330,4010
"eps_1",1e-05,1613943852330,4010
"wd_2",0.01,1613943852330,4010
"sqr_mom_2",0.99,1613943852330,4010
"lr_2",0.00041916266666130125,1613943852330,4010
"mom_2",0.8661676283440232,1613943852330,4010
"eps_2",1e-05,1613943852330,4010
"train_loss",0.021186179,1613943853309,4011
"raw_loss",0.02694703,1613943853309,4011
"epoch",25.232704402515715,1613943853309,4011
"wd_0",0.01,1613943853309,4011
"sqr_mom_0",0.99,1613943853309,4011
"lr_0",4.1905871663267705e-06,1613943853309,4011
"mom_0",0.8661884185576502,1613943853309,4011
"eps_0",1e-05,1613943853309,4011
"wd_1",0.01,1613943853309,4011
"sqr_mom_1",0.99,1613943853309,4011
"lr_1",4.19058716632677e-05,1613943853309,4011
"mom_1",0.8661884185576502,1613943853309,4011
"eps_1",1e-05,1613943853309,4011
"wd_2",0.01,1613943853309,4011
"sqr_mom_2",0.99,1613943853309,4011
"lr_2",0.000419058716632677,1613943853309,4011
"mom_2",0.8661884185576502,1613943853309,4011
"eps_2",1e-05,1613943853309,4011
"train_loss",0.021333676,1613943854266,4012
"raw_loss",0.028561069,1613943854266,4012
"epoch",25.238993710691815,1613943854266,4012
"wd_0",0.01,1613943854266,4012
"sqr_mom_0",0.99,1613943854266,4012
"lr_0",4.1895471271932165e-06,1613943854266,4012
"mom_0",0.8662092195483312,1613943854266,4012
"eps_0",1e-05,1613943854266,4012
"wd_1",0.01,1613943854266,4012
"sqr_mom_1",0.99,1613943854266,4012
"lr_1",4.189547127193216e-05,1613943854266,4012
"mom_1",0.8662092195483312,1613943854266,4012
"eps_1",1e-05,1613943854266,4012
"wd_2",0.01,1613943854266,4012
"sqr_mom_2",0.99,1613943854266,4012
"lr_2",0.00041895471271932163,1613943854266,4012
"mom_2",0.8662092195483312,1613943854266,4012
"eps_2",1e-05,1613943854266,4012
"train_loss",0.02119993,1613943855227,4013
"raw_loss",0.014646392,1613943855227,4013
"epoch",25.245283018867916,1613943855227,4013
"wd_0",0.01,1613943855227,4013
"sqr_mom_0",0.99,1613943855227,4013
"lr_0",4.188506894766641e-06,1613943855227,4013
"mom_0",0.8662300244049113,1613943855227,4013
"eps_0",1e-05,1613943855227,4013
"wd_1",0.01,1613943855227,4013
"sqr_mom_1",0.99,1613943855227,4013
"lr_1",4.1885068947666407e-05,1613943855227,4013
"mom_1",0.8662300244049113,1613943855227,4013
"eps_1",1e-05,1613943855227,4013
"wd_2",0.01,1613943855227,4013
"sqr_mom_2",0.99,1613943855227,4013
"lr_2",0.00041885068947666404,1613943855227,4013
"mom_2",0.8662300244049113,1613943855227,4013
"eps_2",1e-05,1613943855227,4013
"train_loss",0.021420231,1613943856186,4014
"raw_loss",0.032214954,1613943856186,4014
"epoch",25.251572327044016,1613943856186,4014
"wd_0",0.01,1613943856186,4014
"sqr_mom_0",0.99,1613943856186,4014
"lr_0",4.187465779111584e-06,1613943856186,4014
"mom_0",0.8662508469262375,1613943856186,4014
"eps_0",1e-05,1613943856186,4014
"wd_1",0.01,1613943856186,4014
"sqr_mom_1",0.99,1613943856186,4014
"lr_1",4.187465779111583e-05,1613943856186,4014
"mom_1",0.8662508469262375,1613943856186,4014
"eps_1",1e-05,1613943856186,4014
"wd_2",0.01,1613943856186,4014
"sqr_mom_2",0.99,1613943856186,4014
"lr_2",0.00041874657791115833,1613943856186,4014
"mom_2",0.8662508469262375,1613943856186,4014
"eps_2",1e-05,1613943856186,4014
"train_loss",0.021403933,1613943857180,4015
"raw_loss",0.020605281,1613943857180,4015
"epoch",25.257861635220117,1613943857180,4015
"wd_0",0.01,1613943857180,4015
"sqr_mom_0",0.99,1613943857180,4015
"lr_0",4.186424125604122e-06,1613943857180,4015
"mom_0",0.8662716802047196,1613943857180,4015
"eps_0",1e-05,1613943857180,4015
"wd_1",0.01,1613943857180,4015
"sqr_mom_1",0.99,1613943857180,4015
"lr_1",4.186424125604122e-05,1613943857180,4015
"mom_1",0.8662716802047196,1613943857180,4015
"eps_1",1e-05,1613943857180,4015
"wd_2",0.01,1613943857180,4015
"sqr_mom_2",0.99,1613943857180,4015
"lr_2",0.00041864241256041215,1613943857180,4015
"mom_2",0.8662716802047196,1613943857180,4015
"eps_2",1e-05,1613943857180,4015
"train_loss",0.021235794,1613943858133,4016
"raw_loss",0.0129969325,1613943858133,4016
"epoch",25.264150943396217,1613943858133,4016
"wd_0",0.01,1613943858133,4016
"sqr_mom_0",0.99,1613943858133,4016
"lr_0",4.185382107455147e-06,1613943858133,4016
"mom_0",0.8662925207761047,1613943858133,4016
"eps_0",1e-05,1613943858133,4016
"wd_1",0.01,1613943858133,4016
"sqr_mom_1",0.99,1613943858133,4016
"lr_1",4.1853821074551476e-05,1613943858133,4016
"mom_1",0.8662925207761047,1613943858133,4016
"eps_1",1e-05,1613943858133,4016
"wd_2",0.01,1613943858133,4016
"sqr_mom_2",0.99,1613943858133,4016
"lr_2",0.0004185382107455147,1613943858133,4016
"mom_2",0.8662925207761047,1613943858133,4016
"eps_2",1e-05,1613943858133,4016
"train_loss",0.021798288,1613943859110,4017
"raw_loss",0.04936051,1613943859110,4017
"epoch",25.270440251572317,1613943859110,4017
"wd_0",0.01,1613943859110,4017
"sqr_mom_0",0.99,1613943859110,4017
"lr_0",4.1843393793281504e-06,1613943859110,4017
"mom_0",0.8663133755471925,1613943859110,4017
"eps_0",1e-05,1613943859110,4017
"wd_1",0.01,1613943859110,4017
"sqr_mom_1",0.99,1613943859110,4017
"lr_1",4.18433937932815e-05,1613943859110,4017
"mom_1",0.8663133755471925,1613943859110,4017
"eps_1",1e-05,1613943859110,4017
"wd_2",0.01,1613943859110,4017
"sqr_mom_2",0.99,1613943859110,4017
"lr_2",0.000418433937932815,1613943859110,4017
"mom_2",0.8663133755471925,1613943859110,4017
"eps_2",1e-05,1613943859110,4017
"train_loss",0.021631787,1613943860065,4018
"raw_loss",0.013473145,1613943860065,4018
"epoch",25.276729559748418,1613943860065,4018
"wd_0",0.01,1613943860065,4018
"sqr_mom_0",0.99,1613943860065,4018
"lr_0",4.183296114345252e-06,1613943860065,4018
"mom_0",0.8663342410555055,1613943860065,4018
"eps_0",1e-05,1613943860065,4018
"wd_1",0.01,1613943860065,4018
"sqr_mom_1",0.99,1613943860065,4018
"lr_1",4.1832961143452515e-05,1613943860065,4018
"mom_1",0.8663342410555055,1613943860065,4018
"eps_1",1e-05,1613943860065,4018
"wd_2",0.01,1613943860065,4018
"sqr_mom_2",0.99,1613943860065,4018
"lr_2",0.00041832961143452513,1613943860065,4018
"mom_2",0.8663342410555055,1613943860065,4018
"eps_2",1e-05,1613943860065,4018
"train_loss",0.021434756,1613943861012,4019
"raw_loss",0.011780267,1613943861012,4019
"epoch",25.28301886792452,1613943861012,4019
"wd_0",0.01,1613943861012,4019
"sqr_mom_0",0.99,1613943861012,4019
"lr_0",4.182252485984853e-06,1613943861012,4019
"mom_0",0.8663551138314413,1613943861012,4019
"eps_0",1e-05,1613943861012,4019
"wd_1",0.01,1613943861012,4019
"sqr_mom_1",0.99,1613943861012,4019
"lr_1",4.182252485984853e-05,1613943861012,4019
"mom_1",0.8663551138314413,1613943861012,4019
"eps_1",1e-05,1613943861012,4019
"wd_2",0.01,1613943861012,4019
"sqr_mom_2",0.99,1613943861012,4019
"lr_2",0.00041822524859848526,1613943861012,4019
"mom_2",0.8663551138314413,1613943861012,4019
"eps_2",1e-05,1613943861012,4019
"train_loss",0.021603268,1613943861965,4020
"raw_loss",0.029860362,1613943861965,4020
"epoch",25.28930817610062,1613943861965,4020
"wd_0",0.01,1613943861965,4020
"sqr_mom_0",0.99,1613943861965,4020
"lr_0",4.181208148376803e-06,1613943861965,4020
"mom_0",0.8663760007924719,1613943861965,4020
"eps_0",1e-05,1613943861965,4020
"wd_1",0.01,1613943861965,4020
"sqr_mom_1",0.99,1613943861965,4020
"lr_1",4.181208148376803e-05,1613943861965,4020
"mom_1",0.8663760007924719,1613943861965,4020
"eps_1",1e-05,1613943861965,4020
"wd_2",0.01,1613943861965,4020
"sqr_mom_2",0.99,1613943861965,4020
"lr_2",0.0004181208148376802,1613943861965,4020
"mom_2",0.8663760007924719,1613943861965,4020
"eps_2",1e-05,1613943861965,4020
"train_loss",0.021508565,1613943862928,4021
"raw_loss",0.016868163,1613943862928,4021
"epoch",25.29559748427672,1613943862928,4021
"wd_0",0.01,1613943862928,4021
"sqr_mom_0",0.99,1613943862928,4021
"lr_0",4.180163274910896e-06,1613943862928,4021
"mom_0",0.8663968984707667,1613943862928,4021
"eps_0",1e-05,1613943862928,4021
"wd_1",0.01,1613943862928,4021
"sqr_mom_1",0.99,1613943862928,4021
"lr_1",4.1801632749108956e-05,1613943862928,4021
"mom_1",0.8663968984707667,1613943862928,4021
"eps_1",1e-05,1613943862928,4021
"wd_2",0.01,1613943862928,4021
"sqr_mom_2",0.99,1613943862928,4021
"lr_2",0.00041801632749108953,1613943862928,4021
"mom_2",0.8663968984707667,1613943862928,4021
"eps_2",1e-05,1613943862928,4021
"train_loss",0.021355698,1613943863911,4022
"raw_loss",0.013865209,1613943863911,4022
"epoch",25.30188679245282,1613943863911,4022
"wd_0",0.01,1613943863911,4022
"sqr_mom_0",0.99,1613943863911,4022
"lr_0",4.179118212744899e-06,1613943863911,4022
"mom_0",0.8664177999231012,1613943863911,4022
"eps_0",1e-05,1613943863911,4022
"wd_1",0.01,1613943863911,4022
"sqr_mom_1",0.99,1613943863911,4022
"lr_1",4.179118212744899e-05,1613943863911,4022
"mom_1",0.8664177999231012,1613943863911,4022
"eps_1",1e-05,1613943863911,4022
"wd_2",0.01,1613943863911,4022
"sqr_mom_2",0.99,1613943863911,4022
"lr_2",0.0004179118212744899,1613943863911,4022
"mom_2",0.8664177999231012,1613943863911,4022
"eps_2",1e-05,1613943863911,4022
"train_loss",0.02106952,1613943864880,4023
"raw_loss",0.0070467666,1613943864880,4023
"epoch",25.30817610062892,1613943864880,4023
"wd_0",0.01,1613943864880,4023
"sqr_mom_0",0.99,1613943864880,4023
"lr_0",4.178072268740027e-06,1613943864880,4023
"mom_0",0.8664387190123896,1613943864880,4023
"eps_0",1e-05,1613943864880,4023
"wd_1",0.01,1613943864880,4023
"sqr_mom_1",0.99,1613943864880,4023
"lr_1",4.178072268740026e-05,1613943864880,4023
"mom_1",0.8664387190123896,1613943864880,4023
"eps_1",1e-05,1613943864880,4023
"wd_2",0.01,1613943864880,4023
"sqr_mom_2",0.99,1613943864880,4023
"lr_2",0.0004178072268740026,1613943864880,4023
"mom_2",0.8664387190123896,1613943864880,4023
"eps_2",1e-05,1613943864880,4023
"train_loss",0.021123504,1613943865836,4024
"raw_loss",0.023768734,1613943865836,4024
"epoch",25.31446540880502,1613943865836,4024
"wd_0",0.01,1613943865836,4024
"sqr_mom_0",0.99,1613943865836,4024
"lr_0",4.1770257898768225e-06,1613943865836,4024
"mom_0",0.8664596487989515,1613943865836,4024
"eps_0",1e-05,1613943865836,4024
"wd_1",0.01,1613943865836,4024
"sqr_mom_1",0.99,1613943865836,4024
"lr_1",4.177025789876822e-05,1613943865836,4024
"mom_1",0.8664596487989515,1613943865836,4024
"eps_1",1e-05,1613943865836,4024
"wd_2",0.01,1613943865836,4024
"sqr_mom_2",0.99,1613943865836,4024
"lr_2",0.0004177025789876822,1613943865836,4024
"mom_2",0.8664596487989515,1613943865836,4024
"eps_2",1e-05,1613943865836,4024
"train_loss",0.021091437,1613943866788,4025
"raw_loss",0.019520115,1613943866788,4025
"epoch",25.32075471698112,1613943866788,4025
"wd_0",0.01,1613943866788,4025
"sqr_mom_0",0.99,1613943866788,4025
"lr_0",4.17597877648884e-06,1613943866788,4025
"mom_0",0.8664805892761159,1613943866788,4025
"eps_0",1e-05,1613943866788,4025
"wd_1",0.01,1613943866788,4025
"sqr_mom_1",0.99,1613943866788,4025
"lr_1",4.17597877648884e-05,1613943866788,4025
"mom_1",0.8664805892761159,1613943866788,4025
"eps_1",1e-05,1613943866788,4025
"wd_2",0.01,1613943866788,4025
"sqr_mom_2",0.99,1613943866788,4025
"lr_2",0.0004175978776488839,1613943866788,4025
"mom_2",0.8664805892761159,1613943866788,4025
"eps_2",1e-05,1613943866788,4025
"train_loss",0.021010252,1613943867730,4026
"raw_loss",0.01703218,1613943867730,4026
"epoch",25.32704402515722,1613943867730,4026
"wd_0",0.01,1613943867730,4026
"sqr_mom_0",0.99,1613943867730,4026
"lr_0",4.174931402676721e-06,1613943867730,4026
"mom_0",0.8665015369618352,1613943867730,4026
"eps_0",1e-05,1613943867730,4026
"wd_1",0.01,1613943867730,4026
"sqr_mom_1",0.99,1613943867730,4026
"lr_1",4.1749314026767205e-05,1613943867730,4026
"mom_1",0.8665015369618352,1613943867730,4026
"eps_1",1e-05,1613943867730,4026
"wd_2",0.01,1613943867730,4026
"sqr_mom_2",0.99,1613943867730,4026
"lr_2",0.00041749314026767205,1613943867730,4026
"mom_2",0.8665015369618352,1613943867730,4026
"eps_2",1e-05,1613943867730,4026
"train_loss",0.021185094,1613943868682,4027
"raw_loss",0.029752402,1613943868682,4027
"epoch",25.33333333333332,1613943868682,4027
"wd_0",0.01,1613943868682,4027
"sqr_mom_0",0.99,1613943868682,4027
"lr_0",4.173883321329028e-06,1613943868682,4027
"mom_0",0.8665224987984074,1613943868682,4027
"eps_0",1e-05,1613943868682,4027
"wd_1",0.01,1613943868682,4027
"sqr_mom_1",0.99,1613943868682,4027
"lr_1",4.173883321329028e-05,1613943868682,4027
"mom_1",0.8665224987984074,1613943868682,4027
"eps_1",1e-05,1613943868682,4027
"wd_2",0.01,1613943868682,4027
"sqr_mom_2",0.99,1613943868682,4027
"lr_2",0.0004173883321329028,1613943868682,4027
"mom_2",0.8665224987984074,1613943868682,4027
"eps_2",1e-05,1613943868682,4027
"train_loss",0.021496637,1613943869645,4028
"raw_loss",0.03676225,1613943869645,4028
"epoch",25.339622641509422,1613943869645,4028
"wd_0",0.01,1613943869645,4028
"sqr_mom_0",0.99,1613943869645,4028
"lr_0",4.172834706458183e-06,1613943869645,4028
"mom_0",0.8665434713055494,1613943869645,4028
"eps_0",1e-05,1613943869645,4028
"wd_1",0.01,1613943869645,4028
"sqr_mom_1",0.99,1613943869645,4028
"lr_1",4.172834706458183e-05,1613943869645,4028
"mom_1",0.8665434713055494,1613943869645,4028
"eps_1",1e-05,1613943869645,4028
"wd_2",0.01,1613943869645,4028
"sqr_mom_2",0.99,1613943869645,4028
"lr_2",0.0004172834706458183,1613943869645,4028
"mom_2",0.8665434713055494,1613943869645,4028
"eps_2",1e-05,1613943869645,4028
"train_loss",0.021345425,1613943870580,4029
"raw_loss",0.013936043,1613943870580,4029
"epoch",25.345911949685522,1613943870580,4029
"wd_0",0.01,1613943870580,4029
"sqr_mom_0",0.99,1613943870580,4029
"lr_0",4.171785906462915e-06,1613943870580,4029
"mom_0",0.8665644475152168,1613943870580,4029
"eps_0",1e-05,1613943870580,4029
"wd_1",0.01,1613943870580,4029
"sqr_mom_1",0.99,1613943870580,4029
"lr_1",4.171785906462915e-05,1613943870580,4029
"mom_1",0.8665644475152168,1613943870580,4029
"eps_1",1e-05,1613943870580,4029
"wd_2",0.01,1613943870580,4029
"sqr_mom_2",0.99,1613943870580,4029
"lr_2",0.0004171785906462915,1613943870580,4029
"mom_2",0.8665644475152168,1613943870580,4029
"eps_2",1e-05,1613943870580,4029
"train_loss",0.021332413,1613943871520,4030
"raw_loss",0.020694787,1613943871520,4030
"epoch",25.352201257861623,1613943871520,4030
"wd_0",0.01,1613943871520,4030
"sqr_mom_0",0.99,1613943871520,4030
"lr_0",4.170736225725316e-06,1613943871520,4030
"mom_0",0.866585441339907,1613943871520,4030
"eps_0",1e-05,1613943871520,4030
"wd_1",0.01,1613943871520,4030
"sqr_mom_1",0.99,1613943871520,4030
"lr_1",4.1707362257253165e-05,1613943871520,4030
"mom_1",0.866585441339907,1613943871520,4030
"eps_1",1e-05,1613943871520,4030
"wd_2",0.01,1613943871520,4030
"sqr_mom_2",0.99,1613943871520,4030
"lr_2",0.0004170736225725316,1613943871520,4030
"mom_2",0.866585441339907,1613943871520,4030
"eps_2",1e-05,1613943871520,4030
"train_loss",0.021123666,1613943872473,4031
"raw_loss",0.010895068,1613943872473,4031
"epoch",25.358490566037723,1613943872473,4031
"wd_0",0.01,1613943872473,4031
"sqr_mom_0",0.99,1613943872473,4031
"lr_0",4.169686012467665e-06,1613943872473,4031
"mom_0",0.8666064458151048,1613943872473,4031
"eps_0",1e-05,1613943872473,4031
"wd_1",0.01,1613943872473,4031
"sqr_mom_1",0.99,1613943872473,4031
"lr_1",4.169686012467666e-05,1613943872473,4031
"mom_1",0.8666064458151048,1613943872473,4031
"eps_1",1e-05,1613943872473,4031
"wd_2",0.01,1613943872473,4031
"sqr_mom_2",0.99,1613943872473,4031
"lr_2",0.00041696860124676655,1613943872473,4031
"mom_2",0.8666064458151048,1613943872473,4031
"eps_2",1e-05,1613943872473,4031
"train_loss",0.02103862,1613943873401,4032
"raw_loss",0.01687138,1613943873401,4032
"epoch",25.364779874213824,1613943873401,4032
"wd_0",0.01,1613943873401,4032
"sqr_mom_0",0.99,1613943873401,4032
"lr_0",4.168635441321784e-06,1613943873401,4032
"mom_0",0.8666274574481387,1613943873401,4032
"eps_0",1e-05,1613943873401,4032
"wd_1",0.01,1613943873401,4032
"sqr_mom_1",0.99,1613943873401,4032
"lr_1",4.1686354413217836e-05,1613943873401,4032
"mom_1",0.8666274574481387,1613943873401,4032
"eps_1",1e-05,1613943873401,4032
"wd_2",0.01,1613943873401,4032
"sqr_mom_2",0.99,1613943873401,4032
"lr_2",0.00041686354413217834,1613943873401,4032
"mom_2",0.8666274574481387,1613943873401,4032
"eps_2",1e-05,1613943873401,4032
"train_loss",0.020768924,1613943874342,4033
"raw_loss",0.00755378,1613943874342,4033
"epoch",25.371069182389924,1613943874342,4033
"wd_0",0.01,1613943874342,4033
"sqr_mom_0",0.99,1613943874342,4033
"lr_0",4.167584164116602e-06,1613943874342,4033
"mom_0",0.8666484832025,1613943874342,4033
"eps_0",1e-05,1613943874342,4033
"wd_1",0.01,1613943874342,4033
"sqr_mom_1",0.99,1613943874342,4033
"lr_1",4.167584164116602e-05,1613943874342,4033
"mom_1",0.8666484832025,1613943874342,4033
"eps_1",1e-05,1613943874342,4033
"wd_2",0.01,1613943874342,4033
"sqr_mom_2",0.99,1613943874342,4033
"lr_2",0.00041675841641166013,1613943874342,4033
"mom_2",0.8666484832025,1613943874342,4033
"eps_2",1e-05,1613943874342,4033
"train_loss",0.020762153,1613943875465,4034
"raw_loss",0.020430367,1613943875465,4034
"epoch",25.377358490566024,1613943875465,4034
"wd_0",0.01,1613943875465,4034
"sqr_mom_0",0.99,1613943875465,4034
"lr_0",4.166532355396052e-06,1613943875465,4034
"mom_0",0.8666695195872748,1613943875465,4034
"eps_0",1e-05,1613943875465,4034
"wd_1",0.01,1613943875465,4034
"sqr_mom_1",0.99,1613943875465,4034
"lr_1",4.1665323553960515e-05,1613943875465,4034
"mom_1",0.8666695195872748,1613943875465,4034
"eps_1",1e-05,1613943875465,4034
"wd_2",0.01,1613943875465,4034
"sqr_mom_2",0.99,1613943875465,4034
"lr_2",0.0004166532355396051,1613943875465,4034
"mom_2",0.8666695195872748,1613943875465,4034
"eps_2",1e-05,1613943875465,4034
"train_loss",0.02059976,1613943876583,4035
"raw_loss",0.012642498,1613943876583,4035
"epoch",25.383647798742125,1613943876583,4035
"wd_0",0.01,1613943876583,4035
"sqr_mom_0",0.99,1613943876583,4035
"lr_0",4.165480364618202e-06,1613943876583,4035
"mom_0",0.866690559613232,1613943876583,4035
"eps_0",1e-05,1613943876583,4035
"wd_1",0.01,1613943876583,4035
"sqr_mom_1",0.99,1613943876583,4035
"lr_1",4.1654803646182016e-05,1613943876583,4035
"mom_1",0.866690559613232,1613943876583,4035
"eps_1",1e-05,1613943876583,4035
"wd_2",0.01,1613943876583,4035
"sqr_mom_2",0.99,1613943876583,4035
"lr_2",0.0004165480364618201,1613943876583,4035
"mom_2",0.866690559613232,1613943876583,4035
"eps_2",1e-05,1613943876583,4035
"train_loss",0.020417912,1613943877544,4036
"raw_loss",0.011507353,1613943877544,4036
"epoch",25.389937106918225,1613943877544,4036
"wd_0",0.01,1613943877544,4036
"sqr_mom_0",0.99,1613943877544,4036
"lr_0",4.164427494048852e-06,1613943877544,4036
"mom_0",0.8667116172351953,1613943877544,4036
"eps_0",1e-05,1613943877544,4036
"wd_1",0.01,1613943877544,4036
"sqr_mom_1",0.99,1613943877544,4036
"lr_1",4.164427494048852e-05,1613943877544,4036
"mom_1",0.8667116172351953,1613943877544,4036
"eps_1",1e-05,1613943877544,4036
"wd_2",0.01,1613943877544,4036
"sqr_mom_2",0.99,1613943877544,4036
"lr_2",0.00041644274940488515,1613943877544,4036
"mom_2",0.8667116172351953,1613943877544,4036
"eps_2",1e-05,1613943877544,4036
"train_loss",0.020287653,1613943878498,4037
"raw_loss",0.01390494,1613943878498,4037
"epoch",25.396226415094326,1613943878498,4037
"wd_0",0.01,1613943878498,4037
"sqr_mom_0",0.99,1613943878498,4037
"lr_0",4.163374092970287e-06,1613943878498,4037
"mom_0",0.866732685467449,1613943878498,4037
"eps_0",1e-05,1613943878498,4037
"wd_1",0.01,1613943878498,4037
"sqr_mom_1",0.99,1613943878498,4037
"lr_1",4.1633740929702865e-05,1613943878498,4037
"mom_1",0.866732685467449,1613943878498,4037
"eps_1",1e-05,1613943878498,4037
"wd_2",0.01,1613943878498,4037
"sqr_mom_2",0.99,1613943878498,4037
"lr_2",0.00041633740929702864,1613943878498,4037
"mom_2",0.866732685467449,1613943878498,4037
"eps_2",1e-05,1613943878498,4037
"train_loss",0.020449381,1613943879442,4038
"raw_loss",0.028374061,1613943879442,4038
"epoch",25.402515723270426,1613943879442,4038
"wd_0",0.01,1613943879442,4038
"sqr_mom_0",0.99,1613943879442,4038
"lr_0",4.162320336543502e-06,1613943879442,4038
"mom_0",0.866753760806738,1613943879442,4038
"eps_0",1e-05,1613943879442,4038
"wd_1",0.01,1613943879442,4038
"sqr_mom_1",0.99,1613943879442,4038
"lr_1",4.162320336543502e-05,1613943879442,4038
"mom_1",0.866753760806738,1613943879442,4038
"eps_1",1e-05,1613943879442,4038
"wd_2",0.01,1613943879442,4038
"sqr_mom_2",0.99,1613943879442,4038
"lr_2",0.0004162320336543502,1613943879442,4038
"mom_2",0.866753760806738,1613943879442,4038
"eps_2",1e-05,1613943879442,4038
"train_loss",0.020360278,1613943880375,4039
"raw_loss",0.015994167,1613943880375,4039
"epoch",25.408805031446526,1613943880375,4039
"wd_0",0.01,1613943880375,4039
"sqr_mom_0",0.99,1613943880375,4039
"lr_0",4.161265875541791e-06,1613943880375,4039
"mom_0",0.8667748502376665,1613943880375,4039
"eps_0",1e-05,1613943880375,4039
"wd_1",0.01,1613943880375,4039
"sqr_mom_1",0.99,1613943880375,4039
"lr_1",4.161265875541791e-05,1613943880375,4039
"mom_1",0.8667748502376665,1613943880375,4039
"eps_1",1e-05,1613943880375,4039
"wd_2",0.01,1613943880375,4039
"sqr_mom_2",0.99,1613943880375,4039
"lr_2",0.0004161265875541791,1613943880375,4039
"mom_2",0.8667748502376665,1613943880375,4039
"eps_2",1e-05,1613943880375,4039
"train_loss",0.02017416,1613943881331,4040
"raw_loss",0.011054431,1613943881331,4040
"epoch",25.415094339622627,1613943881331,4040
"wd_0",0.01,1613943881331,4040
"sqr_mom_0",0.99,1613943881331,4040
"lr_0",4.160210885038594e-06,1613943881331,4040
"mom_0",0.8667959502587307,1613943881331,4040
"eps_0",1e-05,1613943881331,4040
"wd_1",0.01,1613943881331,4040
"sqr_mom_1",0.99,1613943881331,4040
"lr_1",4.160210885038594e-05,1613943881331,4040
"mom_1",0.8667959502587307,1613943881331,4040
"eps_1",1e-05,1613943881331,4040
"wd_2",0.01,1613943881331,4040
"sqr_mom_2",0.99,1613943881331,4040
"lr_2",0.0004160210885038594,1613943881331,4040
"mom_2",0.8667959502587307,1613943881331,4040
"eps_2",1e-05,1613943881331,4040
"train_loss",0.020301674,1613943882303,4041
"raw_loss",0.026549846,1613943882303,4041
"epoch",25.421383647798727,1613943882303,4041
"wd_0",0.01,1613943882303,4041
"sqr_mom_0",0.99,1613943882303,4041
"lr_0",4.15915554045875e-06,1613943882303,4041
"mom_0",0.8668170573613986,1613943882303,4041
"eps_0",1e-05,1613943882303,4041
"wd_1",0.01,1613943882303,4041
"sqr_mom_1",0.99,1613943882303,4041
"lr_1",4.1591555404587497e-05,1613943882303,4041
"mom_1",0.8668170573613986,1613943882303,4041
"eps_1",1e-05,1613943882303,4041
"wd_2",0.01,1613943882303,4041
"sqr_mom_2",0.99,1613943882303,4041
"lr_2",0.0004159155540458749,1613943882303,4041
"mom_2",0.8668170573613986,1613943882303,4041
"eps_2",1e-05,1613943882303,4041
"train_loss",0.020220967,1613943883265,4042
"raw_loss",0.016266301,1613943883265,4042
"epoch",25.427672955974828,1613943883265,4042
"wd_0",0.01,1613943883265,4042
"sqr_mom_0",0.99,1613943883265,4042
"lr_0",4.158099492049219e-06,1613943883265,4042
"mom_0",0.866838178540801,1613943883265,4042
"eps_0",1e-05,1613943883265,4042
"wd_1",0.01,1613943883265,4042
"sqr_mom_1",0.99,1613943883265,4042
"lr_1",4.158099492049219e-05,1613943883265,4042
"mom_1",0.866838178540801,1613943883265,4042
"eps_1",1e-05,1613943883265,4042
"wd_2",0.01,1613943883265,4042
"sqr_mom_2",0.99,1613943883265,4042
"lr_2",0.00041580994920492186,1613943883265,4042
"mom_2",0.866838178540801,1613943883265,4042
"eps_2",1e-05,1613943883265,4042
"train_loss",0.020173334,1613943884208,4043
"raw_loss",0.017839285,1613943884208,4043
"epoch",25.433962264150928,1613943884208,4043
"wd_0",0.01,1613943884208,4043
"sqr_mom_0",0.99,1613943884208,4043
"lr_0",4.15704291514745e-06,1613943884208,4043
"mom_0",0.8668593102901538,1613943884208,4043
"eps_0",1e-05,1613943884208,4043
"wd_1",0.01,1613943884208,4043
"sqr_mom_1",0.99,1613943884208,4043
"lr_1",4.15704291514745e-05,1613943884208,4043
"mom_1",0.8668593102901538,1613943884208,4043
"eps_1",1e-05,1613943884208,4043
"wd_2",0.01,1613943884208,4043
"sqr_mom_2",0.99,1613943884208,4043
"lr_2",0.00041570429151474494,1613943884208,4043
"mom_2",0.8668593102901538,1613943884208,4043
"eps_2",1e-05,1613943884208,4043
"train_loss",0.020000715,1613943885141,4044
"raw_loss",0.011542344,1613943885141,4044
"epoch",25.44025157232703,1613943885141,4044
"wd_0",0.01,1613943885141,4044
"sqr_mom_0",0.99,1613943885141,4044
"lr_0",4.155985810090215e-06,1613943885141,4044
"mom_0",0.8668804526027217,1613943885141,4044
"eps_0",1e-05,1613943885141,4044
"wd_1",0.01,1613943885141,4044
"sqr_mom_1",0.99,1613943885141,4044
"lr_1",4.155985810090215e-05,1613943885141,4044
"mom_1",0.8668804526027217,1613943885141,4044
"eps_1",1e-05,1613943885141,4044
"wd_2",0.01,1613943885141,4044
"sqr_mom_2",0.99,1613943885141,4044
"lr_2",0.0004155985810090215,1613943885141,4044
"mom_2",0.8668804526027217,1613943885141,4044
"eps_2",1e-05,1613943885141,4044
"train_loss",0.02003144,1613943886088,4045
"raw_loss",0.021536913,1613943886088,4045
"epoch",25.44654088050313,1613943886088,4045
"wd_0",0.01,1613943886088,4045
"sqr_mom_0",0.99,1613943886088,4045
"lr_0",4.1549285280922605e-06,1613943886088,4045
"mom_0",0.8669015984541393,1613943886088,4045
"eps_0",1e-05,1613943886088,4045
"wd_1",0.01,1613943886088,4045
"sqr_mom_1",0.99,1613943886088,4045
"lr_1",4.154928528092261e-05,1613943886088,4045
"mom_1",0.8669015984541393,1613943886088,4045
"eps_1",1e-05,1613943886088,4045
"wd_2",0.01,1613943886088,4045
"sqr_mom_2",0.99,1613943886088,4045
"lr_2",0.00041549285280922607,1613943886088,4045
"mom_2",0.8669015984541393,1613943886088,4045
"eps_2",1e-05,1613943886088,4045
"train_loss",0.020360306,1613943887025,4046
"raw_loss",0.036474753,1613943887025,4046
"epoch",25.45283018867923,1613943887025,4046
"wd_0",0.01,1613943887025,4046
"sqr_mom_0",0.99,1613943887025,4046
"lr_0",4.153870367909979e-06,1613943887025,4046
"mom_0",0.8669227618694191,1613943887025,4046
"eps_0",1e-05,1613943887025,4046
"wd_1",0.01,1613943887025,4046
"sqr_mom_1",0.99,1613943887025,4046
"lr_1",4.1538703679099786e-05,1613943887025,4046
"mom_1",0.8669227618694191,1613943887025,4046
"eps_1",1e-05,1613943887025,4046
"wd_2",0.01,1613943887025,4046
"sqr_mom_2",0.99,1613943887025,4046
"lr_2",0.00041538703679099785,1613943887025,4046
"mom_2",0.8669227618694191,1613943887025,4046
"eps_2",1e-05,1613943887025,4046
"train_loss",0.020301929,1613943887963,4047
"raw_loss",0.017441424,1613943887963,4047
"epoch",25.45911949685533,1613943887963,4047
"wd_0",0.01,1613943887963,4047
"sqr_mom_0",0.99,1613943887963,4047
"lr_0",4.152811680583443e-06,1613943887963,4047
"mom_0",0.8669439358276894,1613943887963,4047
"eps_0",1e-05,1613943887963,4047
"wd_1",0.01,1613943887963,4047
"sqr_mom_1",0.99,1613943887963,4047
"lr_1",4.1528116805834434e-05,1613943887963,4047
"mom_1",0.8669439358276894,1613943887963,4047
"eps_1",1e-05,1613943887963,4047
"wd_2",0.01,1613943887963,4047
"sqr_mom_2",0.99,1613943887963,4047
"lr_2",0.00041528116805834435,1613943887963,4047
"mom_2",0.8669439358276894,1613943887963,4047
"eps_2",1e-05,1613943887963,4047
"train_loss",0.02012697,1613943888934,4048
"raw_loss",0.011553979,1613943888934,4048
"epoch",25.46540880503143,1613943888934,4048
"wd_0",0.01,1613943888934,4048
"sqr_mom_0",0.99,1613943888934,4048
"lr_0",4.151752642151158e-06,1613943888934,4048
"mom_0",0.8669651168081449,1613943888934,4048
"eps_0",1e-05,1613943888934,4048
"wd_1",0.01,1613943888934,4048
"sqr_mom_1",0.99,1613943888934,4048
"lr_1",4.151752642151158e-05,1613943888934,4048
"mom_1",0.8669651168081449,1613943888934,4048
"eps_1",1e-05,1613943888934,4048
"wd_2",0.01,1613943888934,4048
"sqr_mom_2",0.99,1613943888934,4048
"lr_2",0.00041517526421511576,1613943888934,4048
"mom_2",0.8669651168081449,1613943888934,4048
"eps_2",1e-05,1613943888934,4048
"train_loss",0.020178992,1613943889914,4049
"raw_loss",0.022728097,1613943889914,4049
"epoch",25.47169811320753,1613943889914,4049
"wd_0",0.01,1613943889914,4049
"sqr_mom_0",0.99,1613943889914,4049
"lr_0",4.1506929016358984e-06,1613943889914,4049
"mom_0",0.8669863118304003,1613943889914,4049
"eps_0",1e-05,1613943889914,4049
"wd_1",0.01,1613943889914,4049
"sqr_mom_1",0.99,1613943889914,4049
"lr_1",4.1506929016358984e-05,1613943889914,4049
"mom_1",0.8669863118304003,1613943889914,4049
"eps_1",1e-05,1613943889914,4049
"wd_2",0.01,1613943889914,4049
"sqr_mom_2",0.99,1613943889914,4049
"lr_2",0.00041506929016358983,1613943889914,4049
"mom_2",0.8669863118304003,1613943889914,4049
"eps_2",1e-05,1613943889914,4049
"train_loss",0.020007674,1613943890865,4050
"raw_loss",0.011613047,1613943890865,4050
"epoch",25.47798742138363,1613943890865,4050
"wd_0",0.01,1613943890865,4050
"sqr_mom_0",0.99,1613943890865,4050
"lr_0",4.149632634989167e-06,1613943890865,4050
"mom_0",0.8670075173753904,1613943890865,4050
"eps_0",1e-05,1613943890865,4050
"wd_1",0.01,1613943890865,4050
"sqr_mom_1",0.99,1613943890865,4050
"lr_1",4.149632634989167e-05,1613943890865,4050
"mom_1",0.8670075173753904,1613943890865,4050
"eps_1",1e-05,1613943890865,4050
"wd_2",0.01,1613943890865,4050
"sqr_mom_2",0.99,1613943890865,4050
"lr_2",0.00041496326349891666,1613943890865,4050
"mom_2",0.8670075173753904,1613943890865,4050
"eps_2",1e-05,1613943890865,4050
"train_loss",0.020099413,1613943891839,4051
"raw_loss",0.024594659,1613943891839,4051
"epoch",25.48427672955973,1613943891839,4051
"wd_0",0.01,1613943891839,4051
"sqr_mom_0",0.99,1613943891839,4051
"lr_0",4.148572194474331e-06,1613943891839,4051
"mom_0",0.8670287263977774,1613943891839,4051
"eps_0",1e-05,1613943891839,4051
"wd_1",0.01,1613943891839,4051
"sqr_mom_1",0.99,1613943891839,4051
"lr_1",4.1485721944743306e-05,1613943891839,4051
"mom_1",0.8670287263977774,1613943891839,4051
"eps_1",1e-05,1613943891839,4051
"wd_2",0.01,1613943891839,4051
"sqr_mom_2",0.99,1613943891839,4051
"lr_2",0.000414857219447433,1613943891839,4051
"mom_2",0.8670287263977774,1613943891839,4051
"eps_2",1e-05,1613943891839,4051
"train_loss",0.020156695,1613943892827,4052
"raw_loss",0.022963515,1613943892827,4052
"epoch",25.49056603773583,1613943892827,4052
"wd_0",0.01,1613943892827,4052
"sqr_mom_0",0.99,1613943892827,4052
"lr_0",4.14751087675289e-06,1613943892827,4052
"mom_0",0.8670499529644718,1613943892827,4052
"eps_0",1e-05,1613943892827,4052
"wd_1",0.01,1613943892827,4052
"sqr_mom_1",0.99,1613943892827,4052
"lr_1",4.1475108767528904e-05,1613943892827,4052
"mom_1",0.8670499529644718,1613943892827,4052
"eps_1",1e-05,1613943892827,4052
"wd_2",0.01,1613943892827,4052
"sqr_mom_2",0.99,1613943892827,4052
"lr_2",0.000414751087675289,1613943892827,4052
"mom_2",0.8670499529644718,1613943892827,4052
"eps_2",1e-05,1613943892827,4052
"train_loss",0.02001638,1613943893776,4053
"raw_loss",0.013140899,1613943893776,4053
"epoch",25.496855345911932,1613943893776,4053
"wd_0",0.01,1613943893776,4053
"sqr_mom_0",0.99,1613943893776,4053
"lr_0",4.146449033914212e-06,1613943893776,4053
"mom_0",0.8670711900336161,1613943893776,4053
"eps_0",1e-05,1613943893776,4053
"wd_1",0.01,1613943893776,4053
"sqr_mom_1",0.99,1613943893776,4053
"lr_1",4.146449033914212e-05,1613943893776,4053
"mom_1",0.8670711900336161,1613943893776,4053
"eps_1",1e-05,1613943893776,4053
"wd_2",0.01,1613943893776,4053
"sqr_mom_2",0.99,1613943893776,4053
"lr_2",0.00041464490339142117,1613943893776,4053
"mom_2",0.8670711900336161,1613943893776,4053
"eps_2",1e-05,1613943893776,4053
"train_loss",0.020021763,1613943894724,4054
"raw_loss",0.02028553,1613943894724,4054
"epoch",25.503144654088032,1613943894724,4054
"wd_0",0.01,1613943894724,4054
"sqr_mom_0",0.99,1613943894724,4054
"lr_0",4.145386842520601e-06,1613943894724,4054
"mom_0",0.8670924340739287,1613943894724,4054
"eps_0",1e-05,1613943894724,4054
"wd_1",0.01,1613943894724,4054
"sqr_mom_1",0.99,1613943894724,4054
"lr_1",4.145386842520601e-05,1613943894724,4054
"mom_1",0.8670924340739287,1613943894724,4054
"eps_1",1e-05,1613943894724,4054
"wd_2",0.01,1613943894724,4054
"sqr_mom_2",0.99,1613943894724,4054
"lr_2",0.0004145386842520601,1613943894724,4054
"mom_2",0.8670924340739287,1613943894724,4054
"eps_2",1e-05,1613943894724,4054
"train_loss",0.02035378,1613943895686,4055
"raw_loss",0.036622602,1613943895686,4055
"epoch",25.509433962264133,1613943895686,4055
"wd_0",0.01,1613943895686,4055
"sqr_mom_0",0.99,1613943895686,4055
"lr_0",4.144323950549908e-06,1613943895686,4055
"mom_0",0.867113692125923,1613943895686,4055
"eps_0",1e-05,1613943895686,4055
"wd_1",0.01,1613943895686,4055
"sqr_mom_1",0.99,1613943895686,4055
"lr_1",4.144323950549908e-05,1613943895686,4055
"mom_1",0.867113692125923,1613943895686,4055
"eps_1",1e-05,1613943895686,4055
"wd_2",0.01,1613943895686,4055
"sqr_mom_2",0.99,1613943895686,4055
"lr_2",0.00041443239505499084,1613943895686,4055
"mom_2",0.867113692125923,1613943895686,4055
"eps_2",1e-05,1613943895686,4055
"train_loss",0.020466354,1613943896650,4056
"raw_loss",0.025982501,1613943896650,4056
"epoch",25.515723270440233,1613943896650,4056
"wd_0",0.01,1613943896650,4056
"sqr_mom_0",0.99,1613943896650,4056
"lr_0",4.143260534477774e-06,1613943896650,4056
"mom_0",0.8671349606600511,1613943896650,4056
"eps_0",1e-05,1613943896650,4056
"wd_1",0.01,1613943896650,4056
"sqr_mom_1",0.99,1613943896650,4056
"lr_1",4.143260534477774e-05,1613943896650,4056
"mom_1",0.8671349606600511,1613943896650,4056
"eps_1",1e-05,1613943896650,4056
"wd_2",0.01,1613943896650,4056
"sqr_mom_2",0.99,1613943896650,4056
"lr_2",0.00041432605344777736,1613943896650,4056
"mom_2",0.8671349606600511,1613943896650,4056
"eps_2",1e-05,1613943896650,4056
"train_loss",0.020322062,1613943897600,4057
"raw_loss",0.013251763,1613943897600,4057
"epoch",25.522012578616334,1613943897600,4057
"wd_0",0.01,1613943897600,4057
"sqr_mom_0",0.99,1613943897600,4057
"lr_0",4.142196947612142e-06,1613943897600,4057
"mom_0",0.8671562326100832,1613943897600,4057
"eps_0",1e-05,1613943897600,4057
"wd_1",0.01,1613943897600,4057
"sqr_mom_1",0.99,1613943897600,4057
"lr_1",4.142196947612142e-05,1613943897600,4057
"mom_1",0.8671562326100832,1613943897600,4057
"eps_1",1e-05,1613943897600,4057
"wd_2",0.01,1613943897600,4057
"sqr_mom_2",0.99,1613943897600,4057
"lr_2",0.00041421969476121423,1613943897600,4057
"mom_2",0.8671562326100832,1613943897600,4057
"eps_2",1e-05,1613943897600,4057
"train_loss",0.020262964,1613943898535,4058
"raw_loss",0.017367128,1613943898535,4058
"epoch",25.528301886792434,1613943898535,4058
"wd_0",0.01,1613943898535,4058
"sqr_mom_0",0.99,1613943898535,4058
"lr_0",4.141132484527696e-06,1613943898535,4058
"mom_0",0.8671775220846669,1613943898535,4058
"eps_0",1e-05,1613943898535,4058
"wd_1",0.01,1613943898535,4058
"sqr_mom_1",0.99,1613943898535,4058
"lr_1",4.141132484527696e-05,1613943898535,4058
"mom_1",0.8671775220846669,1613943898535,4058
"eps_1",1e-05,1613943898535,4058
"wd_2",0.01,1613943898535,4058
"sqr_mom_2",0.99,1613943898535,4058
"lr_2",0.00041411324845276956,1613943898535,4058
"mom_2",0.8671775220846669,1613943898535,4058
"eps_2",1e-05,1613943898535,4058
"train_loss",0.020226933,1613943899488,4059
"raw_loss",0.01846142,1613943899488,4059
"epoch",25.534591194968534,1613943899488,4059
"wd_0",0.01,1613943899488,4059
"sqr_mom_0",0.99,1613943899488,4059
"lr_0",4.1400674983590505e-06,1613943899488,4059
"mom_0",0.8671988220210392,1613943899488,4059
"eps_0",1e-05,1613943899488,4059
"wd_1",0.01,1613943899488,4059
"sqr_mom_1",0.99,1613943899488,4059
"lr_1",4.140067498359051e-05,1613943899488,4059
"mom_1",0.8671988220210392,1613943899488,4059
"eps_1",1e-05,1613943899488,4059
"wd_2",0.01,1613943899488,4059
"sqr_mom_2",0.99,1613943899488,4059
"lr_2",0.00041400674983590503,1613943899488,4059
"mom_2",0.8671988220210392,1613943899488,4059
"eps_2",1e-05,1613943899488,4059
"train_loss",0.020255422,1613943900483,4060
"raw_loss",0.021651408,1613943900483,4060
"epoch",25.540880503144635,1613943900483,4060
"wd_0",0.01,1613943900483,4060
"sqr_mom_0",0.99,1613943900483,4060
"lr_0",4.139002166190291e-06,1613943900483,4060
"mom_0",0.8672201288774829,1613943900483,4060
"eps_0",1e-05,1613943900483,4060
"wd_1",0.01,1613943900483,4060
"sqr_mom_1",0.99,1613943900483,4060
"lr_1",4.139002166190291e-05,1613943900483,4060
"mom_1",0.8672201288774829,1613943900483,4060
"eps_1",1e-05,1613943900483,4060
"wd_2",0.01,1613943900483,4060
"sqr_mom_2",0.99,1613943900483,4060
"lr_2",0.0004139002166190291,1613943900483,4060
"mom_2",0.8672201288774829,1613943900483,4060
"eps_2",1e-05,1613943900483,4060
"train_loss",0.020421227,1613943901429,4061
"raw_loss",0.028545681,1613943901429,4061
"epoch",25.547169811320735,1613943901429,4061
"wd_0",0.01,1613943901429,4061
"sqr_mom_0",0.99,1613943901429,4061
"lr_0",4.137936134958378e-06,1613943901429,4061
"mom_0",0.8672414497153296,1613943901429,4061
"eps_0",1e-05,1613943901429,4061
"wd_1",0.01,1613943901429,4061
"sqr_mom_1",0.99,1613943901429,4061
"lr_1",4.137936134958378e-05,1613943901429,4061
"mom_1",0.8672414497153296,1613943901429,4061
"eps_1",1e-05,1613943901429,4061
"wd_2",0.01,1613943901429,4061
"sqr_mom_2",0.99,1613943901429,4061
"lr_2",0.00041379361349583776,1613943901429,4061
"mom_2",0.8672414497153296,1613943901429,4061
"eps_2",1e-05,1613943901429,4061
"train_loss",0.020717356,1613943902415,4062
"raw_loss",0.03522769,1613943902415,4062
"epoch",25.553459119496836,1613943902415,4062
"wd_0",0.01,1613943902415,4062
"sqr_mom_0",0.99,1613943902415,4062
"lr_0",4.136869581661066e-06,1613943902415,4062
"mom_0",0.8672627809945886,1613943902415,4062
"eps_0",1e-05,1613943902415,4062
"wd_1",0.01,1613943902415,4062
"sqr_mom_1",0.99,1613943902415,4062
"lr_1",4.136869581661066e-05,1613943902415,4062
"mom_1",0.8672627809945886,1613943902415,4062
"eps_1",1e-05,1613943902415,4062
"wd_2",0.01,1613943902415,4062
"sqr_mom_2",0.99,1613943902415,4062
"lr_2",0.00041368695816610654,1613943902415,4062
"mom_2",0.8672627809945886,1613943902415,4062
"eps_2",1e-05,1613943902415,4062
"train_loss",0.020556703,1613943903480,4063
"raw_loss",0.012684655,1613943903480,4063
"epoch",25.559748427672936,1613943903480,4063
"wd_0",0.01,1613943903480,4063
"sqr_mom_0",0.99,1613943903480,4063
"lr_0",4.135802683642573e-06,1613943903480,4063
"mom_0",0.8672841191683403,1613943903480,4063
"eps_0",1e-05,1613943903480,4063
"wd_1",0.01,1613943903480,4063
"sqr_mom_1",0.99,1613943903480,4063
"lr_1",4.135802683642573e-05,1613943903480,4063
"mom_1",0.8672841191683403,1613943903480,4063
"eps_1",1e-05,1613943903480,4063
"wd_2",0.01,1613943903480,4063
"sqr_mom_2",0.99,1613943903480,4063
"lr_2",0.00041358026836425723,1613943903480,4063
"mom_2",0.8672841191683403,1613943903480,4063
"eps_2",1e-05,1613943903480,4063
"train_loss",0.020803334,1613943904456,4064
"raw_loss",0.03288829,1613943904456,4064
"epoch",25.566037735849036,1613943904456,4064
"wd_0",0.01,1613943904456,4064
"sqr_mom_0",0.99,1613943904456,4064
"lr_0",4.134735087320921e-06,1613943904456,4064
"mom_0",0.8673054713082946,1613943904456,4064
"eps_0",1e-05,1613943904456,4064
"wd_1",0.01,1613943904456,4064
"sqr_mom_1",0.99,1613943904456,4064
"lr_1",4.1347350873209206e-05,1613943904456,4064
"mom_1",0.8673054713082946,1613943904456,4064
"eps_1",1e-05,1613943904456,4064
"wd_2",0.01,1613943904456,4064
"sqr_mom_2",0.99,1613943904456,4064
"lr_2",0.0004134735087320921,1613943904456,4064
"mom_2",0.8673054713082946,1613943904456,4064
"eps_2",1e-05,1613943904456,4064
"train_loss",0.021020403,1613943905420,4065
"raw_loss",0.03165678,1613943905420,4065
"epoch",25.572327044025137,1613943905420,4065
"wd_0",0.01,1613943905420,4065
"sqr_mom_0",0.99,1613943905420,4065
"lr_0",4.133666969954167e-06,1613943905420,4065
"mom_0",0.8673268338692554,1613943905420,4065
"eps_0",1e-05,1613943905420,4065
"wd_1",0.01,1613943905420,4065
"sqr_mom_1",0.99,1613943905420,4065
"lr_1",4.133666969954167e-05,1613943905420,4065
"mom_1",0.8673268338692554,1613943905420,4065
"eps_1",1e-05,1613943905420,4065
"wd_2",0.01,1613943905420,4065
"sqr_mom_2",0.99,1613943905420,4065
"lr_2",0.0004133666969954167,1613943905420,4065
"mom_2",0.8673268338692554,1613943905420,4065
"eps_2",1e-05,1613943905420,4065
"train_loss",0.02082712,1613943906380,4066
"raw_loss",0.0113562755,1613943906380,4066
"epoch",25.578616352201237,1613943906380,4066
"wd_0",0.01,1613943906380,4066
"sqr_mom_0",0.99,1613943906380,4066
"lr_0",4.1325983318827625e-06,1613943906380,4066
"mom_0",0.8673482068444132,1613943906380,4066
"eps_0",1e-05,1613943906380,4066
"wd_1",0.01,1613943906380,4066
"sqr_mom_1",0.99,1613943906380,4066
"lr_1",4.1325983318827623e-05,1613943906380,4066
"mom_1",0.8673482068444132,1613943906380,4066
"eps_1",1e-05,1613943906380,4066
"wd_2",0.01,1613943906380,4066
"sqr_mom_2",0.99,1613943906380,4066
"lr_2",0.0004132598331882762,1613943906380,4066
"mom_2",0.8673482068444132,1613943906380,4066
"eps_2",1e-05,1613943906380,4066
"train_loss",0.020814434,1613943907362,4067
"raw_loss",0.02019283,1613943907362,4067
"epoch",25.584905660377338,1613943907362,4067
"wd_0",0.01,1613943907362,4067
"sqr_mom_0",0.99,1613943907362,4067
"lr_0",4.131529528146632e-06,1613943907362,4067
"mom_0",0.8673695831328987,1613943907362,4067
"eps_0",1e-05,1613943907362,4067
"wd_1",0.01,1613943907362,4067
"sqr_mom_1",0.99,1613943907362,4067
"lr_1",4.131529528146632e-05,1613943907362,4067
"mom_1",0.8673695831328987,1613943907362,4067
"eps_1",1e-05,1613943907362,4067
"wd_2",0.01,1613943907362,4067
"sqr_mom_2",0.99,1613943907362,4067
"lr_2",0.0004131529528146631,1613943907362,4067
"mom_2",0.8673695831328987,1613943907362,4067
"eps_2",1e-05,1613943907362,4067
"train_loss",0.02091698,1613943908317,4068
"raw_loss",0.025941718,1613943908317,4068
"epoch",25.591194968553438,1613943908317,4068
"wd_0",0.01,1613943908317,4068
"sqr_mom_0",0.99,1613943908317,4068
"lr_0",4.13045984986036e-06,1613943908317,4068
"mom_0",0.867390976912562,1613943908317,4068
"eps_0",1e-05,1613943908317,4068
"wd_1",0.01,1613943908317,4068
"sqr_mom_1",0.99,1613943908317,4068
"lr_1",4.13045984986036e-05,1613943908317,4068
"mom_1",0.867390976912562,1613943908317,4068
"eps_1",1e-05,1613943908317,4068
"wd_2",0.01,1613943908317,4068
"sqr_mom_2",0.99,1613943908317,4068
"lr_2",0.00041304598498603594,1613943908317,4068
"mom_2",0.867390976912562,1613943908317,4068
"eps_2",1e-05,1613943908317,4068
"train_loss",0.020844894,1613943909292,4069
"raw_loss",0.017312683,1613943909292,4069
"epoch",25.59748427672954,1613943909292,4069
"wd_0",0.01,1613943909292,4069
"sqr_mom_0",0.99,1613943909292,4069
"lr_0",4.1293896518916695e-06,1613943909292,4069
"mom_0",0.8674123810859774,1613943909292,4069
"eps_0",1e-05,1613943909292,4069
"wd_1",0.01,1613943909292,4069
"sqr_mom_1",0.99,1613943909292,4069
"lr_1",4.1293896518916694e-05,1613943909292,4069
"mom_1",0.8674123810859774,1613943909292,4069
"eps_1",1e-05,1613943909292,4069
"wd_2",0.01,1613943909292,4069
"sqr_mom_2",0.99,1613943909292,4069
"lr_2",0.00041293896518916694,1613943909292,4069
"mom_2",0.8674123810859774,1613943909292,4069
"eps_2",1e-05,1613943909292,4069
"train_loss",0.020745466,1613943910294,4070
"raw_loss",0.015873529,1613943910294,4070
"epoch",25.60377358490564,1613943910294,4070
"wd_0",0.01,1613943910294,4070
"sqr_mom_0",0.99,1613943910294,4070
"lr_0",4.128319112189771e-06,1613943910294,4070
"mom_0",0.8674337920941255,1613943910294,4070
"eps_0",1e-05,1613943910294,4070
"wd_1",0.01,1613943910294,4070
"sqr_mom_1",0.99,1613943910294,4070
"lr_1",4.1283191121897704e-05,1613943910294,4070
"mom_1",0.8674337920941255,1613943910294,4070
"eps_1",1e-05,1613943910294,4070
"wd_2",0.01,1613943910294,4070
"sqr_mom_2",0.99,1613943910294,4070
"lr_2",0.000412831911218977,1613943910294,4070
"mom_2",0.8674337920941255,1613943910294,4070
"eps_2",1e-05,1613943910294,4070
"train_loss",0.02051939,1613943911285,4071
"raw_loss",0.009441751,1613943911285,4071
"epoch",25.61006289308174,1613943911285,4071
"wd_0",0.01,1613943911285,4071
"sqr_mom_0",0.99,1613943911285,4071
"lr_0",4.12724787596579e-06,1613943911285,4071
"mom_0",0.8674552170328546,1613943911285,4071
"eps_0",1e-05,1613943911285,4071
"wd_1",0.01,1613943911285,4071
"sqr_mom_1",0.99,1613943911285,4071
"lr_1",4.127247875965789e-05,1613943911285,4071
"mom_1",0.8674552170328546,1613943911285,4071
"eps_1",1e-05,1613943911285,4071
"wd_2",0.01,1613943911285,4071
"sqr_mom_2",0.99,1613943911285,4071
"lr_2",0.00041272478759657894,1613943911285,4071
"mom_2",0.8674552170328546,1613943911285,4071
"eps_2",1e-05,1613943911285,4071
"train_loss",0.020761698,1613943912271,4072
"raw_loss",0.03263483,1613943912271,4072
"epoch",25.61635220125784,1613943912271,4072
"wd_0",0.01,1613943912271,4072
"sqr_mom_0",0.99,1613943912271,4072
"lr_0",4.12617612108317e-06,1613943912271,4072
"mom_0",0.86747665234486,1613943912271,4072
"eps_0",1e-05,1613943912271,4072
"wd_1",0.01,1613943912271,4072
"sqr_mom_1",0.99,1613943912271,4072
"lr_1",4.1261761210831696e-05,1613943912271,4072
"mom_1",0.86747665234486,1613943912271,4072
"eps_1",1e-05,1613943912271,4072
"wd_2",0.01,1613943912271,4072
"sqr_mom_2",0.99,1613943912271,4072
"lr_2",0.00041261761210831694,1613943912271,4072
"mom_2",0.86747665234486,1613943912271,4072
"eps_2",1e-05,1613943912271,4072
"train_loss",0.020855825,1613943913263,4073
"raw_loss",0.025468009,1613943913263,4073
"epoch",25.62264150943394,1613943913263,4073
"wd_0",0.01,1613943913263,4073
"sqr_mom_0",0.99,1613943913263,4073
"lr_0",4.125104203615579e-06,1613943913263,4073
"mom_0",0.8674980909085975,1613943913263,4073
"eps_0",1e-05,1613943913263,4073
"wd_1",0.01,1613943913263,4073
"sqr_mom_1",0.99,1613943913263,4073
"lr_1",4.1251042036155795e-05,1613943913263,4073
"mom_1",0.8674980909085975,1613943913263,4073
"eps_1",1e-05,1613943913263,4073
"wd_2",0.01,1613943913263,4073
"sqr_mom_2",0.99,1613943913263,4073
"lr_2",0.0004125104203615579,1613943913263,4073
"mom_2",0.8674980909085975,1613943913263,4073
"eps_2",1e-05,1613943913263,4073
"train_loss",0.020795804,1613943914211,4074
"raw_loss",0.01785475,1613943914211,4074
"epoch",25.62893081761004,1613943914211,4074
"wd_0",0.01,1613943914211,4074
"sqr_mom_0",0.99,1613943914211,4074
"lr_0",4.124031412612418e-06,1613943914211,4074
"mom_0",0.8675195469432211,1613943914211,4074
"eps_0",1e-05,1613943914211,4074
"wd_1",0.01,1613943914211,4074
"sqr_mom_1",0.99,1613943914211,4074
"lr_1",4.124031412612418e-05,1613943914211,4074
"mom_1",0.8675195469432211,1613943914211,4074
"eps_1",1e-05,1613943914211,4074
"wd_2",0.01,1613943914211,4074
"sqr_mom_2",0.99,1613943914211,4074
"lr_2",0.0004124031412612418,1613943914211,4074
"mom_2",0.8675195469432211,1613943914211,4074
"eps_2",1e-05,1613943914211,4074
"train_loss",0.020718597,1613943915156,4075
"raw_loss",0.01693551,1613943915156,4075
"epoch",25.63522012578614,1613943915156,4075
"wd_0",0.01,1613943915156,4075
"sqr_mom_0",0.99,1613943915156,4075
"lr_0",4.12295810397583e-06,1613943915156,4075
"mom_0",0.8675410133306167,1613943915156,4075
"eps_0",1e-05,1613943915156,4075
"wd_1",0.01,1613943915156,4075
"sqr_mom_1",0.99,1613943915156,4075
"lr_1",4.1229581039758294e-05,1613943915156,4075
"mom_1",0.8675410133306167,1613943915156,4075
"eps_1",1e-05,1613943915156,4075
"wd_2",0.01,1613943915156,4075
"sqr_mom_2",0.99,1613943915156,4075
"lr_2",0.0004122958103975829,1613943915156,4075
"mom_2",0.8675410133306167,1613943915156,4075
"eps_2",1e-05,1613943915156,4075
"train_loss",0.021859417,1613943916116,4076
"raw_loss",0.07775966,1613943916116,4076
"epoch",25.64150943396224,1613943916116,4076
"wd_0",0.01,1613943916116,4076
"sqr_mom_0",0.99,1613943916116,4076
"lr_0",4.12188445617137e-06,1613943916116,4076
"mom_0",0.8675624865014376,1613943916116,4076
"eps_0",1e-05,1613943916116,4076
"wd_1",0.01,1613943916116,4076
"sqr_mom_1",0.99,1613943916116,4076
"lr_1",4.121884456171369e-05,1613943916116,4076
"mom_1",0.8675624865014376,1613943916116,4076
"eps_1",1e-05,1613943916116,4076
"wd_2",0.01,1613943916116,4076
"sqr_mom_2",0.99,1613943916116,4076
"lr_2",0.00041218844561713696,1613943916116,4076
"mom_2",0.8675624865014376,1613943916116,4076
"eps_2",1e-05,1613943916116,4076
"train_loss",0.021887861,1613943917083,4077
"raw_loss",0.023281619,1613943917083,4077
"epoch",25.64779874213834,1613943917083,4077
"wd_0",0.01,1613943917083,4077
"sqr_mom_0",0.99,1613943917083,4077
"lr_0",4.120810113380105e-06,1613943917083,4077
"mom_0",0.8675839735721336,1613943917083,4077
"eps_0",1e-05,1613943917083,4077
"wd_1",0.01,1613943917083,4077
"sqr_mom_1",0.99,1613943917083,4077
"lr_1",4.120810113380105e-05,1613943917083,4077
"mom_1",0.8675839735721336,1613943917083,4077
"eps_1",1e-05,1613943917083,4077
"wd_2",0.01,1613943917083,4077
"sqr_mom_2",0.99,1613943917083,4077
"lr_2",0.00041208101133801046,1613943917083,4077
"mom_2",0.8675839735721336,1613943917083,4077
"eps_2",1e-05,1613943917083,4077
"train_loss",0.022169698,1613943918037,4078
"raw_loss",0.035979725,1613943918037,4078
"epoch",25.654088050314442,1613943918037,4078
"wd_0",0.01,1613943918037,4078
"sqr_mom_0",0.99,1613943918037,4078
"lr_0",4.119735253982165e-06,1613943918037,4078
"mom_0",0.8676054709750665,1613943918037,4078
"eps_0",1e-05,1613943918037,4078
"wd_1",0.01,1613943918037,4078
"sqr_mom_1",0.99,1613943918037,4078
"lr_1",4.119735253982164e-05,1613943918037,4078
"mom_1",0.8676054709750665,1613943918037,4078
"eps_1",1e-05,1613943918037,4078
"wd_2",0.01,1613943918037,4078
"sqr_mom_2",0.99,1613943918037,4078
"lr_2",0.0004119735253982164,1613943918037,4078
"mom_2",0.8676054709750665,1613943918037,4078
"eps_2",1e-05,1613943918037,4078
"train_loss",0.022496877,1613943918979,4079
"raw_loss",0.0385287,1613943918979,4079
"epoch",25.660377358490543,1613943918979,4079
"wd_0",0.01,1613943918979,4079
"sqr_mom_0",0.99,1613943918979,4079
"lr_0",4.118660235080875e-06,1613943918979,4079
"mom_0",0.8676269715680982,1613943918979,4079
"eps_0",1e-05,1613943918979,4079
"wd_1",0.01,1613943918979,4079
"sqr_mom_1",0.99,1613943918979,4079
"lr_1",4.1186602350808746e-05,1613943918979,4079
"mom_1",0.8676269715680982,1613943918979,4079
"eps_1",1e-05,1613943918979,4079
"wd_2",0.01,1613943918979,4079
"sqr_mom_2",0.99,1613943918979,4079
"lr_2",0.00041186602350808745,1613943918979,4079
"mom_2",0.8676269715680982,1613943918979,4079
"eps_2",1e-05,1613943918979,4079
"train_loss",0.022748472,1613943919945,4080
"raw_loss",0.035076678,1613943919945,4080
"epoch",25.666666666666643,1613943919945,4080
"wd_0",0.01,1613943919945,4080
"sqr_mom_0",0.99,1613943919945,4080
"lr_0",4.117584343668605e-06,1613943919945,4080
"mom_0",0.867648489611524,1613943919945,4080
"eps_0",1e-05,1613943919945,4080
"wd_1",0.01,1613943919945,4080
"sqr_mom_1",0.99,1613943919945,4080
"lr_1",4.117584343668605e-05,1613943919945,4080
"mom_1",0.867648489611524,1613943919945,4080
"eps_1",1e-05,1613943919945,4080
"wd_2",0.01,1613943919945,4080
"sqr_mom_2",0.99,1613943919945,4080
"lr_2",0.00041175843436686054,1613943919945,4080
"mom_2",0.867648489611524,1613943919945,4080
"eps_2",1e-05,1613943919945,4080
"train_loss",0.022566931,1613943920918,4081
"raw_loss",0.013671381,1613943920918,4081
"epoch",25.672955974842743,1613943920918,4081
"wd_0",0.01,1613943920918,4081
"sqr_mom_0",0.99,1613943920918,4081
"lr_0",4.116507936677838e-06,1613943920918,4081
"mom_0",0.8676700179666229,1613943920918,4081
"eps_0",1e-05,1613943920918,4081
"wd_1",0.01,1613943920918,4081
"sqr_mom_1",0.99,1613943920918,4081
"lr_1",4.116507936677838e-05,1613943920918,4081
"mom_1",0.8676700179666229,1613943920918,4081
"eps_1",1e-05,1613943920918,4081
"wd_2",0.01,1613943920918,4081
"sqr_mom_2",0.99,1613943920918,4081
"lr_2",0.0004116507936677838,1613943920918,4081
"mom_2",0.8676700179666229,1613943920918,4081
"eps_2",1e-05,1613943920918,4081
"train_loss",0.022448374,1613943921881,4082
"raw_loss",0.016639084,1613943921881,4082
"epoch",25.679245283018844,1613943921881,4082
"wd_0",0.01,1613943921881,4082
"sqr_mom_0",0.99,1613943921881,4082
"lr_0",4.115431193088428e-06,1613943921881,4082
"mom_0",0.867691553053762,1613943921881,4082
"eps_0",1e-05,1613943921881,4082
"wd_1",0.01,1613943921881,4082
"sqr_mom_1",0.99,1613943921881,4082
"lr_1",4.115431193088428e-05,1613943921881,4082
"mom_1",0.867691553053762,1613943921881,4082
"eps_1",1e-05,1613943921881,4082
"wd_2",0.01,1613943921881,4082
"sqr_mom_2",0.99,1613943921881,4082
"lr_2",0.00041154311930884275,1613943921881,4082
"mom_2",0.867691553053762,1613943921881,4082
"eps_2",1e-05,1613943921881,4082
"train_loss",0.02232057,1613943922885,4083
"raw_loss",0.016058182,1613943922885,4083
"epoch",25.685534591194944,1613943922885,4083
"wd_0",0.01,1613943922885,4083
"sqr_mom_0",0.99,1613943922885,4083
"lr_0",4.114353756055465e-06,1613943922885,4083
"mom_0",0.8677131020099108,1613943922885,4083
"eps_0",1e-05,1613943922885,4083
"wd_1",0.01,1613943922885,4083
"sqr_mom_1",0.99,1613943922885,4083
"lr_1",4.1143537560554646e-05,1613943922885,4083
"mom_1",0.8677131020099108,1613943922885,4083
"eps_1",1e-05,1613943922885,4083
"wd_2",0.01,1613943922885,4083
"sqr_mom_2",0.99,1613943922885,4083
"lr_2",0.00041143537560554643,1613943922885,4083
"mom_2",0.8677131020099108,1613943922885,4083
"eps_2",1e-05,1613943922885,4083
"train_loss",0.022120517,1613943923952,4084
"raw_loss",0.012317903,1613943923952,4084
"epoch",25.691823899371045,1613943923952,4084
"wd_0",0.01,1613943923952,4084
"sqr_mom_0",0.99,1613943923952,4084
"lr_0",4.113275804473715e-06,1613943923952,4084
"mom_0",0.8677346612571383,1613943923952,4084
"eps_0",1e-05,1613943923952,4084
"wd_1",0.01,1613943923952,4084
"sqr_mom_1",0.99,1613943923952,4084
"lr_1",4.113275804473714e-05,1613943923952,4084
"mom_1",0.8677346612571383,1613943923952,4084
"eps_1",1e-05,1613943923952,4084
"wd_2",0.01,1613943923952,4084
"sqr_mom_2",0.99,1613943923952,4084
"lr_2",0.00041132758044737144,1613943923952,4084
"mom_2",0.8677346612571383,1613943923952,4084
"eps_2",1e-05,1613943923952,4084
"train_loss",0.0230398,1613943925121,4085
"raw_loss",0.06808464,1613943925121,4085
"epoch",25.698113207547145,1613943925121,4085
"wd_0",0.01,1613943925121,4085
"sqr_mom_0",0.99,1613943925121,4085
"lr_0",4.112197338686764e-06,1613943925121,4085
"mom_0",0.8677562307885726,1613943925121,4085
"eps_0",1e-05,1613943925121,4085
"wd_1",0.01,1613943925121,4085
"sqr_mom_1",0.99,1613943925121,4085
"lr_1",4.112197338686764e-05,1613943925121,4085
"mom_1",0.8677562307885726,1613943925121,4085
"eps_1",1e-05,1613943925121,4085
"wd_2",0.01,1613943925121,4085
"sqr_mom_2",0.99,1613943925121,4085
"lr_2",0.0004112197338686763,1613943925121,4085
"mom_2",0.8677562307885726,1613943925121,4085
"eps_2",1e-05,1613943925121,4085
"train_loss",0.023150971,1613943926334,4086
"raw_loss",0.028598387,1613943926334,4086
"epoch",25.704402515723245,1613943926334,4086
"wd_0",0.01,1613943926334,4086
"sqr_mom_0",0.99,1613943926334,4086
"lr_0",4.111118538016208e-06,1613943926334,4086
"mom_0",0.867777807017746,1613943926334,4086
"eps_0",1e-05,1613943926334,4086
"wd_1",0.01,1613943926334,4086
"sqr_mom_1",0.99,1613943926334,4086
"lr_1",4.1111185380162074e-05,1613943926334,4086
"mom_1",0.867777807017746,1613943926334,4086
"eps_1",1e-05,1613943926334,4086
"wd_2",0.01,1613943926334,4086
"sqr_mom_2",0.99,1613943926334,4086
"lr_2",0.00041111185380162074,1613943926334,4086
"mom_2",0.867777807017746,1613943926334,4086
"eps_2",1e-05,1613943926334,4086
"train_loss",0.023200769,1613943927605,4087
"raw_loss",0.025640909,1613943927605,4087
"epoch",25.710691823899346,1613943927605,4087
"wd_0",0.01,1613943927605,4087
"sqr_mom_0",0.99,1613943927605,4087
"lr_0",4.110039044935396e-06,1613943927605,4087
"mom_0",0.867799397095263,1613943927605,4087
"eps_0",1e-05,1613943927605,4087
"wd_1",0.01,1613943927605,4087
"sqr_mom_1",0.99,1613943927605,4087
"lr_1",4.110039044935395e-05,1613943927605,4087
"mom_1",0.867799397095263,1613943927605,4087
"eps_1",1e-05,1613943927605,4087
"wd_2",0.01,1613943927605,4087
"sqr_mom_2",0.99,1613943927605,4087
"lr_2",0.0004110039044935395,1613943927605,4087
"mom_2",0.867799397095263,1613943927605,4087
"eps_2",1e-05,1613943927605,4087
"train_loss",0.0231132,1613943928788,4088
"raw_loss",0.018822344,1613943928788,4088
"epoch",25.716981132075446,1613943928788,4088
"wd_0",0.01,1613943928788,4088
"sqr_mom_0",0.99,1613943928788,4088
"lr_0",4.108959038681062e-06,1613943928788,4088
"mom_0",0.8678209974363531,1613943928788,4088
"eps_0",1e-05,1613943928788,4088
"wd_1",0.01,1613943928788,4088
"sqr_mom_1",0.99,1613943928788,4088
"lr_1",4.108959038681062e-05,1613943928788,4088
"mom_1",0.8678209974363531,1613943928788,4088
"eps_1",1e-05,1613943928788,4088
"wd_2",0.01,1613943928788,4088
"sqr_mom_2",0.99,1613943928788,4088
"lr_2",0.00041089590386810616,1613943928788,4088
"mom_2",0.8678209974363531,1613943928788,4088
"eps_2",1e-05,1613943928788,4088
"train_loss",0.02293597,1613943929779,4089
"raw_loss",0.014251666,1613943929779,4089
"epoch",25.723270440251547,1613943929779,4089
"wd_0",0.01,1613943929779,4089
"sqr_mom_0",0.99,1613943929779,4089
"lr_0",4.107878878063549e-06,1613943929779,4089
"mom_0",0.8678426008647376,1613943929779,4089
"eps_0",1e-05,1613943929779,4089
"wd_1",0.01,1613943929779,4089
"sqr_mom_1",0.99,1613943929779,4089
"lr_1",4.107878878063549e-05,1613943929779,4089
"mom_1",0.8678426008647376,1613943929779,4089
"eps_1",1e-05,1613943929779,4089
"wd_2",0.01,1613943929779,4089
"sqr_mom_2",0.99,1613943929779,4089
"lr_2",0.0004107878878063549,1613943929779,4089
"mom_2",0.8678426008647376,1613943929779,4089
"eps_2",1e-05,1613943929779,4089
"train_loss",0.022836328,1613943930727,4090
"raw_loss",0.017953819,1613943930727,4090
"epoch",25.729559748427647,1613943930727,4090
"wd_0",0.01,1613943930727,4090
"sqr_mom_0",0.99,1613943930727,4090
"lr_0",4.106797846664976e-06,1613943930727,4090
"mom_0",0.8678642217089175,1613943930727,4090
"eps_0",1e-05,1613943930727,4090
"wd_1",0.01,1613943930727,4090
"sqr_mom_1",0.99,1613943930727,4090
"lr_1",4.106797846664976e-05,1613943930727,4090
"mom_1",0.8678642217089175,1613943930727,4090
"eps_1",1e-05,1613943930727,4090
"wd_2",0.01,1613943930727,4090
"sqr_mom_2",0.99,1613943930727,4090
"lr_2",0.00041067978466649763,1613943930727,4090
"mom_2",0.8678642217089175,1613943930727,4090
"eps_2",1e-05,1613943930727,4090
"train_loss",0.023002686,1613943931728,4091
"raw_loss",0.031154284,1613943931728,4091
"epoch",25.735849056603747,1613943931728,4091
"wd_0",0.01,1613943931728,4091
"sqr_mom_0",0.99,1613943931728,4091
"lr_0",4.105716303125977e-06,1613943931728,4091
"mom_0",0.8678858527960084,1613943931728,4091
"eps_0",1e-05,1613943931728,4091
"wd_1",0.01,1613943931728,4091
"sqr_mom_1",0.99,1613943931728,4091
"lr_1",4.105716303125978e-05,1613943931728,4091
"mom_1",0.8678858527960084,1613943931728,4091
"eps_1",1e-05,1613943931728,4091
"wd_2",0.01,1613943931728,4091
"sqr_mom_2",0.99,1613943931728,4091
"lr_2",0.0004105716303125978,1613943931728,4091
"mom_2",0.8678858527960084,1613943931728,4091
"eps_2",1e-05,1613943931728,4091
"train_loss",0.023888716,1613943932678,4092
"raw_loss",0.067304224,1613943932678,4092
"epoch",25.742138364779848,1613943932678,4092
"wd_0",0.01,1613943932678,4092
"sqr_mom_0",0.99,1613943932678,4092
"lr_0",4.104634427279024e-06,1613943932678,4092
"mom_0",0.8679074905293248,1613943932678,4092
"eps_0",1e-05,1613943932678,4092
"wd_1",0.01,1613943932678,4092
"sqr_mom_1",0.99,1613943932678,4092
"lr_1",4.1046344272790234e-05,1613943932678,4092
"mom_1",0.8679074905293248,1613943932678,4092
"eps_1",1e-05,1613943932678,4092
"wd_2",0.01,1613943932678,4092
"sqr_mom_2",0.99,1613943932678,4092
"lr_2",0.0004104634427279023,1613943932678,4092
"mom_2",0.8679074905293248,1613943932678,4092
"eps_2",1e-05,1613943932678,4092
"train_loss",0.023778768,1613943933615,4093
"raw_loss",0.018391265,1613943933615,4093
"epoch",25.74842767295595,1613943933615,4093
"wd_0",0.01,1613943933615,4093
"sqr_mom_0",0.99,1613943933615,4093
"lr_0",4.103551860578313e-06,1613943933615,4093
"mom_0",0.8679291420798545,1613943933615,4093
"eps_0",1e-05,1613943933615,4093
"wd_1",0.01,1613943933615,4093
"sqr_mom_1",0.99,1613943933615,4093
"lr_1",4.103551860578313e-05,1613943933615,4093
"mom_1",0.8679291420798545,1613943933615,4093
"eps_1",1e-05,1613943933615,4093
"wd_2",0.01,1613943933615,4093
"sqr_mom_2",0.99,1613943933615,4093
"lr_2",0.00041035518605783125,1613943933615,4093
"mom_2",0.8679291420798545,1613943933615,4093
"eps_2",1e-05,1613943933615,4093
"train_loss",0.02365401,1613943934562,4094
"raw_loss",0.017540889,1613943934562,4094
"epoch",25.75471698113205,1613943934562,4094
"wd_0",0.01,1613943934562,4094
"sqr_mom_0",0.99,1613943934562,4094
"lr_0",4.102468782771797e-06,1613943934562,4094
"mom_0",0.8679508038526026,1613943934562,4094
"eps_0",1e-05,1613943934562,4094
"wd_1",0.01,1613943934562,4094
"sqr_mom_1",0.99,1613943934562,4094
"lr_1",4.1024687827717965e-05,1613943934562,4094
"mom_1",0.8679508038526026,1613943934562,4094
"eps_1",1e-05,1613943934562,4094
"wd_2",0.01,1613943934562,4094
"sqr_mom_2",0.99,1613943934562,4094
"lr_2",0.0004102468782771796,1613943934562,4094
"mom_2",0.8679508038526026,1613943934562,4094
"eps_2",1e-05,1613943934562,4094
"train_loss",0.02382282,1613943935505,4095
"raw_loss",0.0320945,1613943935505,4095
"epoch",25.76100628930815,1613943935505,4095
"wd_0",0.01,1613943935505,4095
"sqr_mom_0",0.99,1613943935505,4095
"lr_0",4.101385553688523e-06,1613943935505,4095
"mom_0",0.867972468650916,1613943935505,4095
"eps_0",1e-05,1613943935505,4095
"wd_1",0.01,1613943935505,4095
"sqr_mom_1",0.99,1613943935505,4095
"lr_1",4.101385553688523e-05,1613943935505,4095
"mom_1",0.867972468650916,1613943935505,4095
"eps_1",1e-05,1613943935505,4095
"wd_2",0.01,1613943935505,4095
"sqr_mom_2",0.99,1613943935505,4095
"lr_2",0.00041013855536885225,1613943935505,4095
"mom_2",0.867972468650916,1613943935505,4095
"eps_2",1e-05,1613943935505,4095
"train_loss",0.023850257,1613943936450,4096
"raw_loss",0.025194677,1613943936450,4096
"epoch",25.76729559748425,1613943936450,4096
"wd_0",0.01,1613943936450,4096
"sqr_mom_0",0.99,1613943936450,4096
"lr_0",4.100301454875449e-06,1613943936450,4096
"mom_0",0.8679941508439994,1613943936450,4096
"eps_0",1e-05,1613943936450,4096
"wd_1",0.01,1613943936450,4096
"sqr_mom_1",0.99,1613943936450,4096
"lr_1",4.100301454875449e-05,1613943936450,4096
"mom_1",0.8679941508439994,1613943936450,4096
"eps_1",1e-05,1613943936450,4096
"wd_2",0.01,1613943936450,4096
"sqr_mom_2",0.99,1613943936450,4096
"lr_2",0.0004100301454875449,1613943936450,4096
"mom_2",0.8679941508439994,1613943936450,4096
"eps_2",1e-05,1613943936450,4096
"train_loss",0.023915758,1613943937549,4097
"raw_loss",0.027125308,1613943937549,4097
"epoch",25.77358490566035,1613943937549,4097
"wd_0",0.01,1613943937549,4097
"sqr_mom_0",0.99,1613943937549,4097
"lr_0",4.099216845992599e-06,1613943937549,4097
"mom_0",0.8680158432385804,1613943937549,4097
"eps_0",1e-05,1613943937549,4097
"wd_1",0.01,1613943937549,4097
"sqr_mom_1",0.99,1613943937549,4097
"lr_1",4.0992168459925984e-05,1613943937549,4097
"mom_1",0.8680158432385804,1613943937549,4097
"eps_1",1e-05,1613943937549,4097
"wd_2",0.01,1613943937549,4097
"sqr_mom_2",0.99,1613943937549,4097
"lr_2",0.0004099216845992598,1613943937549,4097
"mom_2",0.8680158432385804,1613943937549,4097
"eps_2",1e-05,1613943937549,4097
"train_loss",0.023945397,1613943938495,4098
"raw_loss",0.025397725,1613943938495,4098
"epoch",25.77987421383645,1613943938495,4098
"wd_0",0.01,1613943938495,4098
"sqr_mom_0",0.99,1613943938495,4098
"lr_0",4.098131907381253e-06,1613943938495,4098
"mom_0",0.8680375422277972,1613943938495,4098
"eps_0",1e-05,1613943938495,4098
"wd_1",0.01,1613943938495,4098
"sqr_mom_1",0.99,1613943938495,4098
"lr_1",4.098131907381253e-05,1613943938495,4098
"mom_1",0.8680375422277972,1613943938495,4098
"eps_1",1e-05,1613943938495,4098
"wd_2",0.01,1613943938495,4098
"sqr_mom_2",0.99,1613943938495,4098
"lr_2",0.0004098131907381253,1613943938495,4098
"mom_2",0.8680375422277972,1613943938495,4098
"eps_2",1e-05,1613943938495,4098
"train_loss",0.023890037,1613943939478,4099
"raw_loss",0.02117739,1613943939478,4099
"epoch",25.78616352201255,1613943939478,4099
"wd_0",0.01,1613943939478,4099
"sqr_mom_0",0.99,1613943939478,4099
"lr_0",4.097046279480578e-06,1613943939478,4099
"mom_0",0.8680592550029385,1613943939478,4099
"eps_0",1e-05,1613943939478,4099
"wd_1",0.01,1613943939478,4099
"sqr_mom_1",0.99,1613943939478,4099
"lr_1",4.097046279480578e-05,1613943939478,4099
"mom_1",0.8680592550029385,1613943939478,4099
"eps_1",1e-05,1613943939478,4099
"wd_2",0.01,1613943939478,4099
"sqr_mom_2",0.99,1613943939478,4099
"lr_2",0.0004097046279480578,1613943939478,4099
"mom_2",0.8680592550029385,1613943939478,4099
"eps_2",1e-05,1613943939478,4099
"train_loss",0.023963107,1613943940431,4100
"raw_loss",0.027543552,1613943940431,4100
"epoch",25.79245283018865,1613943940431,4100
"wd_0",0.01,1613943940431,4100
"sqr_mom_0",0.99,1613943940431,4100
"lr_0",4.095960142547679e-06,1613943940431,4100
"mom_0",0.868080977958826,1613943940431,4100
"eps_0",1e-05,1613943940431,4100
"wd_1",0.01,1613943940431,4100
"sqr_mom_1",0.99,1613943940431,4100
"lr_1",4.095960142547679e-05,1613943940431,4100
"mom_1",0.868080977958826,1613943940431,4100
"eps_1",1e-05,1613943940431,4100
"wd_2",0.01,1613943940431,4100
"sqr_mom_2",0.99,1613943940431,4100
"lr_2",0.00040959601425476786,1613943940431,4100
"mom_2",0.868080977958826,1613943940431,4100
"eps_2",1e-05,1613943940431,4100
"train_loss",0.024026603,1613943941392,4101
"raw_loss",0.02713785,1613943941392,4101
"epoch",25.79874213836475,1613943941392,4101
"wd_0",0.01,1613943941392,4101
"sqr_mom_0",0.99,1613943941392,4101
"lr_0",4.094873857426179e-06,1613943941392,4101
"mom_0",0.8681027038785152,1613943941392,4101
"eps_0",1e-05,1613943941392,4101
"wd_1",0.01,1613943941392,4101
"sqr_mom_1",0.99,1613943941392,4101
"lr_1",4.094873857426178e-05,1613943941392,4101
"mom_1",0.8681027038785152,1613943941392,4101
"eps_1",1e-05,1613943941392,4101
"wd_2",0.01,1613943941392,4101
"sqr_mom_2",0.99,1613943941392,4101
"lr_2",0.00040948738574261785,1613943941392,4101
"mom_2",0.8681027038785152,1613943941392,4101
"eps_2",1e-05,1613943941392,4101
"train_loss",0.024158746,1613943942341,4102
"raw_loss",0.030633774,1613943942341,4102
"epoch",25.805031446540852,1613943942341,4102
"wd_0",0.01,1613943942341,4102
"sqr_mom_0",0.99,1613943942341,4102
"lr_0",4.093786703636115e-06,1613943942341,4102
"mom_0",0.8681244471717494,1613943942341,4102
"eps_0",1e-05,1613943942341,4102
"wd_1",0.01,1613943942341,4102
"sqr_mom_1",0.99,1613943942341,4102
"lr_1",4.093786703636115e-05,1613943942341,4102
"mom_1",0.8681244471717494,1613943942341,4102
"eps_1",1e-05,1613943942341,4102
"wd_2",0.01,1613943942341,4102
"sqr_mom_2",0.99,1613943942341,4102
"lr_2",0.0004093786703636115,1613943942341,4102
"mom_2",0.8681244471717494,1613943942341,4102
"eps_2",1e-05,1613943942341,4102
"train_loss",0.024148088,1613943943278,4103
"raw_loss",0.023625806,1613943943278,4103
"epoch",25.811320754716952,1613943943278,4103
"wd_0",0.01,1613943943278,4103
"sqr_mom_0",0.99,1613943943278,4103
"lr_0",4.0926990418527775e-06,1613943943278,4103
"mom_0",0.8681462006249507,1613943943278,4103
"eps_0",1e-05,1613943943278,4103
"wd_1",0.01,1613943943278,4103
"sqr_mom_1",0.99,1613943943278,4103
"lr_1",4.092699041852777e-05,1613943943278,4103
"mom_1",0.8681462006249507,1613943943278,4103
"eps_1",1e-05,1613943943278,4103
"wd_2",0.01,1613943943278,4103
"sqr_mom_2",0.99,1613943943278,4103
"lr_2",0.00040926990418527773,1613943943278,4103
"mom_2",0.8681462006249507,1613943943278,4103
"eps_2",1e-05,1613943943278,4103
"train_loss",0.023959821,1613943944231,4104
"raw_loss",0.014734707,1613943944231,4104
"epoch",25.817610062893053,1613943944231,4104
"wd_0",0.01,1613943944231,4104
"sqr_mom_0",0.99,1613943944231,4104
"lr_0",4.091610872422845e-06,1613943944231,4104
"mom_0",0.8681679642311854,1613943944231,4104
"eps_0",1e-05,1613943944231,4104
"wd_1",0.01,1613943944231,4104
"sqr_mom_1",0.99,1613943944231,4104
"lr_1",4.091610872422846e-05,1613943944231,4104
"mom_1",0.8681679642311854,1613943944231,4104
"eps_1",1e-05,1613943944231,4104
"wd_2",0.01,1613943944231,4104
"sqr_mom_2",0.99,1613943944231,4104
"lr_2",0.00040916108724228453,1613943944231,4104
"mom_2",0.8681679642311854,1613943944231,4104
"eps_2",1e-05,1613943944231,4104
"train_loss",0.024275022,1613943945228,4105
"raw_loss",0.03971983,1613943945228,4105
"epoch",25.823899371069153,1613943945228,4105
"wd_0",0.01,1613943945228,4105
"sqr_mom_0",0.99,1613943945228,4105
"lr_0",4.090522376278604e-06,1613943945228,4105
"mom_0",0.8681897343717716,1613943945228,4105
"eps_0",1e-05,1613943945228,4105
"wd_1",0.01,1613943945228,4105
"sqr_mom_1",0.99,1613943945228,4105
"lr_1",4.090522376278604e-05,1613943945228,4105
"mom_1",0.8681897343717716,1613943945228,4105
"eps_1",1e-05,1613943945228,4105
"wd_2",0.01,1613943945228,4105
"sqr_mom_2",0.99,1613943945228,4105
"lr_2",0.0004090522376278604,1613943945228,4105
"mom_2",0.8681897343717716,1613943945228,4105
"eps_2",1e-05,1613943945228,4105
"train_loss",0.024142833,1613943946211,4106
"raw_loss",0.017665608,1613943946211,4106
"epoch",25.830188679245254,1613943946211,4106
"wd_0",0.01,1613943946211,4106
"sqr_mom_0",0.99,1613943946211,4106
"lr_0",4.0894331926802135e-06,1613943946211,4106
"mom_0",0.8682115182615783,1613943946211,4106
"eps_0",1e-05,1613943946211,4106
"wd_1",0.01,1613943946211,4106
"sqr_mom_1",0.99,1613943946211,4106
"lr_1",4.089433192680214e-05,1613943946211,4106
"mom_1",0.8682115182615783,1613943946211,4106
"eps_1",1e-05,1613943946211,4106
"wd_2",0.01,1613943946211,4106
"sqr_mom_2",0.99,1613943946211,4106
"lr_2",0.00040894331926802135,1613943946211,4106
"mom_2",0.8682115182615783,1613943946211,4106
"eps_2",1e-05,1613943946211,4106
"train_loss",0.024040984,1613943947190,4107
"raw_loss",0.019050382,1613943947190,4107
"epoch",25.836477987421354,1613943947190,4107
"wd_0",0.01,1613943947190,4107
"sqr_mom_0",0.99,1613943947190,4107
"lr_0",4.0883435024761815e-06,1613943947190,4107
"mom_0",0.8682333122835992,1613943947190,4107
"eps_0",1e-05,1613943947190,4107
"wd_1",0.01,1613943947190,4107
"sqr_mom_1",0.99,1613943947190,4107
"lr_1",4.0883435024761814e-05,1613943947190,4107
"mom_1",0.8682333122835992,1613943947190,4107
"eps_1",1e-05,1613943947190,4107
"wd_2",0.01,1613943947190,4107
"sqr_mom_2",0.99,1613943947190,4107
"lr_2",0.00040883435024761814,1613943947190,4107
"mom_2",0.8682333122835992,1613943947190,4107
"eps_2",1e-05,1613943947190,4107
"train_loss",0.02375789,1613943948147,4108
"raw_loss",0.009886219,1613943948147,4108
"epoch",25.842767295597454,1613943948147,4108
"wd_0",0.01,1613943948147,4108
"sqr_mom_0",0.99,1613943948147,4108
"lr_0",4.08725348685122e-06,1613943948147,4108
"mom_0",0.8682551128141037,1613943948147,4108
"eps_0",1e-05,1613943948147,4108
"wd_1",0.01,1613943948147,4108
"sqr_mom_1",0.99,1613943948147,4108
"lr_1",4.087253486851219e-05,1613943948147,4108
"mom_1",0.8682551128141037,1613943948147,4108
"eps_1",1e-05,1613943948147,4108
"wd_2",0.01,1613943948147,4108
"sqr_mom_2",0.99,1613943948147,4108
"lr_2",0.0004087253486851219,1613943948147,4108
"mom_2",0.8682551128141037,1613943948147,4108
"eps_2",1e-05,1613943948147,4108
"train_loss",0.023686858,1613943949097,4109
"raw_loss",0.020206267,1613943949097,4109
"epoch",25.849056603773555,1613943949097,4109
"wd_0",0.01,1613943949097,4109
"sqr_mom_0",0.99,1613943949097,4109
"lr_0",4.086162784561913e-06,1613943949097,4109
"mom_0",0.8682769270780325,1613943949097,4109
"eps_0",1e-05,1613943949097,4109
"wd_1",0.01,1613943949097,4109
"sqr_mom_1",0.99,1613943949097,4109
"lr_1",4.086162784561913e-05,1613943949097,4109
"mom_1",0.8682769270780325,1613943949097,4109
"eps_1",1e-05,1613943949097,4109
"wd_2",0.01,1613943949097,4109
"sqr_mom_2",0.99,1613943949097,4109
"lr_2",0.00040861627845619126,1613943949097,4109
"mom_2",0.8682769270780325,1613943949097,4109
"eps_2",1e-05,1613943949097,4109
"train_loss",0.023474853,1613943950061,4110
"raw_loss",0.013086652,1613943950061,4110
"epoch",25.855345911949655,1613943950061,4110
"wd_0",0.01,1613943950061,4110
"sqr_mom_0",0.99,1613943950061,4110
"lr_0",4.085071576709369e-06,1613943950061,4110
"mom_0",0.8682987514533271,1613943950061,4110
"eps_0",1e-05,1613943950061,4110
"wd_1",0.01,1613943950061,4110
"sqr_mom_1",0.99,1613943950061,4110
"lr_1",4.08507157670937e-05,1613943950061,4110
"mom_1",0.8682987514533271,1613943950061,4110
"eps_1",1e-05,1613943950061,4110
"wd_2",0.01,1613943950061,4110
"sqr_mom_2",0.99,1613943950061,4110
"lr_2",0.0004085071576709369,1613943950061,4110
"mom_2",0.8682987514533271,1613943950061,4110
"eps_2",1e-05,1613943950061,4110
"train_loss",0.02321421,1613943951016,4111
"raw_loss",0.010442669,1613943951016,4111
"epoch",25.861635220125756,1613943951016,4111
"wd_0",0.01,1613943951016,4111
"sqr_mom_0",0.99,1613943951016,4111
"lr_0",4.083980225819003e-06,1613943951016,4111
"mom_0",0.8683205786894068,1613943951016,4111
"eps_0",1e-05,1613943951016,4111
"wd_1",0.01,1613943951016,4111
"sqr_mom_1",0.99,1613943951016,4111
"lr_1",4.083980225819003e-05,1613943951016,4111
"mom_1",0.8683205786894068,1613943951016,4111
"eps_1",1e-05,1613943951016,4111
"wd_2",0.01,1613943951016,4111
"sqr_mom_2",0.99,1613943951016,4111
"lr_2",0.00040839802258190025,1613943951016,4111
"mom_2",0.8683205786894068,1613943951016,4111
"eps_2",1e-05,1613943951016,4111
"train_loss",0.023073161,1613943951963,4112
"raw_loss",0.016161771,1613943951963,4112
"epoch",25.867924528301856,1613943951963,4112
"wd_0",0.01,1613943951963,4112
"sqr_mom_0",0.99,1613943951963,4112
"lr_0",4.082888008050971e-06,1613943951963,4112
"mom_0",0.8683424232632132,1613943951963,4112
"eps_0",1e-05,1613943951963,4112
"wd_1",0.01,1613943951963,4112
"sqr_mom_1",0.99,1613943951963,4112
"lr_1",4.0828880080509706e-05,1613943951963,4112
"mom_1",0.8683424232632132,1613943951963,4112
"eps_1",1e-05,1613943951963,4112
"wd_2",0.01,1613943951963,4112
"sqr_mom_2",0.99,1613943951963,4112
"lr_2",0.00040828880080509707,1613943951963,4112
"mom_2",0.8683424232632132,1613943951963,4112
"eps_2",1e-05,1613943951963,4112
"train_loss",0.02287674,1613943952937,4113
"raw_loss",0.013252032,1613943952937,4113
"epoch",25.874213836477956,1613943952937,4113
"wd_0",0.01,1613943952937,4113
"sqr_mom_0",0.99,1613943952937,4113
"lr_0",4.0817952857635e-06,1613943952937,4113
"mom_0",0.8683642779275093,1613943952937,4113
"eps_0",1e-05,1613943952937,4113
"wd_1",0.01,1613943952937,4113
"sqr_mom_1",0.99,1613943952937,4113
"lr_1",4.081795285763499e-05,1613943952937,4113
"mom_1",0.8683642779275093,1613943952937,4113
"eps_1",1e-05,1613943952937,4113
"wd_2",0.01,1613943952937,4113
"sqr_mom_2",0.99,1613943952937,4113
"lr_2",0.0004081795285763499,1613943952937,4113
"mom_2",0.8683642779275093,1613943952937,4113
"eps_2",1e-05,1613943952937,4113
"train_loss",0.022593936,1613943953937,4114
"raw_loss",0.008736587,1613943953937,4114
"epoch",25.880503144654057,1613943953937,4114
"wd_0",0.01,1613943953937,4114
"sqr_mom_0",0.99,1613943953937,4114
"lr_0",4.0807022406445805e-06,1613943953937,4114
"mom_0",0.8683861390484988,1613943953937,4114
"eps_0",1e-05,1613943953937,4114
"wd_1",0.01,1613943953937,4114
"sqr_mom_1",0.99,1613943953937,4114
"lr_1",4.08070224064458e-05,1613943953937,4114
"mom_1",0.8683861390484988,1613943953937,4114
"eps_1",1e-05,1613943953937,4114
"wd_2",0.01,1613943953937,4114
"sqr_mom_2",0.99,1613943953937,4114
"lr_2",0.00040807022406445803,1613943953937,4114
"mom_2",0.8683861390484988,1613943953937,4114
"eps_2",1e-05,1613943953937,4114
"train_loss",0.022548476,1613943954961,4115
"raw_loss",0.020320956,1613943954961,4115
"epoch",25.886792452830157,1613943954961,4115
"wd_0",0.01,1613943954961,4115
"sqr_mom_0",0.99,1613943954961,4115
"lr_0",4.0796085104467926e-06,1613943954961,4115
"mom_0",0.8684080138712028,1613943954961,4115
"eps_0",1e-05,1613943954961,4115
"wd_1",0.01,1613943954961,4115
"sqr_mom_1",0.99,1613943954961,4115
"lr_1",4.079608510446792e-05,1613943954961,4115
"mom_1",0.8684080138712028,1613943954961,4115
"eps_1",1e-05,1613943954961,4115
"wd_2",0.01,1613943954961,4115
"sqr_mom_2",0.99,1613943954961,4115
"lr_2",0.0004079608510446792,1613943954961,4115
"mom_2",0.8684080138712028,1613943954961,4115
"eps_2",1e-05,1613943954961,4115
"train_loss",0.02235682,1613943955937,4116
"raw_loss",0.012965599,1613943955937,4116
"epoch",25.893081761006258,1613943955937,4116
"wd_0",0.01,1613943955937,4116
"sqr_mom_0",0.99,1613943955937,4116
"lr_0",4.078514276774868e-06,1613943955937,4116
"mom_0",0.8684298987634902,1613943955937,4116
"eps_0",1e-05,1613943955937,4116
"wd_1",0.01,1613943955937,4116
"sqr_mom_1",0.99,1613943955937,4116
"lr_1",4.078514276774868e-05,1613943955937,4116
"mom_1",0.8684298987634902,1613943955937,4116
"eps_1",1e-05,1613943955937,4116
"wd_2",0.01,1613943955937,4116
"sqr_mom_2",0.99,1613943955937,4116
"lr_2",0.0004078514276774868,1613943955937,4116
"mom_2",0.8684298987634902,1613943955937,4116
"eps_2",1e-05,1613943955937,4116
"train_loss",0.022259044,1613943956942,4117
"raw_loss",0.017468026,1613943956942,4117
"epoch",25.899371069182358,1613943956942,4117
"wd_0",0.01,1613943956942,4117
"sqr_mom_0",0.99,1613943956942,4117
"lr_0",4.077419903157733e-06,1613943956942,4117
"mom_0",0.8684517864547099,1613943956942,4117
"eps_0",1e-05,1613943956942,4117
"wd_1",0.01,1613943956942,4117
"sqr_mom_1",0.99,1613943956942,4117
"lr_1",4.0774199031577325e-05,1613943956942,4117
"mom_1",0.8684517864547099,1613943956942,4117
"eps_1",1e-05,1613943956942,4117
"wd_2",0.01,1613943956942,4117
"sqr_mom_2",0.99,1613943956942,4117
"lr_2",0.0004077419903157732,1613943956942,4117
"mom_2",0.8684517864547099,1613943956942,4117
"eps_2",1e-05,1613943956942,4117
"train_loss",0.022004437,1613943957930,4118
"raw_loss",0.00952872,1613943957930,4118
"epoch",25.90566037735846,1613943957930,4118
"wd_0",0.01,1613943957930,4118
"sqr_mom_0",0.99,1613943957930,4118
"lr_0",4.076324663750717e-06,1613943957930,4118
"mom_0",0.8684736914619002,1613943957930,4118
"eps_0",1e-05,1613943957930,4118
"wd_1",0.01,1613943957930,4118
"sqr_mom_1",0.99,1613943957930,4118
"lr_1",4.076324663750717e-05,1613943957930,4118
"mom_1",0.8684736914619002,1613943957930,4118
"eps_1",1e-05,1613943957930,4118
"wd_2",0.01,1613943957930,4118
"sqr_mom_2",0.99,1613943957930,4118
"lr_2",0.0004076324663750717,1613943957930,4118
"mom_2",0.8684736914619002,1613943957930,4118
"eps_2",1e-05,1613943957930,4118
"train_loss",0.021799728,1613943958935,4119
"raw_loss",0.011769024,1613943958935,4119
"epoch",25.91194968553456,1613943958935,4119
"wd_0",0.01,1613943958935,4119
"sqr_mom_0",0.99,1613943958935,4119
"lr_0",4.075228921916253e-06,1613943958935,4119
"mom_0",0.86849560651774,1613943958935,4119
"eps_0",1e-05,1613943958935,4119
"wd_1",0.01,1613943958935,4119
"sqr_mom_1",0.99,1613943958935,4119
"lr_1",4.075228921916253e-05,1613943958935,4119
"mom_1",0.86849560651774,1613943958935,4119
"eps_1",1e-05,1613943958935,4119
"wd_2",0.01,1613943958935,4119
"sqr_mom_2",0.99,1613943958935,4119
"lr_2",0.00040752289219162527,1613943958935,4119
"mom_2",0.86849560651774,1613943958935,4119
"eps_2",1e-05,1613943958935,4119
"train_loss",0.021607518,1613943959902,4120
"raw_loss",0.012189223,1613943959902,4120
"epoch",25.91823899371066,1613943959902,4120
"wd_0",0.01,1613943959902,4120
"sqr_mom_0",0.99,1613943959902,4120
"lr_0",4.074132859843528e-06,1613943959902,4120
"mom_0",0.8685175279784092,1613943959902,4120
"eps_0",1e-05,1613943959902,4120
"wd_1",0.01,1613943959902,4120
"sqr_mom_1",0.99,1613943959902,4120
"lr_1",4.074132859843528e-05,1613943959902,4120
"mom_1",0.8685175279784092,1613943959902,4120
"eps_1",1e-05,1613943959902,4120
"wd_2",0.01,1613943959902,4120
"sqr_mom_2",0.99,1613943959902,4120
"lr_2",0.00040741328598435276,1613943959902,4120
"mom_2",0.8685175279784092,1613943959902,4120
"eps_2",1e-05,1613943959902,4120
"train_loss",0.021453513,1613943960860,4121
"raw_loss",0.013907219,1613943960860,4121
"epoch",25.92452830188676,1613943960860,4121
"wd_0",0.01,1613943960860,4121
"sqr_mom_0",0.99,1613943960860,4121
"lr_0",4.073036114285268e-06,1613943960860,4121
"mom_0",0.8685394631089257,1613943960860,4121
"eps_0",1e-05,1613943960860,4121
"wd_1",0.01,1613943960860,4121
"sqr_mom_1",0.99,1613943960860,4121
"lr_1",4.073036114285268e-05,1613943960860,4121
"mom_1",0.8685394631089257,1613943960860,4121
"eps_1",1e-05,1613943960860,4121
"wd_2",0.01,1613943960860,4121
"sqr_mom_2",0.99,1613943960860,4121
"lr_2",0.0004073036114285268,1613943960860,4121
"mom_2",0.8685394631089257,1613943960860,4121
"eps_2",1e-05,1613943960860,4121
"train_loss",0.02146472,1613943961844,4122
"raw_loss",0.022013845,1613943961844,4122
"epoch",25.93081761006286,1613943961844,4122
"wd_0",0.01,1613943961844,4122
"sqr_mom_0",0.99,1613943961844,4122
"lr_0",4.071938867347747e-06,1613943961844,4122
"mom_0",0.8685614082671277,1613943961844,4122
"eps_0",1e-05,1613943961844,4122
"wd_1",0.01,1613943961844,4122
"sqr_mom_1",0.99,1613943961844,4122
"lr_1",4.071938867347748e-05,1613943961844,4122
"mom_1",0.8685614082671277,1613943961844,4122
"eps_1",1e-05,1613943961844,4122
"wd_2",0.01,1613943961844,4122
"sqr_mom_2",0.99,1613943961844,4122
"lr_2",0.0004071938867347747,1613943961844,4122
"mom_2",0.8685614082671277,1613943961844,4122
"eps_2",1e-05,1613943961844,4122
"train_loss",0.021629507,1613943962799,4123
"raw_loss",0.029704047,1613943962799,4123
"epoch",25.93710691823896,1613943962799,4123
"wd_0",0.01,1613943962799,4123
"sqr_mom_0",0.99,1613943962799,4123
"lr_0",4.070841483559236e-06,1613943962799,4123
"mom_0",0.8685833561623769,1613943962799,4123
"eps_0",1e-05,1613943962799,4123
"wd_1",0.01,1613943962799,4123
"sqr_mom_1",0.99,1613943962799,4123
"lr_1",4.0708414835592354e-05,1613943962799,4123
"mom_1",0.8685833561623769,1613943962799,4123
"eps_1",1e-05,1613943962799,4123
"wd_2",0.01,1613943962799,4123
"sqr_mom_2",0.99,1613943962799,4123
"lr_2",0.0004070841483559235,1613943962799,4123
"mom_2",0.8685833561623769,1613943962799,4123
"eps_2",1e-05,1613943962799,4123
"train_loss",0.021526322,1613943963792,4124
"raw_loss",0.016470253,1613943963792,4124
"epoch",25.94339622641506,1613943963792,4124
"wd_0",0.01,1613943963792,4124
"sqr_mom_0",0.99,1613943963792,4124
"lr_0",4.069743235078561e-06,1613943963792,4124
"mom_0",0.8686053213516423,1613943963792,4124
"eps_0",1e-05,1613943963792,4124
"wd_1",0.01,1613943963792,4124
"sqr_mom_1",0.99,1613943963792,4124
"lr_1",4.069743235078561e-05,1613943963792,4124
"mom_1",0.8686053213516423,1613943963792,4124
"eps_1",1e-05,1613943963792,4124
"wd_2",0.01,1613943963792,4124
"sqr_mom_2",0.99,1613943963792,4124
"lr_2",0.0004069743235078561,1613943963792,4124
"mom_2",0.8686053213516423,1613943963792,4124
"eps_2",1e-05,1613943963792,4124
"train_loss",0.021715775,1613943964747,4125
"raw_loss",0.030999042,1613943964747,4125
"epoch",25.94968553459116,1613943964747,4125
"wd_0",0.01,1613943964747,4125
"sqr_mom_0",0.99,1613943964747,4125
"lr_0",4.068644486268194e-06,1613943964747,4125
"mom_0",0.8686272965476016,1613943964747,4125
"eps_0",1e-05,1613943964747,4125
"wd_1",0.01,1613943964747,4125
"sqr_mom_1",0.99,1613943964747,4125
"lr_1",4.068644486268193e-05,1613943964747,4125
"mom_1",0.8686272965476016,1613943964747,4125
"eps_1",1e-05,1613943964747,4125
"wd_2",0.01,1613943964747,4125
"sqr_mom_2",0.99,1613943964747,4125
"lr_2",0.00040686444862681934,1613943964747,4125
"mom_2",0.8686272965476016,1613943964747,4125
"eps_2",1e-05,1613943964747,4125
"train_loss",0.021482628,1613943965694,4126
"raw_loss",0.01005837,1613943965694,4126
"epoch",25.95597484276726,1613943965694,4126
"wd_0",0.01,1613943965694,4126
"sqr_mom_0",0.99,1613943965694,4126
"lr_0",4.067545237478345e-06,1613943965694,4126
"mom_0",0.8686492817432505,1613943965694,4126
"eps_0",1e-05,1613943965694,4126
"wd_1",0.01,1613943965694,4126
"sqr_mom_1",0.99,1613943965694,4126
"lr_1",4.067545237478345e-05,1613943965694,4126
"mom_1",0.8686492817432505,1613943965694,4126
"eps_1",1e-05,1613943965694,4126
"wd_2",0.01,1613943965694,4126
"sqr_mom_2",0.99,1613943965694,4126
"lr_2",0.0004067545237478345,1613943965694,4126
"mom_2",0.8686492817432505,1613943965694,4126
"eps_2",1e-05,1613943965694,4126
"train_loss",0.021434015,1613943966650,4127
"raw_loss",0.019051986,1613943966650,4127
"epoch",25.962264150943362,1613943966650,4127
"wd_0",0.01,1613943966650,4127
"sqr_mom_0",0.99,1613943966650,4127
"lr_0",4.066445671480298e-06,1613943966650,4127
"mom_0",0.8686712732831269,1613943966650,4127
"eps_0",1e-05,1613943966650,4127
"wd_1",0.01,1613943966650,4127
"sqr_mom_1",0.99,1613943966650,4127
"lr_1",4.0664456714802976e-05,1613943966650,4127
"mom_1",0.8686712732831269,1613943966650,4127
"eps_1",1e-05,1613943966650,4127
"wd_2",0.01,1613943966650,4127
"sqr_mom_2",0.99,1613943966650,4127
"lr_2",0.00040664456714802977,1613943966650,4127
"mom_2",0.8686712732831269,1613943966650,4127
"eps_2",1e-05,1613943966650,4127
"train_loss",0.02139747,1613943967603,4128
"raw_loss",0.019606793,1613943967603,4128
"epoch",25.968553459119462,1613943967603,4128
"wd_0",0.01,1613943967603,4128
"sqr_mom_0",0.99,1613943967603,4128
"lr_0",4.065345423865537e-06,1613943967603,4128
"mom_0",0.8686932784554738,1613943967603,4128
"eps_0",1e-05,1613943967603,4128
"wd_1",0.01,1613943967603,4128
"sqr_mom_1",0.99,1613943967603,4128
"lr_1",4.0653454238655376e-05,1613943967603,4128
"mom_1",0.8686932784554738,1613943967603,4128
"eps_1",1e-05,1613943967603,4128
"wd_2",0.01,1613943967603,4128
"sqr_mom_2",0.99,1613943967603,4128
"lr_2",0.0004065345423865537,1613943967603,4128
"mom_2",0.8686932784554738,1613943967603,4128
"eps_2",1e-05,1613943967603,4128
"train_loss",0.022805486,1613943968559,4129
"raw_loss",0.09179839,1613943968559,4129
"epoch",25.974842767295563,1613943968559,4129
"wd_0",0.01,1613943968559,4129
"sqr_mom_0",0.99,1613943968559,4129
"lr_0",4.064244677322835e-06,1613943968559,4129
"mom_0",0.8687152936064794,1613943968559,4129
"eps_0",1e-05,1613943968559,4129
"wd_1",0.01,1613943968559,4129
"sqr_mom_1",0.99,1613943968559,4129
"lr_1",4.064244677322835e-05,1613943968559,4129
"mom_1",0.8687152936064794,1613943968559,4129
"eps_1",1e-05,1613943968559,4129
"wd_2",0.01,1613943968559,4129
"sqr_mom_2",0.99,1613943968559,4129
"lr_2",0.00040642446773228347,1613943968559,4129
"mom_2",0.8687152936064794,1613943968559,4129
"eps_2",1e-05,1613943968559,4129
"train_loss",0.022818387,1613943969501,4130
"raw_loss",0.023450475,1613943969501,4130
"epoch",25.981132075471663,1613943969501,4130
"wd_0",0.01,1613943969501,4130
"sqr_mom_0",0.99,1613943969501,4130
"lr_0",4.063143614872071e-06,1613943969501,4130
"mom_0",0.8687373150757093,1613943969501,4130
"eps_0",1e-05,1613943969501,4130
"wd_1",0.01,1613943969501,4130
"sqr_mom_1",0.99,1613943969501,4130
"lr_1",4.063143614872071e-05,1613943969501,4130
"mom_1",0.8687373150757093,1613943969501,4130
"eps_1",1e-05,1613943969501,4130
"wd_2",0.01,1613943969501,4130
"sqr_mom_2",0.99,1613943969501,4130
"lr_2",0.0004063143614872071,1613943969501,4130
"mom_2",0.8687373150757093,1613943969501,4130
"eps_2",1e-05,1613943969501,4130
"train_loss",0.022663465,1613943970447,4131
"raw_loss",0.015072331,1613943970447,4131
"epoch",25.987421383647764,1613943970447,4131
"wd_0",0.01,1613943970447,4131
"sqr_mom_0",0.99,1613943970447,4131
"lr_0",4.06204187160879e-06,1613943970447,4131
"mom_0",0.8687593501613258,1613943970447,4131
"eps_0",1e-05,1613943970447,4131
"wd_1",0.01,1613943970447,4131
"sqr_mom_1",0.99,1613943970447,4131
"lr_1",4.06204187160879e-05,1613943970447,4131
"mom_1",0.8687593501613258,1613943970447,4131
"eps_1",1e-05,1613943970447,4131
"wd_2",0.01,1613943970447,4131
"sqr_mom_2",0.99,1613943970447,4131
"lr_2",0.000406204187160879,1613943970447,4131
"mom_2",0.8687593501613258,1613943970447,4131
"eps_2",1e-05,1613943970447,4131
"train_loss",0.02279993,1613943971402,4132
"raw_loss",0.029486679,1613943971402,4132
"epoch",25.993710691823864,1613943971402,4132
"wd_0",0.01,1613943971402,4132
"sqr_mom_0",0.99,1613943971402,4132
"lr_0",4.060939630470538e-06,1613943971402,4132
"mom_0",0.8687813952045412,1613943971402,4132
"eps_0",1e-05,1613943971402,4132
"wd_1",0.01,1613943971402,4132
"sqr_mom_1",0.99,1613943971402,4132
"lr_1",4.060939630470538e-05,1613943971402,4132
"mom_1",0.8687813952045412,1613943971402,4132
"eps_1",1e-05,1613943971402,4132
"wd_2",0.01,1613943971402,4132
"sqr_mom_2",0.99,1613943971402,4132
"lr_2",0.0004060939630470538,1613943971402,4132
"mom_2",0.8687813952045412,1613943971402,4132
"eps_2",1e-05,1613943971402,4132
"train_loss",0.022981275,1613943972377,4133
"raw_loss",0.031867173,1613943972377,4133
"epoch",25.999999999999964,1613943972377,4133
"wd_0",0.01,1613943972377,4133
"sqr_mom_0",0.99,1613943972377,4133
"lr_0",4.059837257641881e-06,1613943972377,4133
"mom_0",0.8688034428815912,1613943972377,4133
"eps_0",1e-05,1613943972377,4133
"wd_1",0.01,1613943972377,4133
"sqr_mom_1",0.99,1613943972377,4133
"lr_1",4.0598372576418807e-05,1613943972377,4133
"mom_1",0.8688034428815912,1613943972377,4133
"eps_1",1e-05,1613943972377,4133
"wd_2",0.01,1613943972377,4133
"sqr_mom_2",0.99,1613943972377,4133
"lr_2",0.00040598372576418807,1613943972377,4133
"mom_2",0.8688034428815912,1613943972377,4133
"eps_2",1e-05,1613943972377,4133
"valid_loss",0.0867055207490921,1613944006393,4133
"_rmse",0.2944580018520355,1613944006393,4133
"epoch",26,1613944006393,4133
"train_loss",0.022645142,1613944007445,4134
"raw_loss",0.0061745783,1613944007445,4134
"epoch",26.0062893081761,1613944007445,4134
"wd_0",0.01,1613944007445,4134
"sqr_mom_0",0.99,1613944007445,4134
"lr_0",4.0587340219726634e-06,1613944007445,4134
"mom_0",0.8688255078156248,1613944007445,4134
"eps_0",1e-05,1613944007445,4134
"wd_1",0.01,1613944007445,4134
"sqr_mom_1",0.99,1613944007445,4134
"lr_1",4.058734021972663e-05,1613944007445,4134
"mom_1",0.8688255078156248,1613944007445,4134
"eps_1",1e-05,1613944007445,4134
"wd_2",0.01,1613944007445,4134
"sqr_mom_2",0.99,1613944007445,4134
"lr_2",0.0004058734021972663,1613944007445,4134
"mom_2",0.8688255078156248,1613944007445,4134
"eps_2",1e-05,1613944007445,4134
"train_loss",0.022489274,1613944008397,4135
"raw_loss",0.014851698,1613944008397,4135
"epoch",26.0125786163522,1613944008397,4135
"wd_0",0.01,1613944008397,4135
"sqr_mom_0",0.99,1613944008397,4135
"lr_0",4.057630472564195e-06,1613944008397,4135
"mom_0",0.8688475790245064,1613944008397,4135
"eps_0",1e-05,1613944008397,4135
"wd_1",0.01,1613944008397,4135
"sqr_mom_1",0.99,1613944008397,4135
"lr_1",4.057630472564195e-05,1613944008397,4135
"mom_1",0.8688475790245064,1613944008397,4135
"eps_1",1e-05,1613944008397,4135
"wd_2",0.01,1613944008397,4135
"sqr_mom_2",0.99,1613944008397,4135
"lr_2",0.00040576304725641944,1613944008397,4135
"mom_2",0.8688475790245064,1613944008397,4135
"eps_2",1e-05,1613944008397,4135
"train_loss",0.022455983,1613944009349,4136
"raw_loss",0.020824708,1613944009349,4136
"epoch",26.0188679245283,1613944009349,4136
"wd_0",0.01,1613944009349,4136
"sqr_mom_0",0.99,1613944009349,4136
"lr_0",4.056526060524129e-06,1613944009349,4136
"mom_0",0.8688696674861922,1613944009349,4136
"eps_0",1e-05,1613944009349,4136
"wd_1",0.01,1613944009349,4136
"sqr_mom_1",0.99,1613944009349,4136
"lr_1",4.056526060524129e-05,1613944009349,4136
"mom_1",0.8688696674861922,1613944009349,4136
"eps_1",1e-05,1613944009349,4136
"wd_2",0.01,1613944009349,4136
"sqr_mom_2",0.99,1613944009349,4136
"lr_2",0.00040565260605241284,1613944009349,4136
"mom_2",0.8688696674861922,1613944009349,4136
"eps_2",1e-05,1613944009349,4136
"train_loss",0.022181911,1613944010310,4137
"raw_loss",0.008752379,1613944010310,4137
"epoch",26.0251572327044,1613944010310,4137
"wd_0",0.01,1613944010310,4137
"sqr_mom_0",0.99,1613944010310,4137
"lr_0",4.055421518694508e-06,1613944010310,4137
"mom_0",0.8688917585436953,1613944010310,4137
"eps_0",1e-05,1613944010310,4137
"wd_1",0.01,1613944010310,4137
"sqr_mom_1",0.99,1613944010310,4137
"lr_1",4.0554215186945084e-05,1613944010310,4137
"mom_1",0.8688917585436953,1613944010310,4137
"eps_1",1e-05,1613944010310,4137
"wd_2",0.01,1613944010310,4137
"sqr_mom_2",0.99,1613944010310,4137
"lr_2",0.0004055421518694508,1613944010310,4137
"mom_2",0.8688917585436953,1613944010310,4137
"eps_2",1e-05,1613944010310,4137
"train_loss",0.022120433,1613944011265,4138
"raw_loss",0.01910801,1613944011265,4138
"epoch",26.031446540880502,1613944011265,4138
"wd_0",0.01,1613944011265,4138
"sqr_mom_0",0.99,1613944011265,4138
"lr_0",4.05431666459259e-06,1613944011265,4138
"mom_0",0.8689138558467067,1613944011265,4138
"eps_0",1e-05,1613944011265,4138
"wd_1",0.01,1613944011265,4138
"sqr_mom_1",0.99,1613944011265,4138
"lr_1",4.0543166645925894e-05,1613944011265,4138
"mom_1",0.8689138558467067,1613944011265,4138
"eps_1",1e-05,1613944011265,4138
"wd_2",0.01,1613944011265,4138
"sqr_mom_2",0.99,1613944011265,4138
"lr_2",0.0004054316664592589,1613944011265,4138
"mom_2",0.8689138558467067,1613944011265,4138
"eps_2",1e-05,1613944011265,4138
"train_loss",0.022267582,1613944012236,4139
"raw_loss",0.029477932,1613944012236,4139
"epoch",26.037735849056602,1613944012236,4139
"wd_0",0.01,1613944012236,4139
"sqr_mom_0",0.99,1613944012236,4139
"lr_0",4.053210581765737e-06,1613944012236,4139
"mom_0",0.8689359777244625,1613944012236,4139
"eps_0",1e-05,1613944012236,4139
"wd_1",0.01,1613944012236,4139
"sqr_mom_1",0.99,1613944012236,4139
"lr_1",4.053210581765737e-05,1613944012236,4139
"mom_1",0.8689359777244625,1613944012236,4139
"eps_1",1e-05,1613944012236,4139
"wd_2",0.01,1613944012236,4139
"sqr_mom_2",0.99,1613944012236,4139
"lr_2",0.00040532105817657363,1613944012236,4139
"mom_2",0.8689359777244625,1613944012236,4139
"eps_2",1e-05,1613944012236,4139
"train_loss",0.02250606,1613944013166,4140
"raw_loss",0.034191534,1613944013166,4140
"epoch",26.044025157232703,1613944013166,4140
"wd_0",0.01,1613944013166,4140
"sqr_mom_0",0.99,1613944013166,4140
"lr_0",4.052104737519582e-06,1613944013166,4140
"mom_0",0.8689580948305566,1613944013166,4140
"eps_0",1e-05,1613944013166,4140
"wd_1",0.01,1613944013166,4140
"sqr_mom_1",0.99,1613944013166,4140
"lr_1",4.0521047375195815e-05,1613944013166,4140
"mom_1",0.8689580948305566,1613944013166,4140
"eps_1",1e-05,1613944013166,4140
"wd_2",0.01,1613944013166,4140
"sqr_mom_2",0.99,1613944013166,4140
"lr_2",0.00040521047375195816,1613944013166,4140
"mom_2",0.8689580948305566,1613944013166,4140
"eps_2",1e-05,1613944013166,4140
"train_loss",0.022378406,1613944014110,4141
"raw_loss",0.016123371,1613944014110,4141
"epoch",26.050314465408803,1613944014110,4141
"wd_0",0.01,1613944014110,4141
"sqr_mom_0",0.99,1613944014110,4141
"lr_0",4.0509982153196345e-06,1613944014110,4141
"mom_0",0.8689802254958623,1613944014110,4141
"eps_0",1e-05,1613944014110,4141
"wd_1",0.01,1613944014110,4141
"sqr_mom_1",0.99,1613944014110,4141
"lr_1",4.050998215319634e-05,1613944014110,4141
"mom_1",0.8689802254958623,1613944014110,4141
"eps_1",1e-05,1613944014110,4141
"wd_2",0.01,1613944014110,4141
"sqr_mom_2",0.99,1613944014110,4141
"lr_2",0.0004050998215319634,1613944014110,4141
"mom_2",0.8689802254958623,1613944014110,4141
"eps_2",1e-05,1613944014110,4141
"train_loss",0.022551173,1613944015053,4142
"raw_loss",0.031016825,1613944015053,4142
"epoch",26.056603773584904,1613944015053,4142
"wd_0",0.01,1613944015053,4142
"sqr_mom_0",0.99,1613944015053,4142
"lr_0",4.049890831616232e-06,1613944015053,4142
"mom_0",0.8690023733914093,1613944015053,4142
"eps_0",1e-05,1613944015053,4142
"wd_1",0.01,1613944015053,4142
"sqr_mom_1",0.99,1613944015053,4142
"lr_1",4.049890831616232e-05,1613944015053,4142
"mom_1",0.8690023733914093,1613944015053,4142
"eps_1",1e-05,1613944015053,4142
"wd_2",0.01,1613944015053,4142
"sqr_mom_2",0.99,1613944015053,4142
"lr_2",0.00040498908316162317,1613944015053,4142
"mom_2",0.8690023733914093,1613944015053,4142
"eps_2",1e-05,1613944015053,4142
"train_loss",0.02306783,1613944016009,4143
"raw_loss",0.048384,1613944016009,4143
"epoch",26.062893081761004,1613944016009,4143
"wd_0",0.01,1613944016009,4143
"sqr_mom_0",0.99,1613944016009,4143
"lr_0",4.04878332122329e-06,1613944016009,4143
"mom_0",0.8690245238207724,1613944016009,4143
"eps_0",1e-05,1613944016009,4143
"wd_1",0.01,1613944016009,4143
"sqr_mom_1",0.99,1613944016009,4143
"lr_1",4.04878332122329e-05,1613944016009,4143
"mom_1",0.8690245238207724,1613944016009,4143
"eps_1",1e-05,1613944016009,4143
"wd_2",0.01,1613944016009,4143
"sqr_mom_2",0.99,1613944016009,4143
"lr_2",0.00040487833212232894,1613944016009,4143
"mom_2",0.8690245238207724,1613944016009,4143
"eps_2",1e-05,1613944016009,4143
"train_loss",0.022914827,1613944016958,4144
"raw_loss",0.015417696,1613944016958,4144
"epoch",26.069182389937104,1613944016958,4144
"wd_0",0.01,1613944016958,4144
"sqr_mom_0",0.99,1613944016958,4144
"lr_0",4.0476755011650505e-06,1613944016958,4144
"mom_0",0.8690466804435034,1613944016958,4144
"eps_0",1e-05,1613944016958,4144
"wd_1",0.01,1613944016958,4144
"sqr_mom_1",0.99,1613944016958,4144
"lr_1",4.0476755011650507e-05,1613944016958,4144
"mom_1",0.8690466804435034,1613944016958,4144
"eps_1",1e-05,1613944016958,4144
"wd_2",0.01,1613944016958,4144
"sqr_mom_2",0.99,1613944016958,4144
"lr_2",0.000404767550116505,1613944016958,4144
"mom_2",0.8690466804435034,1613944016958,4144
"eps_2",1e-05,1613944016958,4144
"train_loss",0.022658508,1613944017933,4145
"raw_loss",0.010098887,1613944017933,4145
"epoch",26.075471698113205,1613944017933,4145
"wd_0",0.01,1613944017933,4145
"sqr_mom_0",0.99,1613944017933,4145
"lr_0",4.046566452531257e-06,1613944017933,4145
"mom_0",0.8690688616379912,1613944017933,4145
"eps_0",1e-05,1613944017933,4145
"wd_1",0.01,1613944017933,4145
"sqr_mom_1",0.99,1613944017933,4145
"lr_1",4.0465664525312564e-05,1613944017933,4145
"mom_1",0.8690688616379912,1613944017933,4145
"eps_1",1e-05,1613944017933,4145
"wd_2",0.01,1613944017933,4145
"sqr_mom_2",0.99,1613944017933,4145
"lr_2",0.0004046566452531256,1613944017933,4145
"mom_2",0.8690688616379912,1613944017933,4145
"eps_2",1e-05,1613944017933,4145
"train_loss",0.02250731,1613944018890,4146
"raw_loss",0.0150985485,1613944018890,4146
"epoch",26.081761006289305,1613944018890,4146
"wd_0",0.01,1613944018890,4146
"sqr_mom_0",0.99,1613944018890,4146
"lr_0",4.045457646561912e-06,1613944018890,4146
"mom_0",0.8690910379791416,1613944018890,4146
"eps_0",1e-05,1613944018890,4146
"wd_1",0.01,1613944018890,4146
"sqr_mom_1",0.99,1613944018890,4146
"lr_1",4.045457646561912e-05,1613944018890,4146
"mom_1",0.8690910379791416,1613944018890,4146
"eps_1",1e-05,1613944018890,4146
"wd_2",0.01,1613944018890,4146
"sqr_mom_2",0.99,1613944018890,4146
"lr_2",0.0004045457646561912,1613944018890,4146
"mom_2",0.8690910379791416,1613944018890,4146
"eps_2",1e-05,1613944018890,4146
"train_loss",0.022771623,1613944019890,4147
"raw_loss",0.035722964,1613944019890,4147
"epoch",26.088050314465406,1613944019890,4147
"wd_0",0.01,1613944019890,4147
"sqr_mom_0",0.99,1613944019890,4147
"lr_0",4.044348164265254e-06,1613944019890,4147
"mom_0",0.8691132278469734,1613944019890,4147
"eps_0",1e-05,1613944019890,4147
"wd_1",0.01,1613944019890,4147
"sqr_mom_1",0.99,1613944019890,4147
"lr_1",4.044348164265254e-05,1613944019890,4147
"mom_1",0.8691132278469734,1613944019890,4147
"eps_1",1e-05,1613944019890,4147
"wd_2",0.01,1613944019890,4147
"sqr_mom_2",0.99,1613944019890,4147
"lr_2",0.00040443481642652535,1613944019890,4147
"mom_2",0.8691132278469734,1613944019890,4147
"eps_2",1e-05,1613944019890,4147
"train_loss",0.022718906,1613944020911,4148
"raw_loss",0.020135833,1613944020911,4148
"epoch",26.094339622641506,1613944020911,4148
"wd_0",0.01,1613944020911,4148
"sqr_mom_0",0.99,1613944020911,4148
"lr_0",4.043237821603167e-06,1613944020911,4148
"mom_0",0.8691354349222858,1613944020911,4148
"eps_0",1e-05,1613944020911,4148
"wd_1",0.01,1613944020911,4148
"sqr_mom_1",0.99,1613944020911,4148
"lr_1",4.043237821603166e-05,1613944020911,4148
"mom_1",0.8691354349222858,1613944020911,4148
"eps_1",1e-05,1613944020911,4148
"wd_2",0.01,1613944020911,4148
"sqr_mom_2",0.99,1613944020911,4148
"lr_2",0.0004043237821603166,1613944020911,4148
"mom_2",0.8691354349222858,1613944020911,4148
"eps_2",1e-05,1613944020911,4148
"train_loss",0.02247851,1613944021882,4149
"raw_loss",0.01069906,1613944021882,4149
"epoch",26.100628930817606,1613944021882,4149
"wd_0",0.01,1613944021882,4149
"sqr_mom_0",0.99,1613944021882,4149
"lr_0",4.042127355353009e-06,1613944021882,4149
"mom_0",0.8691576444693845,1613944021882,4149
"eps_0",1e-05,1613944021882,4149
"wd_1",0.01,1613944021882,4149
"sqr_mom_1",0.99,1613944021882,4149
"lr_1",4.0421273553530086e-05,1613944021882,4149
"mom_1",0.8691576444693845,1613944021882,4149
"eps_1",1e-05,1613944021882,4149
"wd_2",0.01,1613944021882,4149
"sqr_mom_2",0.99,1613944021882,4149
"lr_2",0.0004042127355353008,1613944021882,4149
"mom_2",0.8691576444693845,1613944021882,4149
"eps_2",1e-05,1613944021882,4149
"train_loss",0.022785712,1613944022887,4150
"raw_loss",0.03783866,1613944022887,4150
"epoch",26.106918238993707,1613944022887,4150
"wd_0",0.01,1613944022887,4150
"sqr_mom_0",0.99,1613944022887,4150
"lr_0",4.041016397738415e-06,1613944022887,4150
"mom_0",0.8691798638438701,1613944022887,4150
"eps_0",1e-05,1613944022887,4150
"wd_1",0.01,1613944022887,4150
"sqr_mom_1",0.99,1613944022887,4150
"lr_1",4.041016397738415e-05,1613944022887,4150
"mom_1",0.8691798638438701,1613944022887,4150
"eps_1",1e-05,1613944022887,4150
"wd_2",0.01,1613944022887,4150
"sqr_mom_2",0.99,1613944022887,4150
"lr_2",0.0004041016397738415,1613944022887,4150
"mom_2",0.8691798638438701,1613944022887,4150
"eps_2",1e-05,1613944022887,4150
"train_loss",0.022769034,1613944023920,4151
"raw_loss",0.021951808,1613944023920,4151
"epoch",26.113207547169807,1613944023920,4151
"wd_0",0.01,1613944023920,4151
"sqr_mom_0",0.99,1613944023920,4151
"lr_0",4.039904580331125e-06,1613944023920,4151
"mom_0",0.8692021004143816,1613944023920,4151
"eps_0",1e-05,1613944023920,4151
"wd_1",0.01,1613944023920,4151
"sqr_mom_1",0.99,1613944023920,4151
"lr_1",4.039904580331125e-05,1613944023920,4151
"mom_1",0.8692021004143816,1613944023920,4151
"eps_1",1e-05,1613944023920,4151
"wd_2",0.01,1613944023920,4151
"sqr_mom_2",0.99,1613944023920,4151
"lr_2",0.0004039904580331125,1613944023920,4151
"mom_2",0.8692021004143816,1613944023920,4151
"eps_2",1e-05,1613944023920,4151
"train_loss",0.022626124,1613944024954,4152
"raw_loss",0.015623549,1613944024954,4152
"epoch",26.119496855345908,1613944024954,4152
"wd_0",0.01,1613944024954,4152
"sqr_mom_0",0.99,1613944024954,4152
"lr_0",4.0387926408870745e-06,1613944024954,4152
"mom_0",0.8692243394256527,1613944024954,4152
"eps_0",1e-05,1613944024954,4152
"wd_1",0.01,1613944024954,4152
"sqr_mom_1",0.99,1613944024954,4152
"lr_1",4.038792640887074e-05,1613944024954,4152
"mom_1",0.8692243394256527,1613944024954,4152
"eps_1",1e-05,1613944024954,4152
"wd_2",0.01,1613944024954,4152
"sqr_mom_2",0.99,1613944024954,4152
"lr_2",0.00040387926408870745,1613944024954,4152
"mom_2",0.8692243394256527,1613944024954,4152
"eps_2",1e-05,1613944024954,4152
"train_loss",0.02263852,1613944025972,4153
"raw_loss",0.023245916,1613944025972,4153
"epoch",26.125786163522008,1613944025972,4153
"wd_0",0.01,1613944025972,4153
"sqr_mom_0",0.99,1613944025972,4153
"lr_0",4.03768039569492e-06,1613944025972,4153
"mom_0",0.8692465845519471,1613944025972,4153
"eps_0",1e-05,1613944025972,4153
"wd_1",0.01,1613944025972,4153
"sqr_mom_1",0.99,1613944025972,4153
"lr_1",4.03768039569492e-05,1613944025972,4153
"mom_1",0.8692465845519471,1613944025972,4153
"eps_1",1e-05,1613944025972,4153
"wd_2",0.01,1613944025972,4153
"sqr_mom_2",0.99,1613944025972,4153
"lr_2",0.00040376803956949193,1613944025972,4153
"mom_2",0.8692465845519471,1613944025972,4153
"eps_2",1e-05,1613944025972,4153
"train_loss",0.022597222,1613944026986,4154
"raw_loss",0.020573575,1613944026986,4154
"epoch",26.13207547169811,1613944026986,4154
"wd_0",0.01,1613944026986,4154
"sqr_mom_0",0.99,1613944026986,4154
"lr_0",4.036566922177704e-06,1613944026986,4154
"mom_0",0.8692688542449883,1613944026986,4154
"eps_0",1e-05,1613944026986,4154
"wd_1",0.01,1613944026986,4154
"sqr_mom_1",0.99,1613944026986,4154
"lr_1",4.036566922177704e-05,1613944026986,4154
"mom_1",0.8692688542449883,1613944026986,4154
"eps_1",1e-05,1613944026986,4154
"wd_2",0.01,1613944026986,4154
"sqr_mom_2",0.99,1613944026986,4154
"lr_2",0.00040365669221777037,1613944026986,4154
"mom_2",0.8692688542449883,1613944026986,4154
"eps_2",1e-05,1613944026986,4154
"train_loss",0.02281673,1613944027960,4155
"raw_loss",0.03357266,1613944027960,4155
"epoch",26.13836477987421,1613944027960,4155
"wd_0",0.01,1613944027960,4155
"sqr_mom_0",0.99,1613944027960,4155
"lr_0",4.03545369744539e-06,1613944027960,4155
"mom_0",0.8692911189622818,1613944027960,4155
"eps_0",1e-05,1613944027960,4155
"wd_1",0.01,1613944027960,4155
"sqr_mom_1",0.99,1613944027960,4155
"lr_1",4.0354536974453895e-05,1613944027960,4155
"mom_1",0.8692911189622818,1613944027960,4155
"eps_1",1e-05,1613944027960,4155
"wd_2",0.01,1613944027960,4155
"sqr_mom_2",0.99,1613944027960,4155
"lr_2",0.00040354536974453897,1613944027960,4155
"mom_2",0.8692911189622818,1613944027960,4155
"eps_2",1e-05,1613944027960,4155
"train_loss",0.022492697,1613944028943,4156
"raw_loss",0.0066150646,1613944028943,4156
"epoch",26.14465408805031,1613944028943,4156
"wd_0",0.01,1613944028943,4156
"sqr_mom_0",0.99,1613944028943,4156
"lr_0",4.034339244447992e-06,1613944028943,4156
"mom_0",0.8693134082451226,1613944028943,4156
"eps_0",1e-05,1613944028943,4156
"wd_1",0.01,1613944028943,4156
"sqr_mom_1",0.99,1613944028943,4156
"lr_1",4.034339244447991e-05,1613944028943,4156
"mom_1",0.8693134082451226,1613944028943,4156
"eps_1",1e-05,1613944028943,4156
"wd_2",0.01,1613944028943,4156
"sqr_mom_2",0.99,1613944028943,4156
"lr_2",0.0004034339244447991,1613944028943,4156
"mom_2",0.8693134082451226,1613944028943,4156
"eps_2",1e-05,1613944028943,4156
"train_loss",0.022357617,1613944029910,4157
"raw_loss",0.015738636,1613944029910,4157
"epoch",26.15094339622641,1613944029910,4157
"wd_0",0.01,1613944029910,4157
"sqr_mom_0",0.99,1613944029910,4157
"lr_0",4.033225041594829e-06,1613944029910,4157
"mom_0",0.8693356925250286,1613944029910,4157
"eps_0",1e-05,1613944029910,4157
"wd_1",0.01,1613944029910,4157
"sqr_mom_1",0.99,1613944029910,4157
"lr_1",4.033225041594829e-05,1613944029910,4157
"mom_1",0.8693356925250286,1613944029910,4157
"eps_1",1e-05,1613944029910,4157
"wd_2",0.01,1613944029910,4157
"sqr_mom_2",0.99,1613944029910,4157
"lr_2",0.0004033225041594829,1613944029910,4157
"mom_2",0.8693356925250286,1613944029910,4157
"eps_2",1e-05,1613944029910,4157
"train_loss",0.022283686,1613944030874,4158
"raw_loss",0.018661117,1613944030874,4158
"epoch",26.15723270440251,1613944030874,4158
"wd_0",0.01,1613944030874,4158
"sqr_mom_0",0.99,1613944030874,4158
"lr_0",4.032110165416436e-06,1613944030874,4158
"mom_0",0.869357990271574,1613944030874,4158
"eps_0",1e-05,1613944030874,4158
"wd_1",0.01,1613944030874,4158
"sqr_mom_1",0.99,1613944030874,4158
"lr_1",4.0321101654164364e-05,1613944030874,4158
"mom_1",0.869357990271574,1613944030874,4158
"eps_1",1e-05,1613944030874,4158
"wd_2",0.01,1613944030874,4158
"sqr_mom_2",0.99,1613944030874,4158
"lr_2",0.0004032110165416436,1613944030874,4158
"mom_2",0.869357990271574,1613944030874,4158
"eps_2",1e-05,1613944030874,4158
"train_loss",0.022041347,1613944031839,4159
"raw_loss",0.010166681,1613944031839,4159
"epoch",26.16352201257861,1613944031839,4159
"wd_0",0.01,1613944031839,4159
"sqr_mom_0",0.99,1613944031839,4159
"lr_0",4.030994430984671e-06,1613944031839,4159
"mom_0",0.8693803051833584,1613944031839,4159
"eps_0",1e-05,1613944031839,4159
"wd_1",0.01,1613944031839,4159
"sqr_mom_1",0.99,1613944031839,4159
"lr_1",4.030994430984671e-05,1613944031839,4159
"mom_1",0.8693803051833584,1613944031839,4159
"eps_1",1e-05,1613944031839,4159
"wd_2",0.01,1613944031839,4159
"sqr_mom_2",0.99,1613944031839,4159
"lr_2",0.00040309944309846707,1613944031839,4159
"mom_2",0.8693803051833584,1613944031839,4159
"eps_2",1e-05,1613944031839,4159
"train_loss",0.021740224,1613944032803,4160
"raw_loss",0.0069852388,1613944032803,4160
"epoch",26.16981132075471,1613944032803,4160
"wd_0",0.01,1613944032803,4160
"sqr_mom_0",0.99,1613944032803,4160
"lr_0",4.029878578654647e-06,1613944032803,4160
"mom_0",0.8694026224531316,1613944032803,4160
"eps_0",1e-05,1613944032803,4160
"wd_1",0.01,1613944032803,4160
"sqr_mom_1",0.99,1613944032803,4160
"lr_1",4.029878578654647e-05,1613944032803,4160
"mom_1",0.8694026224531316,1613944032803,4160
"eps_1",1e-05,1613944032803,4160
"wd_2",0.01,1613944032803,4160
"sqr_mom_2",0.99,1613944032803,4160
"lr_2",0.0004029878578654647,1613944032803,4160
"mom_2",0.8694026224531316,1613944032803,4160
"eps_2",1e-05,1613944032803,4160
"train_loss",0.0215191,1613944033766,4161
"raw_loss",0.010683986,1613944033766,4161
"epoch",26.17610062893081,1613944033766,4161
"wd_0",0.01,1613944033766,4161
"sqr_mom_0",0.99,1613944033766,4161
"lr_0",4.028762424065134e-06,1613944033766,4161
"mom_0",0.869424945768155,1613944033766,4161
"eps_0",1e-05,1613944033766,4161
"wd_1",0.01,1613944033766,4161
"sqr_mom_1",0.99,1613944033766,4161
"lr_1",4.028762424065134e-05,1613944033766,4161
"mom_1",0.869424945768155,1613944033766,4161
"eps_1",1e-05,1613944033766,4161
"wd_2",0.01,1613944033766,4161
"sqr_mom_2",0.99,1613944033766,4161
"lr_2",0.00040287624240651336,1613944033766,4161
"mom_2",0.869424945768155,1613944033766,4161
"eps_2",1e-05,1613944033766,4161
"train_loss",0.021627994,1613944034744,4162
"raw_loss",0.02696384,1613944034744,4162
"epoch",26.18238993710691,1613944034744,4162
"wd_0",0.01,1613944034744,4162
"sqr_mom_0",0.99,1613944034744,4162
"lr_0",4.0276450413998466e-06,1613944034744,4162
"mom_0",0.8694472936449394,1613944034744,4162
"eps_0",1e-05,1613944034744,4162
"wd_1",0.01,1613944034744,4162
"sqr_mom_1",0.99,1613944034744,4162
"lr_1",4.027645041399847e-05,1613944034744,4162
"mom_1",0.8694472936449394,1613944034744,4162
"eps_1",1e-05,1613944034744,4162
"wd_2",0.01,1613944034744,4162
"sqr_mom_2",0.99,1613944034744,4162
"lr_2",0.00040276450413998465,1613944034744,4162
"mom_2",0.8694472936449394,1613944034744,4162
"eps_2",1e-05,1613944034744,4162
"train_loss",0.021412486,1613944035709,4163
"raw_loss",0.010852549,1613944035709,4163
"epoch",26.188679245283012,1613944035709,4163
"wd_0",0.01,1613944035709,4163
"sqr_mom_0",0.99,1613944035709,4163
"lr_0",4.026527912954538e-06,1613944035709,4163
"mom_0",0.8694696364372736,1613944035709,4163
"eps_0",1e-05,1613944035709,4163
"wd_1",0.01,1613944035709,4163
"sqr_mom_1",0.99,1613944035709,4163
"lr_1",4.026527912954538e-05,1613944035709,4163
"mom_1",0.8694696364372736,1613944035709,4163
"eps_1",1e-05,1613944035709,4163
"wd_2",0.01,1613944035709,4163
"sqr_mom_2",0.99,1613944035709,4163
"lr_2",0.0004026527912954538,1613944035709,4163
"mom_2",0.8694696364372736,1613944035709,4163
"eps_2",1e-05,1613944035709,4163
"train_loss",0.021267582,1613944036671,4164
"raw_loss",0.014167244,1613944036671,4164
"epoch",26.194968553459113,1613944036671,4164
"wd_0",0.01,1613944036671,4164
"sqr_mom_0",0.99,1613944036671,4164
"lr_0",4.025410112832414e-06,1613944036671,4164
"mom_0",0.8694919926632784,1613944036671,4164
"eps_0",1e-05,1613944036671,4164
"wd_1",0.01,1613944036671,4164
"sqr_mom_1",0.99,1613944036671,4164
"lr_1",4.025410112832414e-05,1613944036671,4164
"mom_1",0.8694919926632784,1613944036671,4164
"eps_1",1e-05,1613944036671,4164
"wd_2",0.01,1613944036671,4164
"sqr_mom_2",0.99,1613944036671,4164
"lr_2",0.00040254101128324134,1613944036671,4164
"mom_2",0.8694919926632784,1613944036671,4164
"eps_2",1e-05,1613944036671,4164
"train_loss",0.021062767,1613944037650,4165
"raw_loss",0.011026845,1613944037650,4165
"epoch",26.201257861635213,1613944037650,4165
"wd_0",0.01,1613944037650,4165
"sqr_mom_0",0.99,1613944037650,4165
"lr_0",4.0242914556228765e-06,1613944037650,4165
"mom_0",0.8695143660312028,1613944037650,4165
"eps_0",1e-05,1613944037650,4165
"wd_1",0.01,1613944037650,4165
"sqr_mom_1",0.99,1613944037650,4165
"lr_1",4.024291455622876e-05,1613944037650,4165
"mom_1",0.8695143660312028,1613944037650,4165
"eps_1",1e-05,1613944037650,4165
"wd_2",0.01,1613944037650,4165
"sqr_mom_2",0.99,1613944037650,4165
"lr_2",0.0004024291455622876,1613944037650,4165
"mom_2",0.8695143660312028,1613944037650,4165
"eps_2",1e-05,1613944037650,4165
"train_loss",0.021009983,1613944038607,4166
"raw_loss",0.018423585,1613944038607,4166
"epoch",26.207547169811313,1613944038607,4166
"wd_0",0.01,1613944038607,4166
"sqr_mom_0",0.99,1613944038607,4166
"lr_0",4.023172683620473e-06,1613944038607,4166
"mom_0",0.8695367416950075,1613944038607,4166
"eps_0",1e-05,1613944038607,4166
"wd_1",0.01,1613944038607,4166
"sqr_mom_1",0.99,1613944038607,4166
"lr_1",4.023172683620473e-05,1613944038607,4166
"mom_1",0.8695367416950075,1613944038607,4166
"eps_1",1e-05,1613944038607,4166
"wd_2",0.01,1613944038607,4166
"sqr_mom_2",0.99,1613944038607,4166
"lr_2",0.0004023172683620473,1613944038607,4166
"mom_2",0.8695367416950075,1613944038607,4166
"eps_2",1e-05,1613944038607,4166
"train_loss",0.02077389,1613944039564,4167
"raw_loss",0.009205255,1613944039564,4167
"epoch",26.213836477987414,1613944039564,4167
"wd_0",0.01,1613944039564,4167
"sqr_mom_0",0.99,1613944039564,4167
"lr_0",4.022053611979039e-06,1613944039564,4167
"mom_0",0.8695591233516528,1613944039564,4167
"eps_0",1e-05,1613944039564,4167
"wd_1",0.01,1613944039564,4167
"sqr_mom_1",0.99,1613944039564,4167
"lr_1",4.022053611979039e-05,1613944039564,4167
"mom_1",0.8695591233516528,1613944039564,4167
"eps_1",1e-05,1613944039564,4167
"wd_2",0.01,1613944039564,4167
"sqr_mom_2",0.99,1613944039564,4167
"lr_2",0.0004022053611979039,1613944039564,4167
"mom_2",0.8695591233516528,1613944039564,4167
"eps_2",1e-05,1613944039564,4167
"train_loss",0.020705212,1613944040527,4168
"raw_loss",0.017339982,1613944040527,4168
"epoch",26.220125786163514,1613944040527,4168
"wd_0",0.01,1613944040527,4168
"sqr_mom_0",0.99,1613944040527,4168
"lr_0",4.02093331246523e-06,1613944040527,4168
"mom_0",0.869581529565991,1613944040527,4168
"eps_0",1e-05,1613944040527,4168
"wd_1",0.01,1613944040527,4168
"sqr_mom_1",0.99,1613944040527,4168
"lr_1",4.0209333124652294e-05,1613944040527,4168
"mom_1",0.869581529565991,1613944040527,4168
"eps_1",1e-05,1613944040527,4168
"wd_2",0.01,1613944040527,4168
"sqr_mom_2",0.99,1613944040527,4168
"lr_2",0.0004020933312465229,1613944040527,4168
"mom_2",0.869581529565991,1613944040527,4168
"eps_2",1e-05,1613944040527,4168
"train_loss",0.02098072,1613944041489,4169
"raw_loss",0.03448061,1613944041489,4169
"epoch",26.226415094339615,1613944041489,4169
"wd_0",0.01,1613944041489,4169
"sqr_mom_0",0.99,1613944041489,4169
"lr_0",4.019813271244225e-06,1613944041489,4169
"mom_0",0.8696039306144216,1613944041489,4169
"eps_0",1e-05,1613944041489,4169
"wd_1",0.01,1613944041489,4169
"sqr_mom_1",0.99,1613944041489,4169
"lr_1",4.019813271244224e-05,1613944041489,4169
"mom_1",0.8696039306144216,1613944041489,4169
"eps_1",1e-05,1613944041489,4169
"wd_2",0.01,1613944041489,4169
"sqr_mom_2",0.99,1613944041489,4169
"lr_2",0.0004019813271244224,1613944041489,4169
"mom_2",0.8696039306144216,1613944041489,4169
"eps_2",1e-05,1613944041489,4169
"train_loss",0.021224713,1613944042445,4170
"raw_loss",0.03318041,1613944042445,4170
"epoch",26.232704402515715,1613944042445,4170
"wd_0",0.01,1613944042445,4170
"sqr_mom_0",0.99,1613944042445,4170
"lr_0",4.0186925600025244e-06,1613944042445,4170
"mom_0",0.8696263450634001,1613944042445,4170
"eps_0",1e-05,1613944042445,4170
"wd_1",0.01,1613944042445,4170
"sqr_mom_1",0.99,1613944042445,4170
"lr_1",4.018692560002524e-05,1613944042445,4170
"mom_1",0.8696263450634001,1613944042445,4170
"eps_1",1e-05,1613944042445,4170
"wd_2",0.01,1613944042445,4170
"sqr_mom_2",0.99,1613944042445,4170
"lr_2",0.0004018692560002524,1613944042445,4170
"mom_2",0.8696263450634001,1613944042445,4170
"eps_2",1e-05,1613944042445,4170
"train_loss",0.020972079,1613944043417,4171
"raw_loss",0.008593028,1613944043417,4171
"epoch",26.238993710691815,1613944043417,4171
"wd_0",0.01,1613944043417,4171
"sqr_mom_0",0.99,1613944043417,4171
"lr_0",4.017570992849204e-06,1613944043417,4171
"mom_0",0.8696487766307822,1613944043417,4171
"eps_0",1e-05,1613944043417,4171
"wd_1",0.01,1613944043417,4171
"sqr_mom_1",0.99,1613944043417,4171
"lr_1",4.017570992849204e-05,1613944043417,4171
"mom_1",0.8696487766307822,1613944043417,4171
"eps_1",1e-05,1613944043417,4171
"wd_2",0.01,1613944043417,4171
"sqr_mom_2",0.99,1613944043417,4171
"lr_2",0.0004017570992849204,1613944043417,4171
"mom_2",0.8696487766307822,1613944043417,4171
"eps_2",1e-05,1613944043417,4171
"train_loss",0.021056265,1613944044384,4172
"raw_loss",0.02518138,1613944044384,4172
"epoch",26.245283018867916,1613944044384,4172
"wd_0",0.01,1613944044384,4172
"sqr_mom_0",0.99,1613944044384,4172
"lr_0",4.016449314009728e-06,1613944044384,4172
"mom_0",0.8696712104319098,1613944044384,4172
"eps_0",1e-05,1613944044384,4172
"wd_1",0.01,1613944044384,4172
"sqr_mom_1",0.99,1613944044384,4172
"lr_1",4.016449314009728e-05,1613944044384,4172
"mom_1",0.8696712104319098,1613944044384,4172
"eps_1",1e-05,1613944044384,4172
"wd_2",0.01,1613944044384,4172
"sqr_mom_2",0.99,1613944044384,4172
"lr_2",0.0004016449314009728,1613944044384,4172
"mom_2",0.8696712104319098,1613944044384,4172
"eps_2",1e-05,1613944044384,4172
"train_loss",0.021038614,1613944045344,4173
"raw_loss",0.020173715,1613944045344,4173
"epoch",26.251572327044016,1613944045344,4173
"wd_0",0.01,1613944045344,4173
"sqr_mom_0",0.99,1613944045344,4173
"lr_0",4.015327151987685e-06,1613944045344,4173
"mom_0",0.8696936538967852,1613944045344,4173
"eps_0",1e-05,1613944045344,4173
"wd_1",0.01,1613944045344,4173
"sqr_mom_1",0.99,1613944045344,4173
"lr_1",4.015327151987685e-05,1613944045344,4173
"mom_1",0.8696936538967852,1613944045344,4173
"eps_1",1e-05,1613944045344,4173
"wd_2",0.01,1613944045344,4173
"sqr_mom_2",0.99,1613944045344,4173
"lr_2",0.0004015327151987684,1613944045344,4173
"mom_2",0.8696936538967852,1613944045344,4173
"eps_2",1e-05,1613944045344,4173
"train_loss",0.021148674,1613944046303,4174
"raw_loss",0.026541626,1613944046303,4174
"epoch",26.257861635220117,1613944046303,4174
"wd_0",0.01,1613944046303,4174
"sqr_mom_0",0.99,1613944046303,4174
"lr_0",4.0142041346456166e-06,1613944046303,4174
"mom_0",0.8697161144682324,1613944046303,4174
"eps_0",1e-05,1613944046303,4174
"wd_1",0.01,1613944046303,4174
"sqr_mom_1",0.99,1613944046303,4174
"lr_1",4.014204134645616e-05,1613944046303,4174
"mom_1",0.8697161144682324,1613944046303,4174
"eps_1",1e-05,1613944046303,4174
"wd_2",0.01,1613944046303,4174
"sqr_mom_2",0.99,1613944046303,4174
"lr_2",0.0004014204134645616,1613944046303,4174
"mom_2",0.8697161144682324,1613944046303,4174
"eps_2",1e-05,1613944046303,4174
"train_loss",0.020944057,1613944047271,4175
"raw_loss",0.010917841,1613944047271,4175
"epoch",26.264150943396217,1613944047271,4175
"wd_0",0.01,1613944047271,4175
"sqr_mom_0",0.99,1613944047271,4175
"lr_0",4.013081007171274e-06,1613944047271,4175
"mom_0",0.8697385772423469,1613944047271,4175
"eps_0",1e-05,1613944047271,4175
"wd_1",0.01,1613944047271,4175
"sqr_mom_1",0.99,1613944047271,4175
"lr_1",4.0130810071712736e-05,1613944047271,4175
"mom_1",0.8697385772423469,1613944047271,4175
"eps_1",1e-05,1613944047271,4175
"wd_2",0.01,1613944047271,4175
"sqr_mom_2",0.99,1613944047271,4175
"lr_2",0.00040130810071712736,1613944047271,4175
"mom_2",0.8697385772423469,1613944047271,4175
"eps_2",1e-05,1613944047271,4175
"train_loss",0.021033442,1613944048212,4176
"raw_loss",0.025413275,1613944048212,4176
"epoch",26.270440251572317,1613944048212,4176
"wd_0",0.01,1613944048212,4176
"sqr_mom_0",0.99,1613944048212,4176
"lr_0",4.01195758399506e-06,1613944048212,4176
"mom_0",0.869761045930558,1613944048212,4176
"eps_0",1e-05,1613944048212,4176
"wd_1",0.01,1613944048212,4176
"sqr_mom_1",0.99,1613944048212,4176
"lr_1",4.0119575839950606e-05,1613944048212,4176
"mom_1",0.869761045930558,1613944048212,4176
"eps_1",1e-05,1613944048212,4176
"wd_2",0.01,1613944048212,4176
"sqr_mom_2",0.99,1613944048212,4176
"lr_2",0.00040119575839950603,1613944048212,4176
"mom_2",0.869761045930558,1613944048212,4176
"eps_2",1e-05,1613944048212,4176
"train_loss",0.020926232,1613944049165,4177
"raw_loss",0.015672931,1613944049165,4177
"epoch",26.276729559748418,1613944049165,4177
"wd_0",0.01,1613944049165,4177
"sqr_mom_0",0.99,1613944049165,4177
"lr_0",4.010832933277985e-06,1613944049165,4177
"mom_0",0.869783539169832,1613944049165,4177
"eps_0",1e-05,1613944049165,4177
"wd_1",0.01,1613944049165,4177
"sqr_mom_1",0.99,1613944049165,4177
"lr_1",4.010832933277985e-05,1613944049165,4177
"mom_1",0.869783539169832,1613944049165,4177
"eps_1",1e-05,1613944049165,4177
"wd_2",0.01,1613944049165,4177
"sqr_mom_2",0.99,1613944049165,4177
"lr_2",0.00040108329332779846,1613944049165,4177
"mom_2",0.869783539169832,1613944049165,4177
"eps_2",1e-05,1613944049165,4177
"train_loss",0.020822944,1613944050134,4178
"raw_loss",0.015761858,1613944050134,4178
"epoch",26.28301886792452,1613944050134,4178
"wd_0",0.01,1613944050134,4178
"sqr_mom_0",0.99,1613944050134,4178
"lr_0",4.009708546957439e-06,1613944050134,4178
"mom_0",0.8698060271211224,1613944050134,4178
"eps_0",1e-05,1613944050134,4178
"wd_1",0.01,1613944050134,4178
"sqr_mom_1",0.99,1613944050134,4178
"lr_1",4.009708546957439e-05,1613944050134,4178
"mom_1",0.8698060271211224,1613944050134,4178
"eps_1",1e-05,1613944050134,4178
"wd_2",0.01,1613944050134,4178
"sqr_mom_2",0.99,1613944050134,4178
"lr_2",0.00040097085469574387,1613944050134,4178
"mom_2",0.8698060271211224,1613944050134,4178
"eps_2",1e-05,1613944050134,4178
"train_loss",0.020645043,1613944051077,4179
"raw_loss",0.011927886,1613944051077,4179
"epoch",26.28930817610062,1613944051077,4179
"wd_0",0.01,1613944051077,4179
"sqr_mom_0",0.99,1613944051077,4179
"lr_0",4.008583493114808e-06,1613944051077,4179
"mom_0",0.8698285284229881,1613944051077,4179
"eps_0",1e-05,1613944051077,4179
"wd_1",0.01,1613944051077,4179
"sqr_mom_1",0.99,1613944051077,4179
"lr_1",4.008583493114808e-05,1613944051077,4179
"mom_1",0.8698285284229881,1613944051077,4179
"eps_1",1e-05,1613944051077,4179
"wd_2",0.01,1613944051077,4179
"sqr_mom_2",0.99,1613944051077,4179
"lr_2",0.00040085834931148076,1613944051077,4179
"mom_2",0.8698285284229881,1613944051077,4179
"eps_2",1e-05,1613944051077,4179
"train_loss",0.020620687,1613944052042,4180
"raw_loss",0.019427223,1613944052042,4180
"epoch",26.29559748427672,1613944052042,4180
"wd_0",0.01,1613944052042,4180
"sqr_mom_0",0.99,1613944052042,4180
"lr_0",4.00745758514267e-06,1613944052042,4180
"mom_0",0.8698510468076147,1613944052042,4180
"eps_0",1e-05,1613944052042,4180
"wd_1",0.01,1613944052042,4180
"sqr_mom_1",0.99,1613944052042,4180
"lr_1",4.007457585142669e-05,1613944052042,4180
"mom_1",0.8698510468076147,1613944052042,4180
"eps_1",1e-05,1613944052042,4180
"wd_2",0.01,1613944052042,4180
"sqr_mom_2",0.99,1613944052042,4180
"lr_2",0.0004007457585142669,1613944052042,4180
"mom_2",0.8698510468076147,1613944052042,4180
"eps_2",1e-05,1613944052042,4180
"train_loss",0.020397997,1613944052988,4181
"raw_loss",0.009486181,1613944052988,4181
"epoch",26.30188679245282,1613944052988,4181
"wd_0",0.01,1613944052988,4181
"sqr_mom_0",0.99,1613944052988,4181
"lr_0",4.006331570146876e-06,1613944052988,4181
"mom_0",0.8698735673327358,1613944052988,4181
"eps_0",1e-05,1613944052988,4181
"wd_1",0.01,1613944052988,4181
"sqr_mom_1",0.99,1613944052988,4181
"lr_1",4.006331570146876e-05,1613944052988,4181
"mom_1",0.8698735673327358,1613944052988,4181
"eps_1",1e-05,1613944052988,4181
"wd_2",0.01,1613944052988,4181
"sqr_mom_2",0.99,1613944052988,4181
"lr_2",0.00040063315701468756,1613944052988,4181
"mom_2",0.8698735673327358,1613944052988,4181
"eps_2",1e-05,1613944052988,4181
"train_loss",0.02038721,1613944053955,4182
"raw_loss",0.019858668,1613944053955,4182
"epoch",26.30817610062892,1613944053955,4182
"wd_0",0.01,1613944053955,4182
"sqr_mom_0",0.99,1613944053955,4182
"lr_0",4.0052052620782074e-06,1613944053955,4182
"mom_0",0.869896093719373,1613944053955,4182
"eps_0",1e-05,1613944053955,4182
"wd_1",0.01,1613944053955,4182
"sqr_mom_1",0.99,1613944053955,4182
"lr_1",4.005205262078207e-05,1613944053955,4182
"mom_1",0.869896093719373,1613944053955,4182
"eps_1",1e-05,1613944053955,4182
"wd_2",0.01,1613944053955,4182
"sqr_mom_2",0.99,1613944053955,4182
"lr_2",0.0004005205262078207,1613944053955,4182
"mom_2",0.869896093719373,1613944053955,4182
"eps_2",1e-05,1613944053955,4182
"train_loss",0.020269547,1613944054908,4183
"raw_loss",0.014503993,1613944054908,4183
"epoch",26.31446540880502,1613944054908,4183
"wd_0",0.01,1613944054908,4183
"sqr_mom_0",0.99,1613944054908,4183
"lr_0",4.004077726707287e-06,1613944054908,4183
"mom_0",0.8699186446523007,1613944054908,4183
"eps_0",1e-05,1613944054908,4183
"wd_1",0.01,1613944054908,4183
"sqr_mom_1",0.99,1613944054908,4183
"lr_1",4.004077726707287e-05,1613944054908,4183
"mom_1",0.8699186446523007,1613944054908,4183
"eps_1",1e-05,1613944054908,4183
"wd_2",0.01,1613944054908,4183
"sqr_mom_2",0.99,1613944054908,4183
"lr_2",0.0004004077726707287,1613944054908,4183
"mom_2",0.8699186446523007,1613944054908,4183
"eps_2",1e-05,1613944054908,4183
"train_loss",0.020141691,1613944055864,4184
"raw_loss",0.013876739,1613944055864,4184
"epoch",26.32075471698112,1613944055864,4184
"wd_0",0.01,1613944055864,4184
"sqr_mom_0",0.99,1613944055864,4184
"lr_0",4.0029504597982265e-06,1613944055864,4184
"mom_0",0.8699411902159376,1613944055864,4184
"eps_0",1e-05,1613944055864,4184
"wd_1",0.01,1613944055864,4184
"sqr_mom_1",0.99,1613944055864,4184
"lr_1",4.002950459798227e-05,1613944055864,4184
"mom_1",0.8699411902159376,1613944055864,4184
"eps_1",1e-05,1613944055864,4184
"wd_2",0.01,1613944055864,4184
"sqr_mom_2",0.99,1613944055864,4184
"lr_2",0.00040029504597982265,1613944055864,4184
"mom_2",0.8699411902159376,1613944055864,4184
"eps_2",1e-05,1613944055864,4184
"train_loss",0.019920098,1613944056865,4185
"raw_loss",0.009061983,1613944056865,4185
"epoch",26.32704402515722,1613944056865,4185
"wd_0",0.01,1613944056865,4185
"sqr_mom_0",0.99,1613944056865,4185
"lr_0",4.0018225270423834e-06,1613944056865,4185
"mom_0",0.8699637490966433,1613944056865,4185
"eps_0",1e-05,1613944056865,4185
"wd_1",0.01,1613944056865,4185
"sqr_mom_1",0.99,1613944056865,4185
"lr_1",4.001822527042384e-05,1613944056865,4185
"mom_1",0.8699637490966433,1613944056865,4185
"eps_1",1e-05,1613944056865,4185
"wd_2",0.01,1613944056865,4185
"sqr_mom_2",0.99,1613944056865,4185
"lr_2",0.00040018225270423835,1613944056865,4185
"mom_2",0.8699637490966433,1613944056865,4185
"eps_2",1e-05,1613944056865,4185
"train_loss",0.020878268,1613944057825,4186
"raw_loss",0.067828655,1613944057825,4186
"epoch",26.33333333333332,1613944057825,4186
"wd_0",0.01,1613944057825,4186
"sqr_mom_0",0.99,1613944057825,4186
"lr_0",4.00069374135735e-06,1613944057825,4186
"mom_0",0.8699863250361033,1613944057825,4186
"eps_0",1e-05,1613944057825,4186
"wd_1",0.01,1613944057825,4186
"sqr_mom_1",0.99,1613944057825,4186
"lr_1",4.00069374135735e-05,1613944057825,4186
"mom_1",0.8699863250361033,1613944057825,4186
"eps_1",1e-05,1613944057825,4186
"wd_2",0.01,1613944057825,4186
"sqr_mom_2",0.99,1613944057825,4186
"lr_2",0.00040006937413573495,1613944057825,4186
"mom_2",0.8699863250361033,1613944057825,4186
"eps_2",1e-05,1613944057825,4186
"train_loss",0.020901805,1613944058786,4187
"raw_loss",0.022055043,1613944058786,4187
"epoch",26.339622641509422,1613944058786,4187
"wd_0",0.01,1613944058786,4187
"sqr_mom_0",0.99,1613944058786,4187
"lr_0",3.999564851758509e-06,1613944058786,4187
"mom_0",0.8700089030538604,1613944058786,4187
"eps_0",1e-05,1613944058786,4187
"wd_1",0.01,1613944058786,4187
"sqr_mom_1",0.99,1613944058786,4187
"lr_1",3.999564851758509e-05,1613944058786,4187
"mom_1",0.8700089030538604,1613944058786,4187
"eps_1",1e-05,1613944058786,4187
"wd_2",0.01,1613944058786,4187
"sqr_mom_2",0.99,1613944058786,4187
"lr_2",0.00039995648517585086,1613944058786,4187
"mom_2",0.8700089030538604,1613944058786,4187
"eps_2",1e-05,1613944058786,4187
"train_loss",0.021595435,1613944059814,4188
"raw_loss",0.05558332,1613944059814,4188
"epoch",26.345911949685522,1613944059814,4188
"wd_0",0.01,1613944059814,4188
"sqr_mom_0",0.99,1613944059814,4188
"lr_0",3.99843567171915e-06,1613944059814,4188
"mom_0",0.8700314868804858,1613944059814,4188
"eps_0",1e-05,1613944059814,4188
"wd_1",0.01,1613944059814,4188
"sqr_mom_1",0.99,1613944059814,4188
"lr_1",3.99843567171915e-05,1613944059814,4188
"mom_1",0.8700314868804858,1613944059814,4188
"eps_1",1e-05,1613944059814,4188
"wd_2",0.01,1613944059814,4188
"sqr_mom_2",0.99,1613944059814,4188
"lr_2",0.00039984356717191494,1613944059814,4188
"mom_2",0.8700314868804858,1613944059814,4188
"eps_2",1e-05,1613944059814,4188
"train_loss",0.021886934,1613944060803,4189
"raw_loss",0.036170393,1613944060803,4189
"epoch",26.352201257861623,1613944060803,4189
"wd_0",0.01,1613944060803,4189
"sqr_mom_0",0.99,1613944060803,4189
"lr_0",3.997305264630231e-06,1613944060803,4189
"mom_0",0.8700540952483479,1613944060803,4189
"eps_0",1e-05,1613944060803,4189
"wd_1",0.01,1613944060803,4189
"sqr_mom_1",0.99,1613944060803,4189
"lr_1",3.997305264630231e-05,1613944060803,4189
"mom_1",0.8700540952483479,1613944060803,4189
"eps_1",1e-05,1613944060803,4189
"wd_2",0.01,1613944060803,4189
"sqr_mom_2",0.99,1613944060803,4189
"lr_2",0.0003997305264630231,1613944060803,4189
"mom_2",0.8700540952483479,1613944060803,4189
"eps_2",1e-05,1613944060803,4189
"train_loss",0.021902086,1613944061763,4190
"raw_loss",0.02264454,1613944061763,4190
"epoch",26.358490566037723,1613944061763,4190
"wd_0",0.01,1613944061763,4190
"sqr_mom_0",0.99,1613944061763,4190
"lr_0",3.996175130065423e-06,1613944061763,4190
"mom_0",0.8700766981656731,1613944061763,4190
"eps_0",1e-05,1613944061763,4190
"wd_1",0.01,1613944061763,4190
"sqr_mom_1",0.99,1613944061763,4190
"lr_1",3.996175130065423e-05,1613944061763,4190
"mom_1",0.8700766981656731,1613944061763,4190
"eps_1",1e-05,1613944061763,4190
"wd_2",0.01,1613944061763,4190
"sqr_mom_2",0.99,1613944061763,4190
"lr_2",0.00039961751300654225,1613944061763,4190
"mom_2",0.8700766981656731,1613944061763,4190
"eps_2",1e-05,1613944061763,4190
"train_loss",0.02187271,1613944062711,4191
"raw_loss",0.02043328,1613944062711,4191
"epoch",26.364779874213824,1613944062711,4191
"wd_0",0.01,1613944062711,4191
"sqr_mom_0",0.99,1613944062711,4191
"lr_0",3.9950443313367725e-06,1613944062711,4191
"mom_0",0.8700993143664082,1613944062711,4191
"eps_0",1e-05,1613944062711,4191
"wd_1",0.01,1613944062711,4191
"sqr_mom_1",0.99,1613944062711,4191
"lr_1",3.995044331336773e-05,1613944062711,4191
"mom_1",0.8700993143664082,1613944062711,4191
"eps_1",1e-05,1613944062711,4191
"wd_2",0.01,1613944062711,4191
"sqr_mom_2",0.99,1613944062711,4191
"lr_2",0.0003995044331336772,1613944062711,4191
"mom_2",0.8700993143664082,1613944062711,4191
"eps_2",1e-05,1613944062711,4191
"train_loss",0.022102563,1613944063649,4192
"raw_loss",0.033365373,1613944063649,4192
"epoch",26.371069182389924,1613944063649,4192
"wd_0",0.01,1613944063649,4192
"sqr_mom_0",0.99,1613944063649,4192
"lr_0",3.993912680889033e-06,1613944063649,4192
"mom_0",0.8701219476016954,1613944063649,4192
"eps_0",1e-05,1613944063649,4192
"wd_1",0.01,1613944063649,4192
"sqr_mom_1",0.99,1613944063649,4192
"lr_1",3.993912680889033e-05,1613944063649,4192
"mom_1",0.8701219476016954,1613944063649,4192
"eps_1",1e-05,1613944063649,4192
"wd_2",0.01,1613944063649,4192
"sqr_mom_2",0.99,1613944063649,4192
"lr_2",0.00039939126808890326,1613944063649,4192
"mom_2",0.8701219476016954,1613944063649,4192
"eps_2",1e-05,1613944063649,4192
"train_loss",0.02185833,1613944064589,4193
"raw_loss",0.0098910015,1613944064589,4193
"epoch",26.377358490566024,1613944064589,4193
"wd_0",0.01,1613944064589,4193
"sqr_mom_0",0.99,1613944064589,4193
"lr_0",3.992780929638525e-06,1613944064589,4193
"mom_0",0.8701445828530581,1613944064589,4193
"eps_0",1e-05,1613944064589,4193
"wd_1",0.01,1613944064589,4193
"sqr_mom_1",0.99,1613944064589,4193
"lr_1",3.992780929638525e-05,1613944064589,4193
"mom_1",0.8701445828530581,1613944064589,4193
"eps_1",1e-05,1613944064589,4193
"wd_2",0.01,1613944064589,4193
"sqr_mom_2",0.99,1613944064589,4193
"lr_2",0.00039927809296385247,1613944064589,4193
"mom_2",0.8701445828530581,1613944064589,4193
"eps_2",1e-05,1613944064589,4193
"train_loss",0.021640684,1613944065530,4194
"raw_loss",0.010976005,1613944065530,4194
"epoch",26.383647798742125,1613944065530,4194
"wd_0",0.01,1613944065530,4194
"sqr_mom_0",0.99,1613944065530,4194
"lr_0",3.991648702746974e-06,1613944065530,4194
"mom_0",0.8701672276173367,1613944065530,4194
"eps_0",1e-05,1613944065530,4194
"wd_1",0.01,1613944065530,4194
"sqr_mom_1",0.99,1613944065530,4194
"lr_1",3.991648702746973e-05,1613944065530,4194
"mom_1",0.8701672276173367,1613944065530,4194
"eps_1",1e-05,1613944065530,4194
"wd_2",0.01,1613944065530,4194
"sqr_mom_2",0.99,1613944065530,4194
"lr_2",0.0003991648702746974,1613944065530,4194
"mom_2",0.8701672276173367,1613944065530,4194
"eps_2",1e-05,1613944065530,4194
"train_loss",0.021757022,1613944066514,4195
"raw_loss",0.02745752,1613944066514,4195
"epoch",26.389937106918225,1613944066514,4195
"wd_0",0.01,1613944066514,4195
"sqr_mom_0",0.99,1613944066514,4195
"lr_0",3.9905156247450655e-06,1613944066514,4195
"mom_0",0.8701898894039927,1613944066514,4195
"eps_0",1e-05,1613944066514,4195
"wd_1",0.01,1613944066514,4195
"sqr_mom_1",0.99,1613944066514,4195
"lr_1",3.990515624745065e-05,1613944066514,4195
"mom_1",0.8701898894039927,1613944066514,4195
"eps_1",1e-05,1613944066514,4195
"wd_2",0.01,1613944066514,4195
"sqr_mom_2",0.99,1613944066514,4195
"lr_2",0.00039905156247450646,1613944066514,4195
"mom_2",0.8701898894039927,1613944066514,4195
"eps_2",1e-05,1613944066514,4195
"train_loss",0.021617454,1613944067449,4196
"raw_loss",0.0147786345,1613944067449,4196
"epoch",26.396226415094326,1613944067449,4196
"wd_0",0.01,1613944067449,4196
"sqr_mom_0",0.99,1613944067449,4196
"lr_0",3.9893824474963865e-06,1613944067449,4196
"mom_0",0.870212553175604,1613944067449,4196
"eps_0",1e-05,1613944067449,4196
"wd_1",0.01,1613944067449,4196
"sqr_mom_1",0.99,1613944067449,4196
"lr_1",3.989382447496386e-05,1613944067449,4196
"mom_1",0.870212553175604,1613944067449,4196
"eps_1",1e-05,1613944067449,4196
"wd_2",0.01,1613944067449,4196
"sqr_mom_2",0.99,1613944067449,4196
"lr_2",0.0003989382447496386,1613944067449,4196
"mom_2",0.870212553175604,1613944067449,4196
"eps_2",1e-05,1613944067449,4196
"train_loss",0.021713125,1613944068413,4197
"raw_loss",0.02640097,1613944068413,4197
"epoch",26.402515723270426,1613944068413,4197
"wd_0",0.01,1613944068413,4197
"sqr_mom_0",0.99,1613944068413,4197
"lr_0",3.988248419544551e-06,1613944068413,4197
"mom_0",0.8702352339614485,1613944068413,4197
"eps_0",1e-05,1613944068413,4197
"wd_1",0.01,1613944068413,4197
"sqr_mom_1",0.99,1613944068413,4197
"lr_1",3.9882484195445506e-05,1613944068413,4197
"mom_1",0.8702352339614485,1613944068413,4197
"eps_1",1e-05,1613944068413,4197
"wd_2",0.01,1613944068413,4197
"sqr_mom_2",0.99,1613944068413,4197
"lr_2",0.00039882484195445504,1613944068413,4197
"mom_2",0.8702352339614485,1613944068413,4197
"eps_2",1e-05,1613944068413,4197
"train_loss",0.021736188,1613944069365,4198
"raw_loss",0.022866279,1613944069365,4198
"epoch",26.408805031446526,1613944069365,4198
"wd_0",0.01,1613944069365,4198
"sqr_mom_0",0.99,1613944069365,4198
"lr_0",3.987114293383494e-06,1613944069365,4198
"mom_0",0.8702579167114972,1613944069365,4198
"eps_0",1e-05,1613944069365,4198
"wd_1",0.01,1613944069365,4198
"sqr_mom_1",0.99,1613944069365,4198
"lr_1",3.987114293383494e-05,1613944069365,4198
"mom_1",0.8702579167114972,1613944069365,4198
"eps_1",1e-05,1613944069365,4198
"wd_2",0.01,1613944069365,4198
"sqr_mom_2",0.99,1613944069365,4198
"lr_2",0.0003987114293383494,1613944069365,4198
"mom_2",0.8702579167114972,1613944069365,4198
"eps_2",1e-05,1613944069365,4198
"train_loss",0.021507869,1613944070360,4199
"raw_loss",0.010320198,1613944070360,4199
"epoch",26.415094339622627,1613944070360,4199
"wd_0",0.01,1613944070360,4199
"sqr_mom_0",0.99,1613944070360,4199
"lr_0",3.985979881616652e-06,1613944070360,4199
"mom_0",0.8702806051737186,1613944070360,4199
"eps_0",1e-05,1613944070360,4199
"wd_1",0.01,1613944070360,4199
"sqr_mom_1",0.99,1613944070360,4199
"lr_1",3.985979881616651e-05,1613944070360,4199
"mom_1",0.8702806051737186,1613944070360,4199
"eps_1",1e-05,1613944070360,4199
"wd_2",0.01,1613944070360,4199
"sqr_mom_2",0.99,1613944070360,4199
"lr_2",0.0003985979881616651,1613944070360,4199
"mom_2",0.8702806051737186,1613944070360,4199
"eps_2",1e-05,1613944070360,4199
"train_loss",0.021360079,1613944071366,4200
"raw_loss",0.014118344,1613944071366,4200
"epoch",26.421383647798727,1613944071366,4200
"wd_0",0.01,1613944071366,4200
"sqr_mom_0",0.99,1613944071366,4200
"lr_0",3.984844243300089e-06,1613944071366,4200
"mom_0",0.8703033181671799,1613944071366,4200
"eps_0",1e-05,1613944071366,4200
"wd_1",0.01,1613944071366,4200
"sqr_mom_1",0.99,1613944071366,4200
"lr_1",3.9848442433000896e-05,1613944071366,4200
"mom_1",0.8703033181671799,1613944071366,4200
"eps_1",1e-05,1613944071366,4200
"wd_2",0.01,1613944071366,4200
"sqr_mom_2",0.99,1613944071366,4200
"lr_2",0.00039848442433000896,1613944071366,4200
"mom_2",0.8703033181671799,1613944071366,4200
"eps_2",1e-05,1613944071366,4200
"train_loss",0.021147998,1613944072322,4201
"raw_loss",0.010756009,1613944072322,4201
"epoch",26.427672955974828,1613944072322,4201
"wd_0",0.01,1613944072322,4201
"sqr_mom_0",0.99,1613944072322,4201
"lr_0",3.983708884947112e-06,1613944072322,4201
"mom_0",0.8703260255613133,1613944072322,4201
"eps_0",1e-05,1613944072322,4201
"wd_1",0.01,1613944072322,4201
"sqr_mom_1",0.99,1613944072322,4201
"lr_1",3.983708884947112e-05,1613944072322,4201
"mom_1",0.8703260255613133,1613944072322,4201
"eps_1",1e-05,1613944072322,4201
"wd_2",0.01,1613944072322,4201
"sqr_mom_2",0.99,1613944072322,4201
"lr_2",0.0003983708884947112,1613944072322,4201
"mom_2",0.8703260255613133,1613944072322,4201
"eps_2",1e-05,1613944072322,4201
"train_loss",0.020849064,1613944073335,4202
"raw_loss",0.0062012547,1613944073335,4202
"epoch",26.433962264150928,1613944073335,4202
"wd_0",0.01,1613944073335,4202
"sqr_mom_0",0.99,1613944073335,4202
"lr_0",3.982572865535532e-06,1613944073335,4202
"mom_0",0.8703487461767511,1613944073335,4202
"eps_0",1e-05,1613944073335,4202
"wd_1",0.01,1613944073335,4202
"sqr_mom_1",0.99,1613944073335,4202
"lr_1",3.9825728655355324e-05,1613944073335,4202
"mom_1",0.8703487461767511,1613944073335,4202
"eps_1",1e-05,1613944073335,4202
"wd_2",0.01,1613944073335,4202
"sqr_mom_2",0.99,1613944073335,4202
"lr_2",0.0003982572865535532,1613944073335,4202
"mom_2",0.8703487461767511,1613944073335,4202
"eps_2",1e-05,1613944073335,4202
"train_loss",0.02081927,1613944074357,4203
"raw_loss",0.01935932,1613944074357,4203
"epoch",26.44025157232703,1613944074357,4203
"wd_0",0.01,1613944074357,4203
"sqr_mom_0",0.99,1613944074357,4203
"lr_0",3.9814359966487995e-06,1613944074357,4203
"mom_0",0.8703714837818618,1613944074357,4203
"eps_0",1e-05,1613944074357,4203
"wd_1",0.01,1613944074357,4203
"sqr_mom_1",0.99,1613944074357,4203
"lr_1",3.9814359966487995e-05,1613944074357,4203
"mom_1",0.8703714837818618,1613944074357,4203
"eps_1",1e-05,1613944074357,4203
"wd_2",0.01,1613944074357,4203
"sqr_mom_2",0.99,1613944074357,4203
"lr_2",0.0003981435996648799,1613944074357,4203
"mom_2",0.8703714837818618,1613944074357,4203
"eps_2",1e-05,1613944074357,4203
"train_loss",0.02057118,1613944075342,4204
"raw_loss",0.008414825,1613944075342,4204
"epoch",26.44654088050313,1613944075342,4204
"wd_0",0.01,1613944075342,4204
"sqr_mom_0",0.99,1613944075342,4204
"lr_0",3.980299032665979e-06,1613944075342,4204
"mom_0",0.8703942232889132,1613944075342,4204
"eps_0",1e-05,1613944075342,4204
"wd_1",0.01,1613944075342,4204
"sqr_mom_1",0.99,1613944075342,4204
"lr_1",3.98029903266598e-05,1613944075342,4204
"mom_1",0.8703942232889132,1613944075342,4204
"eps_1",1e-05,1613944075342,4204
"wd_2",0.01,1613944075342,4204
"sqr_mom_2",0.99,1613944075342,4204
"lr_2",0.0003980299032665979,1613944075342,4204
"mom_2",0.8703942232889132,1613944075342,4204
"eps_2",1e-05,1613944075342,4204
"train_loss",0.020326665,1613944076350,4205
"raw_loss",0.0083454,1613944076350,4205
"epoch",26.45283018867923,1613944076350,4205
"wd_0",0.01,1613944076350,4205
"sqr_mom_0",0.99,1613944076350,4205
"lr_0",3.979161785719094e-06,1613944076350,4205
"mom_0",0.8704169684553027,1613944076350,4205
"eps_0",1e-05,1613944076350,4205
"wd_1",0.01,1613944076350,4205
"sqr_mom_1",0.99,1613944076350,4205
"lr_1",3.979161785719094e-05,1613944076350,4205
"mom_1",0.8704169684553027,1613944076350,4205
"eps_1",1e-05,1613944076350,4205
"wd_2",0.01,1613944076350,4205
"sqr_mom_2",0.99,1613944076350,4205
"lr_2",0.0003979161785719094,1613944076350,4205
"mom_2",0.8704169684553027,1613944076350,4205
"eps_2",1e-05,1613944076350,4205
"train_loss",0.020675179,1613944077310,4206
"raw_loss",0.037752386,1613944077310,4206
"epoch",26.45911949685533,1613944077310,4206
"wd_0",0.01,1613944077310,4206
"sqr_mom_0",0.99,1613944077310,4206
"lr_0",3.978023312515059e-06,1613944077310,4206
"mom_0",0.8704397381470803,1613944077310,4206
"eps_0",1e-05,1613944077310,4206
"wd_1",0.01,1613944077310,4206
"sqr_mom_1",0.99,1613944077310,4206
"lr_1",3.978023312515059e-05,1613944077310,4206
"mom_1",0.8704397381470803,1613944077310,4206
"eps_1",1e-05,1613944077310,4206
"wd_2",0.01,1613944077310,4206
"sqr_mom_2",0.99,1613944077310,4206
"lr_2",0.0003978023312515059,1613944077310,4206
"mom_2",0.8704397381470803,1613944077310,4206
"eps_2",1e-05,1613944077310,4206
"train_loss",0.020652235,1613944078264,4207
"raw_loss",0.019527944,1613944078264,4207
"epoch",26.46540880503143,1613944078264,4207
"wd_0",0.01,1613944078264,4207
"sqr_mom_0",0.99,1613944078264,4207
"lr_0",3.97688512332788e-06,1613944078264,4207
"mom_0",0.870462502158464,1613944078264,4207
"eps_0",1e-05,1613944078264,4207
"wd_1",0.01,1613944078264,4207
"sqr_mom_1",0.99,1613944078264,4207
"lr_1",3.97688512332788e-05,1613944078264,4207
"mom_1",0.870462502158464,1613944078264,4207
"eps_1",1e-05,1613944078264,4207
"wd_2",0.01,1613944078264,4207
"sqr_mom_2",0.99,1613944078264,4207
"lr_2",0.00039768851233278795,1613944078264,4207
"mom_2",0.870462502158464,1613944078264,4207
"eps_2",1e-05,1613944078264,4207
"train_loss",0.020567564,1613944079219,4208
"raw_loss",0.016418735,1613944079219,4208
"epoch",26.47169811320753,1613944079219,4208
"wd_0",0.01,1613944079219,4208
"sqr_mom_0",0.99,1613944079219,4208
"lr_0",3.9757462747865775e-06,1613944079219,4208
"mom_0",0.870485279357062,1613944079219,4208
"eps_0",1e-05,1613944079219,4208
"wd_1",0.01,1613944079219,4208
"sqr_mom_1",0.99,1613944079219,4208
"lr_1",3.975746274786577e-05,1613944079219,4208
"mom_1",0.870485279357062,1613944079219,4208
"eps_1",1e-05,1613944079219,4208
"wd_2",0.01,1613944079219,4208
"sqr_mom_2",0.99,1613944079219,4208
"lr_2",0.00039757462747865767,1613944079219,4208
"mom_2",0.870485279357062,1613944079219,4208
"eps_2",1e-05,1613944079219,4208
"train_loss",0.02069075,1613944080190,4209
"raw_loss",0.026726905,1613944080190,4209
"epoch",26.47798742138363,1613944080190,4209
"wd_0",0.01,1613944080190,4209
"sqr_mom_0",0.99,1613944080190,4209
"lr_0",3.974606578007876e-06,1613944080190,4209
"mom_0",0.8705080735205777,1613944080190,4209
"eps_0",1e-05,1613944080190,4209
"wd_1",0.01,1613944080190,4209
"sqr_mom_1",0.99,1613944080190,4209
"lr_1",3.974606578007875e-05,1613944080190,4209
"mom_1",0.8705080735205777,1613944080190,4209
"eps_1",1e-05,1613944080190,4209
"wd_2",0.01,1613944080190,4209
"sqr_mom_2",0.99,1613944080190,4209
"lr_2",0.0003974606578007875,1613944080190,4209
"mom_2",0.8705080735205777,1613944080190,4209
"eps_2",1e-05,1613944080190,4209
"train_loss",0.020821694,1613944081130,4210
"raw_loss",0.027237935,1613944081130,4210
"epoch",26.48427672955973,1613944081130,4210
"wd_0",0.01,1613944081130,4210
"sqr_mom_0",0.99,1613944081130,4210
"lr_0",3.973466789247306e-06,1613944081130,4210
"mom_0",0.870530869523749,1613944081130,4210
"eps_0",1e-05,1613944081130,4210
"wd_1",0.01,1613944081130,4210
"sqr_mom_1",0.99,1613944081130,4210
"lr_1",3.973466789247307e-05,1613944081130,4210
"mom_1",0.870530869523749,1613944081130,4210
"eps_1",1e-05,1613944081130,4210
"wd_2",0.01,1613944081130,4210
"sqr_mom_2",0.99,1613944081130,4210
"lr_2",0.00039734667892473064,1613944081130,4210
"mom_2",0.870530869523749,1613944081130,4210
"eps_2",1e-05,1613944081130,4210
"train_loss",0.021069435,1613944082067,4211
"raw_loss",0.03320872,1613944082067,4211
"epoch",26.49056603773583,1613944082067,4211
"wd_0",0.01,1613944082067,4211
"sqr_mom_0",0.99,1613944082067,4211
"lr_0",3.972326720167643e-06,1613944082067,4211
"mom_0",0.8705536711333585,1613944082067,4211
"eps_0",1e-05,1613944082067,4211
"wd_1",0.01,1613944082067,4211
"sqr_mom_1",0.99,1613944082067,4211
"lr_1",3.972326720167642e-05,1613944082067,4211
"mom_1",0.8705536711333585,1613944082067,4211
"eps_1",1e-05,1613944082067,4211
"wd_2",0.01,1613944082067,4211
"sqr_mom_2",0.99,1613944082067,4211
"lr_2",0.0003972326720167642,1613944082067,4211
"mom_2",0.8705536711333585,1613944082067,4211
"eps_2",1e-05,1613944082067,4211
"train_loss",0.021019619,1613944083018,4212
"raw_loss",0.018578647,1613944083018,4212
"epoch",26.496855345911932,1613944083018,4212
"wd_0",0.01,1613944083018,4212
"sqr_mom_0",0.99,1613944083018,4212
"lr_0",3.971185425137466e-06,1613944083018,4212
"mom_0",0.8705764972622233,1613944083018,4212
"eps_0",1e-05,1613944083018,4212
"wd_1",0.01,1613944083018,4212
"sqr_mom_1",0.99,1613944083018,4212
"lr_1",3.971185425137466e-05,1613944083018,4212
"mom_1",0.8705764972622233,1613944083018,4212
"eps_1",1e-05,1613944083018,4212
"wd_2",0.01,1613944083018,4212
"sqr_mom_2",0.99,1613944083018,4212
"lr_2",0.00039711854251374656,1613944083018,4212
"mom_2",0.8705764972622233,1613944083018,4212
"eps_2",1e-05,1613944083018,4212
"train_loss",0.021044496,1613944083972,4213
"raw_loss",0.022263486,1613944083972,4213
"epoch",26.503144654088032,1613944083972,4213
"wd_0",0.01,1613944083972,4213
"sqr_mom_0",0.99,1613944083972,4213
"lr_0",3.9700444181741585e-06,1613944083972,4213
"mom_0",0.8705993176296931,1613944083972,4213
"eps_0",1e-05,1613944083972,4213
"wd_1",0.01,1613944083972,4213
"sqr_mom_1",0.99,1613944083972,4213
"lr_1",3.970044418174158e-05,1613944083972,4213
"mom_1",0.8705993176296931,1613944083972,4213
"eps_1",1e-05,1613944083972,4213
"wd_2",0.01,1613944083972,4213
"sqr_mom_2",0.99,1613944083972,4213
"lr_2",0.00039700444181741583,1613944083972,4213
"mom_2",0.8705993176296931,1613944083972,4213
"eps_2",1e-05,1613944083972,4213
"train_loss",0.020865502,1613944084961,4214
"raw_loss",0.012094755,1613944084961,4214
"epoch",26.509433962264133,1613944084961,4214
"wd_0",0.01,1613944084961,4214
"sqr_mom_0",0.99,1613944084961,4214
"lr_0",3.968902753568771e-06,1613944084961,4214
"mom_0",0.8706221511501361,1613944084961,4214
"eps_0",1e-05,1613944084961,4214
"wd_1",0.01,1613944084961,4214
"sqr_mom_1",0.99,1613944084961,4214
"lr_1",3.968902753568771e-05,1613944084961,4214
"mom_1",0.8706221511501361,1613944084961,4214
"eps_1",1e-05,1613944084961,4214
"wd_2",0.01,1613944084961,4214
"sqr_mom_2",0.99,1613944084961,4214
"lr_2",0.0003968902753568771,1613944084961,4214
"mom_2",0.8706221511501361,1613944084961,4214
"eps_2",1e-05,1613944084961,4214
"train_loss",0.020680916,1613944086154,4215
"raw_loss",0.01163617,1613944086154,4215
"epoch",26.515723270440233,1613944086154,4215
"wd_0",0.01,1613944086154,4215
"sqr_mom_0",0.99,1613944086154,4215
"lr_0",3.967760241973469e-06,1613944086154,4215
"mom_0",0.8706450016105467,1613944086154,4215
"eps_0",1e-05,1613944086154,4215
"wd_1",0.01,1613944086154,4215
"sqr_mom_1",0.99,1613944086154,4215
"lr_1",3.967760241973469e-05,1613944086154,4215
"mom_1",0.8706450016105467,1613944086154,4215
"eps_1",1e-05,1613944086154,4215
"wd_2",0.01,1613944086154,4215
"sqr_mom_2",0.99,1613944086154,4215
"lr_2",0.00039677602419734687,1613944086154,4215
"mom_2",0.8706450016105467,1613944086154,4215
"eps_2",1e-05,1613944086154,4215
"train_loss",0.02056825,1613944087347,4216
"raw_loss",0.015047635,1613944087347,4216
"epoch",26.522012578616334,1613944087347,4216
"wd_0",0.01,1613944087347,4216
"sqr_mom_0",0.99,1613944087347,4216
"lr_0",3.966617641511578e-06,1613944087347,4216
"mom_0",0.8706678538483069,1613944087347,4216
"eps_0",1e-05,1613944087347,4216
"wd_1",0.01,1613944087347,4216
"sqr_mom_1",0.99,1613944087347,4216
"lr_1",3.9666176415115774e-05,1613944087347,4216
"mom_1",0.8706678538483069,1613944087347,4216
"eps_1",1e-05,1613944087347,4216
"wd_2",0.01,1613944087347,4216
"sqr_mom_2",0.99,1613944087347,4216
"lr_2",0.00039666176415115774,1613944087347,4216
"mom_2",0.8706678538483069,1613944087347,4216
"eps_2",1e-05,1613944087347,4216
"train_loss",0.020638688,1613944088682,4217
"raw_loss",0.024090163,1613944088682,4217
"epoch",26.528301886792434,1613944088682,4217
"wd_0",0.01,1613944088682,4217
"sqr_mom_0",0.99,1613944088682,4217
"lr_0",3.965474573745126e-06,1613944088682,4217
"mom_0",0.8706907154322517,1613944088682,4217
"eps_0",1e-05,1613944088682,4217
"wd_1",0.01,1613944088682,4217
"sqr_mom_1",0.99,1613944088682,4217
"lr_1",3.965474573745126e-05,1613944088682,4217
"mom_1",0.8706907154322517,1613944088682,4217
"eps_1",1e-05,1613944088682,4217
"wd_2",0.01,1613944088682,4217
"sqr_mom_2",0.99,1613944088682,4217
"lr_2",0.0003965474573745126,1613944088682,4217
"mom_2",0.8706907154322517,1613944088682,4217
"eps_2",1e-05,1613944088682,4217
"train_loss",0.020584684,1613944089987,4218
"raw_loss",0.017938482,1613944089987,4218
"epoch",26.534591194968534,1613944089987,4218
"wd_0",0.01,1613944089987,4218
"sqr_mom_0",0.99,1613944089987,4218
"lr_0",3.964330659616161e-06,1613944089987,4218
"mom_0",0.8707135939436161,1613944089987,4218
"eps_0",1e-05,1613944089987,4218
"wd_1",0.01,1613944089987,4218
"sqr_mom_1",0.99,1613944089987,4218
"lr_1",3.964330659616161e-05,1613944089987,4218
"mom_1",0.8707135939436161,1613944089987,4218
"eps_1",1e-05,1613944089987,4218
"wd_2",0.01,1613944089987,4218
"sqr_mom_2",0.99,1613944089987,4218
"lr_2",0.0003964330659616161,1613944089987,4218
"mom_2",0.8707135939436161,1613944089987,4218
"eps_2",1e-05,1613944089987,4218
"train_loss",0.020408068,1613944090944,4219
"raw_loss",0.01175389,1613944090944,4219
"epoch",26.540880503144635,1613944090944,4219
"wd_0",0.01,1613944090944,4219
"sqr_mom_0",0.99,1613944090944,4219
"lr_0",3.963186658178677e-06,1613944090944,4219
"mom_0",0.8707364742011685,1613944090944,4219
"eps_0",1e-05,1613944090944,4219
"wd_1",0.01,1613944090944,4219
"sqr_mom_1",0.99,1613944090944,4219
"lr_1",3.9631866581786765e-05,1613944090944,4219
"mom_1",0.8707364742011685,1613944090944,4219
"eps_1",1e-05,1613944090944,4219
"wd_2",0.01,1613944090944,4219
"sqr_mom_2",0.99,1613944090944,4219
"lr_2",0.00039631866581786763,1613944090944,4219
"mom_2",0.8707364742011685,1613944090944,4219
"eps_2",1e-05,1613944090944,4219
"train_loss",0.020391244,1613944091906,4220
"raw_loss",0.019566868,1613944091906,4220
"epoch",26.547169811320735,1613944091906,4220
"wd_0",0.01,1613944091906,4220
"sqr_mom_0",0.99,1613944091906,4220
"lr_0",3.962042380395602e-06,1613944091906,4220
"mom_0",0.8707593599856878,1613944091906,4220
"eps_0",1e-05,1613944091906,4220
"wd_1",0.01,1613944091906,4220
"sqr_mom_1",0.99,1613944091906,4220
"lr_1",3.962042380395602e-05,1613944091906,4220
"mom_1",0.8707593599856878,1613944091906,4220
"eps_1",1e-05,1613944091906,4220
"wd_2",0.01,1613944091906,4220
"sqr_mom_2",0.99,1613944091906,4220
"lr_2",0.0003962042380395601,1613944091906,4220
"mom_2",0.8707593599856878,1613944091906,4220
"eps_2",1e-05,1613944091906,4220
"train_loss",0.02034263,1613944092861,4221
"raw_loss",0.017960463,1613944092861,4221
"epoch",26.553459119496836,1613944092861,4221
"wd_0",0.01,1613944092861,4221
"sqr_mom_0",0.99,1613944092861,4221
"lr_0",3.96089687714835e-06,1613944092861,4221
"mom_0",0.8707822702797358,1613944092861,4221
"eps_0",1e-05,1613944092861,4221
"wd_1",0.01,1613944092861,4221
"sqr_mom_1",0.99,1613944092861,4221
"lr_1",3.96089687714835e-05,1613944092861,4221
"mom_1",0.8707822702797358,1613944092861,4221
"eps_1",1e-05,1613944092861,4221
"wd_2",0.01,1613944092861,4221
"sqr_mom_2",0.99,1613944092861,4221
"lr_2",0.00039608968771483497,1613944092861,4221
"mom_2",0.8707822702797358,1613944092861,4221
"eps_2",1e-05,1613944092861,4221
"train_loss",0.020325357,1613944093811,4222
"raw_loss",0.019478992,1613944093811,4222
"epoch",26.559748427672936,1613944093811,4222
"wd_0",0.01,1613944093811,4222
"sqr_mom_0",0.99,1613944093811,4222
"lr_0",3.95975166803683e-06,1613944093811,4222
"mom_0",0.8708051746910103,1613944093811,4222
"eps_0",1e-05,1613944093811,4222
"wd_1",0.01,1613944093811,4222
"sqr_mom_1",0.99,1613944093811,4222
"lr_1",3.95975166803683e-05,1613944093811,4222
"mom_1",0.8708051746910103,1613944093811,4222
"eps_1",1e-05,1613944093811,4222
"wd_2",0.01,1613944093811,4222
"sqr_mom_2",0.99,1613944093811,4222
"lr_2",0.00039597516680368297,1613944093811,4222
"mom_2",0.8708051746910103,1613944093811,4222
"eps_2",1e-05,1613944093811,4222
"train_loss",0.020570854,1613944094764,4223
"raw_loss",0.03260016,1613944094764,4223
"epoch",26.566037735849036,1613944094764,4223
"wd_0",0.01,1613944094764,4223
"sqr_mom_0",0.99,1613944094764,4223
"lr_0",3.958605803865462e-06,1613944094764,4223
"mom_0",0.8708280922036128,1613944094764,4223
"eps_0",1e-05,1613944094764,4223
"wd_1",0.01,1613944094764,4223
"sqr_mom_1",0.99,1613944094764,4223
"lr_1",3.958605803865462e-05,1613944094764,4223
"mom_1",0.8708280922036128,1613944094764,4223
"eps_1",1e-05,1613944094764,4223
"wd_2",0.01,1613944094764,4223
"sqr_mom_2",0.99,1613944094764,4223
"lr_2",0.0003958605803865462,1613944094764,4223
"mom_2",0.8708280922036128,1613944094764,4223
"eps_2",1e-05,1613944094764,4223
"train_loss",0.020415857,1613944095707,4224
"raw_loss",0.012821073,1613944095707,4224
"epoch",26.572327044025137,1613944095707,4224
"wd_0",0.01,1613944095707,4224
"sqr_mom_0",0.99,1613944095707,4224
"lr_0",3.957459094593636e-06,1613944095707,4224
"mom_0",0.8708510266183934,1613944095707,4224
"eps_0",1e-05,1613944095707,4224
"wd_1",0.01,1613944095707,4224
"sqr_mom_1",0.99,1613944095707,4224
"lr_1",3.9574590945936354e-05,1613944095707,4224
"mom_1",0.8708510266183934,1613944095707,4224
"eps_1",1e-05,1613944095707,4224
"wd_2",0.01,1613944095707,4224
"sqr_mom_2",0.99,1613944095707,4224
"lr_2",0.00039574590945936353,1613944095707,4224
"mom_2",0.8708510266183934,1613944095707,4224
"eps_2",1e-05,1613944095707,4224
"train_loss",0.020177433,1613944096653,4225
"raw_loss",0.008494615,1613944096653,4225
"epoch",26.578616352201237,1613944096653,4225
"wd_0",0.01,1613944096653,4225
"sqr_mom_0",0.99,1613944096653,4225
"lr_0",3.956312301130082e-06,1613944096653,4225
"mom_0",0.8708739627170254,1613944096653,4225
"eps_0",1e-05,1613944096653,4225
"wd_1",0.01,1613944096653,4225
"sqr_mom_1",0.99,1613944096653,4225
"lr_1",3.9563123011300826e-05,1613944096653,4225
"mom_1",0.8708739627170254,1613944096653,4225
"eps_1",1e-05,1613944096653,4225
"wd_2",0.01,1613944096653,4225
"sqr_mom_2",0.99,1613944096653,4225
"lr_2",0.0003956312301130082,1613944096653,4225
"mom_2",0.8708739627170254,1613944096653,4225
"eps_2",1e-05,1613944096653,4225
"train_loss",0.020005746,1613944097598,4226
"raw_loss",0.011593079,1613944097598,4226
"epoch",26.584905660377338,1613944097598,4226
"wd_0",0.01,1613944097598,4226
"sqr_mom_0",0.99,1613944097598,4226
"lr_0",3.955165233973892e-06,1613944097598,4226
"mom_0",0.870896904289565,1613944097598,4226
"eps_0",1e-05,1613944097598,4226
"wd_1",0.01,1613944097598,4226
"sqr_mom_1",0.99,1613944097598,4226
"lr_1",3.955165233973891e-05,1613944097598,4226
"mom_1",0.870896904289565,1613944097598,4226
"eps_1",1e-05,1613944097598,4226
"wd_2",0.01,1613944097598,4226
"sqr_mom_2",0.99,1613944097598,4226
"lr_2",0.00039551652339738907,1613944097598,4226
"mom_2",0.870896904289565,1613944097598,4226
"eps_2",1e-05,1613944097598,4226
"train_loss",0.020121833,1613944098536,4227
"raw_loss",0.025810095,1613944098536,4227
"epoch",26.591194968553438,1613944098536,4227
"wd_0",0.01,1613944098536,4227
"sqr_mom_0",0.99,1613944098536,4227
"lr_0",3.954016941695317e-06,1613944098536,4227
"mom_0",0.8709198703647973,1613944098536,4227
"eps_0",1e-05,1613944098536,4227
"wd_1",0.01,1613944098536,4227
"sqr_mom_1",0.99,1613944098536,4227
"lr_1",3.954016941695316e-05,1613944098536,4227
"mom_1",0.8709198703647973,1613944098536,4227
"eps_1",1e-05,1613944098536,4227
"wd_2",0.01,1613944098536,4227
"sqr_mom_2",0.99,1613944098536,4227
"lr_2",0.0003954016941695316,1613944098536,4227
"mom_2",0.8709198703647973,1613944098536,4227
"eps_2",1e-05,1613944098536,4227
"train_loss",0.020294016,1613944099484,4228
"raw_loss",0.02873099,1613944099484,4228
"epoch",26.59748427672954,1613944099484,4228
"wd_0",0.01,1613944099484,4228
"sqr_mom_0",0.99,1613944099484,4228
"lr_0",3.952868947594137e-06,1613944099484,4228
"mom_0",0.870942830476422,1613944099484,4228
"eps_0",1e-05,1613944099484,4228
"wd_1",0.01,1613944099484,4228
"sqr_mom_1",0.99,1613944099484,4228
"lr_1",3.9528689475941365e-05,1613944099484,4228
"mom_1",0.870942830476422,1613944099484,4228
"eps_1",1e-05,1613944099484,4228
"wd_2",0.01,1613944099484,4228
"sqr_mom_2",0.99,1613944099484,4228
"lr_2",0.00039528689475941365,1613944099484,4228
"mom_2",0.870942830476422,1613944099484,4228
"eps_2",1e-05,1613944099484,4228
"train_loss",0.020175569,1613944100429,4229
"raw_loss",0.014371644,1613944100429,4229
"epoch",26.60377358490564,1613944100429,4229
"wd_0",0.01,1613944100429,4229
"sqr_mom_0",0.99,1613944100429,4229
"lr_0",3.95172030016398e-06,1613944100429,4229
"mom_0",0.870965803654757,1613944100429,4229
"eps_0",1e-05,1613944100429,4229
"wd_1",0.01,1613944100429,4229
"sqr_mom_1",0.99,1613944100429,4229
"lr_1",3.95172030016398e-05,1613944100429,4229
"mom_1",0.870965803654757,1613944100429,4229
"eps_1",1e-05,1613944100429,4229
"wd_2",0.01,1613944100429,4229
"sqr_mom_2",0.99,1613944100429,4229
"lr_2",0.00039517203001639795,1613944100429,4229
"mom_2",0.870965803654757,1613944100429,4229
"eps_2",1e-05,1613944100429,4229
"train_loss",0.019982327,1613944101391,4230
"raw_loss",0.010513442,1613944101391,4230
"epoch",26.61006289308174,1613944101391,4230
"wd_0",0.01,1613944101391,4230
"sqr_mom_0",0.99,1613944101391,4230
"lr_0",3.950570808905113e-06,1613944101391,4230
"mom_0",0.8709887937098348,1613944101391,4230
"eps_0",1e-05,1613944101391,4230
"wd_1",0.01,1613944101391,4230
"sqr_mom_1",0.99,1613944101391,4230
"lr_1",3.950570808905113e-05,1613944101391,4230
"mom_1",0.8709887937098348,1613944101391,4230
"eps_1",1e-05,1613944101391,4230
"wd_2",0.01,1613944101391,4230
"sqr_mom_2",0.99,1613944101391,4230
"lr_2",0.00039505708089051123,1613944101391,4230
"mom_2",0.8709887937098348,1613944101391,4230
"eps_2",1e-05,1613944101391,4230
"train_loss",0.020167986,1613944102348,4231
"raw_loss",0.029265316,1613944102348,4231
"epoch",26.61635220125784,1613944102348,4231
"wd_0",0.01,1613944102348,4231
"sqr_mom_0",0.99,1613944102348,4231
"lr_0",3.949421236572279e-06,1613944102348,4231
"mom_0",0.8710117853864082,1613944102348,4231
"eps_0",1e-05,1613944102348,4231
"wd_1",0.01,1613944102348,4231
"sqr_mom_1",0.99,1613944102348,4231
"lr_1",3.949421236572279e-05,1613944102348,4231
"mom_1",0.8710117853864082,1613944102348,4231
"eps_1",1e-05,1613944102348,4231
"wd_2",0.01,1613944102348,4231
"sqr_mom_2",0.99,1613944102348,4231
"lr_2",0.00039494212365722786,1613944102348,4231
"mom_2",0.8710117853864082,1613944102348,4231
"eps_2",1e-05,1613944102348,4231
"train_loss",0.020481732,1613944103301,4232
"raw_loss",0.03585529,1613944103301,4232
"epoch",26.62264150943394,1613944103301,4232
"wd_0",0.01,1613944103301,4232
"sqr_mom_0",0.99,1613944103301,4232
"lr_0",3.948271393202897e-06,1613944103301,4232
"mom_0",0.8710347824837669,1613944103301,4232
"eps_0",1e-05,1613944103301,4232
"wd_1",0.01,1613944103301,4232
"sqr_mom_1",0.99,1613944103301,4232
"lr_1",3.948271393202897e-05,1613944103301,4232
"mom_1",0.8710347824837669,1613944103301,4232
"eps_1",1e-05,1613944103301,4232
"wd_2",0.01,1613944103301,4232
"sqr_mom_2",0.99,1613944103301,4232
"lr_2",0.0003948271393202897,1613944103301,4232
"mom_2",0.8710347824837669,1613944103301,4232
"eps_2",1e-05,1613944103301,4232
"train_loss",0.02079102,1613944104261,4233
"raw_loss",0.035946164,1613944104261,4233
"epoch",26.62893081761004,1613944104261,4233
"wd_0",0.01,1613944104261,4233
"sqr_mom_0",0.99,1613944104261,4233
"lr_0",3.947120325066982e-06,1613944104261,4233
"mom_0",0.8710578040767011,1613944104261,4233
"eps_0",1e-05,1613944104261,4233
"wd_1",0.01,1613944104261,4233
"sqr_mom_1",0.99,1613944104261,4233
"lr_1",3.947120325066982e-05,1613944104261,4233
"mom_1",0.8710578040767011,1613944104261,4233
"eps_1",1e-05,1613944104261,4233
"wd_2",0.01,1613944104261,4233
"sqr_mom_2",0.99,1613944104261,4233
"lr_2",0.00039471203250669815,1613944104261,4233
"mom_2",0.8710578040767011,1613944104261,4233
"eps_2",1e-05,1613944104261,4233
"train_loss",0.020934127,1613944105222,4234
"raw_loss",0.027946422,1613944105222,4234
"epoch",26.63522012578614,1613944105222,4234
"wd_0",0.01,1613944105222,4234
"sqr_mom_0",0.99,1613944105222,4234
"lr_0",3.9459695591467055e-06,1613944105222,4234
"mom_0",0.8710808196252621,1613944105222,4234
"eps_0",1e-05,1613944105222,4234
"wd_1",0.01,1613944105222,4234
"sqr_mom_1",0.99,1613944105222,4234
"lr_1",3.945969559146705e-05,1613944105222,4234
"mom_1",0.8710808196252621,1613944105222,4234
"eps_1",1e-05,1613944105222,4234
"wd_2",0.01,1613944105222,4234
"sqr_mom_2",0.99,1613944105222,4234
"lr_2",0.00039459695591467054,1613944105222,4234
"mom_2",0.8710808196252621,1613944105222,4234
"eps_2",1e-05,1613944105222,4234
"train_loss",0.020760426,1613944106174,4235
"raw_loss",0.012249097,1613944106174,4235
"epoch",26.64150943396224,1613944106174,4235
"wd_0",0.01,1613944106174,4235
"sqr_mom_0",0.99,1613944106174,4235
"lr_0",3.944817568581645e-06,1613944106174,4235
"mom_0",0.8711038596669638,1613944106174,4235
"eps_0",1e-05,1613944106174,4235
"wd_1",0.01,1613944106174,4235
"sqr_mom_1",0.99,1613944106174,4235
"lr_1",3.9448175685816446e-05,1613944106174,4235
"mom_1",0.8711038596669638,1613944106174,4235
"eps_1",1e-05,1613944106174,4235
"wd_2",0.01,1613944106174,4235
"sqr_mom_2",0.99,1613944106174,4235
"lr_2",0.00039448175685816443,1613944106174,4235
"mom_2",0.8711038596669638,1613944106174,4235
"eps_2",1e-05,1613944106174,4235
"train_loss",0.020621493,1613944107143,4236
"raw_loss",0.013813731,1613944107143,4236
"epoch",26.64779874213834,1613944107143,4236
"wd_0",0.01,1613944107143,4236
"sqr_mom_0",0.99,1613944107143,4236
"lr_0",3.943665881577647e-06,1613944107143,4236
"mom_0",0.8711268936373834,1613944107143,4236
"eps_0",1e-05,1613944107143,4236
"wd_1",0.01,1613944107143,4236
"sqr_mom_1",0.99,1613944107143,4236
"lr_1",3.943665881577647e-05,1613944107143,4236
"mom_1",0.8711268936373834,1613944107143,4236
"eps_1",1e-05,1613944107143,4236
"wd_2",0.01,1613944107143,4236
"sqr_mom_2",0.99,1613944107143,4236
"lr_2",0.0003943665881577647,1613944107143,4236
"mom_2",0.8711268936373834,1613944107143,4236
"eps_2",1e-05,1613944107143,4236
"train_loss",0.020564094,1613944108092,4237
"raw_loss",0.017751526,1613944108092,4237
"epoch",26.654088050314442,1613944108092,4237
"wd_0",0.01,1613944108092,4237
"sqr_mom_0",0.99,1613944108092,4237
"lr_0",3.9425135435642015e-06,1613944108092,4237
"mom_0",0.8711499406281222,1613944108092,4237
"eps_0",1e-05,1613944108092,4237
"wd_1",0.01,1613944108092,4237
"sqr_mom_1",0.99,1613944108092,4237
"lr_1",3.942513543564201e-05,1613944108092,4237
"mom_1",0.8711499406281222,1613944108092,4237
"eps_1",1e-05,1613944108092,4237
"wd_2",0.01,1613944108092,4237
"sqr_mom_2",0.99,1613944108092,4237
"lr_2",0.00039425135435642016,1613944108092,4237
"mom_2",0.8711499406281222,1613944108092,4237
"eps_2",1e-05,1613944108092,4237
"train_loss",0.020857604,1613944109046,4238
"raw_loss",0.03523964,1613944109046,4238
"epoch",26.660377358490543,1613944109046,4238
"wd_0",0.01,1613944109046,4238
"sqr_mom_0",0.99,1613944109046,4238
"lr_0",3.941360363432805e-06,1613944109046,4238
"mom_0",0.8711730044613885,1613944109046,4238
"eps_0",1e-05,1613944109046,4238
"wd_1",0.01,1613944109046,4238
"sqr_mom_1",0.99,1613944109046,4238
"lr_1",3.941360363432804e-05,1613944109046,4238
"mom_1",0.8711730044613885,1613944109046,4238
"eps_1",1e-05,1613944109046,4238
"wd_2",0.01,1613944109046,4238
"sqr_mom_2",0.99,1613944109046,4238
"lr_2",0.0003941360363432804,1613944109046,4238
"mom_2",0.8711730044613885,1613944109046,4238
"eps_2",1e-05,1613944109046,4238
"train_loss",0.020932462,1613944109992,4239
"raw_loss",0.0246005,1613944109992,4239
"epoch",26.666666666666643,1613944109992,4239
"wd_0",0.01,1613944109992,4239
"sqr_mom_0",0.99,1613944109992,4239
"lr_0",3.940207106385982e-06,1613944109992,4239
"mom_0",0.8711960698329787,1613944109992,4239
"eps_0",1e-05,1613944109992,4239
"wd_1",0.01,1613944109992,4239
"sqr_mom_1",0.99,1613944109992,4239
"lr_1",3.9402071063859814e-05,1613944109992,4239
"mom_1",0.8711960698329787,1613944109992,4239
"eps_1",1e-05,1613944109992,4239
"wd_2",0.01,1613944109992,4239
"sqr_mom_2",0.99,1613944109992,4239
"lr_2",0.0003940207106385981,1613944109992,4239
"mom_2",0.8711960698329787,1613944109992,4239
"eps_2",1e-05,1613944109992,4239
"train_loss",0.02108797,1613944110945,4240
"raw_loss",0.02870787,1613944110945,4240
"epoch",26.672955974842743,1613944110945,4240
"wd_0",0.01,1613944110945,4240
"sqr_mom_0",0.99,1613944110945,4240
"lr_0",3.9390533904498615e-06,1613944110945,4240
"mom_0",0.8712191443824466,1613944110945,4240
"eps_0",1e-05,1613944110945,4240
"wd_1",0.01,1613944110945,4240
"sqr_mom_1",0.99,1613944110945,4240
"lr_1",3.939053390449861e-05,1613944110945,4240
"mom_1",0.8712191443824466,1613944110945,4240
"eps_1",1e-05,1613944110945,4240
"wd_2",0.01,1613944110945,4240
"sqr_mom_2",0.99,1613944110945,4240
"lr_2",0.0003939053390449861,1613944110945,4240
"mom_2",0.8712191443824466,1613944110945,4240
"eps_2",1e-05,1613944110945,4240
"train_loss",0.021229548,1613944111898,4241
"raw_loss",0.028166834,1613944111898,4241
"epoch",26.679245283018844,1613944111898,4241
"wd_0",0.01,1613944111898,4241
"sqr_mom_0",0.99,1613944111898,4241
"lr_0",3.937898833041757e-06,1613944111898,4241
"mom_0",0.8712422357615225,1613944111898,4241
"eps_0",1e-05,1613944111898,4241
"wd_1",0.01,1613944111898,4241
"sqr_mom_1",0.99,1613944111898,4241
"lr_1",3.9378988330417575e-05,1613944111898,4241
"mom_1",0.8712422357615225,1613944111898,4241
"eps_1",1e-05,1613944111898,4241
"wd_2",0.01,1613944111898,4241
"sqr_mom_2",0.99,1613944111898,4241
"lr_2",0.0003937898833041757,1613944111898,4241
"mom_2",0.8712422357615225,1613944111898,4241
"eps_2",1e-05,1613944111898,4241
"train_loss",0.02109434,1613944112852,4242
"raw_loss",0.014469175,1613944112852,4242
"epoch",26.685534591194944,1613944112852,4242
"wd_0",0.01,1613944112852,4242
"sqr_mom_0",0.99,1613944112852,4242
"lr_0",3.936744200278101e-06,1613944112852,4242
"mom_0",0.8712653286477244,1613944112852,4242
"eps_0",1e-05,1613944112852,4242
"wd_1",0.01,1613944112852,4242
"sqr_mom_1",0.99,1613944112852,4242
"lr_1",3.9367442002781006e-05,1613944112852,4242
"mom_1",0.8712653286477244,1613944112852,4242
"eps_1",1e-05,1613944112852,4242
"wd_2",0.01,1613944112852,4242
"sqr_mom_2",0.99,1613944112852,4242
"lr_2",0.00039367442002781,1613944112852,4242
"mom_2",0.8712653286477244,1613944112852,4242
"eps_2",1e-05,1613944112852,4242
"train_loss",0.020934032,1613944113823,4243
"raw_loss",0.013078892,1613944113823,4243
"epoch",26.691823899371045,1613944113823,4243
"wd_0",0.01,1613944113823,4243
"sqr_mom_0",0.99,1613944113823,4243
"lr_0",3.935589301355559e-06,1613944113823,4243
"mom_0",0.8712884268571573,1613944113823,4243
"eps_0",1e-05,1613944113823,4243
"wd_1",0.01,1613944113823,4243
"sqr_mom_1",0.99,1613944113823,4243
"lr_1",3.9355893013555585e-05,1613944113823,4243
"mom_1",0.8712884268571573,1613944113823,4243
"eps_1",1e-05,1613944113823,4243
"wd_2",0.01,1613944113823,4243
"sqr_mom_2",0.99,1613944113823,4243
"lr_2",0.00039355893013555583,1613944113823,4243
"mom_2",0.8712884268571573,1613944113823,4243
"eps_2",1e-05,1613944113823,4243
"train_loss",0.02167415,1613944114767,4244
"raw_loss",0.057940017,1613944114767,4244
"epoch",26.698113207547145,1613944114767,4244
"wd_0",0.01,1613944114767,4244
"sqr_mom_0",0.99,1613944114767,4244
"lr_0",3.934433178355383e-06,1613944114767,4244
"mom_0",0.8713115495483879,1613944114767,4244
"eps_0",1e-05,1613944114767,4244
"wd_1",0.01,1613944114767,4244
"sqr_mom_1",0.99,1613944114767,4244
"lr_1",3.9344331783553825e-05,1613944114767,4244
"mom_1",0.8713115495483879,1613944114767,4244
"eps_1",1e-05,1613944114767,4244
"wd_2",0.01,1613944114767,4244
"sqr_mom_2",0.99,1613944114767,4244
"lr_2",0.0003934433178355382,1613944114767,4244
"mom_2",0.8713115495483879,1613944114767,4244
"eps_2",1e-05,1613944114767,4244
"train_loss",0.021553641,1613944115721,4245
"raw_loss",0.015648684,1613944115721,4245
"epoch",26.704402515723245,1613944115721,4245
"wd_0",0.01,1613944115721,4245
"sqr_mom_0",0.99,1613944115721,4245
"lr_0",3.9332773649654165e-06,1613944115721,4245
"mom_0",0.8713346660473521,1613944115721,4245
"eps_0",1e-05,1613944115721,4245
"wd_1",0.01,1613944115721,4245
"sqr_mom_1",0.99,1613944115721,4245
"lr_1",3.933277364965417e-05,1613944115721,4245
"mom_1",0.8713346660473521,1613944115721,4245
"eps_1",1e-05,1613944115721,4245
"wd_2",0.01,1613944115721,4245
"sqr_mom_2",0.99,1613944115721,4245
"lr_2",0.00039332773649654166,1613944115721,4245
"mom_2",0.8713346660473521,1613944115721,4245
"eps_2",1e-05,1613944115721,4245
"train_loss",0.022076132,1613944116711,4246
"raw_loss",0.04767818,1613944116711,4246
"epoch",26.710691823899346,1613944116711,4246
"wd_0",0.01,1613944116711,4246
"sqr_mom_0",0.99,1613944116711,4246
"lr_0",3.932120903191317e-06,1613944116711,4246
"mom_0",0.8713577955141288,1613944116711,4246
"eps_0",1e-05,1613944116711,4246
"wd_1",0.01,1613944116711,4246
"sqr_mom_1",0.99,1613944116711,4246
"lr_1",3.932120903191316e-05,1613944116711,4246
"mom_1",0.8713577955141288,1613944116711,4246
"eps_1",1e-05,1613944116711,4246
"wd_2",0.01,1613944116711,4246
"sqr_mom_2",0.99,1613944116711,4246
"lr_2",0.0003932120903191316,1613944116711,4246
"mom_2",0.8713577955141288,1613944116711,4246
"eps_2",1e-05,1613944116711,4246
"train_loss",0.021851527,1613944117704,4247
"raw_loss",0.010845839,1613944117704,4247
"epoch",26.716981132075446,1613944117704,4247
"wd_0",0.01,1613944117704,4247
"sqr_mom_0",0.99,1613944117704,4247
"lr_0",3.930963601244373e-06,1613944117704,4247
"mom_0",0.8713809417845304,1613944117704,4247
"eps_0",1e-05,1613944117704,4247
"wd_1",0.01,1613944117704,4247
"sqr_mom_1",0.99,1613944117704,4247
"lr_1",3.930963601244373e-05,1613944117704,4247
"mom_1",0.8713809417845304,1613944117704,4247
"eps_1",1e-05,1613944117704,4247
"wd_2",0.01,1613944117704,4247
"sqr_mom_2",0.99,1613944117704,4247
"lr_2",0.0003930963601244373,1613944117704,4247
"mom_2",0.8713809417845304,1613944117704,4247
"eps_2",1e-05,1613944117704,4247
"train_loss",0.02175601,1613944118668,4248
"raw_loss",0.017075725,1613944118668,4248
"epoch",26.723270440251547,1613944118668,4248
"wd_0",0.01,1613944118668,4248
"sqr_mom_0",0.99,1613944118668,4248
"lr_0",3.92980622706218e-06,1613944118668,4248
"mom_0",0.8714040894996514,1613944118668,4248
"eps_0",1e-05,1613944118668,4248
"wd_1",0.01,1613944118668,4248
"sqr_mom_1",0.99,1613944118668,4248
"lr_1",3.9298062270621794e-05,1613944118668,4248
"mom_1",0.8714040894996514,1613944118668,4248
"eps_1",1e-05,1613944118668,4248
"wd_2",0.01,1613944118668,4248
"sqr_mom_2",0.99,1613944118668,4248
"lr_2",0.00039298062270621794,1613944118668,4248
"mom_2",0.8714040894996514,1613944118668,4248
"eps_2",1e-05,1613944118668,4248
"train_loss",0.02156967,1613944119634,4249
"raw_loss",0.012438979,1613944119634,4249
"epoch",26.729559748427647,1613944119634,4249
"wd_0",0.01,1613944119634,4249
"sqr_mom_0",0.99,1613944119634,4249
"lr_0",3.9286485893859225e-06,1613944119634,4249
"mom_0",0.8714272424847064,1613944119634,4249
"eps_0",1e-05,1613944119634,4249
"wd_1",0.01,1613944119634,4249
"sqr_mom_1",0.99,1613944119634,4249
"lr_1",3.928648589385922e-05,1613944119634,4249
"mom_1",0.8714272424847064,1613944119634,4249
"eps_1",1e-05,1613944119634,4249
"wd_2",0.01,1613944119634,4249
"sqr_mom_2",0.99,1613944119634,4249
"lr_2",0.0003928648589385923,1613944119634,4249
"mom_2",0.8714272424847064,1613944119634,4249
"eps_2",1e-05,1613944119634,4249
"train_loss",0.02182505,1613944120601,4250
"raw_loss",0.03433866,1613944120601,4250
"epoch",26.735849056603747,1613944120601,4250
"wd_0",0.01,1613944120601,4250
"sqr_mom_0",0.99,1613944120601,4250
"lr_0",3.927489728027682e-06,1613944120601,4250
"mom_0",0.8714504199436458,1613944120601,4250
"eps_0",1e-05,1613944120601,4250
"wd_1",0.01,1613944120601,4250
"sqr_mom_1",0.99,1613944120601,4250
"lr_1",3.9274897280276816e-05,1613944120601,4250
"mom_1",0.8714504199436458,1613944120601,4250
"eps_1",1e-05,1613944120601,4250
"wd_2",0.01,1613944120601,4250
"sqr_mom_2",0.99,1613944120601,4250
"lr_2",0.0003927489728027682,1613944120601,4250
"mom_2",0.8714504199436458,1613944120601,4250
"eps_2",1e-05,1613944120601,4250
"train_loss",0.021671666,1613944121552,4251
"raw_loss",0.014155899,1613944121552,4251
"epoch",26.742138364779848,1613944121552,4251
"wd_0",0.01,1613944121552,4251
"sqr_mom_0",0.99,1613944121552,4251
"lr_0",3.9263311803079516e-06,1613944121552,4251
"mom_0",0.8714735911297522,1613944121552,4251
"eps_0",1e-05,1613944121552,4251
"wd_1",0.01,1613944121552,4251
"sqr_mom_1",0.99,1613944121552,4251
"lr_1",3.926331180307952e-05,1613944121552,4251
"mom_1",0.8714735911297522,1613944121552,4251
"eps_1",1e-05,1613944121552,4251
"wd_2",0.01,1613944121552,4251
"sqr_mom_2",0.99,1613944121552,4251
"lr_2",0.00039263311803079513,1613944121552,4251
"mom_2",0.8714735911297522,1613944121552,4251
"eps_2",1e-05,1613944121552,4251
"train_loss",0.021447089,1613944122544,4252
"raw_loss",0.010442838,1613944122544,4252
"epoch",26.74842767295595,1613944122544,4252
"wd_0",0.01,1613944122544,4252
"sqr_mom_0",0.99,1613944122544,4252
"lr_0",3.925171985963579e-06,1613944122544,4252
"mom_0",0.8714967752484809,1613944122544,4252
"eps_0",1e-05,1613944122544,4252
"wd_1",0.01,1613944122544,4252
"sqr_mom_1",0.99,1613944122544,4252
"lr_1",3.9251719859635796e-05,1613944122544,4252
"mom_1",0.8714967752484809,1613944122544,4252
"eps_1",1e-05,1613944122544,4252
"wd_2",0.01,1613944122544,4252
"sqr_mom_2",0.99,1613944122544,4252
"lr_2",0.00039251719859635794,1613944122544,4252
"mom_2",0.8714967752484809,1613944122544,4252
"eps_2",1e-05,1613944122544,4252
"train_loss",0.021394674,1613944123496,4253
"raw_loss",0.018826332,1613944123496,4253
"epoch",26.75471698113205,1613944123496,4253
"wd_0",0.01,1613944123496,4253
"sqr_mom_0",0.99,1613944123496,4253
"lr_0",3.9240119527551445e-06,1613944123496,4253
"mom_0",0.8715199761446585,1613944123496,4253
"eps_0",1e-05,1613944123496,4253
"wd_1",0.01,1613944123496,4253
"sqr_mom_1",0.99,1613944123496,4253
"lr_1",3.924011952755145e-05,1613944123496,4253
"mom_1",0.8715199761446585,1613944123496,4253
"eps_1",1e-05,1613944123496,4253
"wd_2",0.01,1613944123496,4253
"sqr_mom_2",0.99,1613944123496,4253
"lr_2",0.0003924011952755144,1613944123496,4253
"mom_2",0.8715199761446585,1613944123496,4253
"eps_2",1e-05,1613944123496,4253
"train_loss",0.021429336,1613944124442,4254
"raw_loss",0.023127763,1613944124442,4254
"epoch",26.76100628930815,1613944124442,4254
"wd_0",0.01,1613944124442,4254
"sqr_mom_0",0.99,1613944124442,4254
"lr_0",3.922851850432591e-06,1613944124442,4254
"mom_0",0.8715431784231323,1613944124442,4254
"eps_0",1e-05,1613944124442,4254
"wd_1",0.01,1613944124442,4254
"sqr_mom_1",0.99,1613944124442,4254
"lr_1",3.922851850432591e-05,1613944124442,4254
"mom_1",0.8715431784231323,1613944124442,4254
"eps_1",1e-05,1613944124442,4254
"wd_2",0.01,1613944124442,4254
"sqr_mom_2",0.99,1613944124442,4254
"lr_2",0.00039228518504325907,1613944124442,4254
"mom_2",0.8715431784231323,1613944124442,4254
"eps_2",1e-05,1613944124442,4254
"train_loss",0.021504067,1613944125390,4255
"raw_loss",0.025165893,1613944125390,4255
"epoch",26.76729559748425,1613944125390,4255
"wd_0",0.01,1613944125390,4255
"sqr_mom_0",0.99,1613944125390,4255
"lr_0",3.921691487283817e-06,1613944125390,4255
"mom_0",0.8715663859181828,1613944125390,4255
"eps_0",1e-05,1613944125390,4255
"wd_1",0.01,1613944125390,4255
"sqr_mom_1",0.99,1613944125390,4255
"lr_1",3.921691487283817e-05,1613944125390,4255
"mom_1",0.8715663859181828,1613944125390,4255
"eps_1",1e-05,1613944125390,4255
"wd_2",0.01,1613944125390,4255
"sqr_mom_2",0.99,1613944125390,4255
"lr_2",0.0003921691487283817,1613944125390,4255
"mom_2",0.8715663859181828,1613944125390,4255
"eps_2",1e-05,1613944125390,4255
"train_loss",0.02151109,1613944126347,4256
"raw_loss",0.021855274,1613944126347,4256
"epoch",26.77358490566035,1613944126347,4256
"wd_0",0.01,1613944126347,4256
"sqr_mom_0",0.99,1613944126347,4256
"lr_0",3.920529900862752e-06,1613944126347,4256
"mom_0",0.8715896178789238,1613944126347,4256
"eps_0",1e-05,1613944126347,4256
"wd_1",0.01,1613944126347,4256
"sqr_mom_1",0.99,1613944126347,4256
"lr_1",3.920529900862752e-05,1613944126347,4256
"mom_1",0.8715896178789238,1613944126347,4256
"eps_1",1e-05,1613944126347,4256
"wd_2",0.01,1613944126347,4256
"sqr_mom_2",0.99,1613944126347,4256
"lr_2",0.00039205299008627517,1613944126347,4256
"mom_2",0.8715896178789238,1613944126347,4256
"eps_2",1e-05,1613944126347,4256
"train_loss",0.02130038,1613944127282,4257
"raw_loss",0.010975472,1613944127282,4257
"epoch",26.77987421383645,1613944127282,4257
"wd_0",0.01,1613944127282,4257
"sqr_mom_0",0.99,1613944127282,4257
"lr_0",3.919368632104896e-06,1613944127282,4257
"mom_0",0.8716128434863369,1613944127282,4257
"eps_0",1e-05,1613944127282,4257
"wd_1",0.01,1613944127282,4257
"sqr_mom_1",0.99,1613944127282,4257
"lr_1",3.9193686321048966e-05,1613944127282,4257
"mom_1",0.8716128434863369,1613944127282,4257
"eps_1",1e-05,1613944127282,4257
"wd_2",0.01,1613944127282,4257
"sqr_mom_2",0.99,1613944127282,4257
"lr_2",0.0003919368632104896,1613944127282,4257
"mom_2",0.8716128434863369,1613944127282,4257
"eps_2",1e-05,1613944127282,4257
"train_loss",0.021181012,1613944128242,4258
"raw_loss",0.01533203,1613944128242,4258
"epoch",26.78616352201255,1613944128242,4258
"wd_0",0.01,1613944128242,4258
"sqr_mom_0",0.99,1613944128242,4258
"lr_0",3.9182067184893115e-06,1613944128242,4258
"mom_0",0.8716360819910337,1613944128242,4258
"eps_0",1e-05,1613944128242,4258
"wd_1",0.01,1613944128242,4258
"sqr_mom_1",0.99,1613944128242,4258
"lr_1",3.918206718489311e-05,1613944128242,4258
"mom_1",0.8716360819910337,1613944128242,4258
"eps_1",1e-05,1613944128242,4258
"wd_2",0.01,1613944128242,4258
"sqr_mom_2",0.99,1613944128242,4258
"lr_2",0.0003918206718489311,1613944128242,4258
"mom_2",0.8716360819910337,1613944128242,4258
"eps_2",1e-05,1613944128242,4258
"train_loss",0.021086207,1613944129194,4259
"raw_loss",0.016440755,1613944129194,4259
"epoch",26.79245283018865,1613944129194,4259
"wd_0",0.01,1613944129194,4259
"sqr_mom_0",0.99,1613944129194,4259
"lr_0",3.917043967328068e-06,1613944129194,4259
"mom_0",0.8716593372468111,1613944129194,4259
"eps_0",1e-05,1613944129194,4259
"wd_1",0.01,1613944129194,4259
"sqr_mom_1",0.99,1613944129194,4259
"lr_1",3.917043967328067e-05,1613944129194,4259
"mom_1",0.8716593372468111,1613944129194,4259
"eps_1",1e-05,1613944129194,4259
"wd_2",0.01,1613944129194,4259
"sqr_mom_2",0.99,1613944129194,4259
"lr_2",0.00039170439673280675,1613944129194,4259
"mom_2",0.8716593372468111,1613944129194,4259
"eps_2",1e-05,1613944129194,4259
"train_loss",0.021098245,1613944130157,4260
"raw_loss",0.021688098,1613944130157,4260
"epoch",26.79874213836475,1613944130157,4260
"wd_0",0.01,1613944130157,4260
"sqr_mom_0",0.99,1613944130157,4260
"lr_0",3.915881150174629e-06,1613944130157,4260
"mom_0",0.8716825938224456,1613944130157,4260
"eps_0",1e-05,1613944130157,4260
"wd_1",0.01,1613944130157,4260
"sqr_mom_1",0.99,1613944130157,4260
"lr_1",3.9158811501746294e-05,1613944130157,4260
"mom_1",0.8716825938224456,1613944130157,4260
"eps_1",1e-05,1613944130157,4260
"wd_2",0.01,1613944130157,4260
"sqr_mom_2",0.99,1613944130157,4260
"lr_2",0.0003915881150174629,1613944130157,4260
"mom_2",0.8716825938224456,1613944130157,4260
"eps_2",1e-05,1613944130157,4260
"train_loss",0.021329729,1613944131099,4261
"raw_loss",0.03267245,1613944131099,4261
"epoch",26.805031446540852,1613944131099,4261
"wd_0",0.01,1613944131099,4261
"sqr_mom_0",0.99,1613944131099,4261
"lr_0",3.914717881882942e-06,1613944131099,4261
"mom_0",0.8717058594209354,1613944131099,4261
"eps_0",1e-05,1613944131099,4261
"wd_1",0.01,1613944131099,4261
"sqr_mom_1",0.99,1613944131099,4261
"lr_1",3.9147178818829417e-05,1613944131099,4261
"mom_1",0.8717058594209354,1613944131099,4261
"eps_1",1e-05,1613944131099,4261
"wd_2",0.01,1613944131099,4261
"sqr_mom_2",0.99,1613944131099,4261
"lr_2",0.00039147178818829415,1613944131099,4261
"mom_2",0.8717058594209354,1613944131099,4261
"eps_2",1e-05,1613944131099,4261
"train_loss",0.02114346,1613944132045,4262
"raw_loss",0.012016265,1613944132045,4262
"epoch",26.811320754716952,1613944132045,4262
"wd_0",0.01,1613944132045,4262
"sqr_mom_0",0.99,1613944132045,4262
"lr_0",3.9135537767084195e-06,1613944132045,4262
"mom_0",0.8717291417572491,1613944132045,4262
"eps_0",1e-05,1613944132045,4262
"wd_1",0.01,1613944132045,4262
"sqr_mom_1",0.99,1613944132045,4262
"lr_1",3.913553776708419e-05,1613944132045,4262
"mom_1",0.8717291417572491,1613944132045,4262
"eps_1",1e-05,1613944132045,4262
"wd_2",0.01,1613944132045,4262
"sqr_mom_2",0.99,1613944132045,4262
"lr_2",0.0003913553776708419,1613944132045,4262
"mom_2",0.8717291417572491,1613944132045,4262
"eps_2",1e-05,1613944132045,4262
"train_loss",0.020922534,1613944133006,4263
"raw_loss",0.010097082,1613944133006,4263
"epoch",26.817610062893053,1613944133006,4263
"wd_0",0.01,1613944133006,4263
"sqr_mom_0",0.99,1613944133006,4263
"lr_0",3.912389607102994e-06,1613944133006,4263
"mom_0",0.8717524253821939,1613944133006,4263
"eps_0",1e-05,1613944133006,4263
"wd_1",0.01,1613944133006,4263
"sqr_mom_1",0.99,1613944133006,4263
"lr_1",3.912389607102994e-05,1613944133006,4263
"mom_1",0.8717524253821939,1613944133006,4263
"eps_1",1e-05,1613944133006,4263
"wd_2",0.01,1613944133006,4263
"sqr_mom_2",0.99,1613944133006,4263
"lr_2",0.00039123896071029937,1613944133006,4263
"mom_2",0.8717524253821939,1613944133006,4263
"eps_2",1e-05,1613944133006,4263
"train_loss",0.02086988,1613944133980,4264
"raw_loss",0.018289834,1613944133980,4264
"epoch",26.823899371069153,1613944133980,4264
"wd_0",0.01,1613944133980,4264
"sqr_mom_0",0.99,1613944133980,4264
"lr_0",3.911225180678754e-06,1613944133980,4264
"mom_0",0.8717757141435664,1613944133980,4264
"eps_0",1e-05,1613944133980,4264
"wd_1",0.01,1613944133980,4264
"sqr_mom_1",0.99,1613944133980,4264
"lr_1",3.911225180678754e-05,1613944133980,4264
"mom_1",0.8717757141435664,1613944133980,4264
"eps_1",1e-05,1613944133980,4264
"wd_2",0.01,1613944133980,4264
"sqr_mom_2",0.99,1613944133980,4264
"lr_2",0.00039112251806787537,1613944133980,4264
"mom_2",0.8717757141435664,1613944133980,4264
"eps_2",1e-05,1613944133980,4264
"train_loss",0.021045083,1613944134935,4265
"raw_loss",0.029629963,1613944134935,4265
"epoch",26.830188679245254,1613944134935,4265
"wd_0",0.01,1613944134935,4265
"sqr_mom_0",0.99,1613944134935,4265
"lr_0",3.910059531623076e-06,1613944134935,4265
"mom_0",0.871799027357812,1613944134935,4265
"eps_0",1e-05,1613944134935,4265
"wd_1",0.01,1613944134935,4265
"sqr_mom_1",0.99,1613944134935,4265
"lr_1",3.9100595316230755e-05,1613944134935,4265
"mom_1",0.871799027357812,1613944134935,4265
"eps_1",1e-05,1613944134935,4265
"wd_2",0.01,1613944134935,4265
"sqr_mom_2",0.99,1613944134935,4265
"lr_2",0.00039100595316230753,1613944134935,4265
"mom_2",0.871799027357812,1613944134935,4265
"eps_2",1e-05,1613944134935,4265
"train_loss",0.021000583,1613944135886,4266
"raw_loss",0.018820027,1613944135886,4266
"epoch",26.836477987421354,1613944135886,4266
"wd_0",0.01,1613944135886,4266
"sqr_mom_0",0.99,1613944135886,4266
"lr_0",3.908894206260865e-06,1613944135886,4266
"mom_0",0.8718223340981237,1613944135886,4266
"eps_0",1e-05,1613944135886,4266
"wd_1",0.01,1613944135886,4266
"sqr_mom_1",0.99,1613944135886,4266
"lr_1",3.908894206260865e-05,1613944135886,4266
"mom_1",0.8718223340981237,1613944135886,4266
"eps_1",1e-05,1613944135886,4266
"wd_2",0.01,1613944135886,4266
"sqr_mom_2",0.99,1613944135886,4266
"lr_2",0.0003908894206260865,1613944135886,4266
"mom_2",0.8718223340981237,1613944135886,4266
"eps_2",1e-05,1613944135886,4266
"train_loss",0.02077802,1613944136851,4267
"raw_loss",0.009872464,1613944136851,4267
"epoch",26.842767295597454,1613944136851,4267
"wd_0",0.01,1613944136851,4267
"sqr_mom_0",0.99,1613944136851,4267
"lr_0",3.907728238705184e-06,1613944136851,4267
"mom_0",0.8718456536824332,1613944136851,4267
"eps_0",1e-05,1613944136851,4267
"wd_1",0.01,1613944136851,4267
"sqr_mom_1",0.99,1613944136851,4267
"lr_1",3.9077282387051844e-05,1613944136851,4267
"mom_1",0.8718456536824332,1613944136851,4267
"eps_1",1e-05,1613944136851,4267
"wd_2",0.01,1613944136851,4267
"sqr_mom_2",0.99,1613944136851,4267
"lr_2",0.0003907728238705184,1613944136851,4267
"mom_2",0.8718456536824332,1613944136851,4267
"eps_2",1e-05,1613944136851,4267
"train_loss",0.020551305,1613944137813,4268
"raw_loss",0.009442194,1613944137813,4268
"epoch",26.849056603773555,1613944137813,4268
"wd_0",0.01,1613944137813,4268
"sqr_mom_0",0.99,1613944137813,4268
"lr_0",3.906561435599481e-06,1613944137813,4268
"mom_0",0.8718689899779102,1613944137813,4268
"eps_0",1e-05,1613944137813,4268
"wd_1",0.01,1613944137813,4268
"sqr_mom_1",0.99,1613944137813,4268
"lr_1",3.90656143559948e-05,1613944137813,4268
"mom_1",0.8718689899779102,1613944137813,4268
"eps_1",1e-05,1613944137813,4268
"wd_2",0.01,1613944137813,4268
"sqr_mom_2",0.99,1613944137813,4268
"lr_2",0.00039065614355994797,1613944137813,4268
"mom_2",0.8718689899779102,1613944137813,4268
"eps_2",1e-05,1613944137813,4268
"train_loss",0.021218734,1613944138802,4269
"raw_loss",0.053922772,1613944138802,4269
"epoch",26.855345911949655,1613944138802,4269
"wd_0",0.01,1613944138802,4269
"sqr_mom_0",0.99,1613944138802,4269
"lr_0",3.90539457118592e-06,1613944138802,4269
"mom_0",0.8718923274995566,1613944138802,4269
"eps_0",1e-05,1613944138802,4269
"wd_1",0.01,1613944138802,4269
"sqr_mom_1",0.99,1613944138802,4269
"lr_1",3.90539457118592e-05,1613944138802,4269
"mom_1",0.8718923274995566,1613944138802,4269
"eps_1",1e-05,1613944138802,4269
"wd_2",0.01,1613944138802,4269
"sqr_mom_2",0.99,1613944138802,4269
"lr_2",0.00039053945711859197,1613944138802,4269
"mom_2",0.8718923274995566,1613944138802,4269
"eps_2",1e-05,1613944138802,4269
"train_loss",0.021055626,1613944139747,4270
"raw_loss",0.013063278,1613944139747,4270
"epoch",26.861635220125756,1613944139747,4270
"wd_0",0.01,1613944139747,4270
"sqr_mom_0",0.99,1613944139747,4270
"lr_0",3.9042274526288126e-06,1613944139747,4270
"mom_0",0.8719156701041247,1613944139747,4270
"eps_0",1e-05,1613944139747,4270
"wd_1",0.01,1613944139747,4270
"sqr_mom_1",0.99,1613944139747,4270
"lr_1",3.9042274526288126e-05,1613944139747,4270
"mom_1",0.8719156701041247,1613944139747,4270
"eps_1",1e-05,1613944139747,4270
"wd_2",0.01,1613944139747,4270
"sqr_mom_2",0.99,1613944139747,4270
"lr_2",0.0003904227452628812,1613944139747,4270
"mom_2",0.8719156701041247,1613944139747,4270
"eps_2",1e-05,1613944139747,4270
"train_loss",0.020906704,1613944140700,4271
"raw_loss",0.013609539,1613944140700,4271
"epoch",26.867924528301856,1613944140700,4271
"wd_0",0.01,1613944140700,4271
"sqr_mom_0",0.99,1613944140700,4271
"lr_0",3.903059111885035e-06,1613944140700,4271
"mom_0",0.8719390371526708,1613944140700,4271
"eps_0",1e-05,1613944140700,4271
"wd_1",0.01,1613944140700,4271
"sqr_mom_1",0.99,1613944140700,4271
"lr_1",3.9030591118850345e-05,1613944140700,4271
"mom_1",0.8719390371526708,1613944140700,4271
"eps_1",1e-05,1613944140700,4271
"wd_2",0.01,1613944140700,4271
"sqr_mom_2",0.99,1613944140700,4271
"lr_2",0.0003903059111885034,1613944140700,4271
"mom_2",0.8719390371526708,1613944140700,4271
"eps_2",1e-05,1613944140700,4271
"train_loss",0.020785896,1613944141638,4272
"raw_loss",0.0148663055,1613944141638,4272
"epoch",26.874213836477956,1613944141638,4272
"wd_0",0.01,1613944141638,4272
"sqr_mom_0",0.99,1613944141638,4272
"lr_0",3.901891098850226e-06,1613944141638,4272
"mom_0",0.8719623976469719,1613944141638,4272
"eps_0",1e-05,1613944141638,4272
"wd_1",0.01,1613944141638,4272
"sqr_mom_1",0.99,1613944141638,4272
"lr_1",3.9018910988502256e-05,1613944141638,4272
"mom_1",0.8719623976469719,1613944141638,4272
"eps_1",1e-05,1613944141638,4272
"wd_2",0.01,1613944141638,4272
"sqr_mom_2",0.99,1613944141638,4272
"lr_2",0.0003901891098850225,1613944141638,4272
"mom_2",0.8719623976469719,1613944141638,4272
"eps_2",1e-05,1613944141638,4272
"train_loss",0.020602798,1613944142589,4273
"raw_loss",0.01163102,1613944142589,4273
"epoch",26.880503144654057,1613944142589,4273
"wd_0",0.01,1613944142589,4273
"sqr_mom_0",0.99,1613944142589,4273
"lr_0",3.9007224454073184e-06,1613944142589,4273
"mom_0",0.8719857709495631,1613944142589,4273
"eps_0",1e-05,1613944142589,4273
"wd_1",0.01,1613944142589,4273
"sqr_mom_1",0.99,1613944142589,4273
"lr_1",3.900722445407318e-05,1613944142589,4273
"mom_1",0.8719857709495631,1613944142589,4273
"eps_1",1e-05,1613944142589,4273
"wd_2",0.01,1613944142589,4273
"sqr_mom_2",0.99,1613944142589,4273
"lr_2",0.0003900722445407318,1613944142589,4273
"mom_2",0.8719857709495631,1613944142589,4273
"eps_2",1e-05,1613944142589,4273
"train_loss",0.020482685,1613944143525,4274
"raw_loss",0.014597183,1613944143525,4274
"epoch",26.886792452830157,1613944143525,4274
"wd_0",0.01,1613944143525,4274
"sqr_mom_0",0.99,1613944143525,4274
"lr_0",3.899552957756784e-06,1613944143525,4274
"mom_0",0.8720091609364736,1613944143525,4274
"eps_0",1e-05,1613944143525,4274
"wd_1",0.01,1613944143525,4274
"sqr_mom_1",0.99,1613944143525,4274
"lr_1",3.899552957756784e-05,1613944143525,4274
"mom_1",0.8720091609364736,1613944143525,4274
"eps_1",1e-05,1613944143525,4274
"wd_2",0.01,1613944143525,4274
"sqr_mom_2",0.99,1613944143525,4274
"lr_2",0.0003899552957756784,1613944143525,4274
"mom_2",0.8720091609364736,1613944143525,4274
"eps_2",1e-05,1613944143525,4274
"train_loss",0.020274872,1613944144486,4275
"raw_loss",0.010092034,1613944144486,4275
"epoch",26.893081761006258,1613944144486,4275
"wd_0",0.01,1613944144486,4275
"sqr_mom_0",0.99,1613944144486,4275
"lr_0",3.898383411922144e-06,1613944144486,4275
"mom_0",0.872032552087078,1613944144486,4275
"eps_0",1e-05,1613944144486,4275
"wd_1",0.01,1613944144486,4275
"sqr_mom_1",0.99,1613944144486,4275
"lr_1",3.8983834119221436e-05,1613944144486,4275
"mom_1",0.872032552087078,1613944144486,4275
"eps_1",1e-05,1613944144486,4275
"wd_2",0.01,1613944144486,4275
"sqr_mom_2",0.99,1613944144486,4275
"lr_2",0.0003898383411922144,1613944144486,4275
"mom_2",0.872032552087078,1613944144486,4275
"eps_2",1e-05,1613944144486,4275
"train_loss",0.020238457,1613944145430,4276
"raw_loss",0.01845418,1613944145430,4276
"epoch",26.899371069182358,1613944145430,4276
"wd_0",0.01,1613944145430,4276
"sqr_mom_0",0.99,1613944145430,4276
"lr_0",3.897213032329509e-06,1613944145430,4276
"mom_0",0.8720559599130089,1613944145430,4276
"eps_0",1e-05,1613944145430,4276
"wd_1",0.01,1613944145430,4276
"sqr_mom_1",0.99,1613944145430,4276
"lr_1",3.897213032329509e-05,1613944145430,4276
"mom_1",0.8720559599130089,1613944145430,4276
"eps_1",1e-05,1613944145430,4276
"wd_2",0.01,1613944145430,4276
"sqr_mom_2",0.99,1613944145430,4276
"lr_2",0.00038972130323295084,1613944145430,4276
"mom_2",0.8720559599130089,1613944145430,4276
"eps_2",1e-05,1613944145430,4276
"train_loss",0.0200071,1613944146386,4277
"raw_loss",0.008670607,1613944146386,4277
"epoch",26.90566037735846,1613944146386,4277
"wd_0",0.01,1613944146386,4277
"sqr_mom_0",0.99,1613944146386,4277
"lr_0",3.896042595594254e-06,1613944146386,4277
"mom_0",0.8720793688818037,1613944146386,4277
"eps_0",1e-05,1613944146386,4277
"wd_1",0.01,1613944146386,4277
"sqr_mom_1",0.99,1613944146386,4277
"lr_1",3.896042595594254e-05,1613944146386,4277
"mom_1",0.8720793688818037,1613944146386,4277
"eps_1",1e-05,1613944146386,4277
"wd_2",0.01,1613944146386,4277
"sqr_mom_2",0.99,1613944146386,4277
"lr_2",0.0003896042595594254,1613944146386,4277
"mom_2",0.8720793688818037,1613944146386,4277
"eps_2",1e-05,1613944146386,4277
"train_loss",0.020117417,1613944147347,4278
"raw_loss",0.025523,1613944147347,4278
"epoch",26.91194968553456,1613944147347,4278
"wd_0",0.01,1613944147347,4278
"sqr_mom_0",0.99,1613944147347,4278
"lr_0",3.89487190828708e-06,1613944147347,4278
"mom_0",0.872102782862087,1613944147347,4278
"eps_0",1e-05,1613944147347,4278
"wd_1",0.01,1613944147347,4278
"sqr_mom_1",0.99,1613944147347,4278
"lr_1",3.89487190828708e-05,1613944147347,4278
"mom_1",0.872102782862087,1613944147347,4278
"eps_1",1e-05,1613944147347,4278
"wd_2",0.01,1613944147347,4278
"sqr_mom_2",0.99,1613944147347,4278
"lr_2",0.00038948719082870797,1613944147347,4278
"mom_2",0.872102782862087,1613944147347,4278
"eps_2",1e-05,1613944147347,4278
"train_loss",0.020038897,1613944148309,4279
"raw_loss",0.01619146,1613944148309,4279
"epoch",26.91823899371066,1613944148309,4279
"wd_0",0.01,1613944148309,4279
"sqr_mom_0",0.99,1613944148309,4279
"lr_0",3.893699999408082e-06,1613944148309,4279
"mom_0",0.872126221274051,1613944148309,4279
"eps_0",1e-05,1613944148309,4279
"wd_1",0.01,1613944148309,4279
"sqr_mom_1",0.99,1613944148309,4279
"lr_1",3.893699999408082e-05,1613944148309,4279
"mom_1",0.872126221274051,1613944148309,4279
"eps_1",1e-05,1613944148309,4279
"wd_2",0.01,1613944148309,4279
"sqr_mom_2",0.99,1613944148309,4279
"lr_2",0.0003893699999408082,1613944148309,4279
"mom_2",0.872126221274051,1613944148309,4279
"eps_2",1e-05,1613944148309,4279
"train_loss",0.019866884,1613944149251,4280
"raw_loss",0.0114382,1613944149251,4280
"epoch",26.92452830188676,1613944149251,4280
"wd_0",0.01,1613944149251,4280
"sqr_mom_0",0.99,1613944149251,4280
"lr_0",3.89252842358631e-06,1613944149251,4280
"mom_0",0.8721496530248041,1613944149251,4280
"eps_0",1e-05,1613944149251,4280
"wd_1",0.01,1613944149251,4280
"sqr_mom_1",0.99,1613944149251,4280
"lr_1",3.89252842358631e-05,1613944149251,4280
"mom_1",0.8721496530248041,1613944149251,4280
"eps_1",1e-05,1613944149251,4280
"wd_2",0.01,1613944149251,4280
"sqr_mom_2",0.99,1613944149251,4280
"lr_2",0.00038925284235863096,1613944149251,4280
"mom_2",0.8721496530248041,1613944149251,4280
"eps_2",1e-05,1613944149251,4280
"train_loss",0.019794453,1613944150188,4281
"raw_loss",0.016245352,1613944150188,4281
"epoch",26.93081761006286,1613944150188,4281
"wd_0",0.01,1613944150188,4281
"sqr_mom_0",0.99,1613944150188,4281
"lr_0",3.891356209748409e-06,1613944150188,4281
"mom_0",0.8721730975360071,1613944150188,4281
"eps_0",1e-05,1613944150188,4281
"wd_1",0.01,1613944150188,4281
"sqr_mom_1",0.99,1613944150188,4281
"lr_1",3.891356209748409e-05,1613944150188,4281
"mom_1",0.8721730975360071,1613944150188,4281
"eps_1",1e-05,1613944150188,4281
"wd_2",0.01,1613944150188,4281
"sqr_mom_2",0.99,1613944150188,4281
"lr_2",0.00038913562097484086,1613944150188,4281
"mom_2",0.8721730975360071,1613944150188,4281
"eps_2",1e-05,1613944150188,4281
"train_loss",0.01992966,1613944151130,4282
"raw_loss",0.026554879,1613944151130,4282
"epoch",26.93710691823896,1613944151130,4282
"wd_0",0.01,1613944151130,4282
"sqr_mom_0",0.99,1613944151130,4282
"lr_0",3.890183163507666e-06,1613944151130,4282
"mom_0",0.8721965586954336,1613944151130,4282
"eps_0",1e-05,1613944151130,4282
"wd_1",0.01,1613944151130,4282
"sqr_mom_1",0.99,1613944151130,4282
"lr_1",3.8901831635076666e-05,1613944151130,4282
"mom_1",0.8721965586954336,1613944151130,4282
"eps_1",1e-05,1613944151130,4282
"wd_2",0.01,1613944151130,4282
"sqr_mom_2",0.99,1613944151130,4282
"lr_2",0.00038901831635076664,1613944151130,4282
"mom_2",0.8721965586954336,1613944151130,4282
"eps_2",1e-05,1613944151130,4282
"train_loss",0.019743523,1613944152063,4283
"raw_loss",0.010622795,1613944152063,4283
"epoch",26.94339622641506,1613944152063,4283
"wd_0",0.01,1613944152063,4283
"sqr_mom_0",0.99,1613944152063,4283
"lr_0",3.889010063248937e-06,1613944152063,4283
"mom_0",0.8722200209352305,1613944152063,4283
"eps_0",1e-05,1613944152063,4283
"wd_1",0.01,1613944152063,4283
"sqr_mom_1",0.99,1613944152063,4283
"lr_1",3.889010063248937e-05,1613944152063,4283
"mom_1",0.8722200209352305,1613944152063,4283
"eps_1",1e-05,1613944152063,4283
"wd_2",0.01,1613944152063,4283
"sqr_mom_2",0.99,1613944152063,4283
"lr_2",0.00038890100632489366,1613944152063,4283
"mom_2",0.8722200209352305,1613944152063,4283
"eps_2",1e-05,1613944152063,4283
"train_loss",0.02026601,1613944153015,4284
"raw_loss",0.045867912,1613944153015,4284
"epoch",26.94968553459116,1613944153015,4284
"wd_0",0.01,1613944153015,4284
"sqr_mom_0",0.99,1613944153015,4284
"lr_0",3.8878365204139685e-06,1613944153015,4284
"mom_0",0.8722434920266409,1613944153015,4284
"eps_0",1e-05,1613944153015,4284
"wd_1",0.01,1613944153015,4284
"sqr_mom_1",0.99,1613944153015,4284
"lr_1",3.8878365204139685e-05,1613944153015,4284
"mom_1",0.8722434920266409,1613944153015,4284
"eps_1",1e-05,1613944153015,4284
"wd_2",0.01,1613944153015,4284
"sqr_mom_2",0.99,1613944153015,4284
"lr_2",0.00038878365204139686,1613944153015,4284
"mom_2",0.8722434920266409,1613944153015,4284
"eps_2",1e-05,1613944153015,4284
"train_loss",0.02041927,1613944153953,4285
"raw_loss",0.027928997,1613944153953,4285
"epoch",26.95597484276726,1613944153953,4285
"wd_0",0.01,1613944153953,4285
"sqr_mom_0",0.99,1613944153953,4285
"lr_0",3.886662145857339e-06,1613944153953,4285
"mom_0",0.8722669797526508,1613944153953,4285
"eps_0",1e-05,1613944153953,4285
"wd_1",0.01,1613944153953,4285
"sqr_mom_1",0.99,1613944153953,4285
"lr_1",3.886662145857338e-05,1613944153953,4285
"mom_1",0.8722669797526508,1613944153953,4285
"eps_1",1e-05,1613944153953,4285
"wd_2",0.01,1613944153953,4285
"sqr_mom_2",0.99,1613944153953,4285
"lr_2",0.0003886662145857338,1613944153953,4285
"mom_2",0.8722669797526508,1613944153953,4285
"eps_2",1e-05,1613944153953,4285
"train_loss",0.020335706,1613944154936,4286
"raw_loss",0.016241115,1613944154936,4286
"epoch",26.962264150943362,1613944154936,4286
"wd_0",0.01,1613944154936,4286
"sqr_mom_0",0.99,1613944154936,4286
"lr_0",3.885487718845315e-06,1613944154936,4286
"mom_0",0.8722904685277789,1613944154936,4286
"eps_0",1e-05,1613944154936,4286
"wd_1",0.01,1613944154936,4286
"sqr_mom_1",0.99,1613944154936,4286
"lr_1",3.8854877188453145e-05,1613944154936,4286
"mom_1",0.8722904685277789,1613944154936,4286
"eps_1",1e-05,1613944154936,4286
"wd_2",0.01,1613944154936,4286
"sqr_mom_2",0.99,1613944154936,4286
"lr_2",0.00038854877188453145,1613944154936,4286
"mom_2",0.8722904685277789,1613944154936,4286
"eps_2",1e-05,1613944154936,4286
"train_loss",0.020389574,1613944155887,4287
"raw_loss",0.023029106,1613944155887,4287
"epoch",26.968553459119462,1613944155887,4287
"wd_0",0.01,1613944155887,4287
"sqr_mom_0",0.99,1613944155887,4287
"lr_0",3.884313045285513e-06,1613944155887,4287
"mom_0",0.8723139622339121,1613944155887,4287
"eps_0",1e-05,1613944155887,4287
"wd_1",0.01,1613944155887,4287
"sqr_mom_1",0.99,1613944155887,4287
"lr_1",3.884313045285512e-05,1613944155887,4287
"mom_1",0.8723139622339121,1613944155887,4287
"eps_1",1e-05,1613944155887,4287
"wd_2",0.01,1613944155887,4287
"sqr_mom_2",0.99,1613944155887,4287
"lr_2",0.0003884313045285512,1613944155887,4287
"mom_2",0.8723139622339121,1613944155887,4287
"eps_2",1e-05,1613944155887,4287
"train_loss",0.020497592,1613944156829,4288
"raw_loss",0.025790483,1613944156829,4288
"epoch",26.974842767295563,1613944156829,4288
"wd_0",0.01,1613944156829,4288
"sqr_mom_0",0.99,1613944156829,4288
"lr_0",3.8831371508753616e-06,1613944156829,4288
"mom_0",0.8723374803572963,1613944156829,4288
"eps_0",1e-05,1613944156829,4288
"wd_1",0.01,1613944156829,4288
"sqr_mom_1",0.99,1613944156829,4288
"lr_1",3.883137150875362e-05,1613944156829,4288
"mom_1",0.8723374803572963,1613944156829,4288
"eps_1",1e-05,1613944156829,4288
"wd_2",0.01,1613944156829,4288
"sqr_mom_2",0.99,1613944156829,4288
"lr_2",0.0003883137150875361,1613944156829,4288
"mom_2",0.8723374803572963,1613944156829,4288
"eps_2",1e-05,1613944156829,4288
"train_loss",0.020432943,1613944157835,4289
"raw_loss",0.017265195,1613944157835,4289
"epoch",26.981132075471663,1613944157835,4289
"wd_0",0.01,1613944157835,4289
"sqr_mom_0",0.99,1613944157835,4289
"lr_0",3.881961595531032e-06,1613944157835,4289
"mom_0",0.8723609916992964,1613944157835,4289
"eps_0",1e-05,1613944157835,4289
"wd_1",0.01,1613944157835,4289
"sqr_mom_1",0.99,1613944157835,4289
"lr_1",3.881961595531032e-05,1613944157835,4289
"mom_1",0.8723609916992964,1613944157835,4289
"eps_1",1e-05,1613944157835,4289
"wd_2",0.01,1613944157835,4289
"sqr_mom_2",0.99,1613944157835,4289
"lr_2",0.0003881961595531032,1613944157835,4289
"mom_2",0.8723609916992964,1613944157835,4289
"eps_2",1e-05,1613944157835,4289
"train_loss",0.020463739,1613944158784,4290
"raw_loss",0.021972729,1613944158784,4290
"epoch",26.987421383647764,1613944158784,4290
"wd_0",0.01,1613944158784,4290
"sqr_mom_0",0.99,1613944158784,4290
"lr_0",3.88078540487706e-06,1613944158784,4290
"mom_0",0.8723845157476162,1613944158784,4290
"eps_0",1e-05,1613944158784,4290
"wd_1",0.01,1613944158784,4290
"sqr_mom_1",0.99,1613944158784,4290
"lr_1",3.88078540487706e-05,1613944158784,4290
"mom_1",0.8723845157476162,1613944158784,4290
"eps_1",1e-05,1613944158784,4290
"wd_2",0.01,1613944158784,4290
"sqr_mom_2",0.99,1613944158784,4290
"lr_2",0.00038807854048770595,1613944158784,4290
"mom_2",0.8723845157476162,1613944158784,4290
"eps_2",1e-05,1613944158784,4290
"train_loss",0.020547155,1613944159745,4291
"raw_loss",0.0246346,1613944159745,4291
"epoch",26.993710691823864,1613944159745,4291
"wd_0",0.01,1613944159745,4291
"sqr_mom_0",0.99,1613944159745,4291
"lr_0",3.879608383870899e-06,1613944159745,4291
"mom_0",0.872408056403146,1613944159745,4291
"eps_0",1e-05,1613944159745,4291
"wd_1",0.01,1613944159745,4291
"sqr_mom_1",0.99,1613944159745,4291
"lr_1",3.8796083838708985e-05,1613944159745,4291
"mom_1",0.872408056403146,1613944159745,4291
"eps_1",1e-05,1613944159745,4291
"wd_2",0.01,1613944159745,4291
"sqr_mom_2",0.99,1613944159745,4291
"lr_2",0.0003879608383870898,1613944159745,4291
"mom_2",0.872408056403146,1613944159745,4291
"eps_2",1e-05,1613944159745,4291
"train_loss",0.02065336,1613944160688,4292
"raw_loss",0.025857396,1613944160688,4292
"epoch",26.999999999999964,1613944160688,4292
"wd_0",0.01,1613944160688,4292
"sqr_mom_0",0.99,1613944160688,4292
"lr_0",3.878431313534892e-06,1613944160688,4292
"mom_0",0.8724315980452826,1613944160688,4292
"eps_0",1e-05,1613944160688,4292
"wd_1",0.01,1613944160688,4292
"sqr_mom_1",0.99,1613944160688,4292
"lr_1",3.878431313534892e-05,1613944160688,4292
"mom_1",0.8724315980452826,1613944160688,4292
"eps_1",1e-05,1613944160688,4292
"wd_2",0.01,1613944160688,4292
"sqr_mom_2",0.99,1613944160688,4292
"lr_2",0.0003878431313534892,1613944160688,4292
"mom_2",0.8724315980452826,1613944160688,4292
"eps_2",1e-05,1613944160688,4292
"valid_loss",0.09372397512197495,1613944193691,4292
"_rmse",0.30614370107650757,1613944193691,4292
"epoch",27,1613944193691,4292
"train_loss",0.020696985,1613944194722,4293
"raw_loss",0.022834642,1613944194722,4293
"epoch",27.0062893081761,1613944194722,4293
"wd_0",0.01,1613944194722,4293
"sqr_mom_0",0.99,1613944194722,4293
"lr_0",3.877253999337385e-06,1613944194722,4293
"mom_0",0.872455144564698,1613944194722,4293
"eps_0",1e-05,1613944194722,4293
"wd_1",0.01,1613944194722,4293
"sqr_mom_1",0.99,1613944194722,4293
"lr_1",3.877253999337385e-05,1613944194722,4293
"mom_1",0.872455144564698,1613944194722,4293
"eps_1",1e-05,1613944194722,4293
"wd_2",0.01,1613944194722,4293
"sqr_mom_2",0.99,1613944194722,4293
"lr_2",0.0003877253999337385,1613944194722,4293
"mom_2",0.872455144564698,1613944194722,4293
"eps_2",1e-05,1613944194722,4293
"train_loss",0.020659566,1613944195665,4294
"raw_loss",0.018826023,1613944195665,4294
"epoch",27.0125786163522,1613944195665,4294
"wd_0",0.01,1613944195665,4294
"sqr_mom_0",0.99,1613944195665,4294
"lr_0",3.876075464788018e-06,1613944195665,4294
"mom_0",0.8724787154913946,1613944195665,4294
"eps_0",1e-05,1613944195665,4294
"wd_1",0.01,1613944195665,4294
"sqr_mom_1",0.99,1613944195665,4294
"lr_1",3.876075464788018e-05,1613944195665,4294
"mom_1",0.8724787154913946,1613944195665,4294
"eps_1",1e-05,1613944195665,4294
"wd_2",0.01,1613944195665,4294
"sqr_mom_2",0.99,1613944195665,4294
"lr_2",0.00038760754647880176,1613944195665,4294
"mom_2",0.8724787154913946,1613944195665,4294
"eps_2",1e-05,1613944195665,4294
"train_loss",0.020768903,1613944196619,4295
"raw_loss",0.026126396,1613944196619,4295
"epoch",27.0188679245283,1613944196619,4295
"wd_0",0.01,1613944196619,4295
"sqr_mom_0",0.99,1613944196619,4295
"lr_0",3.874897273305313e-06,1613944196619,4295
"mom_0",0.8725022795566892,1613944196619,4295
"eps_0",1e-05,1613944196619,4295
"wd_1",0.01,1613944196619,4295
"sqr_mom_1",0.99,1613944196619,4295
"lr_1",3.8748972733053125e-05,1613944196619,4295
"mom_1",0.8725022795566892,1613944196619,4295
"eps_1",1e-05,1613944196619,4295
"wd_2",0.01,1613944196619,4295
"sqr_mom_2",0.99,1613944196619,4295
"lr_2",0.00038748972733053123,1613944196619,4295
"mom_2",0.8725022795566892,1613944196619,4295
"eps_2",1e-05,1613944196619,4295
"train_loss",0.021346409,1613944197584,4296
"raw_loss",0.049644224,1613944197584,4296
"epoch",27.0251572327044,1613944197584,4296
"wd_0",0.01,1613944197584,4296
"sqr_mom_0",0.99,1613944197584,4296
"lr_0",3.873718448326385e-06,1613944197584,4296
"mom_0",0.8725258562920352,1613944197584,4296
"eps_0",1e-05,1613944197584,4296
"wd_1",0.01,1613944197584,4296
"sqr_mom_1",0.99,1613944197584,4296
"lr_1",3.8737184483263855e-05,1613944197584,4296
"mom_1",0.8725258562920352,1613944197584,4296
"eps_1",1e-05,1613944197584,4296
"wd_2",0.01,1613944197584,4296
"sqr_mom_2",0.99,1613944197584,4296
"lr_2",0.0003873718448326385,1613944197584,4296
"mom_2",0.8725258562920352,1613944197584,4296
"eps_2",1e-05,1613944197584,4296
"train_loss",0.021589808,1613944198527,4297
"raw_loss",0.033516344,1613944198527,4297
"epoch",27.031446540880502,1613944198527,4297
"wd_0",0.01,1613944198527,4297
"sqr_mom_0",0.99,1613944198527,4297
"lr_0",3.872538794374271e-06,1613944198527,4297
"mom_0",0.8725494496070106,1613944198527,4297
"eps_0",1e-05,1613944198527,4297
"wd_1",0.01,1613944198527,4297
"sqr_mom_1",0.99,1613944198527,4297
"lr_1",3.8725387943742715e-05,1613944198527,4297
"mom_1",0.8725494496070106,1613944198527,4297
"eps_1",1e-05,1613944198527,4297
"wd_2",0.01,1613944198527,4297
"sqr_mom_2",0.99,1613944198527,4297
"lr_2",0.0003872538794374271,1613944198527,4297
"mom_2",0.8725494496070106,1613944198527,4297
"eps_2",1e-05,1613944198527,4297
"train_loss",0.021599254,1613944199473,4298
"raw_loss",0.022062061,1613944199473,4298
"epoch",27.037735849056602,1613944199473,4298
"wd_0",0.01,1613944199473,4298
"sqr_mom_0",0.99,1613944199473,4298
"lr_0",3.871359094218428e-06,1613944199473,4298
"mom_0",0.8725730438460699,1613944199473,4298
"eps_0",1e-05,1613944199473,4298
"wd_1",0.01,1613944199473,4298
"sqr_mom_1",0.99,1613944199473,4298
"lr_1",3.871359094218427e-05,1613944199473,4298
"mom_1",0.8725730438460699,1613944199473,4298
"eps_1",1e-05,1613944199473,4298
"wd_2",0.01,1613944199473,4298
"sqr_mom_2",0.99,1613944199473,4298
"lr_2",0.0003871359094218428,1613944199473,4298
"mom_2",0.8725730438460699,1613944199473,4298
"eps_2",1e-05,1613944199473,4298
"train_loss",0.021560086,1613944200475,4299
"raw_loss",0.019640826,1613944200475,4299
"epoch",27.044025157232703,1613944200475,4299
"wd_0",0.01,1613944200475,4299
"sqr_mom_0",0.99,1613944200475,4299
"lr_0",3.8701791528901575e-06,1613944200475,4299
"mom_0",0.8725966429086259,1613944200475,4299
"eps_0",1e-05,1613944200475,4299
"wd_1",0.01,1613944200475,4299
"sqr_mom_1",0.99,1613944200475,4299
"lr_1",3.870179152890157e-05,1613944200475,4299
"mom_1",0.8725966429086259,1613944200475,4299
"eps_1",1e-05,1613944200475,4299
"wd_2",0.01,1613944200475,4299
"sqr_mom_2",0.99,1613944200475,4299
"lr_2",0.0003870179152890157,1613944200475,4299
"mom_2",0.8725966429086259,1613944200475,4299
"eps_2",1e-05,1613944200475,4299
"train_loss",0.021623854,1613944201431,4300
"raw_loss",0.02474849,1613944201431,4300
"epoch",27.050314465408803,1613944201431,4300
"wd_0",0.01,1613944201431,4300
"sqr_mom_0",0.99,1613944201431,4300
"lr_0",3.868997991722517e-06,1613944201431,4300
"mom_0",0.8726202663682133,1613944201431,4300
"eps_0",1e-05,1613944201431,4300
"wd_1",0.01,1613944201431,4300
"sqr_mom_1",0.99,1613944201431,4300
"lr_1",3.8689979917225165e-05,1613944201431,4300
"mom_1",0.8726202663682133,1613944201431,4300
"eps_1",1e-05,1613944201431,4300
"wd_2",0.01,1613944201431,4300
"sqr_mom_2",0.99,1613944201431,4300
"lr_2",0.00038689979917225166,1613944201431,4300
"mom_2",0.8726202663682133,1613944201431,4300
"eps_2",1e-05,1613944201431,4300
"train_loss",0.02146565,1613944202408,4301
"raw_loss",0.013713649,1613944202408,4301
"epoch",27.056603773584904,1613944202408,4301
"wd_0",0.01,1613944202408,4301
"sqr_mom_0",0.99,1613944202408,4301
"lr_0",3.867817177618442e-06,1613944202408,4301
"mom_0",0.87264388288646,1613944202408,4301
"eps_0",1e-05,1613944202408,4301
"wd_1",0.01,1613944202408,4301
"sqr_mom_1",0.99,1613944202408,4301
"lr_1",3.8678171776184414e-05,1613944202408,4301
"mom_1",0.87264388288646,1613944202408,4301
"eps_1",1e-05,1613944202408,4301
"wd_2",0.01,1613944202408,4301
"sqr_mom_2",0.99,1613944202408,4301
"lr_2",0.00038678171776184415,1613944202408,4301
"mom_2",0.87264388288646,1613944202408,4301
"eps_2",1e-05,1613944202408,4301
"train_loss",0.021325614,1613944203383,4302
"raw_loss",0.01446387,1613944203383,4302
"epoch",27.062893081761004,1613944203383,4302
"wd_0",0.01,1613944203383,4302
"sqr_mom_0",0.99,1613944203383,4302
"lr_0",3.866635731838836e-06,1613944203383,4302
"mom_0",0.8726675120383437,1613944203383,4302
"eps_0",1e-05,1613944203383,4302
"wd_1",0.01,1613944203383,4302
"sqr_mom_1",0.99,1613944203383,4302
"lr_1",3.866635731838836e-05,1613944203383,4302
"mom_1",0.8726675120383437,1613944203383,4302
"eps_1",1e-05,1613944203383,4302
"wd_2",0.01,1613944203383,4302
"sqr_mom_2",0.99,1613944203383,4302
"lr_2",0.0003866635731838836,1613944203383,4302
"mom_2",0.8726675120383437,1613944203383,4302
"eps_2",1e-05,1613944203383,4302
"train_loss",0.021300195,1613944204318,4303
"raw_loss",0.020054653,1613944204318,4303
"epoch",27.069182389937104,1613944204318,4303
"wd_0",0.01,1613944204318,4303
"sqr_mom_0",0.99,1613944204318,4303
"lr_0",3.865453458474554e-06,1613944204318,4303
"mom_0",0.8726911577420863,1613944204318,4303
"eps_0",1e-05,1613944204318,4303
"wd_1",0.01,1613944204318,4303
"sqr_mom_1",0.99,1613944204318,4303
"lr_1",3.8654534584745536e-05,1613944204318,4303
"mom_1",0.8726911577420863,1613944204318,4303
"eps_1",1e-05,1613944204318,4303
"wd_2",0.01,1613944204318,4303
"sqr_mom_2",0.99,1613944204318,4303
"lr_2",0.00038654534584745535,1613944204318,4303
"mom_2",0.8726911577420863,1613944204318,4303
"eps_2",1e-05,1613944204318,4303
"train_loss",0.021132499,1613944205296,4304
"raw_loss",0.012915434,1613944205296,4304
"epoch",27.075471698113205,1613944205296,4304
"wd_0",0.01,1613944205296,4304
"sqr_mom_0",0.99,1613944205296,4304
"lr_0",3.864271142033186e-06,1613944205296,4304
"mom_0",0.8727148043073794,1613944205296,4304
"eps_0",1e-05,1613944205296,4304
"wd_1",0.01,1613944205296,4304
"sqr_mom_1",0.99,1613944205296,4304
"lr_1",3.864271142033186e-05,1613944205296,4304
"mom_1",0.8727148043073794,1613944205296,4304
"eps_1",1e-05,1613944205296,4304
"wd_2",0.01,1613944205296,4304
"sqr_mom_2",0.99,1613944205296,4304
"lr_2",0.0003864271142033186,1613944205296,4304
"mom_2",0.8727148043073794,1613944205296,4304
"eps_2",1e-05,1613944205296,4304
"train_loss",0.021163529,1613944206273,4305
"raw_loss",0.022684028,1613944206273,4305
"epoch",27.081761006289305,1613944206273,4305
"wd_0",0.01,1613944206273,4305
"sqr_mom_0",0.99,1613944206273,4305
"lr_0",3.863088390898212e-06,1613944206273,4305
"mom_0",0.8727384595666314,1613944206273,4305
"eps_0",1e-05,1613944206273,4305
"wd_1",0.01,1613944206273,4305
"sqr_mom_1",0.99,1613944206273,4305
"lr_1",3.863088390898212e-05,1613944206273,4305
"mom_1",0.8727384595666314,1613944206273,4305
"eps_1",1e-05,1613944206273,4305
"wd_2",0.01,1613944206273,4305
"sqr_mom_2",0.99,1613944206273,4305
"lr_2",0.0003863088390898212,1613944206273,4305
"mom_2",0.8727384595666314,1613944206273,4305
"eps_2",1e-05,1613944206273,4305
"train_loss",0.021021612,1613944207265,4306
"raw_loss",0.014067691,1613944207265,4306
"epoch",27.088050314465406,1613944207265,4306
"wd_0",0.01,1613944207265,4306
"sqr_mom_0",0.99,1613944207265,4306
"lr_0",3.861904812876398e-06,1613944207265,4306
"mom_0",0.8727621313637857,1613944207265,4306
"eps_0",1e-05,1613944207265,4306
"wd_1",0.01,1613944207265,4306
"sqr_mom_1",0.99,1613944207265,4306
"lr_1",3.861904812876398e-05,1613944207265,4306
"mom_1",0.8727621313637857,1613944207265,4306
"eps_1",1e-05,1613944207265,4306
"wd_2",0.01,1613944207265,4306
"sqr_mom_2",0.99,1613944207265,4306
"lr_2",0.00038619048128763975,1613944207265,4306
"mom_2",0.8727621313637857,1613944207265,4306
"eps_2",1e-05,1613944207265,4306
"train_loss",0.020852813,1613944208224,4307
"raw_loss",0.012581715,1613944208224,4307
"epoch",27.094339622641506,1613944208224,4307
"wd_0",0.01,1613944208224,4307
"sqr_mom_0",0.99,1613944208224,4307
"lr_0",3.86072119334105e-06,1613944208224,4307
"mom_0",0.8727858039912189,1613944208224,4307
"eps_0",1e-05,1613944208224,4307
"wd_1",0.01,1613944208224,4307
"sqr_mom_1",0.99,1613944208224,4307
"lr_1",3.8607211933410496e-05,1613944208224,4307
"mom_1",0.8727858039912189,1613944208224,4307
"eps_1",1e-05,1613944208224,4307
"wd_2",0.01,1613944208224,4307
"sqr_mom_2",0.99,1613944208224,4307
"lr_2",0.000386072119334105,1613944208224,4307
"mom_2",0.8727858039912189,1613944208224,4307
"eps_2",1e-05,1613944208224,4307
"train_loss",0.020786632,1613944209216,4308
"raw_loss",0.017543714,1613944209216,4308
"epoch",27.100628930817606,1613944209216,4308
"wd_0",0.01,1613944209216,4308
"sqr_mom_0",0.99,1613944209216,4308
"lr_0",3.859537336672105e-06,1613944209216,4308
"mom_0",0.8728094813613715,1613944209216,4308
"eps_0",1e-05,1613944209216,4308
"wd_1",0.01,1613944209216,4308
"sqr_mom_1",0.99,1613944209216,4308
"lr_1",3.859537336672106e-05,1613944209216,4308
"mom_1",0.8728094813613715,1613944209216,4308
"eps_1",1e-05,1613944209216,4308
"wd_2",0.01,1613944209216,4308
"sqr_mom_2",0.99,1613944209216,4308
"lr_2",0.0003859537336672105,1613944209216,4308
"mom_2",0.8728094813613715,1613944209216,4308
"eps_2",1e-05,1613944209216,4308
"train_loss",0.020683076,1613944210170,4309
"raw_loss",0.01560883,1613944210170,4309
"epoch",27.106918238993707,1613944210170,4309
"wd_0",0.01,1613944210170,4309
"sqr_mom_0",0.99,1613944210170,4309
"lr_0",3.85835226095877e-06,1613944210170,4309
"mom_0",0.8728331831126557,1613944210170,4309
"eps_0",1e-05,1613944210170,4309
"wd_1",0.01,1613944210170,4309
"sqr_mom_1",0.99,1613944210170,4309
"lr_1",3.85835226095877e-05,1613944210170,4309
"mom_1",0.8728331831126557,1613944210170,4309
"eps_1",1e-05,1613944210170,4309
"wd_2",0.01,1613944210170,4309
"sqr_mom_2",0.99,1613944210170,4309
"lr_2",0.000385835226095877,1613944210170,4309
"mom_2",0.8728331831126557,1613944210170,4309
"eps_2",1e-05,1613944210170,4309
"train_loss",0.020963471,1613944211145,4310
"raw_loss",0.034702852,1613944211145,4310
"epoch",27.113207547169807,1613944211145,4310
"wd_0",0.01,1613944211145,4310
"sqr_mom_0",0.99,1613944211145,4310
"lr_0",3.857167538296932e-06,1613944211145,4310
"mom_0",0.8728568778028394,1613944211145,4310
"eps_0",1e-05,1613944211145,4310
"wd_1",0.01,1613944211145,4310
"sqr_mom_1",0.99,1613944211145,4310
"lr_1",3.857167538296932e-05,1613944211145,4310
"mom_1",0.8728568778028394,1613944211145,4310
"eps_1",1e-05,1613944211145,4310
"wd_2",0.01,1613944211145,4310
"sqr_mom_2",0.99,1613944211145,4310
"lr_2",0.0003857167538296932,1613944211145,4310
"mom_2",0.8728568778028394,1613944211145,4310
"eps_2",1e-05,1613944211145,4310
"train_loss",0.02090881,1613944212115,4311
"raw_loss",0.018230367,1613944212115,4311
"epoch",27.119496855345908,1613944212115,4311
"wd_0",0.01,1613944212115,4311
"sqr_mom_0",0.99,1613944212115,4311
"lr_0",3.855982186704206e-06,1613944212115,4311
"mom_0",0.8728805850717666,1613944212115,4311
"eps_0",1e-05,1613944212115,4311
"wd_1",0.01,1613944212115,4311
"sqr_mom_1",0.99,1613944212115,4311
"lr_1",3.855982186704206e-05,1613944212115,4311
"mom_1",0.8728805850717666,1613944212115,4311
"eps_1",1e-05,1613944212115,4311
"wd_2",0.01,1613944212115,4311
"sqr_mom_2",0.99,1613944212115,4311
"lr_2",0.0003855982186704206,1613944212115,4311
"mom_2",0.8728805850717666,1613944212115,4311
"eps_2",1e-05,1613944212115,4311
"train_loss",0.020723931,1613944213096,4312
"raw_loss",0.011664855,1613944213096,4312
"epoch",27.125786163522008,1613944213096,4312
"wd_0",0.01,1613944213096,4312
"sqr_mom_0",0.99,1613944213096,4312
"lr_0",3.854796009627387e-06,1613944213096,4312
"mom_0",0.8729043088505407,1613944213096,4312
"eps_0",1e-05,1613944213096,4312
"wd_1",0.01,1613944213096,4312
"sqr_mom_1",0.99,1613944213096,4312
"lr_1",3.8547960096273875e-05,1613944213096,4312
"mom_1",0.8729043088505407,1613944213096,4312
"eps_1",1e-05,1613944213096,4312
"wd_2",0.01,1613944213096,4312
"sqr_mom_2",0.99,1613944213096,4312
"lr_2",0.0003854796009627387,1613944213096,4312
"mom_2",0.8729043088505407,1613944213096,4312
"eps_2",1e-05,1613944213096,4312
"train_loss",0.020464068,1613944214050,4313
"raw_loss",0.007730779,1613944214050,4313
"epoch",27.13207547169811,1613944214050,4313
"wd_0",0.01,1613944214050,4313
"sqr_mom_0",0.99,1613944214050,4313
"lr_0",3.853609794164409e-06,1613944214050,4313
"mom_0",0.8729280333970457,1613944214050,4313
"eps_0",1e-05,1613944214050,4313
"wd_1",0.01,1613944214050,4313
"sqr_mom_1",0.99,1613944214050,4313
"lr_1",3.853609794164409e-05,1613944214050,4313
"mom_1",0.8729280333970457,1613944214050,4313
"eps_1",1e-05,1613944214050,4313
"wd_2",0.01,1613944214050,4313
"sqr_mom_2",0.99,1613944214050,4313
"lr_2",0.00038536097941644086,1613944214050,4313
"mom_2",0.8729280333970457,1613944214050,4313
"eps_2",1e-05,1613944214050,4313
"train_loss",0.02039724,1613944215029,4314
"raw_loss",0.017122624,1613944215029,4314
"epoch",27.13836477987421,1613944215029,4314
"wd_0",0.01,1613944215029,4314
"sqr_mom_0",0.99,1613944215029,4314
"lr_0",3.8524233442637675e-06,1613944215029,4314
"mom_0",0.872951762632351,1613944215029,4314
"eps_0",1e-05,1613944215029,4314
"wd_1",0.01,1613944215029,4314
"sqr_mom_1",0.99,1613944215029,4314
"lr_1",3.852423344263767e-05,1613944215029,4314
"mom_1",0.872951762632351,1613944215029,4314
"eps_1",1e-05,1613944215029,4314
"wd_2",0.01,1613944215029,4314
"sqr_mom_2",0.99,1613944215029,4314
"lr_2",0.0003852423344263767,1613944215029,4314
"mom_2",0.872951762632351,1613944215029,4314
"eps_2",1e-05,1613944215029,4314
"train_loss",0.020174675,1613944216027,4315
"raw_loss",0.009268915,1613944216027,4315
"epoch",27.14465408805031,1613944216027,4315
"wd_0",0.01,1613944216027,4315
"sqr_mom_0",0.99,1613944216027,4315
"lr_0",3.8512356758662e-06,1613944216027,4315
"mom_0",0.8729755162378383,1613944216027,4315
"eps_0",1e-05,1613944216027,4315
"wd_1",0.01,1613944216027,4315
"sqr_mom_1",0.99,1613944216027,4315
"lr_1",3.8512356758662e-05,1613944216027,4315
"mom_1",0.8729755162378383,1613944216027,4315
"eps_1",1e-05,1613944216027,4315
"wd_2",0.01,1613944216027,4315
"sqr_mom_2",0.99,1613944216027,4315
"lr_2",0.00038512356758662,1613944216027,4315
"mom_2",0.8729755162378383,1613944216027,4315
"eps_2",1e-05,1613944216027,4315
"train_loss",0.020042889,1613944217008,4316
"raw_loss",0.013585395,1613944217008,4316
"epoch",27.15094339622641,1613944217008,4316
"wd_0",0.01,1613944217008,4316
"sqr_mom_0",0.99,1613944217008,4316
"lr_0",3.850048364506994e-06,1613944217008,4316
"mom_0",0.8729992627024872,1613944217008,4316
"eps_0",1e-05,1613944217008,4316
"wd_1",0.01,1613944217008,4316
"sqr_mom_1",0.99,1613944217008,4316
"lr_1",3.8500483645069944e-05,1613944217008,4316
"mom_1",0.8729992627024872,1613944217008,4316
"eps_1",1e-05,1613944217008,4316
"wd_2",0.01,1613944217008,4316
"sqr_mom_2",0.99,1613944217008,4316
"lr_2",0.0003850048364506994,1613944217008,4316
"mom_2",0.8729992627024872,1613944217008,4316
"eps_2",1e-05,1613944217008,4316
"train_loss",0.020002615,1613944217984,4317
"raw_loss",0.018029165,1613944217984,4317
"epoch",27.15723270440251,1613944217984,4317
"wd_0",0.01,1613944217984,4317
"sqr_mom_0",0.99,1613944217984,4317
"lr_0",3.8488598348364725e-06,1613944217984,4317
"mom_0",0.8730230335336059,1613944217984,4317
"eps_0",1e-05,1613944217984,4317
"wd_1",0.01,1613944217984,4317
"sqr_mom_1",0.99,1613944217984,4317
"lr_1",3.8488598348364726e-05,1613944217984,4317
"mom_1",0.8730230335336059,1613944217984,4317
"eps_1",1e-05,1613944217984,4317
"wd_2",0.01,1613944217984,4317
"sqr_mom_2",0.99,1613944217984,4317
"lr_2",0.00038488598348364724,1613944217984,4317
"mom_2",0.8730230335336059,1613944217984,4317
"eps_2",1e-05,1613944217984,4317
"train_loss",0.019884426,1613944218974,4318
"raw_loss",0.0140931895,1613944218974,4318
"epoch",27.16352201257861,1613944218974,4318
"wd_0",0.01,1613944218974,4318
"sqr_mom_0",0.99,1613944218974,4318
"lr_0",3.847671663532469e-06,1613944218974,4318
"mom_0",0.8730467971973226,1613944218974,4318
"eps_0",1e-05,1613944218974,4318
"wd_1",0.01,1613944218974,4318
"sqr_mom_1",0.99,1613944218974,4318
"lr_1",3.847671663532469e-05,1613944218974,4318
"mom_1",0.8730467971973226,1613944218974,4318
"eps_1",1e-05,1613944218974,4318
"wd_2",0.01,1613944218974,4318
"sqr_mom_2",0.99,1613944218974,4318
"lr_2",0.0003847671663532469,1613944218974,4318
"mom_2",0.8730467971973226,1613944218974,4318
"eps_2",1e-05,1613944218974,4318
"train_loss",0.019764315,1613944219954,4319
"raw_loss",0.013878895,1613944219954,4319
"epoch",27.16981132075471,1613944219954,4319
"wd_0",0.01,1613944219954,4319
"sqr_mom_0",0.99,1613944219954,4319
"lr_0",3.8464828657509205e-06,1613944219954,4319
"mom_0",0.8730705733907155,1613944219954,4319
"eps_0",1e-05,1613944219954,4319
"wd_1",0.01,1613944219954,4319
"sqr_mom_1",0.99,1613944219954,4319
"lr_1",3.8464828657509205e-05,1613944219954,4319
"mom_1",0.8730705733907155,1613944219954,4319
"eps_1",1e-05,1613944219954,4319
"wd_2",0.01,1613944219954,4319
"sqr_mom_2",0.99,1613944219954,4319
"lr_2",0.000384648286575092,1613944219954,4319
"mom_2",0.8730705733907155,1613944219954,4319
"eps_2",1e-05,1613944219954,4319
"train_loss",0.019688537,1613944221016,4320
"raw_loss",0.015975414,1613944221016,4320
"epoch",27.17610062893081,1613944221016,4320
"wd_0",0.01,1613944221016,4320
"sqr_mom_0",0.99,1613944221016,4320
"lr_0",3.845293244370377e-06,1613944221016,4320
"mom_0",0.873094366056253,1613944221016,4320
"eps_0",1e-05,1613944221016,4320
"wd_1",0.01,1613944221016,4320
"sqr_mom_1",0.99,1613944221016,4320
"lr_1",3.845293244370377e-05,1613944221016,4320
"mom_1",0.873094366056253,1613944221016,4320
"eps_1",1e-05,1613944221016,4320
"wd_2",0.01,1613944221016,4320
"sqr_mom_2",0.99,1613944221016,4320
"lr_2",0.00038452932443703766,1613944221016,4320
"mom_2",0.873094366056253,1613944221016,4320
"eps_2",1e-05,1613944221016,4320
"train_loss",0.019713396,1613944221994,4321
"raw_loss",0.020931473,1613944221994,4321
"epoch",27.18238993710691,1613944221994,4321
"wd_0",0.01,1613944221994,4321
"sqr_mom_0",0.99,1613944221994,4321
"lr_0",3.844103588774268e-06,1613944221994,4321
"mom_0",0.8731181594061087,1613944221994,4321
"eps_0",1e-05,1613944221994,4321
"wd_1",0.01,1613944221994,4321
"sqr_mom_1",0.99,1613944221994,4321
"lr_1",3.8441035887742675e-05,1613944221994,4321
"mom_1",0.8731181594061087,1613944221994,4321
"eps_1",1e-05,1613944221994,4321
"wd_2",0.01,1613944221994,4321
"sqr_mom_2",0.99,1613944221994,4321
"lr_2",0.00038441035887742676,1613944221994,4321
"mom_2",0.8731181594061087,1613944221994,4321
"eps_2",1e-05,1613944221994,4321
"train_loss",0.019552305,1613944222967,4322
"raw_loss",0.011658823,1613944222967,4322
"epoch",27.188679245283012,1613944222967,4322
"wd_0",0.01,1613944222967,4322
"sqr_mom_0",0.99,1613944222967,4322
"lr_0",3.842913702339331e-06,1613944222967,4322
"mom_0",0.8731419573727871,1613944222967,4322
"eps_0",1e-05,1613944222967,4322
"wd_1",0.01,1613944222967,4322
"sqr_mom_1",0.99,1613944222967,4322
"lr_1",3.8429137023393304e-05,1613944222967,4322
"mom_1",0.8731419573727871,1613944222967,4322
"eps_1",1e-05,1613944222967,4322
"wd_2",0.01,1613944222967,4322
"sqr_mom_2",0.99,1613944222967,4322
"lr_2",0.00038429137023393307,1613944222967,4322
"mom_2",0.8731419573727871,1613944222967,4322
"eps_2",1e-05,1613944222967,4322
"train_loss",0.019420672,1613944223949,4323
"raw_loss",0.012970605,1613944223949,4323
"epoch",27.194968553459113,1613944223949,4323
"wd_0",0.01,1613944223949,4323
"sqr_mom_0",0.99,1613944223949,4323
"lr_0",3.84172259815918e-06,1613944223949,4323
"mom_0",0.8731657796946133,1613944223949,4323
"eps_0",1e-05,1613944223949,4323
"wd_1",0.01,1613944223949,4323
"sqr_mom_1",0.99,1613944223949,4323
"lr_1",3.8417225981591806e-05,1613944223949,4323
"mom_1",0.8731657796946133,1613944223949,4323
"eps_1",1e-05,1613944223949,4323
"wd_2",0.01,1613944223949,4323
"sqr_mom_2",0.99,1613944223949,4323
"lr_2",0.000384172259815918,1613944223949,4323
"mom_2",0.8731657796946133,1613944223949,4323
"eps_2",1e-05,1613944223949,4323
"train_loss",0.019286873,1613944224916,4324
"raw_loss",0.012730683,1613944224916,4324
"epoch",27.201257861635213,1613944224916,4324
"wd_0",0.01,1613944224916,4324
"sqr_mom_0",0.99,1613944224916,4324
"lr_0",3.840531856326941e-06,1613944224916,4324
"mom_0",0.8731895947694088,1613944224916,4324
"eps_0",1e-05,1613944224916,4324
"wd_1",0.01,1613944224916,4324
"sqr_mom_1",0.99,1613944224916,4324
"lr_1",3.84053185632694e-05,1613944224916,4324
"mom_1",0.8731895947694088,1613944224916,4324
"eps_1",1e-05,1613944224916,4324
"wd_2",0.01,1613944224916,4324
"sqr_mom_2",0.99,1613944224916,4324
"lr_2",0.000384053185632694,1613944224916,4324
"mom_2",0.8731895947694088,1613944224916,4324
"eps_2",1e-05,1613944224916,4324
"train_loss",0.019443944,1613944225884,4325
"raw_loss",0.02714047,1613944225884,4325
"epoch",27.207547169811313,1613944225884,4325
"wd_0",0.01,1613944225884,4325
"sqr_mom_0",0.99,1613944225884,4325
"lr_0",3.839340489865512e-06,1613944225884,4325
"mom_0",0.8732134223369131,1613944225884,4325
"eps_0",1e-05,1613944225884,4325
"wd_1",0.01,1613944225884,4325
"sqr_mom_1",0.99,1613944225884,4325
"lr_1",3.839340489865512e-05,1613944225884,4325
"mom_1",0.8732134223369131,1613944225884,4325
"eps_1",1e-05,1613944225884,4325
"wd_2",0.01,1613944225884,4325
"sqr_mom_2",0.99,1613944225884,4325
"lr_2",0.0003839340489865512,1613944225884,4325
"mom_2",0.8732134223369131,1613944225884,4325
"eps_2",1e-05,1613944225884,4325
"train_loss",0.019234732,1613944226845,4326
"raw_loss",0.008983333,1613944226845,4326
"epoch",27.213836477987414,1613944226845,4326
"wd_0",0.01,1613944226845,4326
"sqr_mom_0",0.99,1613944226845,4326
"lr_0",3.83814830122991e-06,1613944226845,4326
"mom_0",0.8732372663480653,1613944226845,4326
"eps_0",1e-05,1613944226845,4326
"wd_1",0.01,1613944226845,4326
"sqr_mom_1",0.99,1613944226845,4326
"lr_1",3.838148301229909e-05,1613944226845,4326
"mom_1",0.8732372663480653,1613944226845,4326
"eps_1",1e-05,1613944226845,4326
"wd_2",0.01,1613944226845,4326
"sqr_mom_2",0.99,1613944226845,4326
"lr_2",0.0003838148301229909,1613944226845,4326
"mom_2",0.8732372663480653,1613944226845,4326
"eps_2",1e-05,1613944226845,4326
"train_loss",0.018973906,1613944227812,4327
"raw_loss",0.006193417,1613944227812,4327
"epoch",27.220125786163514,1613944227812,4327
"wd_0",0.01,1613944227812,4327
"sqr_mom_0",0.99,1613944227812,4327
"lr_0",3.836956081507084e-06,1613944227812,4327
"mom_0",0.8732611109809681,1613944227812,4327
"eps_0",1e-05,1613944227812,4327
"wd_1",0.01,1613944227812,4327
"sqr_mom_1",0.99,1613944227812,4327
"lr_1",3.836956081507084e-05,1613944227812,4327
"mom_1",0.8732611109809681,1613944227812,4327
"eps_1",1e-05,1613944227812,4327
"wd_2",0.01,1613944227812,4327
"sqr_mom_2",0.99,1613944227812,4327
"lr_2",0.00038369560815070837,1613944227812,4327
"mom_2",0.8732611109809681,1613944227812,4327
"eps_2",1e-05,1613944227812,4327
"train_loss",0.018944426,1613944228782,4328
"raw_loss",0.017499872,1613944228782,4328
"epoch",27.226415094339615,1613944228782,4328
"wd_0",0.01,1613944228782,4328
"sqr_mom_0",0.99,1613944228782,4328
"lr_0",3.8357634357941275e-06,1613944228782,4328
"mom_0",0.8732849641337588,1613944228782,4328
"eps_0",1e-05,1613944228782,4328
"wd_1",0.01,1613944228782,4328
"sqr_mom_1",0.99,1613944228782,4328
"lr_1",3.835763435794127e-05,1613944228782,4328
"mom_1",0.8732849641337588,1613944228782,4328
"eps_1",1e-05,1613944228782,4328
"wd_2",0.01,1613944228782,4328
"sqr_mom_2",0.99,1613944228782,4328
"lr_2",0.0003835763435794127,1613944228782,4328
"mom_2",0.8732849641337588,1613944228782,4328
"eps_2",1e-05,1613944228782,4328
"train_loss",0.018907854,1613944229758,4329
"raw_loss",0.017115911,1613944229758,4329
"epoch",27.232704402515715,1613944229758,4329
"wd_0",0.01,1613944229758,4329
"sqr_mom_0",0.99,1613944229758,4329
"lr_0",3.834569968622964e-06,1613944229758,4329
"mom_0",0.8733088337158779,1613944229758,4329
"eps_0",1e-05,1613944229758,4329
"wd_1",0.01,1613944229758,4329
"sqr_mom_1",0.99,1613944229758,4329
"lr_1",3.8345699686229636e-05,1613944229758,4329
"mom_1",0.8733088337158779,1613944229758,4329
"eps_1",1e-05,1613944229758,4329
"wd_2",0.01,1613944229758,4329
"sqr_mom_2",0.99,1613944229758,4329
"lr_2",0.00038345699686229633,1613944229758,4329
"mom_2",0.8733088337158779,1613944229758,4329
"eps_2",1e-05,1613944229758,4329
"train_loss",0.018817378,1613944230717,4330
"raw_loss",0.014384007,1613944230717,4330
"epoch",27.238993710691815,1613944230717,4330
"wd_0",0.01,1613944230717,4330
"sqr_mom_0",0.99,1613944230717,4330
"lr_0",3.83337647192893e-06,1613944230717,4330
"mom_0",0.8733327038884603,1613944230717,4330
"eps_0",1e-05,1613944230717,4330
"wd_1",0.01,1613944230717,4330
"sqr_mom_1",0.99,1613944230717,4330
"lr_1",3.8333764719289297e-05,1613944230717,4330
"mom_1",0.8733327038884603,1613944230717,4330
"eps_1",1e-05,1613944230717,4330
"wd_2",0.01,1613944230717,4330
"sqr_mom_2",0.99,1613944230717,4330
"lr_2",0.00038333764719289295,1613944230717,4330
"mom_2",0.8733327038884603,1613944230717,4330
"eps_2",1e-05,1613944230717,4330
"train_loss",0.019048952,1613944231662,4331
"raw_loss",0.030396063,1613944231662,4331
"epoch",27.245283018867916,1613944231662,4331
"wd_0",0.01,1613944231662,4331
"sqr_mom_0",0.99,1613944231662,4331
"lr_0",3.832182748450332e-06,1613944231662,4331
"mom_0",0.8733565785967793,1613944231662,4331
"eps_0",1e-05,1613944231662,4331
"wd_1",0.01,1613944231662,4331
"sqr_mom_1",0.99,1613944231662,4331
"lr_1",3.832182748450332e-05,1613944231662,4331
"mom_1",0.8733565785967793,1613944231662,4331
"eps_1",1e-05,1613944231662,4331
"wd_2",0.01,1613944231662,4331
"sqr_mom_2",0.99,1613944231662,4331
"lr_2",0.0003832182748450332,1613944231662,4331
"mom_2",0.8733565785967793,1613944231662,4331
"eps_2",1e-05,1613944231662,4331
"train_loss",0.019111102,1613944232614,4332
"raw_loss",0.022156496,1613944232614,4332
"epoch",27.251572327044016,1613944232614,4332
"wd_0",0.01,1613944232614,4332
"sqr_mom_0",0.99,1613944232614,4332
"lr_0",3.830987808101877e-06,1613944232614,4332
"mom_0",0.8733804776427389,1613944232614,4332
"eps_0",1e-05,1613944232614,4332
"wd_1",0.01,1613944232614,4332
"sqr_mom_1",0.99,1613944232614,4332
"lr_1",3.830987808101877e-05,1613944232614,4332
"mom_1",0.8733804776427389,1613944232614,4332
"eps_1",1e-05,1613944232614,4332
"wd_2",0.01,1613944232614,4332
"sqr_mom_2",0.99,1613944232614,4332
"lr_2",0.0003830987808101877,1613944232614,4332
"mom_2",0.8733804776427389,1613944232614,4332
"eps_2",1e-05,1613944232614,4332
"train_loss",0.019269502,1613944233552,4333
"raw_loss",0.027031045,1613944233552,4333
"epoch",27.257861635220117,1613944233552,4333
"wd_0",0.01,1613944233552,4333
"sqr_mom_0",0.99,1613944233552,4333
"lr_0",3.829793236065668e-06,1613944233552,4333
"mom_0",0.8734043693223799,1613944233552,4333
"eps_0",1e-05,1613944233552,4333
"wd_1",0.01,1613944233552,4333
"sqr_mom_1",0.99,1613944233552,4333
"lr_1",3.8297932360656673e-05,1613944233552,4333
"mom_1",0.8734043693223799,1613944233552,4333
"eps_1",1e-05,1613944233552,4333
"wd_2",0.01,1613944233552,4333
"sqr_mom_2",0.99,1613944233552,4333
"lr_2",0.0003829793236065667,1613944233552,4333
"mom_2",0.8734043693223799,1613944233552,4333
"eps_2",1e-05,1613944233552,4333
"train_loss",0.019060243,1613944234585,4334
"raw_loss",0.008806567,1613944234585,4334
"epoch",27.264150943396217,1613944234585,4334
"wd_0",0.01,1613944234585,4334
"sqr_mom_0",0.99,1613944234585,4334
"lr_0",3.828598042186261e-06,1613944234585,4334
"mom_0",0.8734282734390092,1613944234585,4334
"eps_0",1e-05,1613944234585,4334
"wd_1",0.01,1613944234585,4334
"sqr_mom_1",0.99,1613944234585,4334
"lr_1",3.828598042186261e-05,1613944234585,4334
"mom_1",0.8734282734390092,1613944234585,4334
"eps_1",1e-05,1613944234585,4334
"wd_2",0.01,1613944234585,4334
"sqr_mom_2",0.99,1613944234585,4334
"lr_2",0.0003828598042186261,1613944234585,4334
"mom_2",0.8734282734390092,1613944234585,4334
"eps_2",1e-05,1613944234585,4334
"train_loss",0.019392038,1613944235689,4335
"raw_loss",0.03565002,1613944235689,4335
"epoch",27.270440251572317,1613944235689,4335
"wd_0",0.01,1613944235689,4335
"sqr_mom_0",0.99,1613944235689,4335
"lr_0",3.82740202828761e-06,1613944235689,4335
"mom_0",0.8734521939561873,1613944235689,4335
"eps_0",1e-05,1613944235689,4335
"wd_1",0.01,1613944235689,4335
"sqr_mom_1",0.99,1613944235689,4335
"lr_1",3.82740202828761e-05,1613944235689,4335
"mom_1",0.8734521939561873,1613944235689,4335
"eps_1",1e-05,1613944235689,4335
"wd_2",0.01,1613944235689,4335
"sqr_mom_2",0.99,1613944235689,4335
"lr_2",0.00038274020282876096,1613944235689,4335
"mom_2",0.8734521939561873,1613944235689,4335
"eps_2",1e-05,1613944235689,4335
"train_loss",0.019689785,1613944236644,4336
"raw_loss",0.03427939,1613944236644,4336
"epoch",27.276729559748418,1613944236644,4336
"wd_0",0.01,1613944236644,4336
"sqr_mom_0",0.99,1613944236644,4336
"lr_0",3.826205987994953e-06,1613944236644,4336
"mom_0",0.8734761150012509,1613944236644,4336
"eps_0",1e-05,1613944236644,4336
"wd_1",0.01,1613944236644,4336
"sqr_mom_1",0.99,1613944236644,4336
"lr_1",3.826205987994954e-05,1613944236644,4336
"mom_1",0.8734761150012509,1613944236644,4336
"eps_1",1e-05,1613944236644,4336
"wd_2",0.01,1613944236644,4336
"sqr_mom_2",0.99,1613944236644,4336
"lr_2",0.0003826205987994953,1613944236644,4336
"mom_2",0.8734761150012509,1613944236644,4336
"eps_2",1e-05,1613944236644,4336
"train_loss",0.01950714,1613944237588,4337
"raw_loss",0.010557514,1613944237588,4337
"epoch",27.28301886792452,1613944237588,4337
"wd_0",0.01,1613944237588,4337
"sqr_mom_0",0.99,1613944237588,4337
"lr_0",3.825009723623812e-06,1613944237588,4337
"mom_0",0.8735000405279291,1613944237588,4337
"eps_0",1e-05,1613944237588,4337
"wd_1",0.01,1613944237588,4337
"sqr_mom_1",0.99,1613944237588,4337
"lr_1",3.825009723623811e-05,1613944237588,4337
"mom_1",0.8735000405279291,1613944237588,4337
"eps_1",1e-05,1613944237588,4337
"wd_2",0.01,1613944237588,4337
"sqr_mom_2",0.99,1613944237588,4337
"lr_2",0.0003825009723623812,1613944237588,4337
"mom_2",0.8735000405279291,1613944237588,4337
"eps_2",1e-05,1613944237588,4337
"train_loss",0.01924802,1613944238530,4338
"raw_loss",0.0065510874,1613944238530,4338
"epoch",27.28930817610062,1613944238530,4338
"wd_0",0.01,1613944238530,4338
"sqr_mom_0",0.99,1613944238530,4338
"lr_0",3.82381224298383e-06,1613944238530,4338
"mom_0",0.8735239903802272,1613944238530,4338
"eps_0",1e-05,1613944238530,4338
"wd_1",0.01,1613944238530,4338
"sqr_mom_1",0.99,1613944238530,4338
"lr_1",3.82381224298383e-05,1613944238530,4338
"mom_1",0.8735239903802272,1613944238530,4338
"eps_1",1e-05,1613944238530,4338
"wd_2",0.01,1613944238530,4338
"sqr_mom_2",0.99,1613944238530,4338
"lr_2",0.00038238122429838303,1613944238530,4338
"mom_2",0.8735239903802272,1613944238530,4338
"eps_2",1e-05,1613944238530,4338
"train_loss",0.019478869,1613944239465,4339
"raw_loss",0.030790504,1613944239465,4339
"epoch",27.29559748427672,1613944239465,4339
"wd_0",0.01,1613944239465,4339
"sqr_mom_0",0.99,1613944239465,4339
"lr_0",3.822615134627007e-06,1613944239465,4339
"mom_0",0.8735479327867877,1613944239465,4339
"eps_0",1e-05,1613944239465,4339
"wd_1",0.01,1613944239465,4339
"sqr_mom_1",0.99,1613944239465,4339
"lr_1",3.822615134627008e-05,1613944239465,4339
"mom_1",0.8735479327867877,1613944239465,4339
"eps_1",1e-05,1613944239465,4339
"wd_2",0.01,1613944239465,4339
"sqr_mom_2",0.99,1613944239465,4339
"lr_2",0.00038226151346270075,1613944239465,4339
"mom_2",0.8735479327867877,1613944239465,4339
"eps_2",1e-05,1613944239465,4339
"train_loss",0.019427504,1613944240405,4340
"raw_loss",0.01691064,1613944240405,4340
"epoch",27.30188679245282,1613944240405,4340
"wd_0",0.01,1613944240405,4340
"sqr_mom_0",0.99,1613944240405,4340
"lr_0",3.821417406293221e-06,1613944240405,4340
"mom_0",0.8735718875930115,1613944240405,4340
"eps_0",1e-05,1613944240405,4340
"wd_1",0.01,1613944240405,4340
"sqr_mom_1",0.99,1613944240405,4340
"lr_1",3.82141740629322e-05,1613944240405,4340
"mom_1",0.8735718875930115,1613944240405,4340
"eps_1",1e-05,1613944240405,4340
"wd_2",0.01,1613944240405,4340
"sqr_mom_2",0.99,1613944240405,4340
"lr_2",0.000382141740629322,1613944240405,4340
"mom_2",0.8735718875930115,1613944240405,4340
"eps_2",1e-05,1613944240405,4340
"train_loss",0.019293133,1613944241343,4341
"raw_loss",0.012708978,1613944241343,4341
"epoch",27.30817610062892,1613944241343,4341
"wd_0",0.01,1613944241343,4341
"sqr_mom_0",0.99,1613944241343,4341
"lr_0",3.82021885938856e-06,1613944241343,4341
"mom_0",0.8735958587708165,1613944241343,4341
"eps_0",1e-05,1613944241343,4341
"wd_1",0.01,1613944241343,4341
"sqr_mom_1",0.99,1613944241343,4341
"lr_1",3.8202188593885596e-05,1613944241343,4341
"mom_1",0.8735958587708165,1613944241343,4341
"eps_1",1e-05,1613944241343,4341
"wd_2",0.01,1613944241343,4341
"sqr_mom_2",0.99,1613944241343,4341
"lr_2",0.00038202188593885593,1613944241343,4341
"mom_2",0.8735958587708165,1613944241343,4341
"eps_2",1e-05,1613944241343,4341
"train_loss",0.01945363,1613944242304,4342
"raw_loss",0.027317997,1613944242304,4342
"epoch",27.31446540880502,1613944242304,4342
"wd_0",0.01,1613944242304,4342
"sqr_mom_0",0.99,1613944242304,4342
"lr_0",3.819020289219062e-06,1613944242304,4342
"mom_0",0.8736198304139229,1613944242304,4342
"eps_0",1e-05,1613944242304,4342
"wd_1",0.01,1613944242304,4342
"sqr_mom_1",0.99,1613944242304,4342
"lr_1",3.819020289219062e-05,1613944242304,4342
"mom_1",0.8736198304139229,1613944242304,4342
"eps_1",1e-05,1613944242304,4342
"wd_2",0.01,1613944242304,4342
"sqr_mom_2",0.99,1613944242304,4342
"lr_2",0.00038190202892190615,1613944242304,4342
"mom_2",0.8736198304139229,1613944242304,4342
"eps_2",1e-05,1613944242304,4342
"train_loss",0.019621113,1613944243243,4343
"raw_loss",0.02782778,1613944243243,4343
"epoch",27.32075471698112,1613944243243,4343
"wd_0",0.01,1613944243243,4343
"sqr_mom_0",0.99,1613944243243,4343
"lr_0",3.817821497679726e-06,1613944243243,4343
"mom_0",0.8736438064844703,1613944243243,4343
"eps_0",1e-05,1613944243243,4343
"wd_1",0.01,1613944243243,4343
"sqr_mom_1",0.99,1613944243243,4343
"lr_1",3.817821497679726e-05,1613944243243,4343
"mom_1",0.8736438064844703,1613944243243,4343
"eps_1",1e-05,1613944243243,4343
"wd_2",0.01,1613944243243,4343
"sqr_mom_2",0.99,1613944243243,4343
"lr_2",0.0003817821497679726,1613944243243,4343
"mom_2",0.8736438064844703,1613944243243,4343
"eps_2",1e-05,1613944243243,4343
"train_loss",0.019420695,1613944244204,4344
"raw_loss",0.009600184,1613944244204,4344
"epoch",27.32704402515722,1613944244204,4344
"wd_0",0.01,1613944244204,4344
"sqr_mom_0",0.99,1613944244204,4344
"lr_0",3.816621490486522e-06,1613944244204,4344
"mom_0",0.8736678068683382,1613944244204,4344
"eps_0",1e-05,1613944244204,4344
"wd_1",0.01,1613944244204,4344
"sqr_mom_1",0.99,1613944244204,4344
"lr_1",3.816621490486522e-05,1613944244204,4344
"mom_1",0.8736678068683382,1613944244204,4344
"eps_1",1e-05,1613944244204,4344
"wd_2",0.01,1613944244204,4344
"sqr_mom_2",0.99,1613944244204,4344
"lr_2",0.00038166214904865217,1613944244204,4344
"mom_2",0.8736678068683382,1613944244204,4344
"eps_2",1e-05,1613944244204,4344
"train_loss",0.019469988,1613944245143,4345
"raw_loss",0.021885362,1613944245143,4345
"epoch",27.33333333333332,1613944245143,4345
"wd_0",0.01,1613944245143,4345
"sqr_mom_0",0.99,1613944245143,4345
"lr_0",3.8154218595431215e-06,1613944245143,4345
"mom_0",0.8736917997271348,1613944245143,4345
"eps_0",1e-05,1613944245143,4345
"wd_1",0.01,1613944245143,4345
"sqr_mom_1",0.99,1613944245143,4345
"lr_1",3.815421859543121e-05,1613944245143,4345
"mom_1",0.8736917997271348,1613944245143,4345
"eps_1",1e-05,1613944245143,4345
"wd_2",0.01,1613944245143,4345
"sqr_mom_2",0.99,1613944245143,4345
"lr_2",0.0003815421859543121,1613944245143,4345
"mom_2",0.8736917997271348,1613944245143,4345
"eps_2",1e-05,1613944245143,4345
"train_loss",0.019346995,1613944246109,4346
"raw_loss",0.0133203585,1613944246109,4346
"epoch",27.339622641509422,1613944246109,4346
"wd_0",0.01,1613944246109,4346
"sqr_mom_0",0.99,1613944246109,4346
"lr_0",3.8142216104960997e-06,1613944246109,4346
"mom_0",0.8737158049481275,1613944246109,4346
"eps_0",1e-05,1613944246109,4346
"wd_1",0.01,1613944246109,4346
"sqr_mom_1",0.99,1613944246109,4346
"lr_1",3.8142216104960995e-05,1613944246109,4346
"mom_1",0.8737158049481275,1613944246109,4346
"eps_1",1e-05,1613944246109,4346
"wd_2",0.01,1613944246109,4346
"sqr_mom_2",0.99,1613944246109,4346
"lr_2",0.00038142216104961,1613944246109,4346
"mom_2",0.8737158049481275,1613944246109,4346
"eps_2",1e-05,1613944246109,4346
"train_loss",0.019203965,1613944247167,4347
"raw_loss",0.012195454,1613944247167,4347
"epoch",27.345911949685522,1613944247167,4347
"wd_0",0.01,1613944247167,4347
"sqr_mom_0",0.99,1613944247167,4347
"lr_0",3.813020544335967e-06,1613944247167,4347
"mom_0",0.8737398265115458,1613944247167,4347
"eps_0",1e-05,1613944247167,4347
"wd_1",0.01,1613944247167,4347
"sqr_mom_1",0.99,1613944247167,4347
"lr_1",3.813020544335967e-05,1613944247167,4347
"mom_1",0.8737398265115458,1613944247167,4347
"eps_1",1e-05,1613944247167,4347
"wd_2",0.01,1613944247167,4347
"sqr_mom_2",0.99,1613944247167,4347
"lr_2",0.00038130205443359666,1613944247167,4347
"mom_2",0.8737398265115458,1613944247167,4347
"eps_2",1e-05,1613944247167,4347
"train_loss",0.018938493,1613944248134,4348
"raw_loss",0.005930409,1613944248134,4348
"epoch",27.352201257861623,1613944248134,4348
"wd_0",0.01,1613944248134,4348
"sqr_mom_0",0.99,1613944248134,4348
"lr_0",3.8118194580404324e-06,1613944248134,4348
"mom_0",0.8737638484776761,1613944248134,4348
"eps_0",1e-05,1613944248134,4348
"wd_1",0.01,1613944248134,4348
"sqr_mom_1",0.99,1613944248134,4348
"lr_1",3.811819458040432e-05,1613944248134,4348
"mom_1",0.8737638484776761,1613944248134,4348
"eps_1",1e-05,1613944248134,4348
"wd_2",0.01,1613944248134,4348
"sqr_mom_2",0.99,1613944248134,4348
"lr_2",0.00038118194580404323,1613944248134,4348
"mom_2",0.8737638484776761,1613944248134,4348
"eps_2",1e-05,1613944248134,4348
"train_loss",0.019255921,1613944249069,4349
"raw_loss",0.03480993,1613944249069,4349
"epoch",27.358490566037723,1613944249069,4349
"wd_0",0.01,1613944249069,4349
"sqr_mom_0",0.99,1613944249069,4349
"lr_0",3.8106179537641192e-06,1613944249069,4349
"mom_0",0.8737878788035056,1613944249069,4349
"eps_0",1e-05,1613944249069,4349
"wd_1",0.01,1613944249069,4349
"sqr_mom_1",0.99,1613944249069,4349
"lr_1",3.8106179537641194e-05,1613944249069,4349
"mom_1",0.8737878788035056,1613944249069,4349
"eps_1",1e-05,1613944249069,4349
"wd_2",0.01,1613944249069,4349
"sqr_mom_2",0.99,1613944249069,4349
"lr_2",0.0003810617953764119,1613944249069,4349
"mom_2",0.8737878788035056,1613944249069,4349
"eps_2",1e-05,1613944249069,4349
"train_loss",0.019238872,1613944250035,4350
"raw_loss",0.018403454,1613944250035,4350
"epoch",27.364779874213824,1613944250035,4350
"wd_0",0.01,1613944250035,4350
"sqr_mom_0",0.99,1613944250035,4350
"lr_0",3.809415633107112e-06,1613944250035,4350
"mom_0",0.8738119254571123,1613944250035,4350
"eps_0",1e-05,1613944250035,4350
"wd_1",0.01,1613944250035,4350
"sqr_mom_1",0.99,1613944250035,4350
"lr_1",3.809415633107112e-05,1613944250035,4350
"mom_1",0.8738119254571123,1613944250035,4350
"eps_1",1e-05,1613944250035,4350
"wd_2",0.01,1613944250035,4350
"sqr_mom_2",0.99,1613944250035,4350
"lr_2",0.0003809415633107112,1613944250035,4350
"mom_2",0.8738119254571123,1613944250035,4350
"eps_2",1e-05,1613944250035,4350
"train_loss",0.01925994,1613944251053,4351
"raw_loss",0.020292304,1613944251053,4351
"epoch",27.371069182389924,1613944251053,4351
"wd_0",0.01,1613944251053,4351
"sqr_mom_0",0.99,1613944251053,4351
"lr_0",3.8082132938795527e-06,1613944251053,4351
"mom_0",0.8738359724821337,1613944251053,4351
"eps_0",1e-05,1613944251053,4351
"wd_1",0.01,1613944251053,4351
"sqr_mom_1",0.99,1613944251053,4351
"lr_1",3.808213293879553e-05,1613944251053,4351
"mom_1",0.8738359724821337,1613944251053,4351
"eps_1",1e-05,1613944251053,4351
"wd_2",0.01,1613944251053,4351
"sqr_mom_2",0.99,1613944251053,4351
"lr_2",0.0003808213293879552,1613944251053,4351
"mom_2",0.8738359724821337,1613944251053,4351
"eps_2",1e-05,1613944251053,4351
"train_loss",0.019241348,1613944252073,4352
"raw_loss",0.01833032,1613944252073,4352
"epoch",27.377358490566024,1613944252073,4352
"wd_0",0.01,1613944252073,4352
"sqr_mom_0",0.99,1613944252073,4352
"lr_0",3.8070107373499174e-06,1613944252073,4352
"mom_0",0.8738600238532401,1613944252073,4352
"eps_0",1e-05,1613944252073,4352
"wd_1",0.01,1613944252073,4352
"sqr_mom_1",0.99,1613944252073,4352
"lr_1",3.807010737349917e-05,1613944252073,4352
"mom_1",0.8738600238532401,1613944252073,4352
"eps_1",1e-05,1613944252073,4352
"wd_2",0.01,1613944252073,4352
"sqr_mom_2",0.99,1613944252073,4352
"lr_2",0.0003807010737349917,1613944252073,4352
"mom_2",0.8738600238532401,1613944252073,4352
"eps_2",1e-05,1613944252073,4352
"train_loss",0.01936508,1613944253021,4353
"raw_loss",0.025427947,1613944253021,4353
"epoch",27.383647798742125,1613944253021,4353
"wd_0",0.01,1613944253021,4353
"sqr_mom_0",0.99,1613944253021,4353
"lr_0",3.8058069661150276e-06,1613944253021,4353
"mom_0",0.8738840995186946,1613944253021,4353
"eps_0",1e-05,1613944253021,4353
"wd_1",0.01,1613944253021,4353
"sqr_mom_1",0.99,1613944253021,4353
"lr_1",3.8058069661150275e-05,1613944253021,4353
"mom_1",0.8738840995186946,1613944253021,4353
"eps_1",1e-05,1613944253021,4353
"wd_2",0.01,1613944253021,4353
"sqr_mom_2",0.99,1613944253021,4353
"lr_2",0.00038058069661150274,1613944253021,4353
"mom_2",0.8738840995186946,1613944253021,4353
"eps_2",1e-05,1613944253021,4353
"train_loss",0.01933288,1613944253976,4354
"raw_loss",0.017755073,1613944253976,4354
"epoch",27.389937106918225,1613944253976,4354
"wd_0",0.01,1613944253976,4354
"sqr_mom_0",0.99,1613944253976,4354
"lr_0",3.8046035770718527e-06,1613944253976,4354
"mom_0",0.8739081675402384,1613944253976,4354
"eps_0",1e-05,1613944253976,4354
"wd_1",0.01,1613944253976,4354
"sqr_mom_1",0.99,1613944253976,4354
"lr_1",3.804603577071852e-05,1613944253976,4354
"mom_1",0.8739081675402384,1613944253976,4354
"eps_1",1e-05,1613944253976,4354
"wd_2",0.01,1613944253976,4354
"sqr_mom_2",0.99,1613944253976,4354
"lr_2",0.0003804603577071852,1613944253976,4354
"mom_2",0.8739081675402384,1613944253976,4354
"eps_2",1e-05,1613944253976,4354
"train_loss",0.01914517,1613944254934,4355
"raw_loss",0.0099473465,1613944254934,4355
"epoch",27.396226415094326,1613944254934,4355
"wd_0",0.01,1613944254934,4355
"sqr_mom_0",0.99,1613944254934,4355
"lr_0",3.803398973538502e-06,1613944254934,4355
"mom_0",0.8739322598518284,1613944254934,4355
"eps_0",1e-05,1613944254934,4355
"wd_1",0.01,1613944254934,4355
"sqr_mom_1",0.99,1613944254934,4355
"lr_1",3.803398973538502e-05,1613944254934,4355
"mom_1",0.8739322598518284,1613944254934,4355
"eps_1",1e-05,1613944254934,4355
"wd_2",0.01,1613944254934,4355
"sqr_mom_2",0.99,1613944254934,4355
"lr_2",0.0003803398973538502,1613944254934,4355
"mom_2",0.8739322598518284,1613944254934,4355
"eps_2",1e-05,1613944254934,4355
"train_loss",0.01894325,1613944255867,4356
"raw_loss",0.0090491595,1613944255867,4356
"epoch",27.402515723270426,1613944255867,4356
"wd_0",0.01,1613944255867,4356
"sqr_mom_0",0.99,1613944255867,4356
"lr_0",3.802194753516051e-06,1613944255867,4356
"mom_0",0.8739563444931239,1613944255867,4356
"eps_0",1e-05,1613944255867,4356
"wd_1",0.01,1613944255867,4356
"sqr_mom_1",0.99,1613944255867,4356
"lr_1",3.8021947535160516e-05,1613944255867,4356
"mom_1",0.8739563444931239,1613944255867,4356
"eps_1",1e-05,1613944255867,4356
"wd_2",0.01,1613944255867,4356
"sqr_mom_2",0.99,1613944255867,4356
"lr_2",0.0003802194753516051,1613944255867,4356
"mom_2",0.8739563444931239,1613944255867,4356
"eps_2",1e-05,1613944255867,4356
"train_loss",0.018915808,1613944256812,4357
"raw_loss",0.017571177,1613944256812,4357
"epoch",27.408805031446526,1613944256812,4357
"wd_0",0.01,1613944256812,4357
"sqr_mom_0",0.99,1613944256812,4357
"lr_0",3.8009899188429284e-06,1613944256812,4357
"mom_0",0.8739804414275557,1613944256812,4357
"eps_0",1e-05,1613944256812,4357
"wd_1",0.01,1613944256812,4357
"sqr_mom_1",0.99,1613944256812,4357
"lr_1",3.800989918842928e-05,1613944256812,4357
"mom_1",0.8739804414275557,1613944256812,4357
"eps_1",1e-05,1613944256812,4357
"wd_2",0.01,1613944256812,4357
"sqr_mom_2",0.99,1613944256812,4357
"lr_2",0.0003800989918842928,1613944256812,4357
"mom_2",0.8739804414275557,1613944256812,4357
"eps_2",1e-05,1613944256812,4357
"train_loss",0.018823506,1613944257762,4358
"raw_loss",0.014300703,1613944257762,4358
"epoch",27.415094339622627,1613944257762,4358
"wd_0",0.01,1613944257762,4358
"sqr_mom_0",0.99,1613944257762,4358
"lr_0",3.7997842697536535e-06,1613944257762,4358
"mom_0",0.8740045546504734,1613944257762,4358
"eps_0",1e-05,1613944257762,4358
"wd_1",0.01,1613944257762,4358
"sqr_mom_1",0.99,1613944257762,4358
"lr_1",3.799784269753654e-05,1613944257762,4358
"mom_1",0.8740045546504734,1613944257762,4358
"eps_1",1e-05,1613944257762,4358
"wd_2",0.01,1613944257762,4358
"sqr_mom_2",0.99,1613944257762,4358
"lr_2",0.00037997842697536533,1613944257762,4358
"mom_2",0.8740045546504734,1613944257762,4358
"eps_2",1e-05,1613944257762,4358
"train_loss",0.018757869,1613944258694,4359
"raw_loss",0.015541643,1613944258694,4359
"epoch",27.421383647798727,1613944258694,4359
"wd_0",0.01,1613944258694,4359
"sqr_mom_0",0.99,1613944258694,4359
"lr_0",3.798578606266979e-06,1613944258694,4359
"mom_0",0.8740286681613421,1613944258694,4359
"eps_0",1e-05,1613944258694,4359
"wd_1",0.01,1613944258694,4359
"sqr_mom_1",0.99,1613944258694,4359
"lr_1",3.798578606266979e-05,1613944258694,4359
"mom_1",0.8740286681613421,1613944258694,4359
"eps_1",1e-05,1613944258694,4359
"wd_2",0.01,1613944258694,4359
"sqr_mom_2",0.99,1613944258694,4359
"lr_2",0.0003798578606266979,1613944258694,4359
"mom_2",0.8740286681613421,1613944258694,4359
"eps_2",1e-05,1613944258694,4359
"train_loss",0.018583903,1613944259631,4360
"raw_loss",0.010059588,1613944259631,4360
"epoch",27.427672955974828,1613944259631,4360
"wd_0",0.01,1613944259631,4360
"sqr_mom_0",0.99,1613944259631,4360
"lr_0",3.7973727290987703e-06,1613944259631,4360
"mom_0",0.874052785945884,1613944259631,4360
"eps_0",1e-05,1613944259631,4360
"wd_1",0.01,1613944259631,4360
"sqr_mom_1",0.99,1613944259631,4360
"lr_1",3.79737272909877e-05,1613944259631,4360
"mom_1",0.874052785945884,1613944259631,4360
"eps_1",1e-05,1613944259631,4360
"wd_2",0.01,1613944259631,4360
"sqr_mom_2",0.99,1613944259631,4360
"lr_2",0.000379737272909877,1613944259631,4360
"mom_2",0.874052785945884,1613944259631,4360
"eps_2",1e-05,1613944259631,4360
"train_loss",0.01838535,1613944260572,4361
"raw_loss",0.008656263,1613944260572,4361
"epoch",27.433962264150928,1613944260572,4361
"wd_0",0.01,1613944260572,4361
"sqr_mom_0",0.99,1613944260572,4361
"lr_0",3.7961656380948552e-06,1613944260572,4361
"mom_0",0.8740769280073829,1613944260572,4361
"eps_0",1e-05,1613944260572,4361
"wd_1",0.01,1613944260572,4361
"sqr_mom_1",0.99,1613944260572,4361
"lr_1",3.796165638094855e-05,1613944260572,4361
"mom_1",0.8740769280073829,1613944260572,4361
"eps_1",1e-05,1613944260572,4361
"wd_2",0.01,1613944260572,4361
"sqr_mom_2",0.99,1613944260572,4361
"lr_2",0.0003796165638094855,1613944260572,4361
"mom_2",0.8740769280073829,1613944260572,4361
"eps_2",1e-05,1613944260572,4361
"train_loss",0.01824608,1613944261513,4362
"raw_loss",0.01142182,1613944261513,4362
"epoch",27.44025157232703,1613944261513,4362
"wd_0",0.01,1613944261513,4362
"sqr_mom_0",0.99,1613944261513,4362
"lr_0",3.794958934556135e-06,1613944261513,4362
"mom_0",0.8741010623195005,1613944261513,4362
"eps_0",1e-05,1613944261513,4362
"wd_1",0.01,1613944261513,4362
"sqr_mom_1",0.99,1613944261513,4362
"lr_1",3.794958934556135e-05,1613944261513,4362
"mom_1",0.8741010623195005,1613944261513,4362
"eps_1",1e-05,1613944261513,4362
"wd_2",0.01,1613944261513,4362
"sqr_mom_2",0.99,1613944261513,4362
"lr_2",0.0003794958934556135,1613944261513,4362
"mom_2",0.8741010623195005,1613944261513,4362
"eps_2",1e-05,1613944261513,4362
"train_loss",0.018118275,1613944262442,4363
"raw_loss",0.011855783,1613944262442,4363
"epoch",27.44654088050313,1613944262442,4363
"wd_0",0.01,1613944262442,4363
"sqr_mom_0",0.99,1613944262442,4363
"lr_0",3.7937516182601243e-06,1613944262442,4363
"mom_0",0.8741252088868864,1613944262442,4363
"eps_0",1e-05,1613944262442,4363
"wd_1",0.01,1613944262442,4363
"sqr_mom_1",0.99,1613944262442,4363
"lr_1",3.793751618260124e-05,1613944262442,4363
"mom_1",0.8741252088868864,1613944262442,4363
"eps_1",1e-05,1613944262442,4363
"wd_2",0.01,1613944262442,4363
"sqr_mom_2",0.99,1613944262442,4363
"lr_2",0.0003793751618260124,1613944262442,4363
"mom_2",0.8741252088868864,1613944262442,4363
"eps_2",1e-05,1613944262442,4363
"train_loss",0.01806664,1613944263383,4364
"raw_loss",0.015536478,1613944263383,4364
"epoch",27.45283018867923,1613944263383,4364
"wd_0",0.01,1613944263383,4364
"sqr_mom_0",0.99,1613944263383,4364
"lr_0",3.792543489032241e-06,1613944263383,4364
"mom_0",0.8741493717130723,1613944263383,4364
"eps_0",1e-05,1613944263383,4364
"wd_1",0.01,1613944263383,4364
"sqr_mom_1",0.99,1613944263383,4364
"lr_1",3.79254348903224e-05,1613944263383,4364
"mom_1",0.8741493717130723,1613944263383,4364
"eps_1",1e-05,1613944263383,4364
"wd_2",0.01,1613944263383,4364
"sqr_mom_2",0.99,1613944263383,4364
"lr_2",0.00037925434890322406,1613944263383,4364
"mom_2",0.8741493717130723,1613944263383,4364
"eps_2",1e-05,1613944263383,4364
"train_loss",0.018054428,1613944264348,4365
"raw_loss",0.017456109,1613944264348,4365
"epoch",27.45911949685533,1613944264348,4365
"wd_0",0.01,1613944264348,4365
"sqr_mom_0",0.99,1613944264348,4365
"lr_0",3.791335348536954e-06,1613944264348,4365
"mom_0",0.8741735347646086,1613944264348,4365
"eps_0",1e-05,1613944264348,4365
"wd_1",0.01,1613944264348,4365
"sqr_mom_1",0.99,1613944264348,4365
"lr_1",3.791335348536954e-05,1613944264348,4365
"mom_1",0.8741735347646086,1613944264348,4365
"eps_1",1e-05,1613944264348,4365
"wd_2",0.01,1613944264348,4365
"sqr_mom_2",0.99,1613944264348,4365
"lr_2",0.0003791335348536953,1613944264348,4365
"mom_2",0.8741735347646086,1613944264348,4365
"eps_2",1e-05,1613944264348,4365
"train_loss",0.018045407,1613944265440,4366
"raw_loss",0.017603403,1613944265440,4366
"epoch",27.46540880503143,1613944265440,4366
"wd_0",0.01,1613944265440,4366
"sqr_mom_0",0.99,1613944265440,4366
"lr_0",3.790126997078346e-06,1613944265440,4366
"mom_0",0.8741977020354534,1613944265440,4366
"eps_0",1e-05,1613944265440,4366
"wd_1",0.01,1613944265440,4366
"sqr_mom_1",0.99,1613944265440,4366
"lr_1",3.7901269970783456e-05,1613944265440,4366
"mom_1",0.8741977020354534,1613944265440,4366
"eps_1",1e-05,1613944265440,4366
"wd_2",0.01,1613944265440,4366
"sqr_mom_2",0.99,1613944265440,4366
"lr_2",0.00037901269970783456,1613944265440,4366
"mom_2",0.8741977020354534,1613944265440,4366
"eps_2",1e-05,1613944265440,4366
"train_loss",0.017893739,1613944266522,4367
"raw_loss",0.010462001,1613944266522,4367
"epoch",27.47169811320753,1613944266522,4367
"wd_0",0.01,1613944266522,4367
"sqr_mom_0",0.99,1613944266522,4367
"lr_0",3.788917432452429e-06,1613944266522,4367
"mom_0",0.8742218935698871,1613944266522,4367
"eps_0",1e-05,1613944266522,4367
"wd_1",0.01,1613944266522,4367
"sqr_mom_1",0.99,1613944266522,4367
"lr_1",3.788917432452429e-05,1613944266522,4367
"mom_1",0.8742218935698871,1613944266522,4367
"eps_1",1e-05,1613944266522,4367
"wd_2",0.01,1613944266522,4367
"sqr_mom_2",0.99,1613944266522,4367
"lr_2",0.0003788917432452429,1613944266522,4367
"mom_2",0.8742218935698871,1613944266522,4367
"eps_2",1e-05,1613944266522,4367
"train_loss",0.017746931,1613944267577,4368
"raw_loss",0.010553332,1613944267577,4368
"epoch",27.47798742138363,1613944267577,4368
"wd_0",0.01,1613944267577,4368
"sqr_mom_0",0.99,1613944267577,4368
"lr_0",3.7877082592415558e-06,1613944267577,4368
"mom_0",0.8742460772759416,1613944267577,4368
"eps_0",1e-05,1613944267577,4368
"wd_1",0.01,1613944267577,4368
"sqr_mom_1",0.99,1613944267577,4368
"lr_1",3.7877082592415556e-05,1613944267577,4368
"mom_1",0.8742460772759416,1613944267577,4368
"eps_1",1e-05,1613944267577,4368
"wd_2",0.01,1613944267577,4368
"sqr_mom_2",0.99,1613944267577,4368
"lr_2",0.0003787708259241555,1613944267577,4368
"mom_2",0.8742460772759416,1613944267577,4368
"eps_2",1e-05,1613944267577,4368
"train_loss",0.017647553,1613944268650,4369
"raw_loss",0.01277801,1613944268650,4369
"epoch",27.48427672955973,1613944268650,4369
"wd_0",0.01,1613944268650,4369
"sqr_mom_0",0.99,1613944268650,4369
"lr_0",3.7864984751738024e-06,1613944268650,4369
"mom_0",0.8742702731992559,1613944268650,4369
"eps_0",1e-05,1613944268650,4369
"wd_1",0.01,1613944268650,4369
"sqr_mom_1",0.99,1613944268650,4369
"lr_1",3.786498475173803e-05,1613944268650,4369
"mom_1",0.8742702731992559,1613944268650,4369
"eps_1",1e-05,1613944268650,4369
"wd_2",0.01,1613944268650,4369
"sqr_mom_2",0.99,1613944268650,4369
"lr_2",0.0003786498475173802,1613944268650,4369
"mom_2",0.8742702731992559,1613944268650,4369
"eps_2",1e-05,1613944268650,4369
"train_loss",0.017554076,1613944269844,4370
"raw_loss",0.0129736755,1613944269844,4370
"epoch",27.49056603773583,1613944269844,4370
"wd_0",0.01,1613944269844,4370
"sqr_mom_0",0.99,1613944269844,4370
"lr_0",3.7852878796677827e-06,1613944269844,4370
"mom_0",0.8742944853514978,1613944269844,4370
"eps_0",1e-05,1613944269844,4370
"wd_1",0.01,1613944269844,4370
"sqr_mom_1",0.99,1613944269844,4370
"lr_1",3.7852878796677826e-05,1613944269844,4370
"mom_1",0.8742944853514978,1613944269844,4370
"eps_1",1e-05,1613944269844,4370
"wd_2",0.01,1613944269844,4370
"sqr_mom_2",0.99,1613944269844,4370
"lr_2",0.00037852878796677824,1613944269844,4370
"mom_2",0.8742944853514978,1613944269844,4370
"eps_2",1e-05,1613944269844,4370
"train_loss",0.01752437,1613944270802,4371
"raw_loss",0.016068764,1613944270802,4371
"epoch",27.496855345911932,1613944270802,4371
"wd_0",0.01,1613944270802,4371
"sqr_mom_0",0.99,1613944270802,4371
"lr_0",3.784077276024485e-06,1613944270802,4371
"mom_0",0.874318697666487,1613944270802,4371
"eps_0",1e-05,1613944270802,4371
"wd_1",0.01,1613944270802,4371
"sqr_mom_1",0.99,1613944270802,4371
"lr_1",3.784077276024485e-05,1613944270802,4371
"mom_1",0.874318697666487,1613944270802,4371
"eps_1",1e-05,1613944270802,4371
"wd_2",0.01,1613944270802,4371
"sqr_mom_2",0.99,1613944270802,4371
"lr_2",0.00037840772760244844,1613944270802,4371
"mom_2",0.874318697666487,1613944270802,4371
"eps_2",1e-05,1613944270802,4371
"train_loss",0.01743761,1613944271778,4372
"raw_loss",0.01318632,1613944271778,4372
"epoch",27.503144654088032,1613944271778,4372
"wd_0",0.01,1613944271778,4372
"sqr_mom_0",0.99,1613944271778,4372
"lr_0",3.7828662632399788e-06,1613944271778,4372
"mom_0",0.874342918164382,1613944271778,4372
"eps_0",1e-05,1613944271778,4372
"wd_1",0.01,1613944271778,4372
"sqr_mom_1",0.99,1613944271778,4372
"lr_1",3.782866263239979e-05,1613944271778,4372
"mom_1",0.874342918164382,1613944271778,4372
"eps_1",1e-05,1613944271778,4372
"wd_2",0.01,1613944271778,4372
"sqr_mom_2",0.99,1613944271778,4372
"lr_2",0.00037828662632399785,1613944271778,4372
"mom_2",0.874342918164382,1613944271778,4372
"eps_2",1e-05,1613944271778,4372
"train_loss",0.017431138,1613944272710,4373
"raw_loss",0.017113935,1613944272710,4373
"epoch",27.509433962264133,1613944272710,4373
"wd_0",0.01,1613944272710,4373
"sqr_mom_0",0.99,1613944272710,4373
"lr_0",3.781654439767522e-06,1613944272710,4373
"mom_0",0.8743671548761983,1613944272710,4373
"eps_0",1e-05,1613944272710,4373
"wd_1",0.01,1613944272710,4373
"sqr_mom_1",0.99,1613944272710,4373
"lr_1",3.781654439767522e-05,1613944272710,4373
"mom_1",0.8743671548761983,1613944272710,4373
"eps_1",1e-05,1613944272710,4373
"wd_2",0.01,1613944272710,4373
"sqr_mom_2",0.99,1613944272710,4373
"lr_2",0.0003781654439767522,1613944272710,4373
"mom_2",0.8743671548761983,1613944272710,4373
"eps_2",1e-05,1613944272710,4373
"train_loss",0.017214216,1613944273653,4374
"raw_loss",0.006585043,1613944273653,4374
"epoch",27.515723270440233,1613944273653,4374
"wd_0",0.01,1613944273653,4374
"sqr_mom_0",0.99,1613944273653,4374
"lr_0",3.780442609722931e-06,1613944273653,4374
"mom_0",0.8743913917194586,1613944273653,4374
"eps_0",1e-05,1613944273653,4374
"wd_1",0.01,1613944273653,4374
"sqr_mom_1",0.99,1613944273653,4374
"lr_1",3.7804426097229304e-05,1613944273653,4374
"mom_1",0.8743913917194586,1613944273653,4374
"eps_1",1e-05,1613944273653,4374
"wd_2",0.01,1613944273653,4374
"sqr_mom_2",0.99,1613944273653,4374
"lr_2",0.00037804426097229305,1613944273653,4374
"mom_2",0.8743913917194586,1613944273653,4374
"eps_2",1e-05,1613944273653,4374
"train_loss",0.017313644,1613944274623,4375
"raw_loss",0.022185585,1613944274623,4375
"epoch",27.522012578616334,1613944274623,4375
"wd_0",0.01,1613944274623,4375
"sqr_mom_0",0.99,1613944274623,4375
"lr_0",3.7792305727969073e-06,1613944274623,4375
"mom_0",0.8744156327003888,1613944274623,4375
"eps_0",1e-05,1613944274623,4375
"wd_1",0.01,1613944274623,4375
"sqr_mom_1",0.99,1613944274623,4375
"lr_1",3.779230572796907e-05,1613944274623,4375
"mom_1",0.8744156327003888,1613944274623,4375
"eps_1",1e-05,1613944274623,4375
"wd_2",0.01,1613944274623,4375
"sqr_mom_2",0.99,1613944274623,4375
"lr_2",0.0003779230572796907,1613944274623,4375
"mom_2",0.8744156327003888,1613944274623,4375
"eps_2",1e-05,1613944274623,4375
"train_loss",0.017077215,1613944275590,4376
"raw_loss",0.0054921387,1613944275590,4376
"epoch",27.528301886792434,1613944275590,4376
"wd_0",0.01,1613944275590,4376
"sqr_mom_0",0.99,1613944275590,4376
"lr_0",3.7780173237322696e-06,1613944275590,4376
"mom_0",0.8744398979243339,1613944275590,4376
"eps_0",1e-05,1613944275590,4376
"wd_1",0.01,1613944275590,4376
"sqr_mom_1",0.99,1613944275590,4376
"lr_1",3.7780173237322695e-05,1613944275590,4376
"mom_1",0.8744398979243339,1613944275590,4376
"eps_1",1e-05,1613944275590,4376
"wd_2",0.01,1613944275590,4376
"sqr_mom_2",0.99,1613944275590,4376
"lr_2",0.00037780173237322693,1613944275590,4376
"mom_2",0.8744398979243339,1613944275590,4376
"eps_2",1e-05,1613944275590,4376
"train_loss",0.017055904,1613944276535,4377
"raw_loss",0.01601172,1613944276535,4377
"epoch",27.534591194968534,1613944276535,4377
"wd_0",0.01,1613944276535,4377
"sqr_mom_0",0.99,1613944276535,4377
"lr_0",3.776804471999071e-06,1613944276535,4377
"mom_0",0.8744641552015706,1613944276535,4377
"eps_0",1e-05,1613944276535,4377
"wd_1",0.01,1613944276535,4377
"sqr_mom_1",0.99,1613944276535,4377
"lr_1",3.7768044719990706e-05,1613944276535,4377
"mom_1",0.8744641552015706,1613944276535,4377
"eps_1",1e-05,1613944276535,4377
"wd_2",0.01,1613944276535,4377
"sqr_mom_2",0.99,1613944276535,4377
"lr_2",0.00037768044719990707,1613944276535,4377
"mom_2",0.8744641552015706,1613944276535,4377
"eps_2",1e-05,1613944276535,4377
"train_loss",0.016933115,1613944277527,4378
"raw_loss",0.010916409,1613944277527,4378
"epoch",27.540880503144635,1613944277527,4378
"wd_0",0.01,1613944277527,4378
"sqr_mom_0",0.99,1613944277527,4378
"lr_0",3.7755910122727695e-06,1613944277527,4378
"mom_0",0.874488424638791,1613944277527,4378
"eps_0",1e-05,1613944277527,4378
"wd_1",0.01,1613944277527,4378
"sqr_mom_1",0.99,1613944277527,4378
"lr_1",3.775591012272769e-05,1613944277527,4378
"mom_1",0.874488424638791,1613944277527,4378
"eps_1",1e-05,1613944277527,4378
"wd_2",0.01,1613944277527,4378
"sqr_mom_2",0.99,1613944277527,4378
"lr_2",0.0003775591012272769,1613944277527,4378
"mom_2",0.874488424638791,1613944277527,4378
"eps_2",1e-05,1613944277527,4378
"train_loss",0.016861118,1613944278464,4379
"raw_loss",0.013333315,1613944278464,4379
"epoch",27.547169811320735,1613944278464,4379
"wd_0",0.01,1613944278464,4379
"sqr_mom_0",0.99,1613944278464,4379
"lr_0",3.7743767433660803e-06,1613944278464,4379
"mom_0",0.874512710259781,1613944278464,4379
"eps_0",1e-05,1613944278464,4379
"wd_1",0.01,1613944278464,4379
"sqr_mom_1",0.99,1613944278464,4379
"lr_1",3.7743767433660804e-05,1613944278464,4379
"mom_1",0.874512710259781,1613944278464,4379
"eps_1",1e-05,1613944278464,4379
"wd_2",0.01,1613944278464,4379
"sqr_mom_2",0.99,1613944278464,4379
"lr_2",0.000377437674336608,1613944278464,4379
"mom_2",0.874512710259781,1613944278464,4379
"eps_2",1e-05,1613944278464,4379
"train_loss",0.016756564,1613944279406,4380
"raw_loss",0.011633454,1613944279406,4380
"epoch",27.553459119496836,1613944279406,4380
"wd_0",0.01,1613944279406,4380
"sqr_mom_0",0.99,1613944279406,4380
"lr_0",3.773162471017509e-06,1613944279406,4380
"mom_0",0.8745369959496093,1613944279406,4380
"eps_0",1e-05,1613944279406,4380
"wd_1",0.01,1613944279406,4380
"sqr_mom_1",0.99,1613944279406,4380
"lr_1",3.773162471017509e-05,1613944279406,4380
"mom_1",0.8745369959496093,1613944279406,4380
"eps_1",1e-05,1613944279406,4380
"wd_2",0.01,1613944279406,4380
"sqr_mom_2",0.99,1613944279406,4380
"lr_2",0.0003773162471017509,1613944279406,4380
"mom_2",0.8745369959496093,1613944279406,4380
"eps_2",1e-05,1613944279406,4380
"train_loss",0.016598228,1613944280338,4381
"raw_loss",0.008839753,1613944280338,4381
"epoch",27.559748427672936,1613944280338,4381
"wd_0",0.01,1613944280338,4381
"sqr_mom_0",0.99,1613944280338,4381
"lr_0",3.7719479945117117e-06,1613944280338,4381
"mom_0",0.8745612857226229,1613944280338,4381
"eps_0",1e-05,1613944280338,4381
"wd_1",0.01,1613944280338,4381
"sqr_mom_1",0.99,1613944280338,4381
"lr_1",3.771947994511712e-05,1613944280338,4381
"mom_1",0.8745612857226229,1613944280338,4381
"eps_1",1e-05,1613944280338,4381
"wd_2",0.01,1613944280338,4381
"sqr_mom_2",0.99,1613944280338,4381
"lr_2",0.00037719479945117114,1613944280338,4381
"mom_2",0.8745612857226229,1613944280338,4381
"eps_2",1e-05,1613944280338,4381
"train_loss",0.016476277,1613944281354,4382
"raw_loss",0.010500697,1613944281354,4382
"epoch",27.566037735849036,1613944281354,4382
"wd_0",0.01,1613944281354,4382
"sqr_mom_0",0.99,1613944281354,4382
"lr_0",3.7707323065704786e-06,1613944281354,4382
"mom_0",0.8745855997245876,1613944281354,4382
"eps_0",1e-05,1613944281354,4382
"wd_1",0.01,1613944281354,4382
"sqr_mom_1",0.99,1613944281354,4382
"lr_1",3.7707323065704786e-05,1613944281354,4382
"mom_1",0.8745855997245876,1613944281354,4382
"eps_1",1e-05,1613944281354,4382
"wd_2",0.01,1613944281354,4382
"sqr_mom_2",0.99,1613944281354,4382
"lr_2",0.00037707323065704784,1613944281354,4382
"mom_2",0.8745855997245876,1613944281354,4382
"eps_2",1e-05,1613944281354,4382
"train_loss",0.016417744,1613944282316,4383
"raw_loss",0.013549584,1613944282316,4383
"epoch",27.572327044025137,1613944282316,4383
"wd_0",0.01,1613944282316,4383
"sqr_mom_0",0.99,1613944282316,4383
"lr_0",3.7695170198992196e-06,1613944282316,4383
"mom_0",0.8746099057010726,1613944282316,4383
"eps_0",1e-05,1613944282316,4383
"wd_1",0.01,1613944282316,4383
"sqr_mom_1",0.99,1613944282316,4383
"lr_1",3.76951701989922e-05,1613944282316,4383
"mom_1",0.8746099057010726,1613944282316,4383
"eps_1",1e-05,1613944282316,4383
"wd_2",0.01,1613944282316,4383
"sqr_mom_2",0.99,1613944282316,4383
"lr_2",0.00037695170198992196,1613944282316,4383
"mom_2",0.8746099057010726,1613944282316,4383
"eps_2",1e-05,1613944282316,4383
"train_loss",0.016404135,1613944283301,4384
"raw_loss",0.015737332,1613944283301,4384
"epoch",27.578616352201237,1613944283301,4384
"wd_0",0.01,1613944283301,4384
"sqr_mom_0",0.99,1613944283301,4384
"lr_0",3.768301127152751e-06,1613944283301,4384
"mom_0",0.874634223799183,1613944283301,4384
"eps_0",1e-05,1613944283301,4384
"wd_1",0.01,1613944283301,4384
"sqr_mom_1",0.99,1613944283301,4384
"lr_1",3.7683011271527506e-05,1613944283301,4384
"mom_1",0.874634223799183,1613944283301,4384
"eps_1",1e-05,1613944283301,4384
"wd_2",0.01,1613944283301,4384
"sqr_mom_2",0.99,1613944283301,4384
"lr_2",0.00037683011271527503,1613944283301,4384
"mom_2",0.874634223799183,1613944283301,4384
"eps_2",1e-05,1613944283301,4384
"train_loss",0.01629985,1613944284266,4385
"raw_loss",0.011189813,1613944284266,4385
"epoch",27.584905660377338,1613944284266,4385
"wd_0",0.01,1613944284266,4385
"sqr_mom_0",0.99,1613944284266,4385
"lr_0",3.7670844267427407e-06,1613944284266,4385
"mom_0",0.8746585580507257,1613944284266,4385
"eps_0",1e-05,1613944284266,4385
"wd_1",0.01,1613944284266,4385
"sqr_mom_1",0.99,1613944284266,4385
"lr_1",3.767084426742741e-05,1613944284266,4385
"mom_1",0.8746585580507257,1613944284266,4385
"eps_1",1e-05,1613944284266,4385
"wd_2",0.01,1613944284266,4385
"sqr_mom_2",0.99,1613944284266,4385
"lr_2",0.00037670844267427404,1613944284266,4385
"mom_2",0.8746585580507257,1613944284266,4385
"eps_2",1e-05,1613944284266,4385
"train_loss",0.016218828,1613944285237,4386
"raw_loss",0.012248751,1613944285237,4386
"epoch",27.591194968553438,1613944285237,4386
"wd_0",0.01,1613944285237,4386
"sqr_mom_0",0.99,1613944285237,4386
"lr_0",3.7658677260211405e-06,1613944285237,4386
"mom_0",0.8746828923085003,1613944285237,4386
"eps_0",1e-05,1613944285237,4386
"wd_1",0.01,1613944285237,4386
"sqr_mom_1",0.99,1613944285237,4386
"lr_1",3.7658677260211404e-05,1613944285237,4386
"mom_1",0.8746828923085003,1613944285237,4386
"eps_1",1e-05,1613944285237,4386
"wd_2",0.01,1613944285237,4386
"sqr_mom_2",0.99,1613944285237,4386
"lr_2",0.00037658677260211406,1613944285237,4386
"mom_2",0.8746828923085003,1613944285237,4386
"eps_2",1e-05,1613944285237,4386
"train_loss",0.016171008,1613944286176,4387
"raw_loss",0.013827887,1613944286176,4387
"epoch",27.59748427672954,1613944286176,4387
"wd_0",0.01,1613944286176,4387
"sqr_mom_0",0.99,1613944286176,4387
"lr_0",3.764650823868863e-06,1613944286176,4387
"mom_0",0.8747072305949287,1613944286176,4387
"eps_0",1e-05,1613944286176,4387
"wd_1",0.01,1613944286176,4387
"sqr_mom_1",0.99,1613944286176,4387
"lr_1",3.764650823868863e-05,1613944286176,4387
"mom_1",0.8747072305949287,1613944286176,4387
"eps_1",1e-05,1613944286176,4387
"wd_2",0.01,1613944286176,4387
"sqr_mom_2",0.99,1613944286176,4387
"lr_2",0.00037646508238688625,1613944286176,4387
"mom_2",0.8747072305949287,1613944286176,4387
"eps_2",1e-05,1613944286176,4387
"train_loss",0.016085625,1613944287127,4388
"raw_loss",0.011901854,1613944287127,4388
"epoch",27.60377358490564,1613944287127,4388
"wd_0",0.01,1613944287127,4388
"sqr_mom_0",0.99,1613944287127,4388
"lr_0",3.7634327109982246e-06,1613944287127,4388
"mom_0",0.8747315930959665,1613944287127,4388
"eps_0",1e-05,1613944287127,4388
"wd_1",0.01,1613944287127,4388
"sqr_mom_1",0.99,1613944287127,4388
"lr_1",3.763432710998225e-05,1613944287127,4388
"mom_1",0.8747315930959665,1613944287127,4388
"eps_1",1e-05,1613944287127,4388
"wd_2",0.01,1613944287127,4388
"sqr_mom_2",0.99,1613944287127,4388
"lr_2",0.0003763432710998224,1613944287127,4388
"mom_2",0.8747315930959665,1613944287127,4388
"eps_2",1e-05,1613944287127,4388
"train_loss",0.015929962,1613944288061,4389
"raw_loss",0.008302456,1613944288061,4389
"epoch",27.61006289308174,1613944288061,4389
"wd_0",0.01,1613944288061,4389
"sqr_mom_0",0.99,1613944288061,4389
"lr_0",3.762215003331494e-06,1613944288061,4389
"mom_0",0.874755947492845,1613944288061,4389
"eps_0",1e-05,1613944288061,4389
"wd_1",0.01,1613944288061,4389
"sqr_mom_1",0.99,1613944288061,4389
"lr_1",3.762215003331494e-05,1613944288061,4389
"mom_1",0.874755947492845,1613944288061,4389
"eps_1",1e-05,1613944288061,4389
"wd_2",0.01,1613944288061,4389
"sqr_mom_2",0.99,1613944288061,4389
"lr_2",0.0003762215003331494,1613944288061,4389
"mom_2",0.874755947492845,1613944288061,4389
"eps_2",1e-05,1613944288061,4389
"train_loss",0.015785877,1613944289014,4390
"raw_loss",0.008725728,1613944289014,4390
"epoch",27.61635220125784,1613944289014,4390
"wd_0",0.01,1613944289014,4390
"sqr_mom_0",0.99,1613944289014,4390
"lr_0",3.7609966915143972e-06,1613944289014,4390
"mom_0",0.8747803139728517,1613944289014,4390
"eps_0",1e-05,1613944289014,4390
"wd_1",0.01,1613944289014,4390
"sqr_mom_1",0.99,1613944289014,4390
"lr_1",3.760996691514397e-05,1613944289014,4390
"mom_1",0.8747803139728517,1613944289014,4390
"eps_1",1e-05,1613944289014,4390
"wd_2",0.01,1613944289014,4390
"sqr_mom_2",0.99,1613944289014,4390
"lr_2",0.0003760996691514397,1613944289014,4390
"mom_2",0.8747803139728517,1613944289014,4390
"eps_2",1e-05,1613944289014,4390
"train_loss",0.015700439,1613944289951,4391
"raw_loss",0.01151401,1613944289951,4391
"epoch",27.62264150943394,1613944289951,4391
"wd_0",0.01,1613944289951,4391
"sqr_mom_0",0.99,1613944289951,4391
"lr_0",3.7597775735598725e-06,1613944289951,4391
"mom_0",0.8748046965757683,1613944289951,4391
"eps_0",1e-05,1613944289951,4391
"wd_1",0.01,1613944289951,4391
"sqr_mom_1",0.99,1613944289951,4391
"lr_1",3.759777573559873e-05,1613944289951,4391
"mom_1",0.8748046965757683,1613944289951,4391
"eps_1",1e-05,1613944289951,4391
"wd_2",0.01,1613944289951,4391
"sqr_mom_2",0.99,1613944289951,4391
"lr_2",0.00037597775735598727,1613944289951,4391
"mom_2",0.8748046965757683,1613944289951,4391
"eps_2",1e-05,1613944289951,4391
"train_loss",0.015527223,1613944290902,4392
"raw_loss",0.0070396573,1613944290902,4392
"epoch",27.62893081761004,1613944290902,4392
"wd_0",0.01,1613944290902,4392
"sqr_mom_0",0.99,1613944290902,4392
"lr_0",3.758558458424055e-06,1613944290902,4392
"mom_0",0.8748290791223101,1613944290902,4392
"eps_0",1e-05,1613944290902,4392
"wd_1",0.01,1613944290902,4392
"sqr_mom_1",0.99,1613944290902,4392
"lr_1",3.7585584584240546e-05,1613944290902,4392
"mom_1",0.8748290791223101,1613944290902,4392
"eps_1",1e-05,1613944290902,4392
"wd_2",0.01,1613944290902,4392
"sqr_mom_2",0.99,1613944290902,4392
"lr_2",0.0003758558458424055,1613944290902,4392
"mom_2",0.8748290791223101,1613944290902,4392
"eps_2",1e-05,1613944290902,4392
"train_loss",0.015565691,1613944291857,4393
"raw_loss",0.017450579,1613944291857,4393
"epoch",27.63522012578614,1613944291857,4393
"wd_0",0.01,1613944291857,4393
"sqr_mom_0",0.99,1613944291857,4393
"lr_0",3.75733894227816e-06,1613944291857,4393
"mom_0",0.8748534696891337,1613944291857,4393
"eps_0",1e-05,1613944291857,4393
"wd_1",0.01,1613944291857,4393
"sqr_mom_1",0.99,1613944291857,4393
"lr_1",3.7573389422781606e-05,1613944291857,4393
"mom_1",0.8748534696891337,1613944291857,4393
"eps_1",1e-05,1613944291857,4393
"wd_2",0.01,1613944291857,4393
"sqr_mom_2",0.99,1613944291857,4393
"lr_2",0.000375733894227816,1613944291857,4393
"mom_2",0.8748534696891337,1613944291857,4393
"eps_2",1e-05,1613944291857,4393
"train_loss",0.015537799,1613944292828,4394
"raw_loss",0.014171126,1613944292828,4394
"epoch",27.64150943396224,1613944292828,4394
"wd_0",0.01,1613944292828,4394
"sqr_mom_0",0.99,1613944292828,4394
"lr_0",3.756118620761386e-06,1613944292828,4394
"mom_0",0.8748778763635359,1613944292828,4394
"eps_0",1e-05,1613944292828,4394
"wd_1",0.01,1613944292828,4394
"sqr_mom_1",0.99,1613944292828,4394
"lr_1",3.7561186207613864e-05,1613944292828,4394
"mom_1",0.8748778763635359,1613944292828,4394
"eps_1",1e-05,1613944292828,4394
"wd_2",0.01,1613944292828,4394
"sqr_mom_2",0.99,1613944292828,4394
"lr_2",0.0003756118620761386,1613944292828,4394
"mom_2",0.8748778763635359,1613944292828,4394
"eps_2",1e-05,1613944292828,4394
"train_loss",0.015431821,1613944293780,4395
"raw_loss",0.010238887,1613944293780,4395
"epoch",27.64779874213834,1613944293780,4395
"wd_0",0.01,1613944293780,4395
"sqr_mom_0",0.99,1613944293780,4395
"lr_0",3.754898303628498e-06,1613944293780,4395
"mom_0",0.8749022829502595,1613944293780,4395
"eps_0",1e-05,1613944293780,4395
"wd_1",0.01,1613944293780,4395
"sqr_mom_1",0.99,1613944293780,4395
"lr_1",3.754898303628498e-05,1613944293780,4395
"mom_1",0.8749022829502595,1613944293780,4395
"eps_1",1e-05,1613944293780,4395
"wd_2",0.01,1613944293780,4395
"sqr_mom_2",0.99,1613944293780,4395
"lr_2",0.0003754898303628498,1613944293780,4395
"mom_2",0.8749022829502595,1613944293780,4395
"eps_2",1e-05,1613944293780,4395
"train_loss",0.015375186,1613944294731,4396
"raw_loss",0.012600037,1613944294731,4396
"epoch",27.654088050314442,1613944294731,4396
"wd_0",0.01,1613944294731,4396
"sqr_mom_0",0.99,1613944294731,4396
"lr_0",3.7536771816370733e-06,1613944294731,4396
"mom_0",0.8749267056343148,1613944294731,4396
"eps_0",1e-05,1613944294731,4396
"wd_1",0.01,1613944294731,4396
"sqr_mom_1",0.99,1613944294731,4396
"lr_1",3.753677181637073e-05,1613944294731,4396
"mom_1",0.8749267056343148,1613944294731,4396
"eps_1",1e-05,1613944294731,4396
"wd_2",0.01,1613944294731,4396
"sqr_mom_2",0.99,1613944294731,4396
"lr_2",0.00037536771816370725,1613944294731,4396
"mom_2",0.8749267056343148,1613944294731,4396
"eps_2",1e-05,1613944294731,4396
"train_loss",0.015366879,1613944295702,4397
"raw_loss",0.014959882,1613944295702,4397
"epoch",27.660377358490543,1613944295702,4397
"wd_0",0.01,1613944295702,4397
"sqr_mom_0",0.99,1613944295702,4397
"lr_0",3.752456065073039e-06,1613944295702,4397
"mom_0",0.8749511282098212,1613944295702,4397
"eps_0",1e-05,1613944295702,4397
"wd_1",0.01,1613944295702,4397
"sqr_mom_1",0.99,1613944295702,4397
"lr_1",3.752456065073039e-05,1613944295702,4397
"mom_1",0.8749511282098212,1613944295702,4397
"eps_1",1e-05,1613944295702,4397
"wd_2",0.01,1613944295702,4397
"sqr_mom_2",0.99,1613944295702,4397
"lr_2",0.00037524560650730387,1613944295702,4397
"mom_2",0.8749511282098212,1613944295702,4397
"eps_2",1e-05,1613944295702,4397
"train_loss",0.015261217,1613944296667,4398
"raw_loss",0.010083748,1613944296667,4398
"epoch",27.666666666666643,1613944296667,4398
"wd_0",0.01,1613944296667,4398
"sqr_mom_0",0.99,1613944296667,4398
"lr_0",3.7512347520830944e-06,1613944296667,4398
"mom_0",0.8749755547138852,1613944296667,4398
"eps_0",1e-05,1613944296667,4398
"wd_1",0.01,1613944296667,4398
"sqr_mom_1",0.99,1613944296667,4398
"lr_1",3.751234752083094e-05,1613944296667,4398
"mom_1",0.8749755547138852,1613944296667,4398
"eps_1",1e-05,1613944296667,4398
"wd_2",0.01,1613944296667,4398
"sqr_mom_2",0.99,1613944296667,4398
"lr_2",0.0003751234752083094,1613944296667,4398
"mom_2",0.8749755547138852,1613944296667,4398
"eps_2",1e-05,1613944296667,4398
"train_loss",0.015442769,1613944297608,4399
"raw_loss",0.024338812,1613944297608,4399
"epoch",27.672955974842743,1613944297608,4399
"wd_0",0.01,1613944297608,4399
"sqr_mom_0",0.99,1613944297608,4399
"lr_0",3.750012229725526e-06,1613944297608,4399
"mom_0",0.8750000054055436,1613944297608,4399
"eps_0",1e-05,1613944297608,4399
"wd_1",0.01,1613944297608,4399
"sqr_mom_1",0.99,1613944297608,4399
"lr_1",3.750012229725526e-05,1613944297608,4399
"mom_1",0.8750000054055436,1613944297608,4399
"eps_1",1e-05,1613944297608,4399
"wd_2",0.01,1613944297608,4399
"sqr_mom_2",0.99,1613944297608,4399
"lr_2",0.00037500122297255255,1613944297608,4399
"mom_2",0.8750000054055436,1613944297608,4399
"eps_2",1e-05,1613944297608,4399
"train_loss",0.015320628,1613944298564,4400
"raw_loss",0.009335724,1613944298564,4400
"epoch",27.679245283018844,1613944298564,4400
"wd_0",0.01,1613944298564,4400
"sqr_mom_0",0.99,1613944298564,4400
"lr_0",3.7487901197721347e-06,1613944298564,4400
"mom_0",0.8750244478490358,1613944298564,4400
"eps_0",1e-05,1613944298564,4400
"wd_1",0.01,1613944298564,4400
"sqr_mom_1",0.99,1613944298564,4400
"lr_1",3.748790119772135e-05,1613944298564,4400
"mom_1",0.8750244478490358,1613944298564,4400
"eps_1",1e-05,1613944298564,4400
"wd_2",0.01,1613944298564,4400
"sqr_mom_2",0.99,1613944298564,4400
"lr_2",0.00037487901197721344,1613944298564,4400
"mom_2",0.8750244478490358,1613944298564,4400
"eps_2",1e-05,1613944298564,4400
"train_loss",0.01521966,1613944299526,4401
"raw_loss",0.010272183,1613944299526,4401
"epoch",27.685534591194944,1613944299526,4401
"wd_0",0.01,1613944299526,4401
"sqr_mom_0",0.99,1613944299526,4401
"lr_0",3.7475674092153253e-06,1613944299526,4401
"mom_0",0.8750489023047165,1613944299526,4401
"eps_0",1e-05,1613944299526,4401
"wd_1",0.01,1613944299526,4401
"sqr_mom_1",0.99,1613944299526,4401
"lr_1",3.7475674092153254e-05,1613944299526,4401
"mom_1",0.8750489023047165,1613944299526,4401
"eps_1",1e-05,1613944299526,4401
"wd_2",0.01,1613944299526,4401
"sqr_mom_2",0.99,1613944299526,4401
"lr_2",0.00037475674092153253,1613944299526,4401
"mom_2",0.8750489023047165,1613944299526,4401
"eps_2",1e-05,1613944299526,4401
"train_loss",0.0151384715,1613944300473,4402
"raw_loss",0.011160252,1613944300473,4402
"epoch",27.691823899371045,1613944300473,4402
"wd_0",0.01,1613944300473,4402
"sqr_mom_0",0.99,1613944300473,4402
"lr_0",3.7463438953430336e-06,1613944300473,4402
"mom_0",0.8750733728268676,1613944300473,4402
"eps_0",1e-05,1613944300473,4402
"wd_1",0.01,1613944300473,4402
"sqr_mom_1",0.99,1613944300473,4402
"lr_1",3.7463438953430336e-05,1613944300473,4402
"mom_1",0.8750733728268676,1613944300473,4402
"eps_1",1e-05,1613944300473,4402
"wd_2",0.01,1613944300473,4402
"sqr_mom_2",0.99,1613944300473,4402
"lr_2",0.00037463438953430335,1613944300473,4402
"mom_2",0.8750733728268676,1613944300473,4402
"eps_2",1e-05,1613944300473,4402
"train_loss",0.015362524,1613944301426,4403
"raw_loss",0.026341114,1613944301426,4403
"epoch",27.698113207547145,1613944301426,4403
"wd_0",0.01,1613944301426,4403
"sqr_mom_0",0.99,1613944301426,4403
"lr_0",3.745120390028342e-06,1613944301426,4403
"mom_0",0.8750978431778649,1613944301426,4403
"eps_0",1e-05,1613944301426,4403
"wd_1",0.01,1613944301426,4403
"sqr_mom_1",0.99,1613944301426,4403
"lr_1",3.745120390028342e-05,1613944301426,4403
"mom_1",0.8750978431778649,1613944301426,4403
"eps_1",1e-05,1613944301426,4403
"wd_2",0.01,1613944301426,4403
"sqr_mom_2",0.99,1613944301426,4403
"lr_2",0.0003745120390028342,1613944301426,4403
"mom_2",0.8750978431778649,1613944301426,4403
"eps_2",1e-05,1613944301426,4403
"train_loss",0.015610535,1613944302409,4404
"raw_loss",0.027763043,1613944302409,4404
"epoch",27.704402515723245,1613944302409,4404
"wd_0",0.01,1613944302409,4404
"sqr_mom_0",0.99,1613944302409,4404
"lr_0",3.7438966910207547e-06,1613944302409,4404
"mom_0",0.8751223174027589,1613944302409,4404
"eps_0",1e-05,1613944302409,4404
"wd_1",0.01,1613944302409,4404
"sqr_mom_1",0.99,1613944302409,4404
"lr_1",3.743896691020754e-05,1613944302409,4404
"mom_1",0.8751223174027589,1613944302409,4404
"eps_1",1e-05,1613944302409,4404
"wd_2",0.01,1613944302409,4404
"sqr_mom_2",0.99,1613944302409,4404
"lr_2",0.00037438966910207543,1613944302409,4404
"mom_2",0.8751223174027589,1613944302409,4404
"eps_2",1e-05,1613944302409,4404
"train_loss",0.015556159,1613944303349,4405
"raw_loss",0.012891787,1613944303349,4405
"epoch",27.710691823899346,1613944303349,4405
"wd_0",0.01,1613944303349,4405
"sqr_mom_0",0.99,1613944303349,4405
"lr_0",3.742671783401953e-06,1613944303349,4405
"mom_0",0.8751468158001189,1613944303349,4405
"eps_0",1e-05,1613944303349,4405
"wd_1",0.01,1613944303349,4405
"sqr_mom_1",0.99,1613944303349,4405
"lr_1",3.7426717834019525e-05,1613944303349,4405
"mom_1",0.8751468158001189,1613944303349,4405
"eps_1",1e-05,1613944303349,4405
"wd_2",0.01,1613944303349,4405
"sqr_mom_2",0.99,1613944303349,4405
"lr_2",0.00037426717834019527,1613944303349,4405
"mom_2",0.8751468158001189,1613944303349,4405
"eps_2",1e-05,1613944303349,4405
"train_loss",0.01563491,1613944304349,4406
"raw_loss",0.019493701,1613944304349,4406
"epoch",27.716981132075446,1613944304349,4406
"wd_0",0.01,1613944304349,4406
"sqr_mom_0",0.99,1613944304349,4406
"lr_0",3.7414472921079733e-06,1613944304349,4406
"mom_0",0.8751713058708992,1613944304349,4406
"eps_0",1e-05,1613944304349,4406
"wd_1",0.01,1613944304349,4406
"sqr_mom_1",0.99,1613944304349,4406
"lr_1",3.741447292107973e-05,1613944304349,4406
"mom_1",0.8751713058708992,1613944304349,4406
"eps_1",1e-05,1613944304349,4406
"wd_2",0.01,1613944304349,4406
"sqr_mom_2",0.99,1613944304349,4406
"lr_2",0.0003741447292107973,1613944304349,4406
"mom_2",0.8751713058708992,1613944304349,4406
"eps_2",1e-05,1613944304349,4406
"train_loss",0.015740948,1613944305364,4407
"raw_loss",0.020936843,1613944305364,4407
"epoch",27.723270440251547,1613944305364,4407
"wd_0",0.01,1613944305364,4407
"sqr_mom_0",0.99,1613944305364,4407
"lr_0",3.740222202155e-06,1613944305364,4407
"mom_0",0.8751958079149791,1613944305364,4407
"eps_0",1e-05,1613944305364,4407
"wd_1",0.01,1613944305364,4407
"sqr_mom_1",0.99,1613944305364,4407
"lr_1",3.7402222021549995e-05,1613944305364,4407
"mom_1",0.8751958079149791,1613944305364,4407
"eps_1",1e-05,1613944305364,4407
"wd_2",0.01,1613944305364,4407
"sqr_mom_2",0.99,1613944305364,4407
"lr_2",0.0003740222202155,1613944305364,4407
"mom_2",0.8751958079149791,1613944305364,4407
"eps_2",1e-05,1613944305364,4407
"train_loss",0.016339598,1613944306368,4408
"raw_loss",0.04567348,1613944306368,4408
"epoch",27.729559748427647,1613944306368,4408
"wd_0",0.01,1613944306368,4408
"sqr_mom_0",0.99,1613944306368,4408
"lr_0",3.7389963104388178e-06,1613944306368,4408
"mom_0",0.8752203259944835,1613944306368,4408
"eps_0",1e-05,1613944306368,4408
"wd_1",0.01,1613944306368,4408
"sqr_mom_1",0.99,1613944306368,4408
"lr_1",3.7389963104388176e-05,1613944306368,4408
"mom_1",0.8752203259944835,1613944306368,4408
"eps_1",1e-05,1613944306368,4408
"wd_2",0.01,1613944306368,4408
"sqr_mom_2",0.99,1613944306368,4408
"lr_2",0.0003738996310438817,1613944306368,4408
"mom_2",0.8752203259944835,1613944306368,4408
"eps_2",1e-05,1613944306368,4408
"train_loss",0.016153427,1613944307358,4409
"raw_loss",0.0070310202,1613944307358,4409
"epoch",27.735849056603747,1613944307358,4409
"wd_0",0.01,1613944307358,4409
"sqr_mom_0",0.99,1613944307358,4409
"lr_0",3.7377704304103465e-06,1613944307358,4409
"mom_0",0.8752448438402315,1613944307358,4409
"eps_0",1e-05,1613944307358,4409
"wd_1",0.01,1613944307358,4409
"sqr_mom_1",0.99,1613944307358,4409
"lr_1",3.737770430410346e-05,1613944307358,4409
"mom_1",0.8752448438402315,1613944307358,4409
"eps_1",1e-05,1613944307358,4409
"wd_2",0.01,1613944307358,4409
"sqr_mom_2",0.99,1613944307358,4409
"lr_2",0.00037377704304103465,1613944307358,4409
"mom_2",0.8752448438402315,1613944307358,4409
"eps_2",1e-05,1613944307358,4409
"train_loss",0.0160904,1613944308391,4410
"raw_loss",0.013002131,1613944308391,4410
"epoch",27.742138364779848,1613944308391,4410
"wd_0",0.01,1613944308391,4410
"sqr_mom_0",0.99,1613944308391,4410
"lr_0",3.7365443594242163e-06,1613944308391,4410
"mom_0",0.8752693655051708,1613944308391,4410
"eps_0",1e-05,1613944308391,4410
"wd_1",0.01,1613944308391,4410
"sqr_mom_1",0.99,1613944308391,4410
"lr_1",3.7365443594242155e-05,1613944308391,4410
"mom_1",0.8752693655051708,1613944308391,4410
"eps_1",1e-05,1613944308391,4410
"wd_2",0.01,1613944308391,4410
"sqr_mom_2",0.99,1613944308391,4410
"lr_2",0.00037365443594242155,1613944308391,4410
"mom_2",0.8752693655051708,1613944308391,4410
"eps_2",1e-05,1613944308391,4410
"train_loss",0.016092977,1613944309340,4411
"raw_loss",0.016219169,1613944309340,4411
"epoch",27.74842767295595,1613944309340,4411
"wd_0",0.01,1613944309340,4411
"sqr_mom_0",0.99,1613944309340,4411
"lr_0",3.7353170805971465e-06,1613944309340,4411
"mom_0",0.8752939113271703,1613944309340,4411
"eps_0",1e-05,1613944309340,4411
"wd_1",0.01,1613944309340,4411
"sqr_mom_1",0.99,1613944309340,4411
"lr_1",3.7353170805971465e-05,1613944309340,4411
"mom_1",0.8752939113271703,1613944309340,4411
"eps_1",1e-05,1613944309340,4411
"wd_2",0.01,1613944309340,4411
"sqr_mom_2",0.99,1613944309340,4411
"lr_2",0.0003735317080597146,1613944309340,4411
"mom_2",0.8752939113271703,1613944309340,4411
"eps_2",1e-05,1613944309340,4411
"train_loss",0.016020996,1613944310310,4412
"raw_loss",0.012493984,1613944310310,4412
"epoch",27.75471698113205,1613944310310,4412
"wd_0",0.01,1613944310310,4412
"sqr_mom_0",0.99,1613944310310,4412
"lr_0",3.7340902220107678e-06,1613944310310,4412
"mom_0",0.8753184487442721,1613944310310,4412
"eps_0",1e-05,1613944310310,4412
"wd_1",0.01,1613944310310,4412
"sqr_mom_1",0.99,1613944310310,4412
"lr_1",3.734090222010768e-05,1613944310310,4412
"mom_1",0.8753184487442721,1613944310310,4412
"eps_1",1e-05,1613944310310,4412
"wd_2",0.01,1613944310310,4412
"sqr_mom_2",0.99,1613944310310,4412
"lr_2",0.00037340902220107675,1613944310310,4412
"mom_2",0.8753184487442721,1613944310310,4412
"eps_2",1e-05,1613944310310,4412
"train_loss",0.01599913,1613944311275,4413
"raw_loss",0.014927712,1613944311275,4413
"epoch",27.76100628930815,1613944311275,4413
"wd_0",0.01,1613944311275,4413
"sqr_mom_0",0.99,1613944311275,4413
"lr_0",3.7328627667166895e-06,1613944311275,4413
"mom_0",0.8753429980956472,1613944311275,4413
"eps_0",1e-05,1613944311275,4413
"wd_1",0.01,1613944311275,4413
"sqr_mom_1",0.99,1613944311275,4413
"lr_1",3.732862766716689e-05,1613944311275,4413
"mom_1",0.8753429980956472,1613944311275,4413
"eps_1",1e-05,1613944311275,4413
"wd_2",0.01,1613944311275,4413
"sqr_mom_2",0.99,1613944311275,4413
"lr_2",0.0003732862766716689,1613944311275,4413
"mom_2",0.8753429980956472,1613944311275,4413
"eps_2",1e-05,1613944311275,4413
"train_loss",0.016356673,1613944312236,4414
"raw_loss",0.033876285,1613944312236,4414
"epoch",27.76729559748425,1613944312236,4414
"wd_0",0.01,1613944312236,4414
"sqr_mom_0",0.99,1613944312236,4414
"lr_0",3.7316345112208714e-06,1613944312236,4414
"mom_0",0.875367563451217,1613944312236,4414
"eps_0",1e-05,1613944312236,4414
"wd_1",0.01,1613944312236,4414
"sqr_mom_1",0.99,1613944312236,4414
"lr_1",3.7316345112208715e-05,1613944312236,4414
"mom_1",0.875367563451217,1613944312236,4414
"eps_1",1e-05,1613944312236,4414
"wd_2",0.01,1613944312236,4414
"sqr_mom_2",0.99,1613944312236,4414
"lr_2",0.0003731634511220871,1613944312236,4414
"mom_2",0.875367563451217,1613944312236,4414
"eps_2",1e-05,1613944312236,4414
"train_loss",0.016600976,1613944313193,4415
"raw_loss",0.028571863,1613944313193,4415
"epoch",27.77358490566035,1613944313193,4415
"wd_0",0.01,1613944313193,4415
"sqr_mom_0",0.99,1613944313193,4415
"lr_0",3.7304062705427406e-06,1613944313193,4415
"mom_0",0.8753921285104302,1613944313193,4415
"eps_0",1e-05,1613944313193,4415
"wd_1",0.01,1613944313193,4415
"sqr_mom_1",0.99,1613944313193,4415
"lr_1",3.7304062705427406e-05,1613944313193,4415
"mom_1",0.8753921285104302,1613944313193,4415
"eps_1",1e-05,1613944313193,4415
"wd_2",0.01,1613944313193,4415
"sqr_mom_2",0.99,1613944313193,4415
"lr_2",0.000373040627054274,1613944313193,4415
"mom_2",0.8753921285104302,1613944313193,4415
"eps_2",1e-05,1613944313193,4415
"train_loss",0.016483365,1613944314184,4416
"raw_loss",0.010720446,1613944314184,4416
"epoch",27.77987421383645,1613944314184,4416
"wd_0",0.01,1613944314184,4416
"sqr_mom_0",0.99,1613944314184,4416
"lr_0",3.7291776378247466e-06,1613944314184,4416
"mom_0",0.8754167014105192,1613944314184,4416
"eps_0",1e-05,1613944314184,4416
"wd_1",0.01,1613944314184,4416
"sqr_mom_1",0.99,1613944314184,4416
"lr_1",3.7291776378247464e-05,1613944314184,4416
"mom_1",0.8754167014105192,1613944314184,4416
"eps_1",1e-05,1613944314184,4416
"wd_2",0.01,1613944314184,4416
"sqr_mom_2",0.99,1613944314184,4416
"lr_2",0.0003729177637824746,1613944314184,4416
"mom_2",0.8754167014105192,1613944314184,4416
"eps_2",1e-05,1613944314184,4416
"train_loss",0.01659768,1613944315133,4417
"raw_loss",0.022199202,1613944315133,4417
"epoch",27.78616352201255,1613944315133,4417
"wd_0",0.01,1613944315133,4417
"sqr_mom_0",0.99,1613944315133,4417
"lr_0",3.7279482056892135e-06,1613944315133,4417
"mom_0",0.8754412902991187,1613944315133,4417
"eps_0",1e-05,1613944315133,4417
"wd_1",0.01,1613944315133,4417
"sqr_mom_1",0.99,1613944315133,4417
"lr_1",3.727948205689213e-05,1613944315133,4417
"mom_1",0.8754412902991187,1613944315133,4417
"eps_1",1e-05,1613944315133,4417
"wd_2",0.01,1613944315133,4417
"sqr_mom_2",0.99,1613944315133,4417
"lr_2",0.0003727948205689214,1613944315133,4417
"mom_2",0.8754412902991187,1613944315133,4417
"eps_2",1e-05,1613944315133,4417
"train_loss",0.01678967,1613944316092,4418
"raw_loss",0.02619709,1613944316092,4418
"epoch",27.79245283018865,1613944316092,4418
"wd_0",0.01,1613944316092,4418
"sqr_mom_0",0.99,1613944316092,4418
"lr_0",3.726718789936337e-06,1613944316092,4418
"mom_0",0.8754658788600619,1613944316092,4418
"eps_0",1e-05,1613944316092,4418
"wd_1",0.01,1613944316092,4418
"sqr_mom_1",0.99,1613944316092,4418
"lr_1",3.726718789936337e-05,1613944316092,4418
"mom_1",0.8754658788600619,1613944316092,4418
"eps_1",1e-05,1613944316092,4418
"wd_2",0.01,1613944316092,4418
"sqr_mom_2",0.99,1613944316092,4418
"lr_2",0.00037267187899363367,1613944316092,4418
"mom_2",0.8754658788600619,1613944316092,4418
"eps_2",1e-05,1613944316092,4418
"train_loss",0.016761651,1613944317035,4419
"raw_loss",0.015388785,1613944317035,4419
"epoch",27.79874213836475,1613944317035,4419
"wd_0",0.01,1613944317035,4419
"sqr_mom_0",0.99,1613944317035,4419
"lr_0",3.725489187332794e-06,1613944317035,4419
"mom_0",0.8754904711580557,1613944317035,4419
"eps_0",1e-05,1613944317035,4419
"wd_1",0.01,1613944317035,4419
"sqr_mom_1",0.99,1613944317035,4419
"lr_1",3.725489187332794e-05,1613944317035,4419
"mom_1",0.8754904711580557,1613944317035,4419
"eps_1",1e-05,1613944317035,4419
"wd_2",0.01,1613944317035,4419
"sqr_mom_2",0.99,1613944317035,4419
"lr_2",0.0003725489187332794,1613944317035,4419
"mom_2",0.8754904711580557,1613944317035,4419
"eps_2",1e-05,1613944317035,4419
"train_loss",0.016708115,1613944318002,4420
"raw_loss",0.014084873,1613944318002,4420
"epoch",27.805031446540852,1613944318002,4420
"wd_0",0.01,1613944318002,4420
"sqr_mom_0",0.99,1613944318002,4420
"lr_0",3.724258378069716e-06,1613944318002,4420
"mom_0",0.8755150875894816,1613944318002,4420
"eps_0",1e-05,1613944318002,4420
"wd_1",0.01,1613944318002,4420
"sqr_mom_1",0.99,1613944318002,4420
"lr_1",3.724258378069716e-05,1613944318002,4420
"mom_1",0.8755150875894816,1613944318002,4420
"eps_1",1e-05,1613944318002,4420
"wd_2",0.01,1613944318002,4420
"sqr_mom_2",0.99,1613944318002,4420
"lr_2",0.0003724258378069716,1613944318002,4420
"mom_2",0.8755150875894816,1613944318002,4420
"eps_2",1e-05,1613944318002,4420
"train_loss",0.016528416,1613944318942,4421
"raw_loss",0.0077232043,1613944318942,4421
"epoch",27.811320754716952,1613944318942,4421
"wd_0",0.01,1613944318942,4421
"sqr_mom_0",0.99,1613944318942,4421
"lr_0",3.723027994912131e-06,1613944318942,4421
"mom_0",0.8755396954987124,1613944318942,4421
"eps_0",1e-05,1613944318942,4421
"wd_1",0.01,1613944318942,4421
"sqr_mom_1",0.99,1613944318942,4421
"lr_1",3.723027994912131e-05,1613944318942,4421
"mom_1",0.8755396954987124,1613944318942,4421
"eps_1",1e-05,1613944318942,4421
"wd_2",0.01,1613944318942,4421
"sqr_mom_2",0.99,1613944318942,4421
"lr_2",0.00037230279949121306,1613944318942,4421
"mom_2",0.8755396954987124,1613944318942,4421
"eps_2",1e-05,1613944318942,4421
"train_loss",0.016431298,1613944319909,4422
"raw_loss",0.011672523,1613944319909,4422
"epoch",27.817610062893053,1613944319909,4422
"wd_0",0.01,1613944319909,4422
"sqr_mom_0",0.99,1613944319909,4422
"lr_0",3.721797017986643e-06,1613944319909,4422
"mom_0",0.8755643152834199,1613944319909,4422
"eps_0",1e-05,1613944319909,4422
"wd_1",0.01,1613944319909,4422
"sqr_mom_1",0.99,1613944319909,4422
"lr_1",3.721797017986643e-05,1613944319909,4422
"mom_1",0.8755643152834199,1613944319909,4422
"eps_1",1e-05,1613944319909,4422
"wd_2",0.01,1613944319909,4422
"sqr_mom_2",0.99,1613944319909,4422
"lr_2",0.00037217970179866426,1613944319909,4422
"mom_2",0.8755643152834199,1613944319909,4422
"eps_2",1e-05,1613944319909,4422
"train_loss",0.016385162,1613944320862,4423
"raw_loss",0.014124546,1613944320862,4423
"epoch",27.823899371069153,1613944320862,4423
"wd_0",0.01,1613944320862,4423
"sqr_mom_0",0.99,1613944320862,4423
"lr_0",3.7205652432188507e-06,1613944320862,4423
"mom_0",0.8755889510251332,1613944320862,4423
"eps_0",1e-05,1613944320862,4423
"wd_1",0.01,1613944320862,4423
"sqr_mom_1",0.99,1613944320862,4423
"lr_1",3.720565243218851e-05,1613944320862,4423
"mom_1",0.8755889510251332,1613944320862,4423
"eps_1",1e-05,1613944320862,4423
"wd_2",0.01,1613944320862,4423
"sqr_mom_2",0.99,1613944320862,4423
"lr_2",0.000372056524321885,1613944320862,4423
"mom_2",0.8755889510251332,1613944320862,4423
"eps_2",1e-05,1613944320862,4423
"train_loss",0.016280586,1613944321826,4424
"raw_loss",0.0111563215,1613944321826,4424
"epoch",27.830188679245254,1613944321826,4424
"wd_0",0.01,1613944321826,4424
"sqr_mom_0",0.99,1613944321826,4424
"lr_0",3.7193334879634243e-06,1613944321826,4424
"mom_0",0.8756135863765953,1613944321826,4424
"eps_0",1e-05,1613944321826,4424
"wd_1",0.01,1613944321826,4424
"sqr_mom_1",0.99,1613944321826,4424
"lr_1",3.7193334879634244e-05,1613944321826,4424
"mom_1",0.8756135863765953,1613944321826,4424
"eps_1",1e-05,1613944321826,4424
"wd_2",0.01,1613944321826,4424
"sqr_mom_2",0.99,1613944321826,4424
"lr_2",0.00037193334879634236,1613944321826,4424
"mom_2",0.8756135863765953,1613944321826,4424
"eps_2",1e-05,1613944321826,4424
"train_loss",0.016604174,1613944322772,4425
"raw_loss",0.032459967,1613944322772,4425
"epoch",27.836477987421354,1613944322772,4425
"wd_0",0.01,1613944322772,4425
"sqr_mom_0",0.99,1613944322772,4425
"lr_0",3.7181015485979868e-06,1613944322772,4425
"mom_0",0.8756382254102943,1613944322772,4425
"eps_0",1e-05,1613944322772,4425
"wd_1",0.01,1613944322772,4425
"sqr_mom_1",0.99,1613944322772,4425
"lr_1",3.7181015485979864e-05,1613944322772,4425
"mom_1",0.8756382254102943,1613944322772,4425
"eps_1",1e-05,1613944322772,4425
"wd_2",0.01,1613944322772,4425
"sqr_mom_2",0.99,1613944322772,4425
"lr_2",0.00037181015485979863,1613944322772,4425
"mom_2",0.8756382254102943,1613944322772,4425
"eps_2",1e-05,1613944322772,4425
"train_loss",0.016467862,1613944323726,4426
"raw_loss",0.009788544,1613944323726,4426
"epoch",27.842767295597454,1613944323726,4426
"wd_0",0.01,1613944323726,4426
"sqr_mom_0",0.99,1613944323726,4426
"lr_0",3.7168684033779137e-06,1613944323726,4426
"mom_0",0.8756628885613273,1613944323726,4426
"eps_0",1e-05,1613944323726,4426
"wd_1",0.01,1613944323726,4426
"sqr_mom_1",0.99,1613944323726,4426
"lr_1",3.716868403377914e-05,1613944323726,4426
"mom_1",0.8756628885613273,1613944323726,4426
"eps_1",1e-05,1613944323726,4426
"wd_2",0.01,1613944323726,4426
"sqr_mom_2",0.99,1613944323726,4426
"lr_2",0.00037168684033779136,1613944323726,4426
"mom_2",0.8756628885613273,1613944323726,4426
"eps_2",1e-05,1613944323726,4426
"train_loss",0.016260559,1613944324670,4427
"raw_loss",0.006102692,1613944324670,4427
"epoch",27.849056603773555,1613944324670,4427
"wd_0",0.01,1613944324670,4427
"sqr_mom_0",0.99,1613944324670,4427
"lr_0",3.7156356881670666e-06,1613944324670,4427
"mom_0",0.8756875431120897,1613944324670,4427
"eps_0",1e-05,1613944324670,4427
"wd_1",0.01,1613944324670,4427
"sqr_mom_1",0.99,1613944324670,4427
"lr_1",3.715635688167067e-05,1613944324670,4427
"mom_1",0.8756875431120897,1613944324670,4427
"eps_1",1e-05,1613944324670,4427
"wd_2",0.01,1613944324670,4427
"sqr_mom_2",0.99,1613944324670,4427
"lr_2",0.0003715635688167066,1613944324670,4427
"mom_2",0.8756875431120897,1613944324670,4427
"eps_2",1e-05,1613944324670,4427
"train_loss",0.016311068,1613944325623,4428
"raw_loss",0.018786034,1613944325623,4428
"epoch",27.855345911949655,1613944325623,4428
"wd_0",0.01,1613944325623,4428
"sqr_mom_0",0.99,1613944325623,4428
"lr_0",3.714402381156682e-06,1613944325623,4428
"mom_0",0.8757122094989613,1613944325623,4428
"eps_0",1e-05,1613944325623,4428
"wd_1",0.01,1613944325623,4428
"sqr_mom_1",0.99,1613944325623,4428
"lr_1",3.7144023811566816e-05,1613944325623,4428
"mom_1",0.8757122094989613,1613944325623,4428
"eps_1",1e-05,1613944325623,4428
"wd_2",0.01,1613944325623,4428
"sqr_mom_2",0.99,1613944325623,4428
"lr_2",0.00037144023811566814,1613944325623,4428
"mom_2",0.8757122094989613,1613944325623,4428
"eps_2",1e-05,1613944325623,4428
"train_loss",0.016432889,1613944326555,4429
"raw_loss",0.022402149,1613944326555,4429
"epoch",27.861635220125756,1613944326555,4429
"wd_0",0.01,1613944326555,4429
"sqr_mom_0",0.99,1613944326555,4429
"lr_0",3.713168277888381e-06,1613944326555,4429
"mom_0",0.8757368918111504,1613944326555,4429
"eps_0",1e-05,1613944326555,4429
"wd_1",0.01,1613944326555,4429
"sqr_mom_1",0.99,1613944326555,4429
"lr_1",3.713168277888381e-05,1613944326555,4429
"mom_1",0.8757368918111504,1613944326555,4429
"eps_1",1e-05,1613944326555,4429
"wd_2",0.01,1613944326555,4429
"sqr_mom_2",0.99,1613944326555,4429
"lr_2",0.0003713168277888381,1613944326555,4429
"mom_2",0.8757368918111504,1613944326555,4429
"eps_2",1e-05,1613944326555,4429
"train_loss",0.016606363,1613944327540,4430
"raw_loss",0.02510654,1613944327540,4430
"epoch",27.867924528301856,1613944327540,4430
"wd_0",0.01,1613944327540,4430
"sqr_mom_0",0.99,1613944327540,4430
"lr_0",3.711934197261929e-06,1613944327540,4430
"mom_0",0.8757615736704981,1613944327540,4430
"eps_0",1e-05,1613944327540,4430
"wd_1",0.01,1613944327540,4430
"sqr_mom_1",0.99,1613944327540,4430
"lr_1",3.7119341972619284e-05,1613944327540,4430
"mom_1",0.8757615736704981,1613944327540,4430
"eps_1",1e-05,1613944327540,4430
"wd_2",0.01,1613944327540,4430
"sqr_mom_2",0.99,1613944327540,4430
"lr_2",0.00037119341972619284,1613944327540,4430
"mom_2",0.8757615736704981,1613944327540,4430
"eps_2",1e-05,1613944327540,4430
"train_loss",0.017222257,1613944328498,4431
"raw_loss",0.04740114,1613944328498,4431
"epoch",27.874213836477956,1613944328498,4431
"wd_0",0.01,1613944328498,4431
"sqr_mom_0",0.99,1613944328498,4431
"lr_0",3.710699935268235e-06,1613944328498,4431
"mom_0",0.8757862591572269,1613944328498,4431
"eps_0",1e-05,1613944328498,4431
"wd_1",0.01,1613944328498,4431
"sqr_mom_1",0.99,1613944328498,4431
"lr_1",3.710699935268235e-05,1613944328498,4431
"mom_1",0.8757862591572269,1613944328498,4431
"eps_1",1e-05,1613944328498,4431
"wd_2",0.01,1613944328498,4431
"sqr_mom_2",0.99,1613944328498,4431
"lr_2",0.00037106999352682344,1613944328498,4431
"mom_2",0.8757862591572269,1613944328498,4431
"eps_2",1e-05,1613944328498,4431
"train_loss",0.017083056,1613944329436,4432
"raw_loss",0.010262165,1613944329436,4432
"epoch",27.880503144654057,1613944329436,4432
"wd_0",0.01,1613944329436,4432
"sqr_mom_0",0.99,1613944329436,4432
"lr_0",3.7094644682386406e-06,1613944329436,4432
"mom_0",0.8758109687449146,1613944329436,4432
"eps_0",1e-05,1613944329436,4432
"wd_1",0.01,1613944329436,4432
"sqr_mom_1",0.99,1613944329436,4432
"lr_1",3.709464468238641e-05,1613944329436,4432
"mom_1",0.8758109687449146,1613944329436,4432
"eps_1",1e-05,1613944329436,4432
"wd_2",0.01,1613944329436,4432
"sqr_mom_2",0.99,1613944329436,4432
"lr_2",0.000370946446823864,1613944329436,4432
"mom_2",0.8758109687449146,1613944329436,4432
"eps_2",1e-05,1613944329436,4432
"train_loss",0.017025368,1613944330371,4433
"raw_loss",0.014198652,1613944330371,4433
"epoch",27.886792452830157,1613944330371,4433
"wd_0",0.01,1613944330371,4433
"sqr_mom_0",0.99,1613944330371,4433
"lr_0",3.7082294351170715e-06,1613944330371,4433
"mom_0",0.8758356696543551,1613944330371,4433
"eps_0",1e-05,1613944330371,4433
"wd_1",0.01,1613944330371,4433
"sqr_mom_1",0.99,1613944330371,4433
"lr_1",3.708229435117071e-05,1613944330371,4433
"mom_1",0.8758356696543551,1613944330371,4433
"eps_1",1e-05,1613944330371,4433
"wd_2",0.01,1613944330371,4433
"sqr_mom_2",0.99,1613944330371,4433
"lr_2",0.00037082294351170706,1613944330371,4433
"mom_2",0.8758356696543551,1613944330371,4433
"eps_2",1e-05,1613944330371,4433
"train_loss",0.017194532,1613944331325,4434
"raw_loss",0.02548351,1613944331325,4434
"epoch",27.893081761006258,1613944331325,4434
"wd_0",0.01,1613944331325,4434
"sqr_mom_0",0.99,1613944331325,4434
"lr_0",3.7069938121711195e-06,1613944331325,4434
"mom_0",0.8758603823604012,1613944331325,4434
"eps_0",1e-05,1613944331325,4434
"wd_1",0.01,1613944331325,4434
"sqr_mom_1",0.99,1613944331325,4434
"lr_1",3.7069938121711194e-05,1613944331325,4434
"mom_1",0.8758603823604012,1613944331325,4434
"eps_1",1e-05,1613944331325,4434
"wd_2",0.01,1613944331325,4434
"sqr_mom_2",0.99,1613944331325,4434
"lr_2",0.0003706993812171119,1613944331325,4434
"mom_2",0.8758603823604012,1613944331325,4434
"eps_2",1e-05,1613944331325,4434
"train_loss",0.017231273,1613944332268,4435
"raw_loss",0.019031571,1613944332268,4435
"epoch",27.899371069182358,1613944332268,4435
"wd_0",0.01,1613944332268,4435
"sqr_mom_0",0.99,1613944332268,4435
"lr_0",3.7057573945607735e-06,1613944332268,4435
"mom_0",0.8758851109598941,1613944332268,4435
"eps_0",1e-05,1613944332268,4435
"wd_1",0.01,1613944332268,4435
"sqr_mom_1",0.99,1613944332268,4435
"lr_1",3.7057573945607737e-05,1613944332268,4435
"mom_1",0.8758851109598941,1613944332268,4435
"eps_1",1e-05,1613944332268,4435
"wd_2",0.01,1613944332268,4435
"sqr_mom_2",0.99,1613944332268,4435
"lr_2",0.00037057573945607737,1613944332268,4435
"mom_2",0.8758851109598941,1613944332268,4435
"eps_2",1e-05,1613944332268,4435
"train_loss",0.017078048,1613944333211,4436
"raw_loss",0.009569975,1613944333211,4436
"epoch",27.90566037735846,1613944333211,4436
"wd_0",0.01,1613944333211,4436
"sqr_mom_0",0.99,1613944333211,4436
"lr_0",3.7045210027215014e-06,1613944333211,4436
"mom_0",0.8759098390439604,1613944333211,4436
"eps_0",1e-05,1613944333211,4436
"wd_1",0.01,1613944333211,4436
"sqr_mom_1",0.99,1613944333211,4436
"lr_1",3.7045210027215016e-05,1613944333211,4436
"mom_1",0.8759098390439604,1613944333211,4436
"eps_1",1e-05,1613944333211,4436
"wd_2",0.01,1613944333211,4436
"sqr_mom_2",0.99,1613944333211,4436
"lr_2",0.00037045210027215013,1613944333211,4436
"mom_2",0.8759098390439604,1613944333211,4436
"eps_2",1e-05,1613944333211,4436
"train_loss",0.016894253,1613944334145,4437
"raw_loss",0.007888263,1613944334145,4437
"epoch",27.91194968553456,1613944334145,4437
"wd_0",0.01,1613944334145,4437
"sqr_mom_0",0.99,1613944334145,4437
"lr_0",3.7032838167510806e-06,1613944334145,4437
"mom_0",0.8759345830108085,1613944334145,4437
"eps_0",1e-05,1613944334145,4437
"wd_1",0.01,1613944334145,4437
"sqr_mom_1",0.99,1613944334145,4437
"lr_1",3.703283816751081e-05,1613944334145,4437
"mom_1",0.8759345830108085,1613944334145,4437
"eps_1",1e-05,1613944334145,4437
"wd_2",0.01,1613944334145,4437
"sqr_mom_2",0.99,1613944334145,4437
"lr_2",0.00037032838167510803,1613944334145,4437
"mom_2",0.8759345830108085,1613944334145,4437
"eps_2",1e-05,1613944334145,4437
"train_loss",0.017032612,1613944335177,4438
"raw_loss",0.023812257,1613944335177,4438
"epoch",27.91823899371066,1613944335177,4438
"wd_0",0.01,1613944335177,4438
"sqr_mom_0",0.99,1613944335177,4438
"lr_0",3.7020466575948306e-06,1613944335177,4438
"mom_0",0.8759593264413678,1613944335177,4438
"eps_0",1e-05,1613944335177,4438
"wd_1",0.01,1613944335177,4438
"sqr_mom_1",0.99,1613944335177,4438
"lr_1",3.702046657594831e-05,1613944335177,4438
"mom_1",0.8759593264413678,1613944335177,4438
"eps_1",1e-05,1613944335177,4438
"wd_2",0.01,1613944335177,4438
"sqr_mom_2",0.99,1613944335177,4438
"lr_2",0.00037020466575948303,1613944335177,4438
"mom_2",0.8759593264413678,1613944335177,4438
"eps_2",1e-05,1613944335177,4438
"train_loss",0.017004304,1613944336148,4439
"raw_loss",0.015617186,1613944336148,4439
"epoch",27.92452830188676,1613944336148,4439
"wd_0",0.01,1613944336148,4439
"sqr_mom_0",0.99,1613944336148,4439
"lr_0",3.7008091154350204e-06,1613944336148,4439
"mom_0",0.8759840775320749,1613944336148,4439
"eps_0",1e-05,1613944336148,4439
"wd_1",0.01,1613944336148,4439
"sqr_mom_1",0.99,1613944336148,4439
"lr_1",3.7008091154350204e-05,1613944336148,4439
"mom_1",0.8759840775320749,1613944336148,4439
"eps_1",1e-05,1613944336148,4439
"wd_2",0.01,1613944336148,4439
"sqr_mom_2",0.99,1613944336148,4439
"lr_2",0.000370080911543502,1613944336148,4439
"mom_2",0.8759840775320749,1613944336148,4439
"eps_2",1e-05,1613944336148,4439
"train_loss",0.017016293,1613944337098,4440
"raw_loss",0.017603826,1613944337098,4440
"epoch",27.93081761006286,1613944337098,4440
"wd_0",0.01,1613944337098,4440
"sqr_mom_0",0.99,1613944337098,4440
"lr_0",3.6995707799457835e-06,1613944337098,4440
"mom_0",0.8760088444895292,1613944337098,4440
"eps_0",1e-05,1613944337098,4440
"wd_1",0.01,1613944337098,4440
"sqr_mom_1",0.99,1613944337098,4440
"lr_1",3.699570779945784e-05,1613944337098,4440
"mom_1",0.8760088444895292,1613944337098,4440
"eps_1",1e-05,1613944337098,4440
"wd_2",0.01,1613944337098,4440
"sqr_mom_2",0.99,1613944337098,4440
"lr_2",0.0003699570779945783,1613944337098,4440
"mom_2",0.8760088444895292,1613944337098,4440
"eps_2",1e-05,1613944337098,4440
"train_loss",0.016836004,1613944338031,4441
"raw_loss",0.008001833,1613944338031,4441
"epoch",27.93710691823896,1613944338031,4441
"wd_0",0.01,1613944338031,4441
"sqr_mom_0",0.99,1613944338031,4441
"lr_0",3.6983324728352133e-06,1613944338031,4441
"mom_0",0.8760336108794045,1613944338031,4441
"eps_0",1e-05,1613944338031,4441
"wd_1",0.01,1613944338031,4441
"sqr_mom_1",0.99,1613944338031,4441
"lr_1",3.698332472835213e-05,1613944338031,4441
"mom_1",0.8760336108794045,1613944338031,4441
"eps_1",1e-05,1613944338031,4441
"wd_2",0.01,1613944338031,4441
"sqr_mom_2",0.99,1613944338031,4441
"lr_2",0.0003698332472835213,1613944338031,4441
"mom_2",0.8760336108794045,1613944338031,4441
"eps_2",1e-05,1613944338031,4441
"train_loss",0.016832672,1613944338986,4442
"raw_loss",0.016669368,1613944338986,4442
"epoch",27.94339622641506,1613944338986,4442
"wd_0",0.01,1613944338986,4442
"sqr_mom_0",0.99,1613944338986,4442
"lr_0",3.6970939893913036e-06,1613944338986,4442
"mom_0",0.8760583807959819,1613944338986,4442
"eps_0",1e-05,1613944338986,4442
"wd_1",0.01,1613944338986,4442
"sqr_mom_1",0.99,1613944338986,4442
"lr_1",3.697093989391303e-05,1613944338986,4442
"mom_1",0.8760583807959819,1613944338986,4442
"eps_1",1e-05,1613944338986,4442
"wd_2",0.01,1613944338986,4442
"sqr_mom_2",0.99,1613944338986,4442
"lr_2",0.0003697093989391303,1613944338986,4442
"mom_2",0.8760583807959819,1613944338986,4442
"eps_2",1e-05,1613944338986,4442
"train_loss",0.01687547,1613944339936,4443
"raw_loss",0.018972551,1613944339936,4443
"epoch",27.94968553459116,1613944339936,4443
"wd_0",0.01,1613944339936,4443
"sqr_mom_0",0.99,1613944339936,4443
"lr_0",3.6958543024484447e-06,1613944339936,4443
"mom_0",0.8760831747827789,1613944339936,4443
"eps_0",1e-05,1613944339936,4443
"wd_1",0.01,1613944339936,4443
"sqr_mom_1",0.99,1613944339936,4443
"lr_1",3.695854302448445e-05,1613944339936,4443
"mom_1",0.8760831747827789,1613944339936,4443
"eps_1",1e-05,1613944339936,4443
"wd_2",0.01,1613944339936,4443
"sqr_mom_2",0.99,1613944339936,4443
"lr_2",0.00036958543024484444,1613944339936,4443
"mom_2",0.8760831747827789,1613944339936,4443
"eps_2",1e-05,1613944339936,4443
"train_loss",0.01668989,1613944340885,4444
"raw_loss",0.0075963964,1613944340885,4444
"epoch",27.95597484276726,1613944340885,4444
"wd_0",0.01,1613944340885,4444
"sqr_mom_0",0.99,1613944340885,4444
"lr_0",3.694615056548605e-06,1613944340885,4444
"mom_0",0.8761079599486273,1613944340885,4444
"eps_0",1e-05,1613944340885,4444
"wd_1",0.01,1613944340885,4444
"sqr_mom_1",0.99,1613944340885,4444
"lr_1",3.694615056548605e-05,1613944340885,4444
"mom_1",0.8761079599486273,1613944340885,4444
"eps_1",1e-05,1613944340885,4444
"wd_2",0.01,1613944340885,4444
"sqr_mom_2",0.99,1613944340885,4444
"lr_2",0.0003694615056548605,1613944340885,4444
"mom_2",0.8761079599486273,1613944340885,4444
"eps_2",1e-05,1613944340885,4444
"train_loss",0.016556341,1613944341850,4445
"raw_loss",0.010012473,1613944341850,4445
"epoch",27.962264150943362,1613944341850,4445
"wd_0",0.01,1613944341850,4445
"sqr_mom_0",0.99,1613944341850,4445
"lr_0",3.693375224463144e-06,1613944341850,4445
"mom_0",0.8761327568383055,1613944341850,4445
"eps_0",1e-05,1613944341850,4445
"wd_1",0.01,1613944341850,4445
"sqr_mom_1",0.99,1613944341850,4445
"lr_1",3.693375224463144e-05,1613944341850,4445
"mom_1",0.8761327568383055,1613944341850,4445
"eps_1",1e-05,1613944341850,4445
"wd_2",0.01,1613944341850,4445
"sqr_mom_2",0.99,1613944341850,4445
"lr_2",0.00036933752244631436,1613944341850,4445
"mom_2",0.8761327568383055,1613944341850,4445
"eps_2",1e-05,1613944341850,4445
"train_loss",0.016640497,1613944342811,4446
"raw_loss",0.020764152,1613944342811,4446
"epoch",27.968553459119462,1613944342811,4446
"wd_0",0.01,1613944342811,4446
"sqr_mom_0",0.99,1613944342811,4446
"lr_0",3.6921346006584804e-06,1613944342811,4446
"mom_0",0.876157569562526,1613944342811,4446
"eps_0",1e-05,1613944342811,4446
"wd_1",0.01,1613944342811,4446
"sqr_mom_1",0.99,1613944342811,4446
"lr_1",3.69213460065848e-05,1613944342811,4446
"mom_1",0.876157569562526,1613944342811,4446
"eps_1",1e-05,1613944342811,4446
"wd_2",0.01,1613944342811,4446
"sqr_mom_2",0.99,1613944342811,4446
"lr_2",0.000369213460065848,1613944342811,4446
"mom_2",0.876157569562526,1613944342811,4446
"eps_2",1e-05,1613944342811,4446
"train_loss",0.016593456,1613944343753,4447
"raw_loss",0.0142884,1613944343753,4447
"epoch",27.974842767295563,1613944343753,4447
"wd_0",0.01,1613944343753,4447
"sqr_mom_0",0.99,1613944343753,4447
"lr_0",3.6908940083611367e-06,1613944343753,4447
"mom_0",0.8761823816565938,1613944343753,4447
"eps_0",1e-05,1613944343753,4447
"wd_1",0.01,1613944343753,4447
"sqr_mom_1",0.99,1613944343753,4447
"lr_1",3.690894008361137e-05,1613944343753,4447
"mom_1",0.8761823816565938,1613944343753,4447
"eps_1",1e-05,1613944343753,4447
"wd_2",0.01,1613944343753,4447
"sqr_mom_2",0.99,1613944343753,4447
"lr_2",0.00036908940083611367,1613944343753,4447
"mom_2",0.8761823816565938,1613944343753,4447
"eps_2",1e-05,1613944343753,4447
"train_loss",0.018129107,1613944344706,4448
"raw_loss",0.09337606,1613944344706,4448
"epoch",27.981132075471663,1613944344706,4448
"wd_0",0.01,1613944344706,4448
"sqr_mom_0",0.99,1613944344706,4448
"lr_0",3.689653242479037e-06,1613944344706,4448
"mom_0",0.8762071972223915,1613944344706,4448
"eps_0",1e-05,1613944344706,4448
"wd_1",0.01,1613944344706,4448
"sqr_mom_1",0.99,1613944344706,4448
"lr_1",3.6896532424790366e-05,1613944344706,4448
"mom_1",0.8762071972223915,1613944344706,4448
"eps_1",1e-05,1613944344706,4448
"wd_2",0.01,1613944344706,4448
"sqr_mom_2",0.99,1613944344706,4448
"lr_2",0.00036896532424790366,1613944344706,4448
"mom_2",0.8762071972223915,1613944344706,4448
"eps_2",1e-05,1613944344706,4448
"train_loss",0.017953334,1613944345642,4449
"raw_loss",0.00934052,1613944345642,4449
"epoch",27.987421383647764,1613944345642,4449
"wd_0",0.01,1613944345642,4449
"sqr_mom_0",0.99,1613944345642,4449
"lr_0",3.6884112739558697e-06,1613944345642,4449
"mom_0",0.876232036841251,1613944345642,4449
"eps_0",1e-05,1613944345642,4449
"wd_1",0.01,1613944345642,4449
"sqr_mom_1",0.99,1613944345642,4449
"lr_1",3.68841127395587e-05,1613944345642,4449
"mom_1",0.876232036841251,1613944345642,4449
"eps_1",1e-05,1613944345642,4449
"wd_2",0.01,1613944345642,4449
"sqr_mom_2",0.99,1613944345642,4449
"lr_2",0.000368841127395587,1613944345642,4449
"mom_2",0.876232036841251,1613944345642,4449
"eps_2",1e-05,1613944345642,4449
"train_loss",0.018106485,1613944346623,4450
"raw_loss",0.02561083,1613944346623,4450
"epoch",27.993710691823864,1613944346623,4450
"wd_0",0.01,1613944346623,4450
"sqr_mom_0",0.99,1613944346623,4450
"lr_0",3.6871697503602992e-06,1613944346623,4450
"mom_0",0.8762568675614696,1613944346623,4450
"eps_0",1e-05,1613944346623,4450
"wd_1",0.01,1613944346623,4450
"sqr_mom_1",0.99,1613944346623,4450
"lr_1",3.687169750360299e-05,1613944346623,4450
"mom_1",0.8762568675614696,1613944346623,4450
"eps_1",1e-05,1613944346623,4450
"wd_2",0.01,1613944346623,4450
"sqr_mom_2",0.99,1613944346623,4450
"lr_2",0.0003687169750360299,1613944346623,4450
"mom_2",0.8762568675614696,1613944346623,4450
"eps_2",1e-05,1613944346623,4450
"train_loss",0.018259158,1613944347565,4451
"raw_loss",0.025740143,1613944347565,4451
"epoch",27.999999999999964,1613944347565,4451
"wd_0",0.01,1613944347565,4451
"sqr_mom_0",0.99,1613944347565,4451
"lr_0",3.685927642573376e-06,1613944347565,4451
"mom_0",0.8762817099656321,1613944347565,4451
"eps_0",1e-05,1613944347565,4451
"wd_1",0.01,1613944347565,4451
"sqr_mom_1",0.99,1613944347565,4451
"lr_1",3.6859276425733764e-05,1613944347565,4451
"mom_1",0.8762817099656321,1613944347565,4451
"eps_1",1e-05,1613944347565,4451
"wd_2",0.01,1613944347565,4451
"sqr_mom_2",0.99,1613944347565,4451
"lr_2",0.0003685927642573376,1613944347565,4451
"mom_2",0.8762817099656321,1613944347565,4451
"eps_2",1e-05,1613944347565,4451
"valid_loss",0.09054119884967804,1613944379462,4451
"_rmse",0.3009006381034851,1613944379462,4451
"epoch",28,1613944379462,4451
"train_loss",0.01832804,1613944380535,4452
"raw_loss",0.021703275,1613944380535,4452
"epoch",28.0062893081761,1613944380535,4452
"wd_0",0.01,1613944380535,4452
"sqr_mom_0",0.99,1613944380535,4452
"lr_0",3.6846847446865577e-06,1613944380535,4452
"mom_0",0.8763065681719505,1613944380535,4452
"eps_0",1e-05,1613944380535,4452
"wd_1",0.01,1613944380535,4452
"sqr_mom_1",0.99,1613944380535,4452
"lr_1",3.684684744686558e-05,1613944380535,4452
"mom_1",0.8763065681719505,1613944380535,4452
"eps_1",1e-05,1613944380535,4452
"wd_2",0.01,1613944380535,4452
"sqr_mom_2",0.99,1613944380535,4452
"lr_2",0.0003684684744686557,1613944380535,4452
"mom_2",0.8763065681719505,1613944380535,4452
"eps_2",1e-05,1613944380535,4452
"train_loss",0.018226042,1613944381517,4453
"raw_loss",0.013228145,1613944381517,4453
"epoch",28.0125786163522,1613944381517,4453
"wd_0",0.01,1613944381517,4453
"sqr_mom_0",0.99,1613944381517,4453
"lr_0",3.683441881435353e-06,1613944381517,4453
"mom_0",0.8763314256855498,1613944381517,4453
"eps_0",1e-05,1613944381517,4453
"wd_1",0.01,1613944381517,4453
"sqr_mom_1",0.99,1613944381517,4453
"lr_1",3.6834418814353525e-05,1613944381517,4453
"mom_1",0.8763314256855498,1613944381517,4453
"eps_1",1e-05,1613944381517,4453
"wd_2",0.01,1613944381517,4453
"sqr_mom_2",0.99,1613944381517,4453
"lr_2",0.00036834418814353525,1613944381517,4453
"mom_2",0.8763314256855498,1613944381517,4453
"eps_2",1e-05,1613944381517,4453
"train_loss",0.018477682,1613944382471,4454
"raw_loss",0.030808076,1613944382471,4454
"epoch",28.0188679245283,1613944382471,4454
"wd_0",0.01,1613944382471,4454
"sqr_mom_0",0.99,1613944382471,4454
"lr_0",3.682198847349965e-06,1613944382471,4454
"mom_0",0.8763562866158668,1613944382471,4454
"eps_0",1e-05,1613944382471,4454
"wd_1",0.01,1613944382471,4454
"sqr_mom_1",0.99,1613944382471,4454
"lr_1",3.6821988473499645e-05,1613944382471,4454
"mom_1",0.8763562866158668,1613944382471,4454
"eps_1",1e-05,1613944382471,4454
"wd_2",0.01,1613944382471,4454
"sqr_mom_2",0.99,1613944382471,4454
"lr_2",0.00036821988473499645,1613944382471,4454
"mom_2",0.8763562866158668,1613944382471,4454
"eps_2",1e-05,1613944382471,4454
"train_loss",0.018475374,1613944383418,4455
"raw_loss",0.018362273,1613944383418,4455
"epoch",28.0251572327044,1613944383418,4455
"wd_0",0.01,1613944383418,4455
"sqr_mom_0",0.99,1613944383418,4455
"lr_0",3.680954611495188e-06,1613944383418,4455
"mom_0",0.8763811715818121,1613944383418,4455
"eps_0",1e-05,1613944383418,4455
"wd_1",0.01,1613944383418,4455
"sqr_mom_1",0.99,1613944383418,4455
"lr_1",3.680954611495188e-05,1613944383418,4455
"mom_1",0.8763811715818121,1613944383418,4455
"eps_1",1e-05,1613944383418,4455
"wd_2",0.01,1613944383418,4455
"sqr_mom_2",0.99,1613944383418,4455
"lr_2",0.0003680954611495188,1613944383418,4455
"mom_2",0.8763811715818121,1613944383418,4455
"eps_2",1e-05,1613944383418,4455
"train_loss",0.018411472,1613944384365,4456
"raw_loss",0.015280319,1613944384365,4456
"epoch",28.031446540880502,1613944384365,4456
"wd_0",0.01,1613944384365,4456
"sqr_mom_0",0.99,1613944384365,4456
"lr_0",3.679710824447482e-06,1613944384365,4456
"mom_0",0.8764060475715261,1613944384365,4456
"eps_0",1e-05,1613944384365,4456
"wd_1",0.01,1613944384365,4456
"sqr_mom_1",0.99,1613944384365,4456
"lr_1",3.679710824447482e-05,1613944384365,4456
"mom_1",0.8764060475715261,1613944384365,4456
"eps_1",1e-05,1613944384365,4456
"wd_2",0.01,1613944384365,4456
"sqr_mom_2",0.99,1613944384365,4456
"lr_2",0.00036797108244474816,1613944384365,4456
"mom_2",0.8764060475715261,1613944384365,4456
"eps_2",1e-05,1613944384365,4456
"train_loss",0.018343266,1613944385317,4457
"raw_loss",0.015001165,1613944385317,4457
"epoch",28.037735849056602,1613944385317,4457
"wd_0",0.01,1613944385317,4457
"sqr_mom_0",0.99,1613944385317,4457
"lr_0",3.678466455209395e-06,1613944385317,4457
"mom_0",0.8764309352051641,1613944385317,4457
"eps_0",1e-05,1613944385317,4457
"wd_1",0.01,1613944385317,4457
"sqr_mom_1",0.99,1613944385317,4457
"lr_1",3.678466455209395e-05,1613944385317,4457
"mom_1",0.8764309352051641,1613944385317,4457
"eps_1",1e-05,1613944385317,4457
"wd_2",0.01,1613944385317,4457
"sqr_mom_2",0.99,1613944385317,4457
"lr_2",0.00036784664552093945,1613944385317,4457
"mom_2",0.8764309352051641,1613944385317,4457
"eps_2",1e-05,1613944385317,4457
"train_loss",0.018277153,1613944386262,4458
"raw_loss",0.015037594,1613944386262,4458
"epoch",28.044025157232703,1613944386262,4458
"wd_0",0.01,1613944386262,4458
"sqr_mom_0",0.99,1613944386262,4458
"lr_0",3.6772212974997835e-06,1613944386262,4458
"mom_0",0.8764558386083904,1613944386262,4458
"eps_0",1e-05,1613944386262,4458
"wd_1",0.01,1613944386262,4458
"sqr_mom_1",0.99,1613944386262,4458
"lr_1",3.677221297499783e-05,1613944386262,4458
"mom_1",0.8764558386083904,1613944386262,4458
"eps_1",1e-05,1613944386262,4458
"wd_2",0.01,1613944386262,4458
"sqr_mom_2",0.99,1613944386262,4458
"lr_2",0.00036772212974997835,1613944386262,4458
"mom_2",0.8764558386083904,1613944386262,4458
"eps_2",1e-05,1613944386262,4458
"train_loss",0.018151825,1613944387218,4459
"raw_loss",0.012010789,1613944387218,4459
"epoch",28.050314465408803,1613944387218,4459
"wd_0",0.01,1613944387218,4459
"sqr_mom_0",0.99,1613944387218,4459
"lr_0",3.6759761775536816e-06,1613944387218,4459
"mom_0",0.8764807412563389,1613944387218,4459
"eps_0",1e-05,1613944387218,4459
"wd_1",0.01,1613944387218,4459
"sqr_mom_1",0.99,1613944387218,4459
"lr_1",3.6759761775536814e-05,1613944387218,4459
"mom_1",0.8764807412563389,1613944387218,4459
"eps_1",1e-05,1613944387218,4459
"wd_2",0.01,1613944387218,4459
"sqr_mom_2",0.99,1613944387218,4459
"lr_2",0.0003675976177553681,1613944387218,4459
"mom_2",0.8764807412563389,1613944387218,4459
"eps_2",1e-05,1613944387218,4459
"train_loss",0.018065974,1613944388165,4460
"raw_loss",0.013859243,1613944388165,4460
"epoch",28.056603773584904,1613944388165,4460
"wd_0",0.01,1613944388165,4460
"sqr_mom_0",0.99,1613944388165,4460
"lr_0",3.6747306829109304e-06,1613944388165,4460
"mom_0",0.8765056513982954,1613944388165,4460
"eps_0",1e-05,1613944388165,4460
"wd_1",0.01,1613944388165,4460
"sqr_mom_1",0.99,1613944388165,4460
"lr_1",3.67473068291093e-05,1613944388165,4460
"mom_1",0.8765056513982954,1613944388165,4460
"eps_1",1e-05,1613944388165,4460
"wd_2",0.01,1613944388165,4460
"sqr_mom_2",0.99,1613944388165,4460
"lr_2",0.000367473068291093,1613944388165,4460
"mom_2",0.8765056513982954,1613944388165,4460
"eps_2",1e-05,1613944388165,4460
"train_loss",0.017880179,1613944389112,4461
"raw_loss",0.008776167,1613944389112,4461
"epoch",28.062893081761004,1613944389112,4461
"wd_0",0.01,1613944389112,4461
"sqr_mom_0",0.99,1613944389112,4461
"lr_0",3.6734844006142562e-06,1613944389112,4461
"mom_0",0.8765305772934878,1613944389112,4461
"eps_0",1e-05,1613944389112,4461
"wd_1",0.01,1613944389112,4461
"sqr_mom_1",0.99,1613944389112,4461
"lr_1",3.673484400614256e-05,1613944389112,4461
"mom_1",0.8765305772934878,1613944389112,4461
"eps_1",1e-05,1613944389112,4461
"wd_2",0.01,1613944389112,4461
"sqr_mom_2",0.99,1613944389112,4461
"lr_2",0.0003673484400614256,1613944389112,4461
"mom_2",0.8765305772934878,1613944389112,4461
"eps_2",1e-05,1613944389112,4461
"train_loss",0.01838702,1613944390053,4462
"raw_loss",0.04322221,1613944390053,4462
"epoch",28.069182389937104,1613944390053,4462
"wd_0",0.01,1613944390053,4462
"sqr_mom_0",0.99,1613944390053,4462
"lr_0",3.672238157644923e-06,1613944390053,4462
"mom_0",0.8765555024021255,1613944390053,4462
"eps_0",1e-05,1613944390053,4462
"wd_1",0.01,1613944390053,4462
"sqr_mom_1",0.99,1613944390053,4462
"lr_1",3.672238157644922e-05,1613944390053,4462
"mom_1",0.8765555024021255,1613944390053,4462
"eps_1",1e-05,1613944390053,4462
"wd_2",0.01,1613944390053,4462
"sqr_mom_2",0.99,1613944390053,4462
"lr_2",0.00036722381576449227,1613944390053,4462
"mom_2",0.8765555024021255,1613944390053,4462
"eps_2",1e-05,1613944390053,4462
"train_loss",0.018370023,1613944391040,4463
"raw_loss",0.01753722,1613944391040,4463
"epoch",28.075471698113205,1613944391040,4463
"wd_0",0.01,1613944391040,4463
"sqr_mom_0",0.99,1613944391040,4463
"lr_0",3.670991747970969e-06,1613944391040,4463
"mom_0",0.876580430844889,1613944391040,4463
"eps_0",1e-05,1613944391040,4463
"wd_1",0.01,1613944391040,4463
"sqr_mom_1",0.99,1613944391040,4463
"lr_1",3.670991747970969e-05,1613944391040,4463
"mom_1",0.876580430844889,1613944391040,4463
"eps_1",1e-05,1613944391040,4463
"wd_2",0.01,1613944391040,4463
"sqr_mom_2",0.99,1613944391040,4463
"lr_2",0.00036709917479709684,1613944391040,4463
"mom_2",0.876580430844889,1613944391040,4463
"eps_2",1e-05,1613944391040,4463
"train_loss",0.018372776,1613944391993,4464
"raw_loss",0.018507658,1613944391993,4464
"epoch",28.081761006289305,1613944391993,4464
"wd_0",0.01,1613944391993,4464
"sqr_mom_0",0.99,1613944391993,4464
"lr_0",3.669744137861006e-06,1613944391993,4464
"mom_0",0.8766053832966129,1613944391993,4464
"eps_0",1e-05,1613944391993,4464
"wd_1",0.01,1613944391993,4464
"sqr_mom_1",0.99,1613944391993,4464
"lr_1",3.669744137861006e-05,1613944391993,4464
"mom_1",0.8766053832966129,1613944391993,4464
"eps_1",1e-05,1613944391993,4464
"wd_2",0.01,1613944391993,4464
"sqr_mom_2",0.99,1613944391993,4464
"lr_2",0.0003669744137861006,1613944391993,4464
"mom_2",0.8766053832966129,1613944391993,4464
"eps_2",1e-05,1613944391993,4464
"train_loss",0.018379416,1613944392980,4465
"raw_loss",0.018704753,1613944392980,4465
"epoch",28.088050314465406,1613944392980,4465
"wd_0",0.01,1613944392980,4465
"sqr_mom_0",0.99,1613944392980,4465
"lr_0",3.6684969823677097e-06,1613944392980,4465
"mom_0",0.8766303266559123,1613944392980,4465
"eps_0",1e-05,1613944392980,4465
"wd_1",0.01,1613944392980,4465
"sqr_mom_1",0.99,1613944392980,4465
"lr_1",3.668496982367709e-05,1613944392980,4465
"mom_1",0.8766303266559123,1613944392980,4465
"eps_1",1e-05,1613944392980,4465
"wd_2",0.01,1613944392980,4465
"sqr_mom_2",0.99,1613944392980,4465
"lr_2",0.0003668496982367709,1613944392980,4465
"mom_2",0.8766303266559123,1613944392980,4465
"eps_2",1e-05,1613944392980,4465
"train_loss",0.018454706,1613944393949,4466
"raw_loss",0.022143882,1613944393949,4466
"epoch",28.094339622641506,1613944393949,4466
"wd_0",0.01,1613944393949,4466
"sqr_mom_0",0.99,1613944393949,4466
"lr_0",3.6672492476980333e-06,1613944393949,4466
"mom_0",0.8766552815988553,1613944393949,4466
"eps_0",1e-05,1613944393949,4466
"wd_1",0.01,1613944393949,4466
"sqr_mom_1",0.99,1613944393949,4466
"lr_1",3.667249247698033e-05,1613944393949,4466
"mom_1",0.8766552815988553,1613944393949,4466
"eps_1",1e-05,1613944393949,4466
"wd_2",0.01,1613944393949,4466
"sqr_mom_2",0.99,1613944393949,4466
"lr_2",0.0003667249247698033,1613944393949,4466
"mom_2",0.8766552815988553,1613944393949,4466
"eps_2",1e-05,1613944393949,4466
"train_loss",0.018595902,1613944394947,4467
"raw_loss",0.025514534,1613944394947,4467
"epoch",28.100628930817606,1613944394947,4467
"wd_0",0.01,1613944394947,4467
"sqr_mom_0",0.99,1613944394947,4467
"lr_0",3.666000727016367e-06,1613944394947,4467
"mom_0",0.8766802522621953,1613944394947,4467
"eps_0",1e-05,1613944394947,4467
"wd_1",0.01,1613944394947,4467
"sqr_mom_1",0.99,1613944394947,4467
"lr_1",3.666000727016367e-05,1613944394947,4467
"mom_1",0.8766802522621953,1613944394947,4467
"eps_1",1e-05,1613944394947,4467
"wd_2",0.01,1613944394947,4467
"sqr_mom_2",0.99,1613944394947,4467
"lr_2",0.0003666000727016367,1613944394947,4467
"mom_2",0.8766802522621953,1613944394947,4467
"eps_2",1e-05,1613944394947,4467
"train_loss",0.018523267,1613944395913,4468
"raw_loss",0.014964104,1613944395913,4468
"epoch",28.106918238993707,1613944395913,4468
"wd_0",0.01,1613944395913,4468
"sqr_mom_0",0.99,1613944395913,4468
"lr_0",3.664752248789275e-06,1613944395913,4468
"mom_0",0.8767052220764352,1613944395913,4468
"eps_0",1e-05,1613944395913,4468
"wd_1",0.01,1613944395913,4468
"sqr_mom_1",0.99,1613944395913,4468
"lr_1",3.664752248789275e-05,1613944395913,4468
"mom_1",0.8767052220764352,1613944395913,4468
"eps_1",1e-05,1613944395913,4468
"wd_2",0.01,1613944395913,4468
"sqr_mom_2",0.99,1613944395913,4468
"lr_2",0.00036647522487892744,1613944395913,4468
"mom_2",0.8767052220764352,1613944395913,4468
"eps_2",1e-05,1613944395913,4468
"train_loss",0.018481303,1613944396890,4469
"raw_loss",0.016425116,1613944396890,4469
"epoch",28.113207547169807,1613944396890,4469
"wd_0",0.01,1613944396890,4469
"sqr_mom_0",0.99,1613944396890,4469
"lr_0",3.663503606612975e-06,1613944396890,4469
"mom_0",0.8767301951696922,1613944396890,4469
"eps_0",1e-05,1613944396890,4469
"wd_1",0.01,1613944396890,4469
"sqr_mom_1",0.99,1613944396890,4469
"lr_1",3.6635036066129755e-05,1613944396890,4469
"mom_1",0.8767301951696922,1613944396890,4469
"eps_1",1e-05,1613944396890,4469
"wd_2",0.01,1613944396890,4469
"sqr_mom_2",0.99,1613944396890,4469
"lr_2",0.00036635036066129747,1613944396890,4469
"mom_2",0.8767301951696922,1613944396890,4469
"eps_2",1e-05,1613944396890,4469
"train_loss",0.018478166,1613944397876,4470
"raw_loss",0.018324474,1613944397876,4470
"epoch",28.119496855345908,1613944397876,4470
"wd_0",0.01,1613944397876,4470
"sqr_mom_0",0.99,1613944397876,4470
"lr_0",3.662253764906798e-06,1613944397876,4470
"mom_0",0.8767551922537865,1613944397876,4470
"eps_0",1e-05,1613944397876,4470
"wd_1",0.01,1613944397876,4470
"sqr_mom_1",0.99,1613944397876,4470
"lr_1",3.6622537649067976e-05,1613944397876,4470
"mom_1",0.8767551922537865,1613944397876,4470
"eps_1",1e-05,1613944397876,4470
"wd_2",0.01,1613944397876,4470
"sqr_mom_2",0.99,1613944397876,4470
"lr_2",0.00036622537649067975,1613944397876,4470
"mom_2",0.8767551922537865,1613944397876,4470
"eps_2",1e-05,1613944397876,4470
"train_loss",0.018466512,1613944398856,4471
"raw_loss",0.01789548,1613944398856,4471
"epoch",28.125786163522008,1613944398856,4471
"wd_0",0.01,1613944398856,4471
"sqr_mom_0",0.99,1613944398856,4471
"lr_0",3.6610043816838024e-06,1613944398856,4471
"mom_0",0.8767801801681256,1613944398856,4471
"eps_0",1e-05,1613944398856,4471
"wd_1",0.01,1613944398856,4471
"sqr_mom_1",0.99,1613944398856,4471
"lr_1",3.661004381683802e-05,1613944398856,4471
"mom_1",0.8767801801681256,1613944398856,4471
"eps_1",1e-05,1613944398856,4471
"wd_2",0.01,1613944398856,4471
"sqr_mom_2",0.99,1613944398856,4471
"lr_2",0.0003661004381683802,1613944398856,4471
"mom_2",0.8767801801681256,1613944398856,4471
"eps_2",1e-05,1613944398856,4471
"train_loss",0.018491993,1613944399834,4472
"raw_loss",0.019740522,1613944399834,4472
"epoch",28.13207547169811,1613944399834,4472
"wd_0",0.01,1613944399834,4472
"sqr_mom_0",0.99,1613944399834,4472
"lr_0",3.6597544213020547e-06,1613944399834,4472
"mom_0",0.8768051796257551,1613944399834,4472
"eps_0",1e-05,1613944399834,4472
"wd_1",0.01,1613944399834,4472
"sqr_mom_1",0.99,1613944399834,4472
"lr_1",3.659754421302054e-05,1613944399834,4472
"mom_1",0.8768051796257551,1613944399834,4472
"eps_1",1e-05,1613944399834,4472
"wd_2",0.01,1613944399834,4472
"sqr_mom_2",0.99,1613944399834,4472
"lr_2",0.00036597544213020543,1613944399834,4472
"mom_2",0.8768051796257551,1613944399834,4472
"eps_2",1e-05,1613944399834,4472
"train_loss",0.01843112,1613944400822,4473
"raw_loss",0.015448289,1613944400822,4473
"epoch",28.13836477987421,1613944400822,4473
"wd_0",0.01,1613944400822,4473
"sqr_mom_0",0.99,1613944400822,4473
"lr_0",3.658503676559268e-06,1613944400822,4473
"mom_0",0.8768301947707623,1613944400822,4473
"eps_0",1e-05,1613944400822,4473
"wd_1",0.01,1613944400822,4473
"sqr_mom_1",0.99,1613944400822,4473
"lr_1",3.6585036765592676e-05,1613944400822,4473
"mom_1",0.8768301947707623,1613944400822,4473
"eps_1",1e-05,1613944400822,4473
"wd_2",0.01,1613944400822,4473
"sqr_mom_2",0.99,1613944400822,4473
"lr_2",0.00036585036765592673,1613944400822,4473
"mom_2",0.8768301947707623,1613944400822,4473
"eps_2",1e-05,1613944400822,4473
"train_loss",0.01817824,1613944401850,4474
"raw_loss",0.005787071,1613944401850,4474
"epoch",28.14465408805031,1613944401850,4474
"wd_0",0.01,1613944401850,4474
"sqr_mom_0",0.99,1613944401850,4474
"lr_0",3.6572529773978e-06,1613944401850,4474
"mom_0",0.876855209004134,1613944401850,4474
"eps_0",1e-05,1613944401850,4474
"wd_1",0.01,1613944401850,4474
"sqr_mom_1",0.99,1613944401850,4474
"lr_1",3.6572529773978e-05,1613944401850,4474
"mom_1",0.876855209004134,1613944401850,4474
"eps_1",1e-05,1613944401850,4474
"wd_2",0.01,1613944401850,4474
"sqr_mom_2",0.99,1613944401850,4474
"lr_2",0.00036572529773977995,1613944401850,4474
"mom_2",0.876855209004134,1613944401850,4474
"eps_2",1e-05,1613944401850,4474
"train_loss",0.01802066,1613944402862,4475
"raw_loss",0.010299212,1613944402862,4475
"epoch",28.15094339622641,1613944402862,4475
"wd_0",0.01,1613944402862,4475
"sqr_mom_0",0.99,1613944402862,4475
"lr_0",3.65600211704442e-06,1613944402862,4475
"mom_0",0.8768802264613762,1613944402862,4475
"eps_0",1e-05,1613944402862,4475
"wd_1",0.01,1613944402862,4475
"sqr_mom_1",0.99,1613944402862,4475
"lr_1",3.65600211704442e-05,1613944402862,4475
"mom_1",0.8768802264613762,1613944402862,4475
"eps_1",1e-05,1613944402862,4475
"wd_2",0.01,1613944402862,4475
"sqr_mom_2",0.99,1613944402862,4475
"lr_2",0.00036560021170444195,1613944402862,4475
"mom_2",0.8768802264613762,1613944402862,4475
"eps_2",1e-05,1613944402862,4475
"train_loss",0.017950675,1613944403918,4476
"raw_loss",0.014521417,1613944403918,4476
"epoch",28.15723270440251,1613944403918,4476
"wd_0",0.01,1613944403918,4476
"sqr_mom_0",0.99,1613944403918,4476
"lr_0",3.6547500580810526e-06,1613944403918,4476
"mom_0",0.8769052678910578,1613944403918,4476
"eps_0",1e-05,1613944403918,4476
"wd_1",0.01,1613944403918,4476
"sqr_mom_1",0.99,1613944403918,4476
"lr_1",3.654750058081053e-05,1613944403918,4476
"mom_1",0.8769052678910578,1613944403918,4476
"eps_1",1e-05,1613944403918,4476
"wd_2",0.01,1613944403918,4476
"sqr_mom_2",0.99,1613944403918,4476
"lr_2",0.0003654750058081053,1613944403918,4476
"mom_2",0.8769052678910578,1613944403918,4476
"eps_2",1e-05,1613944403918,4476
"train_loss",0.018158318,1613944404910,4477
"raw_loss",0.028332846,1613944404910,4477
"epoch",28.16352201257861,1613944404910,4477
"wd_0",0.01,1613944404910,4477
"sqr_mom_0",0.99,1613944404910,4477
"lr_0",3.653498461462124e-06,1613944404910,4477
"mom_0",0.8769303000737583,1613944404910,4477
"eps_0",1e-05,1613944404910,4477
"wd_1",0.01,1613944404910,4477
"sqr_mom_1",0.99,1613944404910,4477
"lr_1",3.653498461462124e-05,1613944404910,4477
"mom_1",0.8769303000737583,1613944404910,4477
"eps_1",1e-05,1613944404910,4477
"wd_2",0.01,1613944404910,4477
"sqr_mom_2",0.99,1613944404910,4477
"lr_2",0.00036534984614621234,1613944404910,4477
"mom_2",0.8769303000737583,1613944404910,4477
"eps_2",1e-05,1613944404910,4477
"train_loss",0.018130574,1613944405880,4478
"raw_loss",0.016771095,1613944405880,4478
"epoch",28.16981132075471,1613944405880,4478
"wd_0",0.01,1613944405880,4478
"sqr_mom_0",0.99,1613944405880,4478
"lr_0",3.652245666542921e-06,1613944405880,4478
"mom_0",0.8769553562227038,1613944405880,4478
"eps_0",1e-05,1613944405880,4478
"wd_1",0.01,1613944405880,4478
"sqr_mom_1",0.99,1613944405880,4478
"lr_1",3.6522456665429206e-05,1613944405880,4478
"mom_1",0.8769553562227038,1613944405880,4478
"eps_1",1e-05,1613944405880,4478
"wd_2",0.01,1613944405880,4478
"sqr_mom_2",0.99,1613944405880,4478
"lr_2",0.00036522456665429205,1613944405880,4478
"mom_2",0.8769553562227038,1613944405880,4478
"eps_2",1e-05,1613944405880,4478
"train_loss",0.017982244,1613944406855,4479
"raw_loss",0.010714097,1613944406855,4479
"epoch",28.17610062893081,1613944406855,4479
"wd_0",0.01,1613944406855,4479
"sqr_mom_0",0.99,1613944406855,4479
"lr_0",3.6509933352541716e-06,1613944406855,4479
"mom_0",0.8769804030989475,1613944406855,4479
"eps_0",1e-05,1613944406855,4479
"wd_1",0.01,1613944406855,4479
"sqr_mom_1",0.99,1613944406855,4479
"lr_1",3.650993335254172e-05,1613944406855,4479
"mom_1",0.8769804030989475,1613944406855,4479
"eps_1",1e-05,1613944406855,4479
"wd_2",0.01,1613944406855,4479
"sqr_mom_2",0.99,1613944406855,4479
"lr_2",0.00036509933352541716,1613944406855,4479
"mom_2",0.8769804030989475,1613944406855,4479
"eps_2",1e-05,1613944406855,4479
"train_loss",0.017878972,1613944407908,4480
"raw_loss",0.012818591,1613944407908,4480
"epoch",28.18238993710691,1613944407908,4480
"wd_0",0.01,1613944407908,4480
"sqr_mom_0",0.99,1613944407908,4480
"lr_0",3.649740429507192e-06,1613944407908,4480
"mom_0",0.8770054614644708,1613944407908,4480
"eps_0",1e-05,1613944407908,4480
"wd_1",0.01,1613944407908,4480
"sqr_mom_1",0.99,1613944407908,4480
"lr_1",3.6497404295071915e-05,1613944407908,4480
"mom_1",0.8770054614644708,1613944407908,4480
"eps_1",1e-05,1613944407908,4480
"wd_2",0.01,1613944407908,4480
"sqr_mom_2",0.99,1613944407908,4480
"lr_2",0.00036497404295071916,1613944407908,4480
"mom_2",0.8770054614644708,1613944407908,4480
"eps_2",1e-05,1613944407908,4480
"train_loss",0.017861405,1613944408915,4481
"raw_loss",0.01700068,1613944408915,4481
"epoch",28.188679245283012,1613944408915,4481
"wd_0",0.01,1613944408915,4481
"sqr_mom_0",0.99,1613944408915,4481
"lr_0",3.6484867416144817e-06,1613944408915,4481
"mom_0",0.8770305354730651,1613944408915,4481
"eps_0",1e-05,1613944408915,4481
"wd_1",0.01,1613944408915,4481
"sqr_mom_1",0.99,1613944408915,4481
"lr_1",3.648486741614482e-05,1613944408915,4481
"mom_1",0.8770305354730651,1613944408915,4481
"eps_1",1e-05,1613944408915,4481
"wd_2",0.01,1613944408915,4481
"sqr_mom_2",0.99,1613944408915,4481
"lr_2",0.00036484867416144816,1613944408915,4481
"mom_2",0.8770305354730651,1613944408915,4481
"eps_2",1e-05,1613944408915,4481
"train_loss",0.017859647,1613944409921,4482
"raw_loss",0.017773483,1613944409921,4482
"epoch",28.194968553459113,1613944409921,4482
"wd_0",0.01,1613944409921,4482
"sqr_mom_0",0.99,1613944409921,4482
"lr_0",3.6472331034713517e-06,1613944409921,4482
"mom_0",0.8770556084866578,1613944409921,4482
"eps_0",1e-05,1613944409921,4482
"wd_1",0.01,1613944409921,4482
"sqr_mom_1",0.99,1613944409921,4482
"lr_1",3.6472331034713515e-05,1613944409921,4482
"mom_1",0.8770556084866578,1613944409921,4482
"eps_1",1e-05,1613944409921,4482
"wd_2",0.01,1613944409921,4482
"sqr_mom_2",0.99,1613944409921,4482
"lr_2",0.00036472331034713515,1613944409921,4482
"mom_2",0.8770556084866578,1613944409921,4482
"eps_2",1e-05,1613944409921,4482
"train_loss",0.017708695,1613944410922,4483
"raw_loss",0.010312047,1613944410922,4483
"epoch",28.201257861635213,1613944410922,4483
"wd_0",0.01,1613944410922,4483
"sqr_mom_0",0.99,1613944410922,4483
"lr_0",3.6459790997900594e-06,1613944410922,4483
"mom_0",0.8770806888110869,1613944410922,4483
"eps_0",1e-05,1613944410922,4483
"wd_1",0.01,1613944410922,4483
"sqr_mom_1",0.99,1613944410922,4483
"lr_1",3.645979099790059e-05,1613944410922,4483
"mom_1",0.8770806888110869,1613944410922,4483
"eps_1",1e-05,1613944410922,4483
"wd_2",0.01,1613944410922,4483
"sqr_mom_2",0.99,1613944410922,4483
"lr_2",0.0003645979099790059,1613944410922,4483
"mom_2",0.8770806888110869,1613944410922,4483
"eps_2",1e-05,1613944410922,4483
"train_loss",0.017825626,1613944411885,4484
"raw_loss",0.023555286,1613944411885,4484
"epoch",28.207547169811313,1613944411885,4484
"wd_0",0.01,1613944411885,4484
"sqr_mom_0",0.99,1613944411885,4484
"lr_0",3.644724314797898e-06,1613944411885,4484
"mom_0",0.8771057847618896,1613944411885,4484
"eps_0",1e-05,1613944411885,4484
"wd_1",0.01,1613944411885,4484
"sqr_mom_1",0.99,1613944411885,4484
"lr_1",3.644724314797898e-05,1613944411885,4484
"mom_1",0.8771057847618896,1613944411885,4484
"eps_1",1e-05,1613944411885,4484
"wd_2",0.01,1613944411885,4484
"sqr_mom_2",0.99,1613944411885,4484
"lr_2",0.0003644724314797898,1613944411885,4484
"mom_2",0.8771057847618896,1613944411885,4484
"eps_2",1e-05,1613944411885,4484
"train_loss",0.017748728,1613944412900,4485
"raw_loss",0.013980741,1613944412900,4485
"epoch",28.213836477987414,1613944412900,4485
"wd_0",0.01,1613944412900,4485
"sqr_mom_0",0.99,1613944412900,4485
"lr_0",3.6434695811181687e-06,1613944412900,4485
"mom_0",0.8771308796864334,1613944412900,4485
"eps_0",1e-05,1613944412900,4485
"wd_1",0.01,1613944412900,4485
"sqr_mom_1",0.99,1613944412900,4485
"lr_1",3.6434695811181687e-05,1613944412900,4485
"mom_1",0.8771308796864334,1613944412900,4485
"eps_1",1e-05,1613944412900,4485
"wd_2",0.01,1613944412900,4485
"sqr_mom_2",0.99,1613944412900,4485
"lr_2",0.00036434695811181687,1613944412900,4485
"mom_2",0.8771308796864334,1613944412900,4485
"eps_2",1e-05,1613944412900,4485
"train_loss",0.017710436,1613944413864,4486
"raw_loss",0.015834128,1613944413864,4486
"epoch",28.220125786163514,1613944413864,4486
"wd_0",0.01,1613944413864,4486
"sqr_mom_0",0.99,1613944413864,4486
"lr_0",3.642214691306462e-06,1613944413864,4486
"mom_0",0.8771559777336481,1613944413864,4486
"eps_0",1e-05,1613944413864,4486
"wd_1",0.01,1613944413864,4486
"sqr_mom_1",0.99,1613944413864,4486
"lr_1",3.642214691306462e-05,1613944413864,4486
"mom_1",0.8771559777336481,1613944413864,4486
"eps_1",1e-05,1613944413864,4486
"wd_2",0.01,1613944413864,4486
"sqr_mom_2",0.99,1613944413864,4486
"lr_2",0.00036422146913064614,1613944413864,4486
"mom_2",0.8771559777336481,1613944413864,4486
"eps_2",1e-05,1613944413864,4486
"train_loss",0.017527433,1613944414819,4487
"raw_loss",0.008560317,1613944414819,4487
"epoch",28.226415094339615,1613944414819,4487
"wd_0",0.01,1613944414819,4487
"sqr_mom_0",0.99,1613944414819,4487
"lr_0",3.6409586046069823e-06,1613944414819,4487
"mom_0",0.8771810997188575,1613944414819,4487
"eps_0",1e-05,1613944414819,4487
"wd_1",0.01,1613944414819,4487
"sqr_mom_1",0.99,1613944414819,4487
"lr_1",3.640958604606982e-05,1613944414819,4487
"mom_1",0.8771810997188575,1613944414819,4487
"eps_1",1e-05,1613944414819,4487
"wd_2",0.01,1613944414819,4487
"sqr_mom_2",0.99,1613944414819,4487
"lr_2",0.0003640958604606982,1613944414819,4487
"mom_2",0.8771810997188575,1613944414819,4487
"eps_2",1e-05,1613944414819,4487
"train_loss",0.017501278,1613944415781,4488
"raw_loss",0.01621964,1613944415781,4488
"epoch",28.232704402515715,1613944415781,4488
"wd_0",0.01,1613944415781,4488
"sqr_mom_0",0.99,1613944415781,4488
"lr_0",3.6397029873172634e-06,1613944415781,4488
"mom_0",0.8772062123157779,1613944415781,4488
"eps_0",1e-05,1613944415781,4488
"wd_1",0.01,1613944415781,4488
"sqr_mom_1",0.99,1613944415781,4488
"lr_1",3.639702987317263e-05,1613944415781,4488
"mom_1",0.8772062123157779,1613944415781,4488
"eps_1",1e-05,1613944415781,4488
"wd_2",0.01,1613944415781,4488
"sqr_mom_2",0.99,1613944415781,4488
"lr_2",0.00036397029873172634,1613944415781,4488
"mom_2",0.8772062123157779,1613944415781,4488
"eps_2",1e-05,1613944415781,4488
"train_loss",0.017433234,1613944416777,4489
"raw_loss",0.014099104,1613944416777,4489
"epoch",28.238993710691815,1613944416777,4489
"wd_0",0.01,1613944416777,4489
"sqr_mom_0",0.99,1613944416777,4489
"lr_0",3.6384467986213684e-06,1613944416777,4489
"mom_0",0.877231336340936,1613944416777,4489
"eps_0",1e-05,1613944416777,4489
"wd_1",0.01,1613944416777,4489
"sqr_mom_1",0.99,1613944416777,4489
"lr_1",3.638446798621368e-05,1613944416777,4489
"mom_1",0.877231336340936,1613944416777,4489
"eps_1",1e-05,1613944416777,4489
"wd_2",0.01,1613944416777,4489
"sqr_mom_2",0.99,1613944416777,4489
"lr_2",0.0003638446798621368,1613944416777,4489
"mom_2",0.877231336340936,1613944416777,4489
"eps_2",1e-05,1613944416777,4489
"train_loss",0.017243322,1613944417736,4490
"raw_loss",0.007937655,1613944417736,4490
"epoch",28.245283018867916,1613944417736,4490
"wd_0",0.01,1613944417736,4490
"sqr_mom_0",0.99,1613944417736,4490
"lr_0",3.6371898302910027e-06,1613944417736,4490
"mom_0",0.8772564759589395,1613944417736,4490
"eps_0",1e-05,1613944417736,4490
"wd_1",0.01,1613944417736,4490
"sqr_mom_1",0.99,1613944417736,4490
"lr_1",3.6371898302910025e-05,1613944417736,4490
"mom_1",0.8772564759589395,1613944417736,4490
"eps_1",1e-05,1613944417736,4490
"wd_2",0.01,1613944417736,4490
"sqr_mom_2",0.99,1613944417736,4490
"lr_2",0.00036371898302910025,1613944417736,4490
"mom_2",0.8772564759589395,1613944417736,4490
"eps_2",1e-05,1613944417736,4490
"train_loss",0.017527917,1613944418704,4491
"raw_loss",0.03147312,1613944418704,4491
"epoch",28.251572327044016,1613944418704,4491
"wd_0",0.01,1613944418704,4491
"sqr_mom_0",0.99,1613944418704,4491
"lr_0",3.635932916398239e-06,1613944418704,4491
"mom_0",0.8772816144881801,1613944418704,4491
"eps_0",1e-05,1613944418704,4491
"wd_1",0.01,1613944418704,4491
"sqr_mom_1",0.99,1613944418704,4491
"lr_1",3.635932916398239e-05,1613944418704,4491
"mom_1",0.8772816144881801,1613944418704,4491
"eps_1",1e-05,1613944418704,4491
"wd_2",0.01,1613944418704,4491
"sqr_mom_2",0.99,1613944418704,4491
"lr_2",0.0003635932916398239,1613944418704,4491
"mom_2",0.8772816144881801,1613944418704,4491
"eps_2",1e-05,1613944418704,4491
"train_loss",0.017358169,1613944419668,4492
"raw_loss",0.009040526,1613944419668,4492
"epoch",28.257861635220117,1613944419668,4492
"wd_0",0.01,1613944419668,4492
"sqr_mom_0",0.99,1613944419668,4492
"lr_0",3.6346758491359506e-06,1613944419668,4492
"mom_0",0.8773067560848418,1613944419668,4492
"eps_0",1e-05,1613944419668,4492
"wd_1",0.01,1613944419668,4492
"sqr_mom_1",0.99,1613944419668,4492
"lr_1",3.6346758491359504e-05,1613944419668,4492
"mom_1",0.8773067560848418,1613944419668,4492
"eps_1",1e-05,1613944419668,4492
"wd_2",0.01,1613944419668,4492
"sqr_mom_2",0.99,1613944419668,4492
"lr_2",0.00036346758491359507,1613944419668,4492
"mom_2",0.8773067560848418,1613944419668,4492
"eps_2",1e-05,1613944419668,4492
"train_loss",0.017209549,1613944420637,4493
"raw_loss",0.009927172,1613944420637,4493
"epoch",28.264150943396217,1613944420637,4493
"wd_0",0.01,1613944420637,4493
"sqr_mom_0",0.99,1613944420637,4493
"lr_0",3.6334175859447157e-06,1613944420637,4493
"mom_0",0.8773319216003217,1613944420637,4493
"eps_0",1e-05,1613944420637,4493
"wd_1",0.01,1613944420637,4493
"sqr_mom_1",0.99,1613944420637,4493
"lr_1",3.633417585944716e-05,1613944420637,4493
"mom_1",0.8773319216003217,1613944420637,4493
"eps_1",1e-05,1613944420637,4493
"wd_2",0.01,1613944420637,4493
"sqr_mom_2",0.99,1613944420637,4493
"lr_2",0.0003633417585944715,1613944420637,4493
"mom_2",0.8773319216003217,1613944420637,4493
"eps_2",1e-05,1613944420637,4493
"train_loss",0.017076705,1613944421584,4494
"raw_loss",0.010567373,1613944421584,4494
"epoch",28.270440251572317,1613944421584,4494
"wd_0",0.01,1613944421584,4494
"sqr_mom_0",0.99,1613944421584,4494
"lr_0",3.632159796009353e-06,1613944421584,4494
"mom_0",0.8773570776505895,1613944421584,4494
"eps_0",1e-05,1613944421584,4494
"wd_1",0.01,1613944421584,4494
"sqr_mom_1",0.99,1613944421584,4494
"lr_1",3.632159796009353e-05,1613944421584,4494
"mom_1",0.8773570776505895,1613944421584,4494
"eps_1",1e-05,1613944421584,4494
"wd_2",0.01,1613944421584,4494
"sqr_mom_2",0.99,1613944421584,4494
"lr_2",0.00036321597960093527,1613944421584,4494
"mom_2",0.8773570776505895,1613944421584,4494
"eps_2",1e-05,1613944421584,4494
"train_loss",0.016863206,1613944422587,4495
"raw_loss",0.0064017465,1613944422587,4495
"epoch",28.276729559748418,1613944422587,4495
"wd_0",0.01,1613944422587,4495
"sqr_mom_0",0.99,1613944422587,4495
"lr_0",3.6309014367106996e-06,1613944422587,4495
"mom_0",0.8773822450882369,1613944422587,4495
"eps_0",1e-05,1613944422587,4495
"wd_1",0.01,1613944422587,4495
"sqr_mom_1",0.99,1613944422587,4495
"lr_1",3.630901436710699e-05,1613944422587,4495
"mom_1",0.8773822450882369,1613944422587,4495
"eps_1",1e-05,1613944422587,4495
"wd_2",0.01,1613944422587,4495
"sqr_mom_2",0.99,1613944422587,4495
"lr_2",0.0003630901436710699,1613944422587,4495
"mom_2",0.8773822450882369,1613944422587,4495
"eps_2",1e-05,1613944422587,4495
"train_loss",0.017758615,1613944423582,4496
"raw_loss",0.061633684,1613944423582,4496
"epoch",28.28301886792452,1613944423582,4496
"wd_0",0.01,1613944423582,4496
"sqr_mom_0",0.99,1613944423582,4496
"lr_0",3.6296422994629172e-06,1613944423582,4496
"mom_0",0.8774074280850225,1613944423582,4496
"eps_0",1e-05,1613944423582,4496
"wd_1",0.01,1613944423582,4496
"sqr_mom_1",0.99,1613944423582,4496
"lr_1",3.629642299462917e-05,1613944423582,4496
"mom_1",0.8774074280850225,1613944423582,4496
"eps_1",1e-05,1613944423582,4496
"wd_2",0.01,1613944423582,4496
"sqr_mom_2",0.99,1613944423582,4496
"lr_2",0.0003629642299462916,1613944423582,4496
"mom_2",0.8774074280850225,1613944423582,4496
"eps_2",1e-05,1613944423582,4496
"train_loss",0.018297503,1613944424554,4497
"raw_loss",0.044702988,1613944424554,4497
"epoch",28.28930817610062,1613944424554,4497
"wd_0",0.01,1613944424554,4497
"sqr_mom_0",0.99,1613944424554,4497
"lr_0",3.6283832197772832e-06,1613944424554,4497
"mom_0",0.8774326099305536,1613944424554,4497
"eps_0",1e-05,1613944424554,4497
"wd_1",0.01,1613944424554,4497
"sqr_mom_1",0.99,1613944424554,4497
"lr_1",3.628383219777283e-05,1613944424554,4497
"mom_1",0.8774326099305536,1613944424554,4497
"eps_1",1e-05,1613944424554,4497
"wd_2",0.01,1613944424554,4497
"sqr_mom_2",0.99,1613944424554,4497
"lr_2",0.00036283832197772826,1613944424554,4497
"mom_2",0.8774326099305536,1613944424554,4497
"eps_2",1e-05,1613944424554,4497
"train_loss",0.018226547,1613944425492,4498
"raw_loss",0.014749693,1613944425492,4498
"epoch",28.29559748427672,1613944425492,4498
"wd_0",0.01,1613944425492,4498
"sqr_mom_0",0.99,1613944425492,4498
"lr_0",3.6271239894863355e-06,1613944425492,4498
"mom_0",0.8774577947882212,1613944425492,4498
"eps_0",1e-05,1613944425492,4498
"wd_1",0.01,1613944425492,4498
"sqr_mom_1",0.99,1613944425492,4498
"lr_1",3.627123989486335e-05,1613944425492,4498
"mom_1",0.8774577947882212,1613944425492,4498
"eps_1",1e-05,1613944425492,4498
"wd_2",0.01,1613944425492,4498
"sqr_mom_2",0.99,1613944425492,4498
"lr_2",0.0003627123989486335,1613944425492,4498
"mom_2",0.8774577947882212,1613944425492,4498
"eps_2",1e-05,1613944425492,4498
"train_loss",0.018114846,1613944426443,4499
"raw_loss",0.012641459,1613944426443,4499
"epoch",28.30188679245282,1613944426443,4499
"wd_0",0.01,1613944426443,4499
"sqr_mom_0",0.99,1613944426443,4499
"lr_0",3.625863564238988e-06,1613944426443,4499
"mom_0",0.8774830035452557,1613944426443,4499
"eps_0",1e-05,1613944426443,4499
"wd_1",0.01,1613944426443,4499
"sqr_mom_1",0.99,1613944426443,4499
"lr_1",3.625863564238988e-05,1613944426443,4499
"mom_1",0.8774830035452557,1613944426443,4499
"eps_1",1e-05,1613944426443,4499
"wd_2",0.01,1613944426443,4499
"sqr_mom_2",0.99,1613944426443,4499
"lr_2",0.0003625863564238988,1613944426443,4499
"mom_2",0.8774830035452557,1613944426443,4499
"eps_2",1e-05,1613944426443,4499
"train_loss",0.018067872,1613944427387,4500
"raw_loss",0.015766146,1613944427387,4500
"epoch",28.30817610062892,1613944427387,4500
"wd_0",0.01,1613944427387,4500
"sqr_mom_0",0.99,1613944427387,4500
"lr_0",3.624603616088196e-06,1613944427387,4500
"mom_0",0.8775082027602636,1613944427387,4500
"eps_0",1e-05,1613944427387,4500
"wd_1",0.01,1613944427387,4500
"sqr_mom_1",0.99,1613944427387,4500
"lr_1",3.624603616088196e-05,1613944427387,4500
"mom_1",0.8775082027602636,1613944427387,4500
"eps_1",1e-05,1613944427387,4500
"wd_2",0.01,1613944427387,4500
"sqr_mom_2",0.99,1613944427387,4500
"lr_2",0.0003624603616088196,1613944427387,4500
"mom_2",0.8775082027602636,1613944427387,4500
"eps_2",1e-05,1613944427387,4500
"train_loss",0.017955214,1613944428338,4501
"raw_loss",0.012434949,1613944428338,4501
"epoch",28.31446540880502,1613944428338,4501
"wd_0",0.01,1613944428338,4501
"sqr_mom_0",0.99,1613944428338,4501
"lr_0",3.623343100623528e-06,1613944428338,4501
"mom_0",0.8775334133216627,1613944428338,4501
"eps_0",1e-05,1613944428338,4501
"wd_1",0.01,1613944428338,4501
"sqr_mom_1",0.99,1613944428338,4501
"lr_1",3.6233431006235276e-05,1613944428338,4501
"mom_1",0.8775334133216627,1613944428338,4501
"eps_1",1e-05,1613944428338,4501
"wd_2",0.01,1613944428338,4501
"sqr_mom_2",0.99,1613944428338,4501
"lr_2",0.0003623343100623527,1613944428338,4501
"mom_2",0.8775334133216627,1613944428338,4501
"eps_2",1e-05,1613944428338,4501
"train_loss",0.017803837,1613944429281,4502
"raw_loss",0.01038637,1613944429281,4502
"epoch",28.32075471698112,1613944429281,4502
"wd_0",0.01,1613944429281,4502
"sqr_mom_0",0.99,1613944429281,4502
"lr_0",3.6220818089039994e-06,1613944429281,4502
"mom_0",0.877558639408314,1613944429281,4502
"eps_0",1e-05,1613944429281,4502
"wd_1",0.01,1613944429281,4502
"sqr_mom_1",0.99,1613944429281,4502
"lr_1",3.6220818089039995e-05,1613944429281,4502
"mom_1",0.877558639408314,1613944429281,4502
"eps_1",1e-05,1613944429281,4502
"wd_2",0.01,1613944429281,4502
"sqr_mom_2",0.99,1613944429281,4502
"lr_2",0.0003622081808903999,1613944429281,4502
"mom_2",0.877558639408314,1613944429281,4502
"eps_2",1e-05,1613944429281,4502
"train_loss",0.017727513,1613944430272,4503
"raw_loss",0.013987605,1613944430272,4503
"epoch",28.32704402515722,1613944430272,4503
"wd_0",0.01,1613944430272,4503
"sqr_mom_0",0.99,1613944430272,4503
"lr_0",3.6208205778705065e-06,1613944430272,4503
"mom_0",0.8775838642812327,1613944430272,4503
"eps_0",1e-05,1613944430272,4503
"wd_1",0.01,1613944430272,4503
"sqr_mom_1",0.99,1613944430272,4503
"lr_1",3.620820577870506e-05,1613944430272,4503
"mom_1",0.8775838642812327,1613944430272,4503
"eps_1",1e-05,1613944430272,4503
"wd_2",0.01,1613944430272,4503
"sqr_mom_2",0.99,1613944430272,4503
"lr_2",0.0003620820577870506,1613944430272,4503
"mom_2",0.8775838642812327,1613944430272,4503
"eps_2",1e-05,1613944430272,4503
"train_loss",0.017537968,1613944431220,4504
"raw_loss",0.008250283,1613944431220,4504
"epoch",28.33333333333332,1613944431220,4504
"wd_0",0.01,1613944431220,4504
"sqr_mom_0",0.99,1613944431220,4504
"lr_0",3.619558989714747e-06,1613944431220,4504
"mom_0",0.8776090962966681,1613944431220,4504
"eps_0",1e-05,1613944431220,4504
"wd_1",0.01,1613944431220,4504
"sqr_mom_1",0.99,1613944431220,4504
"lr_1",3.6195589897147475e-05,1613944431220,4504
"mom_1",0.8776090962966681,1613944431220,4504
"eps_1",1e-05,1613944431220,4504
"wd_2",0.01,1613944431220,4504
"sqr_mom_2",0.99,1613944431220,4504
"lr_2",0.0003619558989714747,1613944431220,4504
"mom_2",0.8776090962966681,1613944431220,4504
"eps_2",1e-05,1613944431220,4504
"train_loss",0.017656075,1613944432182,4505
"raw_loss",0.023443298,1613944432182,4505
"epoch",28.339622641509422,1613944432182,4505
"wd_0",0.01,1613944432182,4505
"sqr_mom_0",0.99,1613944432182,4505
"lr_0",3.6182966261546267e-06,1613944432182,4505
"mom_0",0.8776343438203457,1613944432182,4505
"eps_0",1e-05,1613944432182,4505
"wd_1",0.01,1613944432182,4505
"sqr_mom_1",0.99,1613944432182,4505
"lr_1",3.618296626154627e-05,1613944432182,4505
"mom_1",0.8776343438203457,1613944432182,4505
"eps_1",1e-05,1613944432182,4505
"wd_2",0.01,1613944432182,4505
"sqr_mom_2",0.99,1613944432182,4505
"lr_2",0.00036182966261546264,1613944432182,4505
"mom_2",0.8776343438203457,1613944432182,4505
"eps_2",1e-05,1613944432182,4505
"train_loss",0.01773317,1613944433124,4506
"raw_loss",0.021510864,1613944433124,4506
"epoch",28.345911949685522,1613944433124,4506
"wd_0",0.01,1613944433124,4506
"sqr_mom_0",0.99,1613944433124,4506
"lr_0",3.6170343248422674e-06,1613944433124,4506
"mom_0",0.8776595900990556,1613944433124,4506
"eps_0",1e-05,1613944433124,4506
"wd_1",0.01,1613944433124,4506
"sqr_mom_1",0.99,1613944433124,4506
"lr_1",3.6170343248422674e-05,1613944433124,4506
"mom_1",0.8776595900990556,1613944433124,4506
"eps_1",1e-05,1613944433124,4506
"wd_2",0.01,1613944433124,4506
"sqr_mom_2",0.99,1613944433124,4506
"lr_2",0.0003617034324842267,1613944433124,4506
"mom_2",0.8776595900990556,1613944433124,4506
"eps_2",1e-05,1613944433124,4506
"train_loss",0.017634293,1613944434082,4507
"raw_loss",0.012789368,1613944434082,4507
"epoch",28.352201257861623,1613944434082,4507
"wd_0",0.01,1613944434082,4507
"sqr_mom_0",0.99,1613944434082,4507
"lr_0",3.6157718770741803e-06,1613944434082,4507
"mom_0",0.8776848393069094,1613944434082,4507
"eps_0",1e-05,1613944434082,4507
"wd_1",0.01,1613944434082,4507
"sqr_mom_1",0.99,1613944434082,4507
"lr_1",3.6157718770741805e-05,1613944434082,4507
"mom_1",0.8776848393069094,1613944434082,4507
"eps_1",1e-05,1613944434082,4507
"wd_2",0.01,1613944434082,4507
"sqr_mom_2",0.99,1613944434082,4507
"lr_2",0.000361577187707418,1613944434082,4507
"mom_2",0.8776848393069094,1613944434082,4507
"eps_2",1e-05,1613944434082,4507
"train_loss",0.017747436,1613944435056,4508
"raw_loss",0.023291439,1613944435056,4508
"epoch",28.358490566037723,1613944435056,4508
"wd_0",0.01,1613944435056,4508
"sqr_mom_0",0.99,1613944435056,4508
"lr_0",3.614508235834228e-06,1613944435056,4508
"mom_0",0.8777101123844393,1613944435056,4508
"eps_0",1e-05,1613944435056,4508
"wd_1",0.01,1613944435056,4508
"sqr_mom_1",0.99,1613944435056,4508
"lr_1",3.614508235834228e-05,1613944435056,4508
"mom_1",0.8777101123844393,1613944435056,4508
"eps_1",1e-05,1613944435056,4508
"wd_2",0.01,1613944435056,4508
"sqr_mom_2",0.99,1613944435056,4508
"lr_2",0.00036145082358342274,1613944435056,4508
"mom_2",0.8777101123844393,1613944435056,4508
"eps_2",1e-05,1613944435056,4508
"train_loss",0.017721929,1613944436028,4509
"raw_loss",0.016472058,1613944436028,4509
"epoch",28.364779874213824,1613944436028,4509
"wd_0",0.01,1613944436028,4509
"sqr_mom_0",0.99,1613944436028,4509
"lr_0",3.6132450774416323e-06,1613944436028,4509
"mom_0",0.8777353758049253,1613944436028,4509
"eps_0",1e-05,1613944436028,4509
"wd_1",0.01,1613944436028,4509
"sqr_mom_1",0.99,1613944436028,4509
"lr_1",3.613245077441633e-05,1613944436028,4509
"mom_1",0.8777353758049253,1613944436028,4509
"eps_1",1e-05,1613944436028,4509
"wd_2",0.01,1613944436028,4509
"sqr_mom_2",0.99,1613944436028,4509
"lr_2",0.00036132450774416323,1613944436028,4509
"mom_2",0.8777353758049253,1613944436028,4509
"eps_2",1e-05,1613944436028,4509
"train_loss",0.017859552,1613944437005,4510
"raw_loss",0.024603138,1613944437005,4510
"epoch",28.371069182389924,1613944437005,4510
"wd_0",0.01,1613944437005,4510
"sqr_mom_0",0.99,1613944437005,4510
"lr_0",3.6119813548215095e-06,1613944437005,4510
"mom_0",0.8777606505100749,1613944437005,4510
"eps_0",1e-05,1613944437005,4510
"wd_1",0.01,1613944437005,4510
"sqr_mom_1",0.99,1613944437005,4510
"lr_1",3.6119813548215094e-05,1613944437005,4510
"mom_1",0.8777606505100749,1613944437005,4510
"eps_1",1e-05,1613944437005,4510
"wd_2",0.01,1613944437005,4510
"sqr_mom_2",0.99,1613944437005,4510
"lr_2",0.00036119813548215096,1613944437005,4510
"mom_2",0.8777606505100749,1613944437005,4510
"eps_2",1e-05,1613944437005,4510
"train_loss",0.017755315,1613944438022,4511
"raw_loss",0.01264772,1613944438022,4511
"epoch",28.377358490566024,1613944438022,4511
"wd_0",0.01,1613944438022,4511
"sqr_mom_0",0.99,1613944438022,4511
"lr_0",3.6107168585046423e-06,1613944438022,4511
"mom_0",0.877785940689314,1613944438022,4511
"eps_0",1e-05,1613944438022,4511
"wd_1",0.01,1613944438022,4511
"sqr_mom_1",0.99,1613944438022,4511
"lr_1",3.610716858504642e-05,1613944438022,4511
"mom_1",0.877785940689314,1613944438022,4511
"eps_1",1e-05,1613944438022,4511
"wd_2",0.01,1613944438022,4511
"sqr_mom_2",0.99,1613944438022,4511
"lr_2",0.00036107168585046423,1613944438022,4511
"mom_2",0.877785940689314,1613944438022,4511
"eps_2",1e-05,1613944438022,4511
"train_loss",0.017619066,1613944438963,4512
"raw_loss",0.010942887,1613944438963,4512
"epoch",28.383647798742125,1613944438963,4512
"wd_0",0.01,1613944438963,4512
"sqr_mom_0",0.99,1613944438963,4512
"lr_0",3.609452427558366e-06,1613944438963,4512
"mom_0",0.8778112295611282,1613944438963,4512
"eps_0",1e-05,1613944438963,4512
"wd_1",0.01,1613944438963,4512
"sqr_mom_1",0.99,1613944438963,4512
"lr_1",3.6094524275583664e-05,1613944438963,4512
"mom_1",0.8778112295611282,1613944438963,4512
"eps_1",1e-05,1613944438963,4512
"wd_2",0.01,1613944438963,4512
"sqr_mom_2",0.99,1613944438963,4512
"lr_2",0.0003609452427558366,1613944438963,4512
"mom_2",0.8778112295611282,1613944438963,4512
"eps_2",1e-05,1613944438963,4512
"train_loss",0.017390285,1613944439909,4513
"raw_loss",0.006180037,1613944439909,4513
"epoch",28.389937106918225,1613944439909,4513
"wd_0",0.01,1613944439909,4513
"sqr_mom_0",0.99,1613944439909,4513
"lr_0",3.608187852924834e-06,1613944439909,4513
"mom_0",0.8778365213067164,1613944439909,4513
"eps_0",1e-05,1613944439909,4513
"wd_1",0.01,1613944439909,4513
"sqr_mom_1",0.99,1613944439909,4513
"lr_1",3.608187852924834e-05,1613944439909,4513
"mom_1",0.8778365213067164,1613944439909,4513
"eps_1",1e-05,1613944439909,4513
"wd_2",0.01,1613944439909,4513
"sqr_mom_2",0.99,1613944439909,4513
"lr_2",0.0003608187852924834,1613944439909,4513
"mom_2",0.8778365213067164,1613944439909,4513
"eps_2",1e-05,1613944439909,4513
"train_loss",0.017354142,1613944440850,4514
"raw_loss",0.015583179,1613944440850,4514
"epoch",28.396226415094326,1613944440850,4514
"wd_0",0.01,1613944440850,4514
"sqr_mom_0",0.99,1613944440850,4514
"lr_0",3.6069220858262346e-06,1613944440850,4514
"mom_0",0.8778618369018443,1613944440850,4514
"eps_0",1e-05,1613944440850,4514
"wd_1",0.01,1613944440850,4514
"sqr_mom_1",0.99,1613944440850,4514
"lr_1",3.6069220858262346e-05,1613944440850,4514
"mom_1",0.8778618369018443,1613944440850,4514
"eps_1",1e-05,1613944440850,4514
"wd_2",0.01,1613944440850,4514
"sqr_mom_2",0.99,1613944440850,4514
"lr_2",0.0003606922085826234,1613944440850,4514
"mom_2",0.8778618369018443,1613944440850,4514
"eps_2",1e-05,1613944440850,4514
"train_loss",0.01731721,1613944441817,4515
"raw_loss",0.015507513,1613944441817,4515
"epoch",28.402515723270426,1613944441817,4515
"wd_0",0.01,1613944441817,4515
"sqr_mom_0",0.99,1613944441817,4515
"lr_0",3.605656805401909e-06,1613944441817,4515
"mom_0",0.8778871427633894,1613944441817,4515
"eps_0",1e-05,1613944441817,4515
"wd_1",0.01,1613944441817,4515
"sqr_mom_1",0.99,1613944441817,4515
"lr_1",3.605656805401909e-05,1613944441817,4515
"mom_1",0.8778871427633894,1613944441817,4515
"eps_1",1e-05,1613944441817,4515
"wd_2",0.01,1613944441817,4515
"sqr_mom_2",0.99,1613944441817,4515
"lr_2",0.00036056568054019085,1613944441817,4515
"mom_2",0.8778871427633894,1613944441817,4515
"eps_2",1e-05,1613944441817,4515
"train_loss",0.01710253,1613944442753,4516
"raw_loss",0.0065832017,1613944442753,4516
"epoch",28.408805031446526,1613944442753,4516
"wd_0",0.01,1613944442753,4516
"sqr_mom_0",0.99,1613944442753,4516
"lr_0",3.604390332851185e-06,1613944442753,4516
"mom_0",0.877912472467701,1613944442753,4516
"eps_0",1e-05,1613944442753,4516
"wd_1",0.01,1613944442753,4516
"sqr_mom_1",0.99,1613944442753,4516
"lr_1",3.6043903328511846e-05,1613944442753,4516
"mom_1",0.877912472467701,1613944442753,4516
"eps_1",1e-05,1613944442753,4516
"wd_2",0.01,1613944442753,4516
"sqr_mom_2",0.99,1613944442753,4516
"lr_2",0.0003604390332851184,1613944442753,4516
"mom_2",0.877912472467701,1613944442753,4516
"eps_2",1e-05,1613944442753,4516
"train_loss",0.0168933,1613944443708,4517
"raw_loss",0.006640965,1613944443708,4517
"epoch",28.415094339622627,1613944443708,4517
"wd_0",0.01,1613944443708,4517
"sqr_mom_0",0.99,1613944443708,4517
"lr_0",3.6031243482492395e-06,1613944443708,4517
"mom_0",0.8779377924129393,1613944443708,4517
"eps_0",1e-05,1613944443708,4517
"wd_1",0.01,1613944443708,4517
"sqr_mom_1",0.99,1613944443708,4517
"lr_1",3.6031243482492395e-05,1613944443708,4517
"mom_1",0.8779377924129393,1613944443708,4517
"eps_1",1e-05,1613944443708,4517
"wd_2",0.01,1613944443708,4517
"sqr_mom_2",0.99,1613944443708,4517
"lr_2",0.0003603124348249239,1613944443708,4517
"mom_2",0.8779377924129393,1613944443708,4517
"eps_2",1e-05,1613944443708,4517
"train_loss",0.016873743,1613944444662,4518
"raw_loss",0.015915507,1613944444662,4518
"epoch",28.421383647798727,1613944444662,4518
"wd_0",0.01,1613944444662,4518
"sqr_mom_0",0.99,1613944444662,4518
"lr_0",3.601857802175449e-06,1613944444662,4518
"mom_0",0.8779631235877269,1613944444662,4518
"eps_0",1e-05,1613944444662,4518
"wd_1",0.01,1613944444662,4518
"sqr_mom_1",0.99,1613944444662,4518
"lr_1",3.601857802175449e-05,1613944444662,4518
"mom_1",0.8779631235877269,1613944444662,4518
"eps_1",1e-05,1613944444662,4518
"wd_2",0.01,1613944444662,4518
"sqr_mom_2",0.99,1613944444662,4518
"lr_2",0.0003601857802175449,1613944444662,4518
"mom_2",0.8779631235877269,1613944444662,4518
"eps_2",1e-05,1613944444662,4518
"train_loss",0.016891485,1613944445833,4519
"raw_loss",0.017760837,1613944445833,4519
"epoch",28.427672955974828,1613944445833,4519
"wd_0",0.01,1613944445833,4519
"sqr_mom_0",0.99,1613944445833,4519
"lr_0",3.6005904846955924e-06,1613944445833,4519
"mom_0",0.8779884701907901,1613944445833,4519
"eps_0",1e-05,1613944445833,4519
"wd_1",0.01,1613944445833,4519
"sqr_mom_1",0.99,1613944445833,4519
"lr_1",3.6005904846955926e-05,1613944445833,4519
"mom_1",0.8779884701907901,1613944445833,4519
"eps_1",1e-05,1613944445833,4519
"wd_2",0.01,1613944445833,4519
"sqr_mom_2",0.99,1613944445833,4519
"lr_2",0.00036005904846955923,1613944445833,4519
"mom_2",0.8779884701907901,1613944445833,4519
"eps_2",1e-05,1613944445833,4519
"train_loss",0.016724791,1613944447162,4520
"raw_loss",0.008556798,1613944447162,4520
"epoch",28.433962264150928,1613944447162,4520
"wd_0",0.01,1613944447162,4520
"sqr_mom_0",0.99,1613944447162,4520
"lr_0",3.5993232367490113e-06,1613944447162,4520
"mom_0",0.8780138154031738,1613944447162,4520
"eps_0",1e-05,1613944447162,4520
"wd_1",0.01,1613944447162,4520
"sqr_mom_1",0.99,1613944447162,4520
"lr_1",3.599323236749011e-05,1613944447162,4520
"mom_1",0.8780138154031738,1613944447162,4520
"eps_1",1e-05,1613944447162,4520
"wd_2",0.01,1613944447162,4520
"sqr_mom_2",0.99,1613944447162,4520
"lr_2",0.0003599323236749011,1613944447162,4520
"mom_2",0.8780138154031738,1613944447162,4520
"eps_2",1e-05,1613944447162,4520
"train_loss",0.016493207,1613944448275,4521
"raw_loss",0.0051455274,1613944448275,4521
"epoch",28.44025157232703,1613944448275,4521
"wd_0",0.01,1613944448275,4521
"sqr_mom_0",0.99,1613944448275,4521
"lr_0",3.5980558488091048e-06,1613944448275,4521
"mom_0",0.8780391634154521,1613944448275,4521
"eps_0",1e-05,1613944448275,4521
"wd_1",0.01,1613944448275,4521
"sqr_mom_1",0.99,1613944448275,4521
"lr_1",3.598055848809105e-05,1613944448275,4521
"mom_1",0.8780391634154521,1613944448275,4521
"eps_1",1e-05,1613944448275,4521
"wd_2",0.01,1613944448275,4521
"sqr_mom_2",0.99,1613944448275,4521
"lr_2",0.00035980558488091046,1613944448275,4521
"mom_2",0.8780391634154521,1613944448275,4521
"eps_2",1e-05,1613944448275,4521
"train_loss",0.016401863,1613944449425,4522
"raw_loss",0.011926034,1613944449425,4522
"epoch",28.44654088050313,1613944449425,4522
"wd_0",0.01,1613944449425,4522
"sqr_mom_0",0.99,1613944449425,4522
"lr_0",3.5967872697678374e-06,1613944449425,4522
"mom_0",0.8780645352499957,1613944449425,4522
"eps_0",1e-05,1613944449425,4522
"wd_1",0.01,1613944449425,4522
"sqr_mom_1",0.99,1613944449425,4522
"lr_1",3.5967872697678374e-05,1613944449425,4522
"mom_1",0.8780645352499957,1613944449425,4522
"eps_1",1e-05,1613944449425,4522
"wd_2",0.01,1613944449425,4522
"sqr_mom_2",0.99,1613944449425,4522
"lr_2",0.00035967872697678367,1613944449425,4522
"mom_2",0.8780645352499957,1613944449425,4522
"eps_2",1e-05,1613944449425,4522
"train_loss",0.016171634,1613944450431,4523
"raw_loss",0.004890437,1613944450431,4523
"epoch",28.45283018867923,1613944450431,4523
"wd_0",0.01,1613944450431,4523
"sqr_mom_0",0.99,1613944450431,4523
"lr_0",3.5955191824948113e-06,1613944450431,4523
"mom_0",0.8780898972490763,1613944450431,4523
"eps_0",1e-05,1613944450431,4523
"wd_1",0.01,1613944450431,4523
"sqr_mom_1",0.99,1613944450431,4523
"lr_1",3.5955191824948115e-05,1613944450431,4523
"mom_1",0.8780898972490763,1613944450431,4523
"eps_1",1e-05,1613944450431,4523
"wd_2",0.01,1613944450431,4523
"sqr_mom_2",0.99,1613944450431,4523
"lr_2",0.0003595519182494811,1613944450431,4523
"mom_2",0.8780898972490763,1613944450431,4523
"eps_2",1e-05,1613944450431,4523
"train_loss",0.016098678,1613944451363,4524
"raw_loss",0.012523825,1613944451363,4524
"epoch",28.45911949685533,1613944451363,4524
"wd_0",0.01,1613944451363,4524
"sqr_mom_0",0.99,1613944451363,4524
"lr_0",3.594250535824177e-06,1613944451363,4524
"mom_0",0.8781152704362208,1613944451363,4524
"eps_0",1e-05,1613944451363,4524
"wd_1",0.01,1613944451363,4524
"sqr_mom_1",0.99,1613944451363,4524
"lr_1",3.594250535824177e-05,1613944451363,4524
"mom_1",0.8781152704362208,1613944451363,4524
"eps_1",1e-05,1613944451363,4524
"wd_2",0.01,1613944451363,4524
"sqr_mom_2",0.99,1613944451363,4524
"lr_2",0.00035942505358241766,1613944451363,4524
"mom_2",0.8781152704362208,1613944451363,4524
"eps_2",1e-05,1613944451363,4524
"train_loss",0.016175827,1613944452319,4525
"raw_loss",0.01995609,1613944452319,4525
"epoch",28.46540880503143,1613944452319,4525
"wd_0",0.01,1613944452319,4525
"sqr_mom_0",0.99,1613944452319,4525
"lr_0",3.5929811194757775e-06,1613944452319,4525
"mom_0",0.8781406590170746,1613944452319,4525
"eps_0",1e-05,1613944452319,4525
"wd_1",0.01,1613944452319,4525
"sqr_mom_1",0.99,1613944452319,4525
"lr_1",3.592981119475777e-05,1613944452319,4525
"mom_1",0.8781406590170746,1613944452319,4525
"eps_1",1e-05,1613944452319,4525
"wd_2",0.01,1613944452319,4525
"sqr_mom_2",0.99,1613944452319,4525
"lr_2",0.0003592981119475777,1613944452319,4525
"mom_2",0.8781406590170746,1613944452319,4525
"eps_2",1e-05,1613944452319,4525
"train_loss",0.016149618,1613944453266,4526
"raw_loss",0.014865335,1613944453266,4526
"epoch",28.47169811320753,1613944453266,4526
"wd_0",0.01,1613944453266,4526
"sqr_mom_0",0.99,1613944453266,4526
"lr_0",3.5917117757816732e-06,1613944453266,4526
"mom_0",0.878166046144828,1613944453266,4526
"eps_0",1e-05,1613944453266,4526
"wd_1",0.01,1613944453266,4526
"sqr_mom_1",0.99,1613944453266,4526
"lr_1",3.591711775781673e-05,1613944453266,4526
"mom_1",0.878166046144828,1613944453266,4526
"eps_1",1e-05,1613944453266,4526
"wd_2",0.01,1613944453266,4526
"sqr_mom_2",0.99,1613944453266,4526
"lr_2",0.00035917117757816727,1613944453266,4526
"mom_2",0.878166046144828,1613944453266,4526
"eps_2",1e-05,1613944453266,4526
"train_loss",0.016261723,1613944454224,4527
"raw_loss",0.021754911,1613944454224,4527
"epoch",28.47798742138363,1613944454224,4527
"wd_0",0.01,1613944454224,4527
"sqr_mom_0",0.99,1613944454224,4527
"lr_0",3.5904420842403254e-06,1613944454224,4527
"mom_0",0.8781914402295957,1613944454224,4527
"eps_0",1e-05,1613944454224,4527
"wd_1",0.01,1613944454224,4527
"sqr_mom_1",0.99,1613944454224,4527
"lr_1",3.590442084240326e-05,1613944454224,4527
"mom_1",0.8781914402295957,1613944454224,4527
"eps_1",1e-05,1613944454224,4527
"wd_2",0.01,1613944454224,4527
"sqr_mom_2",0.99,1613944454224,4527
"lr_2",0.0003590442084240326,1613944454224,4527
"mom_2",0.8781914402295957,1613944454224,4527
"eps_2",1e-05,1613944454224,4527
"train_loss",0.016174292,1613944455163,4528
"raw_loss",0.011890205,1613944455163,4528
"epoch",28.48427672955973,1613944455163,4528
"wd_0",0.01,1613944455163,4528
"sqr_mom_0",0.99,1613944455163,4528
"lr_0",3.5891716238886985e-06,1613944455163,4528
"mom_0",0.8782168496907229,1613944455163,4528
"eps_0",1e-05,1613944455163,4528
"wd_1",0.01,1613944455163,4528
"sqr_mom_1",0.99,1613944455163,4528
"lr_1",3.5891716238886985e-05,1613944455163,4528
"mom_1",0.8782168496907229,1613944455163,4528
"eps_1",1e-05,1613944455163,4528
"wd_2",0.01,1613944455163,4528
"sqr_mom_2",0.99,1613944455163,4528
"lr_2",0.0003589171623888698,1613944455163,4528
"mom_2",0.8782168496907229,1613944455163,4528
"eps_2",1e-05,1613944455163,4528
"train_loss",0.015996194,1613944456113,4529
"raw_loss",0.007269353,1613944456113,4529
"epoch",28.49056603773583,1613944456113,4529
"wd_0",0.01,1613944456113,4529
"sqr_mom_0",0.99,1613944456113,4529
"lr_0",3.5879012377516114e-06,1613944456113,4529
"mom_0",0.8782422576675444,1613944456113,4529
"eps_0",1e-05,1613944456113,4529
"wd_1",0.01,1613944456113,4529
"sqr_mom_1",0.99,1613944456113,4529
"lr_1",3.587901237751611e-05,1613944456113,4529
"mom_1",0.8782422576675444,1613944456113,4529
"eps_1",1e-05,1613944456113,4529
"wd_2",0.01,1613944456113,4529
"sqr_mom_2",0.99,1613944456113,4529
"lr_2",0.0003587901237751611,1613944456113,4529
"mom_2",0.8782422576675444,1613944456113,4529
"eps_2",1e-05,1613944456113,4529
"train_loss",0.015931096,1613944457054,4530
"raw_loss",0.012741352,1613944457054,4530
"epoch",28.496855345911932,1613944457054,4530
"wd_0",0.01,1613944457054,4530
"sqr_mom_0",0.99,1613944457054,4530
"lr_0",3.5866307157802345e-06,1613944457054,4530
"mom_0",0.878267668361079,1613944457054,4530
"eps_0",1e-05,1613944457054,4530
"wd_1",0.01,1613944457054,4530
"sqr_mom_1",0.99,1613944457054,4530
"lr_1",3.5866307157802345e-05,1613944457054,4530
"mom_1",0.878267668361079,1613944457054,4530
"eps_1",1e-05,1613944457054,4530
"wd_2",0.01,1613944457054,4530
"sqr_mom_2",0.99,1613944457054,4530
"lr_2",0.0003586630715780234,1613944457054,4530
"mom_2",0.878267668361079,1613944457054,4530
"eps_2",1e-05,1613944457054,4530
"train_loss",0.015910393,1613944457997,4531
"raw_loss",0.014895907,1613944457997,4531
"epoch",28.503144654088032,1613944457997,4531
"wd_0",0.01,1613944457997,4531
"sqr_mom_0",0.99,1613944457997,4531
"lr_0",3.585359004270686e-06,1613944457997,4531
"mom_0",0.8782931028456147,1613944457997,4531
"eps_0",1e-05,1613944457997,4531
"wd_1",0.01,1613944457997,4531
"sqr_mom_1",0.99,1613944457997,4531
"lr_1",3.585359004270686e-05,1613944457997,4531
"mom_1",0.8782931028456147,1613944457997,4531
"eps_1",1e-05,1613944457997,4531
"wd_2",0.01,1613944457997,4531
"sqr_mom_2",0.99,1613944457997,4531
"lr_2",0.0003585359004270685,1613944457997,4531
"mom_2",0.8782931028456147,1613944457997,4531
"eps_2",1e-05,1613944457997,4531
"train_loss",0.015971074,1613944458933,4532
"raw_loss",0.018944418,1613944458933,4532
"epoch",28.509433962264133,1613944458933,4532
"wd_0",0.01,1613944458933,4532
"sqr_mom_0",0.99,1613944458933,4532
"lr_0",3.5840877902480325e-06,1613944458933,4532
"mom_0",0.8783185273803131,1613944458933,4532
"eps_0",1e-05,1613944458933,4532
"wd_1",0.01,1613944458933,4532
"sqr_mom_1",0.99,1613944458933,4532
"lr_1",3.584087790248032e-05,1613944458933,4532
"mom_1",0.8783185273803131,1613944458933,4532
"eps_1",1e-05,1613944458933,4532
"wd_2",0.01,1613944458933,4532
"sqr_mom_2",0.99,1613944458933,4532
"lr_2",0.00035840877902480316,1613944458933,4532
"mom_2",0.8783185273803131,1613944458933,4532
"eps_2",1e-05,1613944458933,4532
"train_loss",0.015968297,1613944459893,4533
"raw_loss",0.01583221,1613944459893,4533
"epoch",28.515723270440233,1613944459893,4533
"wd_0",0.01,1613944459893,4533
"sqr_mom_0",0.99,1613944459893,4533
"lr_0",3.5828160199511803e-06,1613944459893,4533
"mom_0",0.8783439630406068,1613944459893,4533
"eps_0",1e-05,1613944459893,4533
"wd_1",0.01,1613944459893,4533
"sqr_mom_1",0.99,1613944459893,4533
"lr_1",3.58281601995118e-05,1613944459893,4533
"mom_1",0.8783439630406068,1613944459893,4533
"eps_1",1e-05,1613944459893,4533
"wd_2",0.01,1613944459893,4533
"sqr_mom_2",0.99,1613944459893,4533
"lr_2",0.00035828160199511804,1613944459893,4533
"mom_2",0.8783439630406068,1613944459893,4533
"eps_2",1e-05,1613944459893,4533
"train_loss",0.016009593,1613944460848,4534
"raw_loss",0.018033143,1613944460848,4534
"epoch",28.522012578616334,1613944460848,4534
"wd_0",0.01,1613944460848,4534
"sqr_mom_0",0.99,1613944460848,4534
"lr_0",3.581543482585589e-06,1613944460848,4534
"mom_0",0.8783694140424286,1613944460848,4534
"eps_0",1e-05,1613944460848,4534
"wd_1",0.01,1613944460848,4534
"sqr_mom_1",0.99,1613944460848,4534
"lr_1",3.5815434825855886e-05,1613944460848,4534
"mom_1",0.8783694140424286,1613944460848,4534
"eps_1",1e-05,1613944460848,4534
"wd_2",0.01,1613944460848,4534
"sqr_mom_2",0.99,1613944460848,4534
"lr_2",0.0003581543482585589,1613944460848,4534
"mom_2",0.8783694140424286,1613944460848,4534
"eps_2",1e-05,1613944460848,4534
"train_loss",0.016327394,1613944461812,4535
"raw_loss",0.031899665,1613944461812,4535
"epoch",28.528301886792434,1613944461812,4535
"wd_0",0.01,1613944461812,4535
"sqr_mom_0",0.99,1613944461812,4535
"lr_0",3.5802710225542966e-06,1613944461812,4535
"mom_0",0.878394863497549,1613944461812,4535
"eps_0",1e-05,1613944461812,4535
"wd_1",0.01,1613944461812,4535
"sqr_mom_1",0.99,1613944461812,4535
"lr_1",3.580271022554296e-05,1613944461812,4535
"mom_1",0.878394863497549,1613944461812,4535
"eps_1",1e-05,1613944461812,4535
"wd_2",0.01,1613944461812,4535
"sqr_mom_2",0.99,1613944461812,4535
"lr_2",0.0003580271022554296,1613944461812,4535
"mom_2",0.878394863497549,1613944461812,4535
"eps_2",1e-05,1613944461812,4535
"train_loss",0.016259728,1613944462747,4536
"raw_loss",0.012944042,1613944462747,4536
"epoch",28.534591194968534,1613944462747,4536
"wd_0",0.01,1613944462747,4536
"sqr_mom_0",0.99,1613944462747,4536
"lr_0",3.578998429463332e-06,1613944462747,4536
"mom_0",0.8784203156138894,1613944462747,4536
"eps_0",1e-05,1613944462747,4536
"wd_1",0.01,1613944462747,4536
"sqr_mom_1",0.99,1613944462747,4536
"lr_1",3.578998429463332e-05,1613944462747,4536
"mom_1",0.8784203156138894,1613944462747,4536
"eps_1",1e-05,1613944462747,4536
"wd_2",0.01,1613944462747,4536
"sqr_mom_2",0.99,1613944462747,4536
"lr_2",0.0003578998429463332,1613944462747,4536
"mom_2",0.8784203156138894,1613944462747,4536
"eps_2",1e-05,1613944462747,4536
"train_loss",0.016132237,1613944463699,4537
"raw_loss",0.009885204,1613944463699,4537
"epoch",28.540880503144635,1613944463699,4537
"wd_0",0.01,1613944463699,4537
"sqr_mom_0",0.99,1613944463699,4537
"lr_0",3.577724647893374e-06,1613944463699,4537
"mom_0",0.8784457915000475,1613944463699,4537
"eps_0",1e-05,1613944463699,4537
"wd_1",0.01,1613944463699,4537
"sqr_mom_1",0.99,1613944463699,4537
"lr_1",3.577724647893373e-05,1613944463699,4537
"mom_1",0.8784457915000475,1613944463699,4537
"eps_1",1e-05,1613944463699,4537
"wd_2",0.01,1613944463699,4537
"sqr_mom_2",0.99,1613944463699,4537
"lr_2",0.00035777246478933735,1613944463699,4537
"mom_2",0.8784457915000475,1613944463699,4537
"eps_2",1e-05,1613944463699,4537
"train_loss",0.016839987,1613944464645,4538
"raw_loss",0.051519692,1613944464645,4538
"epoch",28.547169811320735,1613944464645,4538
"wd_0",0.01,1613944464645,4538
"sqr_mom_0",0.99,1613944464645,4538
"lr_0",3.576451367615586e-06,1613944464645,4538
"mom_0",0.8784712573602619,1613944464645,4538
"eps_0",1e-05,1613944464645,4538
"wd_1",0.01,1613944464645,4538
"sqr_mom_1",0.99,1613944464645,4538
"lr_1",3.5764513676155856e-05,1613944464645,4538
"mom_1",0.8784712573602619,1613944464645,4538
"eps_1",1e-05,1613944464645,4538
"wd_2",0.01,1613944464645,4538
"sqr_mom_2",0.99,1613944464645,4538
"lr_2",0.0003576451367615586,1613944464645,4538
"mom_2",0.8784712573602619,1613944464645,4538
"eps_2",1e-05,1613944464645,4538
"train_loss",0.0167062,1613944465594,4539
"raw_loss",0.01015062,1613944465594,4539
"epoch",28.553459119496836,1613944465594,4539
"wd_0",0.01,1613944465594,4539
"sqr_mom_0",0.99,1613944465594,4539
"lr_0",3.575177533153837e-06,1613944465594,4539
"mom_0",0.8784967343042662,1613944465594,4539
"eps_0",1e-05,1613944465594,4539
"wd_1",0.01,1613944465594,4539
"sqr_mom_1",0.99,1613944465594,4539
"lr_1",3.575177533153837e-05,1613944465594,4539
"mom_1",0.8784967343042662,1613944465594,4539
"eps_1",1e-05,1613944465594,4539
"wd_2",0.01,1613944465594,4539
"sqr_mom_2",0.99,1613944465594,4539
"lr_2",0.0003575177533153837,1613944465594,4539
"mom_2",0.8784967343042662,1613944465594,4539
"eps_2",1e-05,1613944465594,4539
"train_loss",0.016535025,1613944466531,4540
"raw_loss",0.008147469,1613944466531,4540
"epoch",28.559748427672936,1613944466531,4540
"wd_0",0.01,1613944466531,4540
"sqr_mom_0",0.99,1613944466531,4540
"lr_0",3.5739029333736865e-06,1613944466531,4540
"mom_0",0.8785222265547918,1613944466531,4540
"eps_0",1e-05,1613944466531,4540
"wd_1",0.01,1613944466531,4540
"sqr_mom_1",0.99,1613944466531,4540
"lr_1",3.573902933373687e-05,1613944466531,4540
"mom_1",0.8785222265547918,1613944466531,4540
"eps_1",1e-05,1613944466531,4540
"wd_2",0.01,1613944466531,4540
"sqr_mom_2",0.99,1613944466531,4540
"lr_2",0.0003573902933373687,1613944466531,4540
"mom_2",0.8785222265547918,1613944466531,4540
"eps_2",1e-05,1613944466531,4540
"train_loss",0.01638196,1613944467479,4541
"raw_loss",0.008881769,1613944467479,4541
"epoch",28.566037735849036,1613944467479,4541
"wd_0",0.01,1613944467479,4541
"sqr_mom_0",0.99,1613944467479,4541
"lr_0",3.5726284140467065e-06,1613944467479,4541
"mom_0",0.8785477171962378,1613944467479,4541
"eps_0",1e-05,1613944467479,4541
"wd_1",0.01,1613944467479,4541
"sqr_mom_1",0.99,1613944467479,4541
"lr_1",3.572628414046706e-05,1613944467479,4541
"mom_1",0.8785477171962378,1613944467479,4541
"eps_1",1e-05,1613944467479,4541
"wd_2",0.01,1613944467479,4541
"sqr_mom_2",0.99,1613944467479,4541
"lr_2",0.00035726284140467056,1613944467479,4541
"mom_2",0.8785477171962378,1613944467479,4541
"eps_2",1e-05,1613944467479,4541
"train_loss",0.016662698,1613944468430,4542
"raw_loss",0.030418897,1613944468430,4542
"epoch",28.572327044025137,1613944468430,4542
"wd_0",0.01,1613944468430,4542
"sqr_mom_0",0.99,1613944468430,4542
"lr_0",3.5713537644362014e-06,1613944468430,4542
"mom_0",0.8785732104433804,1613944468430,4542
"eps_0",1e-05,1613944468430,4542
"wd_1",0.01,1613944468430,4542
"sqr_mom_1",0.99,1613944468430,4542
"lr_1",3.571353764436201e-05,1613944468430,4542
"mom_1",0.8785732104433804,1613944468430,4542
"eps_1",1e-05,1613944468430,4542
"wd_2",0.01,1613944468430,4542
"sqr_mom_2",0.99,1613944468430,4542
"lr_2",0.0003571353764436201,1613944468430,4542
"mom_2",0.8785732104433804,1613944468430,4542
"eps_2",1e-05,1613944468430,4542
"train_loss",0.016651882,1613944469383,4543
"raw_loss",0.0161219,1613944469383,4543
"epoch",28.578616352201237,1613944469383,4543
"wd_0",0.01,1613944469383,4543
"sqr_mom_0",0.99,1613944469383,4543
"lr_0",3.5700779274195125e-06,1613944469383,4543
"mom_0",0.8785987274388841,1613944469383,4543
"eps_0",1e-05,1613944469383,4543
"wd_1",0.01,1613944469383,4543
"sqr_mom_1",0.99,1613944469383,4543
"lr_1",3.570077927419512e-05,1613944469383,4543
"mom_1",0.8785987274388841,1613944469383,4543
"eps_1",1e-05,1613944469383,4543
"wd_2",0.01,1613944469383,4543
"sqr_mom_2",0.99,1613944469383,4543
"lr_2",0.0003570077927419512,1613944469383,4543
"mom_2",0.8785987274388841,1613944469383,4543
"eps_2",1e-05,1613944469383,4543
"train_loss",0.016558183,1613944470328,4544
"raw_loss",0.011966982,1613944470328,4544
"epoch",28.584905660377338,1613944470328,4544
"wd_0",0.01,1613944470328,4544
"sqr_mom_0",0.99,1613944470328,4544
"lr_0",3.5688025954945214e-06,1613944470328,4544
"mom_0",0.8786242343324528,1613944470328,4544
"eps_0",1e-05,1613944470328,4544
"wd_1",0.01,1613944470328,4544
"sqr_mom_1",0.99,1613944470328,4544
"lr_1",3.568802595494521e-05,1613944470328,4544
"mom_1",0.8786242343324528,1613944470328,4544
"eps_1",1e-05,1613944470328,4544
"wd_2",0.01,1613944470328,4544
"sqr_mom_2",0.99,1613944470328,4544
"lr_2",0.0003568802595494521,1613944470328,4544
"mom_2",0.8786242343324528,1613944470328,4544
"eps_2",1e-05,1613944470328,4544
"train_loss",0.016406128,1613944471291,4545
"raw_loss",0.00895543,1613944471291,4545
"epoch",28.591194968553438,1613944471291,4545
"wd_0",0.01,1613944471291,4545
"sqr_mom_0",0.99,1613944471291,4545
"lr_0",3.5675267114821627e-06,1613944471291,4545
"mom_0",0.8786497522678794,1613944471291,4545
"eps_0",1e-05,1613944471291,4545
"wd_1",0.01,1613944471291,4545
"sqr_mom_1",0.99,1613944471291,4545
"lr_1",3.567526711482162e-05,1613944471291,4545
"mom_1",0.8786497522678794,1613944471291,4545
"eps_1",1e-05,1613944471291,4545
"wd_2",0.01,1613944471291,4545
"sqr_mom_2",0.99,1613944471291,4545
"lr_2",0.0003567526711482162,1613944471291,4545
"mom_2",0.8786497522678794,1613944471291,4545
"eps_2",1e-05,1613944471291,4545
"train_loss",0.016317764,1613944472242,4546
"raw_loss",0.0119879,1613944472242,4546
"epoch",28.59748427672954,1613944472242,4546
"wd_0",0.01,1613944472242,4546
"sqr_mom_0",0.99,1613944472242,4546
"lr_0",3.5662500639105213e-06,1613944472242,4546
"mom_0",0.8786752854746444,1613944472242,4546
"eps_0",1e-05,1613944472242,4546
"wd_1",0.01,1613944472242,4546
"sqr_mom_1",0.99,1613944472242,4546
"lr_1",3.566250063910521e-05,1613944472242,4546
"mom_1",0.8786752854746444,1613944472242,4546
"eps_1",1e-05,1613944472242,4546
"wd_2",0.01,1613944472242,4546
"sqr_mom_2",0.99,1613944472242,4546
"lr_2",0.0003566250063910521,1613944472242,4546
"mom_2",0.8786752854746444,1613944472242,4546
"eps_2",1e-05,1613944472242,4546
"train_loss",0.016255658,1613944473202,4547
"raw_loss",0.013212429,1613944473202,4547
"epoch",28.60377358490564,1613944473202,4547
"wd_0",0.01,1613944473202,4547
"sqr_mom_0",0.99,1613944473202,4547
"lr_0",3.564973499909998e-06,1613944473202,4547
"mom_0",0.8787008170099702,1613944473202,4547
"eps_0",1e-05,1613944473202,4547
"wd_1",0.01,1613944473202,4547
"sqr_mom_1",0.99,1613944473202,4547
"lr_1",3.564973499909998e-05,1613944473202,4547
"mom_1",0.8787008170099702,1613944473202,4547
"eps_1",1e-05,1613944473202,4547
"wd_2",0.01,1613944473202,4547
"sqr_mom_2",0.99,1613944473202,4547
"lr_2",0.0003564973499909997,1613944473202,4547
"mom_2",0.8787008170099702,1613944473202,4547
"eps_2",1e-05,1613944473202,4547
"train_loss",0.016191456,1613944474164,4548
"raw_loss",0.013045611,1613944474164,4548
"epoch",28.61006289308174,1613944474164,4548
"wd_0",0.01,1613944474164,4548
"sqr_mom_0",0.99,1613944474164,4548
"lr_0",3.5636965965819224e-06,1613944474164,4548
"mom_0",0.8787263553319149,1613944474164,4548
"eps_0",1e-05,1613944474164,4548
"wd_1",0.01,1613944474164,4548
"sqr_mom_1",0.99,1613944474164,4548
"lr_1",3.5636965965819224e-05,1613944474164,4548
"mom_1",0.8787263553319149,1613944474164,4548
"eps_1",1e-05,1613944474164,4548
"wd_2",0.01,1613944474164,4548
"sqr_mom_2",0.99,1613944474164,4548
"lr_2",0.0003563696596581922,1613944474164,4548
"mom_2",0.8787263553319149,1613944474164,4548
"eps_2",1e-05,1613944474164,4548
"train_loss",0.01604039,1613944475118,4549
"raw_loss",0.008638138,1613944475118,4549
"epoch",28.61635220125784,1613944475118,4549
"wd_0",0.01,1613944475118,4549
"sqr_mom_0",0.99,1613944475118,4549
"lr_0",3.562418930577434e-06,1613944475118,4549
"mom_0",0.8787519089075404,1613944475118,4549
"eps_0",1e-05,1613944475118,4549
"wd_1",0.01,1613944475118,4549
"sqr_mom_1",0.99,1613944475118,4549
"lr_1",3.562418930577434e-05,1613944475118,4549
"mom_1",0.8787519089075404,1613944475118,4549
"eps_1",1e-05,1613944475118,4549
"wd_2",0.01,1613944475118,4549
"sqr_mom_2",0.99,1613944475118,4549
"lr_2",0.0003562418930577434,1613944475118,4549
"mom_2",0.8787519089075404,1613944475118,4549
"eps_2",1e-05,1613944475118,4549
"train_loss",0.0158367,1613944476060,4550
"raw_loss",0.0058559277,1613944476060,4550
"epoch",28.62264150943394,1613944476060,4550
"wd_0",0.01,1613944476060,4550
"sqr_mom_0",0.99,1613944476060,4550
"lr_0",3.561141349702724e-06,1613944476060,4550
"mom_0",0.8787774607805533,1613944476060,4550
"eps_0",1e-05,1613944476060,4550
"wd_1",0.01,1613944476060,4550
"sqr_mom_1",0.99,1613944476060,4550
"lr_1",3.5611413497027236e-05,1613944476060,4550
"mom_1",0.8787774607805533,1613944476060,4550
"eps_1",1e-05,1613944476060,4550
"wd_2",0.01,1613944476060,4550
"sqr_mom_2",0.99,1613944476060,4550
"lr_2",0.00035611413497027236,1613944476060,4550
"mom_2",0.8787774607805533,1613944476060,4550
"eps_2",1e-05,1613944476060,4550
"train_loss",0.015945079,1613944477033,4551
"raw_loss",0.02125563,1613944477033,4551
"epoch",28.62893081761004,1613944477033,4551
"wd_0",0.01,1613944477033,4551
"sqr_mom_0",0.99,1613944477033,4551
"lr_0",3.5598636427115378e-06,1613944477033,4551
"mom_0",0.878803015175921,1613944477033,4551
"eps_0",1e-05,1613944477033,4551
"wd_1",0.01,1613944477033,4551
"sqr_mom_1",0.99,1613944477033,4551
"lr_1",3.5598636427115374e-05,1613944477033,4551
"mom_1",0.878803015175921,1613944477033,4551
"eps_1",1e-05,1613944477033,4551
"wd_2",0.01,1613944477033,4551
"sqr_mom_2",0.99,1613944477033,4551
"lr_2",0.00035598636427115374,1613944477033,4551
"mom_2",0.878803015175921,1613944477033,4551
"eps_2",1e-05,1613944477033,4551
"train_loss",0.015829436,1613944477989,4552
"raw_loss",0.010162958,1613944477989,4552
"epoch",28.63522012578614,1613944477989,4552
"wd_0",0.01,1613944477989,4552
"sqr_mom_0",0.99,1613944477989,4552
"lr_0",3.5585847499489426e-06,1613944477989,4552
"mom_0",0.878828593286954,1613944477989,4552
"eps_0",1e-05,1613944477989,4552
"wd_1",0.01,1613944477989,4552
"sqr_mom_1",0.99,1613944477989,4552
"lr_1",3.558584749948943e-05,1613944477989,4552
"mom_1",0.878828593286954,1613944477989,4552
"eps_1",1e-05,1613944477989,4552
"wd_2",0.01,1613944477989,4552
"sqr_mom_2",0.99,1613944477989,4552
"lr_2",0.00035585847499489424,1613944477989,4552
"mom_2",0.878828593286954,1613944477989,4552
"eps_2",1e-05,1613944477989,4552
"train_loss",0.015712561,1613944478950,4553
"raw_loss",0.009985674,1613944478950,4553
"epoch",28.64150943396224,1613944478950,4553
"wd_0",0.01,1613944478950,4553
"sqr_mom_0",0.99,1613944478950,4553
"lr_0",3.5573063679665033e-06,1613944478950,4553
"mom_0",0.8788541611822818,1613944478950,4553
"eps_0",1e-05,1613944478950,4553
"wd_1",0.01,1613944478950,4553
"sqr_mom_1",0.99,1613944478950,4553
"lr_1",3.557306367966503e-05,1613944478950,4553
"mom_1",0.8788541611822818,1613944478950,4553
"eps_1",1e-05,1613944478950,4553
"wd_2",0.01,1613944478950,4553
"sqr_mom_2",0.99,1613944478950,4553
"lr_2",0.0003557306367966503,1613944478950,4553
"mom_2",0.8788541611822818,1613944478950,4553
"eps_2",1e-05,1613944478950,4553
"train_loss",0.015838765,1613944479894,4554
"raw_loss",0.022022707,1613944479894,4554
"epoch",28.64779874213834,1613944479894,4554
"wd_0",0.01,1613944479894,4554
"sqr_mom_0",0.99,1613944479894,4554
"lr_0",3.5560274370534874e-06,1613944479894,4554
"mom_0",0.8788797400563308,1613944479894,4554
"eps_0",1e-05,1613944479894,4554
"wd_1",0.01,1613944479894,4554
"sqr_mom_1",0.99,1613944479894,4554
"lr_1",3.556027437053487e-05,1613944479894,4554
"mom_1",0.8788797400563308,1613944479894,4554
"eps_1",1e-05,1613944479894,4554
"wd_2",0.01,1613944479894,4554
"sqr_mom_2",0.99,1613944479894,4554
"lr_2",0.0003556027437053487,1613944479894,4554
"mom_2",0.8788797400563308,1613944479894,4554
"eps_2",1e-05,1613944479894,4554
"train_loss",0.015738817,1613944480853,4555
"raw_loss",0.01084133,1613944480853,4555
"epoch",28.654088050314442,1613944480853,4555
"wd_0",0.01,1613944480853,4555
"sqr_mom_0",0.99,1613944480853,4555
"lr_0",3.5547477452363102e-06,1613944480853,4555
"mom_0",0.8789053341486153,1613944480853,4555
"eps_0",1e-05,1613944480853,4555
"wd_1",0.01,1613944480853,4555
"sqr_mom_1",0.99,1613944480853,4555
"lr_1",3.55474774523631e-05,1613944480853,4555
"mom_1",0.8789053341486153,1613944480853,4555
"eps_1",1e-05,1613944480853,4555
"wd_2",0.01,1613944480853,4555
"sqr_mom_2",0.99,1613944480853,4555
"lr_2",0.00035547477452363093,1613944480853,4555
"mom_2",0.8789053341486153,1613944480853,4555
"eps_2",1e-05,1613944480853,4555
"train_loss",0.015798097,1613944481822,4556
"raw_loss",0.018702878,1613944481822,4556
"epoch",28.660377358490543,1613944481822,4556
"wd_0",0.01,1613944481822,4556
"sqr_mom_0",0.99,1613944481822,4556
"lr_0",3.553468141665408e-06,1613944481822,4556
"mom_0",0.8789309264759566,1613944481822,4556
"eps_0",1e-05,1613944481822,4556
"wd_1",0.01,1613944481822,4556
"sqr_mom_1",0.99,1613944481822,4556
"lr_1",3.5534681416654075e-05,1613944481822,4556
"mom_1",0.8789309264759566,1613944481822,4556
"eps_1",1e-05,1613944481822,4556
"wd_2",0.01,1613944481822,4556
"sqr_mom_2",0.99,1613944481822,4556
"lr_2",0.00035534681416654075,1613944481822,4556
"mom_2",0.8789309264759566,1613944481822,4556
"eps_2",1e-05,1613944481822,4556
"train_loss",0.015792634,1613944482786,4557
"raw_loss",0.015524939,1613944482786,4557
"epoch",28.666666666666643,1613944482786,4557
"wd_0",0.01,1613944482786,4557
"sqr_mom_0",0.99,1613944482786,4557
"lr_0",3.552187777783085e-06,1613944482786,4557
"mom_0",0.8789565340096783,1613944482786,4557
"eps_0",1e-05,1613944482786,4557
"wd_1",0.01,1613944482786,4557
"sqr_mom_1",0.99,1613944482786,4557
"lr_1",3.552187777783085e-05,1613944482786,4557
"mom_1",0.8789565340096783,1613944482786,4557
"eps_1",1e-05,1613944482786,4557
"wd_2",0.01,1613944482786,4557
"sqr_mom_2",0.99,1613944482786,4557
"lr_2",0.0003552187777783085,1613944482786,4557
"mom_2",0.8789565340096783,1613944482786,4557
"eps_2",1e-05,1613944482786,4557
"train_loss",0.016108666,1613944483750,4558
"raw_loss",0.03159419,1613944483750,4558
"epoch",28.672955974842743,1613944483750,4558
"wd_0",0.01,1613944483750,4558
"sqr_mom_0",0.99,1613944483750,4558
"lr_0",3.5509075031857323e-06,1613944483750,4558
"mom_0",0.8789821397576829,1613944483750,4558
"eps_0",1e-05,1613944483750,4558
"wd_1",0.01,1613944483750,4558
"sqr_mom_1",0.99,1613944483750,4558
"lr_1",3.550907503185732e-05,1613944483750,4558
"mom_1",0.8789821397576829,1613944483750,4558
"eps_1",1e-05,1613944483750,4558
"wd_2",0.01,1613944483750,4558
"sqr_mom_2",0.99,1613944483750,4558
"lr_2",0.0003550907503185732,1613944483750,4558
"mom_2",0.8789821397576829,1613944483750,4558
"eps_2",1e-05,1613944483750,4558
"train_loss",0.016073959,1613944484722,4559
"raw_loss",0.014373318,1613944484722,4559
"epoch",28.679245283018844,1613944484722,4559
"wd_0",0.01,1613944484722,4559
"sqr_mom_0",0.99,1613944484722,4559
"lr_0",3.549627106178726e-06,1613944484722,4559
"mom_0",0.879007747953905,1613944484722,4559
"eps_0",1e-05,1613944484722,4559
"wd_1",0.01,1613944484722,4559
"sqr_mom_1",0.99,1613944484722,4559
"lr_1",3.549627106178726e-05,1613944484722,4559
"mom_1",0.879007747953905,1613944484722,4559
"eps_1",1e-05,1613944484722,4559
"wd_2",0.01,1613944484722,4559
"sqr_mom_2",0.99,1613944484722,4559
"lr_2",0.00035496271061787255,1613944484722,4559
"mom_2",0.879007747953905,1613944484722,4559
"eps_2",1e-05,1613944484722,4559
"train_loss",0.016297247,1613944485674,4560
"raw_loss",0.027238367,1613944485674,4560
"epoch",28.685534591194944,1613944485674,4560
"wd_0",0.01,1613944485674,4560
"sqr_mom_0",0.99,1613944485674,4560
"lr_0",3.548345524879158e-06,1613944485674,4560
"mom_0",0.8790333798362152,1613944485674,4560
"eps_0",1e-05,1613944485674,4560
"wd_1",0.01,1613944485674,4560
"sqr_mom_1",0.99,1613944485674,4560
"lr_1",3.548345524879158e-05,1613944485674,4560
"mom_1",0.8790333798362152,1613944485674,4560
"eps_1",1e-05,1613944485674,4560
"wd_2",0.01,1613944485674,4560
"sqr_mom_2",0.99,1613944485674,4560
"lr_2",0.0003548345524879157,1613944485674,4560
"mom_2",0.8790333798362152,1613944485674,4560
"eps_2",1e-05,1613944485674,4560
"train_loss",0.016176878,1613944486639,4561
"raw_loss",0.010278717,1613944486639,4561
"epoch",28.691823899371045,1613944486639,4561
"wd_0",0.01,1613944486639,4561
"sqr_mom_0",0.99,1613944486639,4561
"lr_0",3.547064459405148e-06,1613944486639,4561
"mom_0",0.8790590014019111,1613944486639,4561
"eps_0",1e-05,1613944486639,4561
"wd_1",0.01,1613944486639,4561
"sqr_mom_1",0.99,1613944486639,4561
"lr_1",3.547064459405147e-05,1613944486639,4561
"mom_1",0.8790590014019111,1613944486639,4561
"eps_1",1e-05,1613944486639,4561
"wd_2",0.01,1613944486639,4561
"sqr_mom_2",0.99,1613944486639,4561
"lr_2",0.00035470644594051476,1613944486639,4561
"mom_2",0.8790590014019111,1613944486639,4561
"eps_2",1e-05,1613944486639,4561
"train_loss",0.016107917,1613944487587,4562
"raw_loss",0.012728837,1613944487587,4562
"epoch",28.698113207547145,1613944487587,4562
"wd_0",0.01,1613944487587,4562
"sqr_mom_0",0.99,1613944487587,4562
"lr_0",3.545782847818528e-06,1613944487587,4562
"mom_0",0.8790846338899683,1613944487587,4562
"eps_0",1e-05,1613944487587,4562
"wd_1",0.01,1613944487587,4562
"sqr_mom_1",0.99,1613944487587,4562
"lr_1",3.5457828478185275e-05,1613944487587,4562
"mom_1",0.8790846338899683,1613944487587,4562
"eps_1",1e-05,1613944487587,4562
"wd_2",0.01,1613944487587,4562
"sqr_mom_2",0.99,1613944487587,4562
"lr_2",0.00035457828478185275,1613944487587,4562
"mom_2",0.8790846338899683,1613944487587,4562
"eps_2",1e-05,1613944487587,4562
"train_loss",0.015974002,1613944488544,4563
"raw_loss",0.0094121415,1613944488544,4563
"epoch",28.704402515723245,1613944488544,4563
"wd_0",0.01,1613944488544,4563
"sqr_mom_0",0.99,1613944488544,4563
"lr_0",3.5445004777043736e-06,1613944488544,4563
"mom_0",0.879110281548728,1613944488544,4563
"eps_0",1e-05,1613944488544,4563
"wd_1",0.01,1613944488544,4563
"sqr_mom_1",0.99,1613944488544,4563
"lr_1",3.5445004777043734e-05,1613944488544,4563
"mom_1",0.879110281548728,1613944488544,4563
"eps_1",1e-05,1613944488544,4563
"wd_2",0.01,1613944488544,4563
"sqr_mom_2",0.99,1613944488544,4563
"lr_2",0.0003544500477704373,1613944488544,4563
"mom_2",0.879110281548728,1613944488544,4563
"eps_2",1e-05,1613944488544,4563
"train_loss",0.016330851,1613944489508,4564
"raw_loss",0.033816468,1613944489508,4564
"epoch",28.710691823899346,1613944489508,4564
"wd_0",0.01,1613944489508,4564
"sqr_mom_0",0.99,1613944489508,4564
"lr_0",3.5432181999903288e-06,1613944489508,4564
"mom_0",0.879135927359467,1613944489508,4564
"eps_0",1e-05,1613944489508,4564
"wd_1",0.01,1613944489508,4564
"sqr_mom_1",0.99,1613944489508,4564
"lr_1",3.543218199990328e-05,1613944489508,4564
"mom_1",0.879135927359467,1613944489508,4564
"eps_1",1e-05,1613944489508,4564
"wd_2",0.01,1613944489508,4564
"sqr_mom_2",0.99,1613944489508,4564
"lr_2",0.00035432181999903287,1613944489508,4564
"mom_2",0.879135927359467,1613944489508,4564
"eps_2",1e-05,1613944489508,4564
"train_loss",0.016470848,1613944490469,4565
"raw_loss",0.023330647,1613944490469,4565
"epoch",28.716981132075446,1613944490469,4565
"wd_0",0.01,1613944490469,4565
"sqr_mom_0",0.99,1613944490469,4565
"lr_0",3.5419358026483317e-06,1613944490469,4565
"mom_0",0.879161575562789,1613944490469,4565
"eps_0",1e-05,1613944490469,4565
"wd_1",0.01,1613944490469,4565
"sqr_mom_1",0.99,1613944490469,4565
"lr_1",3.541935802648332e-05,1613944490469,4565
"mom_1",0.879161575562789,1613944490469,4565
"eps_1",1e-05,1613944490469,4565
"wd_2",0.01,1613944490469,4565
"sqr_mom_2",0.99,1613944490469,4565
"lr_2",0.0003541935802648332,1613944490469,4565
"mom_2",0.879161575562789,1613944490469,4565
"eps_2",1e-05,1613944490469,4565
"train_loss",0.016455863,1613944491413,4566
"raw_loss",0.015721561,1613944491413,4566
"epoch",28.723270440251547,1613944491413,4566
"wd_0",0.01,1613944491413,4566
"sqr_mom_0",0.99,1613944491413,4566
"lr_0",3.5406522221387384e-06,1613944491413,4566
"mom_0",0.8791872474296996,1613944491413,4566
"eps_0",1e-05,1613944491413,4566
"wd_1",0.01,1613944491413,4566
"sqr_mom_1",0.99,1613944491413,4566
"lr_1",3.540652222138738e-05,1613944491413,4566
"mom_1",0.8791872474296996,1613944491413,4566
"eps_1",1e-05,1613944491413,4566
"wd_2",0.01,1613944491413,4566
"sqr_mom_2",0.99,1613944491413,4566
"lr_2",0.0003540652222138738,1613944491413,4566
"mom_2",0.8791872474296996,1613944491413,4566
"eps_2",1e-05,1613944491413,4566
"train_loss",0.016884116,1613944492408,4567
"raw_loss",0.037868593,1613944492408,4567
"epoch",28.729559748427647,1613944492408,4567
"wd_0",0.01,1613944492408,4567
"sqr_mom_0",0.99,1613944492408,4567
"lr_0",3.5393691612317785e-06,1613944492408,4567
"mom_0",0.8792129089044535,1613944492408,4567
"eps_0",1e-05,1613944492408,4567
"wd_1",0.01,1613944492408,4567
"sqr_mom_1",0.99,1613944492408,4567
"lr_1",3.539369161231778e-05,1613944492408,4567
"mom_1",0.8792129089044535,1613944492408,4567
"eps_1",1e-05,1613944492408,4567
"wd_2",0.01,1613944492408,4567
"sqr_mom_2",0.99,1613944492408,4567
"lr_2",0.00035393691612317787,1613944492408,4567
"mom_2",0.8792129089044535,1613944492408,4567
"eps_2",1e-05,1613944492408,4567
"train_loss",0.01720577,1613944493343,4568
"raw_loss",0.03296678,1613944493343,4568
"epoch",28.735849056603747,1613944493343,4568
"wd_0",0.01,1613944493343,4568
"sqr_mom_0",0.99,1613944493343,4568
"lr_0",3.538085556332953e-06,1613944493343,4568
"mom_0",0.8792385812591536,1613944493343,4568
"eps_0",1e-05,1613944493343,4568
"wd_1",0.01,1613944493343,4568
"sqr_mom_1",0.99,1613944493343,4568
"lr_1",3.538085556332954e-05,1613944493343,4568
"mom_1",0.8792385812591536,1613944493343,4568
"eps_1",1e-05,1613944493343,4568
"wd_2",0.01,1613944493343,4568
"sqr_mom_2",0.99,1613944493343,4568
"lr_2",0.0003538085556332953,1613944493343,4568
"mom_2",0.8792385812591536,1613944493343,4568
"eps_2",1e-05,1613944493343,4568
"train_loss",0.016984178,1613944494295,4569
"raw_loss",0.0061262175,1613944494295,4569
"epoch",28.742138364779848,1613944494295,4569
"wd_0",0.01,1613944494295,4569
"sqr_mom_0",0.99,1613944494295,4569
"lr_0",3.536801194699182e-06,1613944494295,4569
"mom_0",0.8792642687487038,1613944494295,4569
"eps_0",1e-05,1613944494295,4569
"wd_1",0.01,1613944494295,4569
"sqr_mom_1",0.99,1613944494295,4569
"lr_1",3.536801194699182e-05,1613944494295,4569
"mom_1",0.8792642687487038,1613944494295,4569
"eps_1",1e-05,1613944494295,4569
"wd_2",0.01,1613944494295,4569
"sqr_mom_2",0.99,1613944494295,4569
"lr_2",0.0003536801194699182,1613944494295,4569
"mom_2",0.8792642687487038,1613944494295,4569
"eps_2",1e-05,1613944494295,4569
"train_loss",0.016935334,1613944495252,4570
"raw_loss",0.014541933,1613944495252,4570
"epoch",28.74842767295595,1613944495252,4570
"wd_0",0.01,1613944495252,4570
"sqr_mom_0",0.99,1613944495252,4570
"lr_0",3.535516928579599e-06,1613944495252,4570
"mom_0",0.8792899543279513,1613944495252,4570
"eps_0",1e-05,1613944495252,4570
"wd_1",0.01,1613944495252,4570
"sqr_mom_1",0.99,1613944495252,4570
"lr_1",3.535516928579599e-05,1613944495252,4570
"mom_1",0.8792899543279513,1613944495252,4570
"eps_1",1e-05,1613944495252,4570
"wd_2",0.01,1613944495252,4570
"sqr_mom_2",0.99,1613944495252,4570
"lr_2",0.0003535516928579598,1613944495252,4570
"mom_2",0.8792899543279513,1613944495252,4570
"eps_2",1e-05,1613944495252,4570
"train_loss",0.017026795,1613944496198,4571
"raw_loss",0.02150845,1613944496198,4571
"epoch",28.75471698113205,1613944496198,4571
"wd_0",0.01,1613944496198,4571
"sqr_mom_0",0.99,1613944496198,4571
"lr_0",3.5342323325182943e-06,1613944496198,4571
"mom_0",0.8793156465060992,1613944496198,4571
"eps_0",1e-05,1613944496198,4571
"wd_1",0.01,1613944496198,4571
"sqr_mom_1",0.99,1613944496198,4571
"lr_1",3.534232332518294e-05,1613944496198,4571
"mom_1",0.8793156465060992,1613944496198,4571
"eps_1",1e-05,1613944496198,4571
"wd_2",0.01,1613944496198,4571
"sqr_mom_2",0.99,1613944496198,4571
"lr_2",0.00035342323325182937,1613944496198,4571
"mom_2",0.8793156465060992,1613944496198,4571
"eps_2",1e-05,1613944496198,4571
"train_loss",0.016964128,1613944497150,4572
"raw_loss",0.01389341,1613944497150,4572
"epoch",28.76100628930815,1613944497150,4572
"wd_0",0.01,1613944497150,4572
"sqr_mom_0",0.99,1613944497150,4572
"lr_0",3.532946980621621e-06,1613944497150,4572
"mom_0",0.8793413538011056,1613944497150,4572
"eps_0",1e-05,1613944497150,4572
"wd_1",0.01,1613944497150,4572
"sqr_mom_1",0.99,1613944497150,4572
"lr_1",3.53294698062162e-05,1613944497150,4572
"mom_1",0.8793413538011056,1613944497150,4572
"eps_1",1e-05,1613944497150,4572
"wd_2",0.01,1613944497150,4572
"sqr_mom_2",0.99,1613944497150,4572
"lr_2",0.000353294698062162,1613944497150,4572
"mom_2",0.8793413538011056,1613944497150,4572
"eps_2",1e-05,1613944497150,4572
"train_loss",0.017713364,1613944498124,4573
"raw_loss",0.05442599,1613944498124,4573
"epoch",28.76729559748425,1613944498124,4573
"wd_0",0.01,1613944498124,4573
"sqr_mom_0",0.99,1613944498124,4573
"lr_0",3.531661725795809e-06,1613944498124,4573
"mom_0",0.8793670591546754,1613944498124,4573
"eps_0",1e-05,1613944498124,4573
"wd_1",0.01,1613944498124,4573
"sqr_mom_1",0.99,1613944498124,4573
"lr_1",3.531661725795809e-05,1613944498124,4573
"mom_1",0.8793670591546754,1613944498124,4573
"eps_1",1e-05,1613944498124,4573
"wd_2",0.01,1613944498124,4573
"sqr_mom_2",0.99,1613944498124,4573
"lr_2",0.00035316617257958086,1613944498124,4573
"mom_2",0.8793670591546754,1613944498124,4573
"eps_2",1e-05,1613944498124,4573
"train_loss",0.017586851,1613944499066,4574
"raw_loss",0.011387732,1613944499066,4574
"epoch",28.77358490566035,1613944499066,4574
"wd_0",0.01,1613944499066,4574
"sqr_mom_0",0.99,1613944499066,4574
"lr_0",3.5303763555171987e-06,1613944499066,4574
"mom_0",0.8793927668173241,1613944499066,4574
"eps_0",1e-05,1613944499066,4574
"wd_1",0.01,1613944499066,4574
"sqr_mom_1",0.99,1613944499066,4574
"lr_1",3.530376355517198e-05,1613944499066,4574
"mom_1",0.8793927668173241,1613944499066,4574
"eps_1",1e-05,1613944499066,4574
"wd_2",0.01,1613944499066,4574
"sqr_mom_2",0.99,1613944499066,4574
"lr_2",0.0003530376355517198,1613944499066,4574
"mom_2",0.8793927668173241,1613944499066,4574
"eps_2",1e-05,1613944499066,4574
"train_loss",0.01744209,1613944500019,4575
"raw_loss",0.010348763,1613944500019,4575
"epoch",28.77987421383645,1613944500019,4575
"wd_0",0.01,1613944500019,4575
"sqr_mom_0",0.99,1613944500019,4575
"lr_0",3.5290898037839055e-06,1613944500019,4575
"mom_0",0.879418498109303,1613944500019,4575
"eps_0",1e-05,1613944500019,4575
"wd_1",0.01,1613944500019,4575
"sqr_mom_1",0.99,1613944500019,4575
"lr_1",3.529089803783905e-05,1613944500019,4575
"mom_1",0.879418498109303,1613944500019,4575
"eps_1",1e-05,1613944500019,4575
"wd_2",0.01,1613944500019,4575
"sqr_mom_2",0.99,1613944500019,4575
"lr_2",0.00035290898037839053,1613944500019,4575
"mom_2",0.879418498109303,1613944500019,4575
"eps_2",1e-05,1613944500019,4575
"train_loss",0.017474728,1613944500977,4576
"raw_loss",0.019073961,1613944500977,4576
"epoch",28.78616352201255,1613944500977,4576
"wd_0",0.01,1613944500977,4576
"sqr_mom_0",0.99,1613944500977,4576
"lr_0",3.5278037773077186e-06,1613944500977,4576
"mom_0",0.8794442188960345,1613944500977,4576
"eps_0",1e-05,1613944500977,4576
"wd_1",0.01,1613944500977,4576
"sqr_mom_1",0.99,1613944500977,4576
"lr_1",3.5278037773077184e-05,1613944500977,4576
"mom_1",0.8794442188960345,1613944500977,4576
"eps_1",1e-05,1613944500977,4576
"wd_2",0.01,1613944500977,4576
"sqr_mom_2",0.99,1613944500977,4576
"lr_2",0.0003527803777307718,1613944500977,4576
"mom_2",0.8794442188960345,1613944500977,4576
"eps_2",1e-05,1613944500977,4576
"train_loss",0.017754423,1613944501947,4577
"raw_loss",0.031459525,1613944501947,4577
"epoch",28.79245283018865,1613944501947,4577
"wd_0",0.01,1613944501947,4577
"sqr_mom_0",0.99,1613944501947,4577
"lr_0",3.5265172100325045e-06,1613944501947,4577
"mom_0",0.8794699504988549,1613944501947,4577
"eps_0",1e-05,1613944501947,4577
"wd_1",0.01,1613944501947,4577
"sqr_mom_1",0.99,1613944501947,4577
"lr_1",3.526517210032505e-05,1613944501947,4577
"mom_1",0.8794699504988549,1613944501947,4577
"eps_1",1e-05,1613944501947,4577
"wd_2",0.01,1613944501947,4577
"sqr_mom_2",0.99,1613944501947,4577
"lr_2",0.0003526517210032504,1613944501947,4577
"mom_2",0.8794699504988549,1613944501947,4577
"eps_2",1e-05,1613944501947,4577
"train_loss",0.017622182,1613944502915,4578
"raw_loss",0.011142363,1613944502915,4578
"epoch",28.79874213836475,1613944502915,4578
"wd_0",0.01,1613944502915,4578
"sqr_mom_0",0.99,1613944502915,4578
"lr_0",3.525229888727526e-06,1613944502915,4578
"mom_0",0.8794956971824213,1613944502915,4578
"eps_0",1e-05,1613944502915,4578
"wd_1",0.01,1613944502915,4578
"sqr_mom_1",0.99,1613944502915,4578
"lr_1",3.525229888727526e-05,1613944502915,4578
"mom_1",0.8794956971824213,1613944502915,4578
"eps_1",1e-05,1613944502915,4578
"wd_2",0.01,1613944502915,4578
"sqr_mom_2",0.99,1613944502915,4578
"lr_2",0.00035252298887275253,1613944502915,4578
"mom_2",0.8794956971824213,1613944502915,4578
"eps_2",1e-05,1613944502915,4578
"train_loss",0.017470272,1613944503872,4579
"raw_loss",0.0100266505,1613944503872,4579
"epoch",28.805031446540852,1613944503872,4579
"wd_0",0.01,1613944503872,4579
"sqr_mom_0",0.99,1613944503872,4579
"lr_0",3.523942667605831e-06,1613944503872,4579
"mom_0",0.879521441862302,1613944503872,4579
"eps_0",1e-05,1613944503872,4579
"wd_1",0.01,1613944503872,4579
"sqr_mom_1",0.99,1613944503872,4579
"lr_1",3.523942667605831e-05,1613944503872,4579
"mom_1",0.879521441862302,1613944503872,4579
"eps_1",1e-05,1613944503872,4579
"wd_2",0.01,1613944503872,4579
"sqr_mom_2",0.99,1613944503872,4579
"lr_2",0.00035239426676058304,1613944503872,4579
"mom_2",0.879521441862302,1613944503872,4579
"eps_2",1e-05,1613944503872,4579
"train_loss",0.018254457,1613944504837,4580
"raw_loss",0.056679588,1613944504837,4580
"epoch",28.811320754716952,1613944504837,4580
"wd_0",0.01,1613944504837,4580
"sqr_mom_0",0.99,1613944504837,4580
"lr_0",3.522655333816411e-06,1613944504837,4580
"mom_0",0.8795471887955597,1613944504837,4580
"eps_0",1e-05,1613944504837,4580
"wd_1",0.01,1613944504837,4580
"sqr_mom_1",0.99,1613944504837,4580
"lr_1",3.522655333816411e-05,1613944504837,4580
"mom_1",0.8795471887955597,1613944504837,4580
"eps_1",1e-05,1613944504837,4580
"wd_2",0.01,1613944504837,4580
"sqr_mom_2",0.99,1613944504837,4580
"lr_2",0.0003522655333816411,1613944504837,4580
"mom_2",0.8795471887955597,1613944504837,4580
"eps_2",1e-05,1613944504837,4580
"train_loss",0.018146494,1613944505814,4581
"raw_loss",0.012856317,1613944505814,4581
"epoch",28.817610062893053,1613944505814,4581
"wd_0",0.01,1613944505814,4581
"sqr_mom_0",0.99,1613944505814,4581
"lr_0",3.521366819731184e-06,1613944505814,4581
"mom_0",0.8795729593349696,1613944505814,4581
"eps_0",1e-05,1613944505814,4581
"wd_1",0.01,1613944505814,4581
"sqr_mom_1",0.99,1613944505814,4581
"lr_1",3.521366819731184e-05,1613944505814,4581
"mom_1",0.8795729593349696,1613944505814,4581
"eps_1",1e-05,1613944505814,4581
"wd_2",0.01,1613944505814,4581
"sqr_mom_2",0.99,1613944505814,4581
"lr_2",0.00035213668197311835,1613944505814,4581
"mom_2",0.8795729593349696,1613944505814,4581
"eps_2",1e-05,1613944505814,4581
"train_loss",0.017999193,1613944506786,4582
"raw_loss",0.010781419,1613944506786,4582
"epoch",28.823899371069153,1613944506786,4582
"wd_0",0.01,1613944506786,4582
"sqr_mom_0",0.99,1613944506786,4582
"lr_0",3.5200788346651543e-06,1613944506786,4582
"mom_0",0.8795987192938899,1613944506786,4582
"eps_0",1e-05,1613944506786,4582
"wd_1",0.01,1613944506786,4582
"sqr_mom_1",0.99,1613944506786,4582
"lr_1",3.520078834665154e-05,1613944506786,4582
"mom_1",0.8795987192938899,1613944506786,4582
"eps_1",1e-05,1613944506786,4582
"wd_2",0.01,1613944506786,4582
"sqr_mom_2",0.99,1613944506786,4582
"lr_2",0.0003520078834665154,1613944506786,4582
"mom_2",0.8795987192938899,1613944506786,4582
"eps_2",1e-05,1613944506786,4582
"train_loss",0.017846856,1613944507748,4583
"raw_loss",0.010382398,1613944507748,4583
"epoch",28.830188679245254,1613944507748,4583
"wd_0",0.01,1613944507748,4583
"sqr_mom_0",0.99,1613944507748,4583
"lr_0",3.518790310936399e-06,1613944507748,4583
"mom_0",0.8796244900261723,1613944507748,4583
"eps_0",1e-05,1613944507748,4583
"wd_1",0.01,1613944507748,4583
"sqr_mom_1",0.99,1613944507748,4583
"lr_1",3.5187903109363985e-05,1613944507748,4583
"mom_1",0.8796244900261723,1613944507748,4583
"eps_1",1e-05,1613944507748,4583
"wd_2",0.01,1613944507748,4583
"sqr_mom_2",0.99,1613944507748,4583
"lr_2",0.00035187903109363985,1613944507748,4583
"mom_2",0.8796244900261723,1613944507748,4583
"eps_2",1e-05,1613944507748,4583
"train_loss",0.017813267,1613944508686,4584
"raw_loss",0.016167387,1613944508686,4584
"epoch",28.836477987421354,1613944508686,4584
"wd_0",0.01,1613944508686,4584
"sqr_mom_0",0.99,1613944508686,4584
"lr_0",3.5175010349921326e-06,1613944508686,4584
"mom_0",0.8796502758029153,1613944508686,4584
"eps_0",1e-05,1613944508686,4584
"wd_1",0.01,1613944508686,4584
"sqr_mom_1",0.99,1613944508686,4584
"lr_1",3.517501034992133e-05,1613944508686,4584
"mom_1",0.8796502758029153,1613944508686,4584
"eps_1",1e-05,1613944508686,4584
"wd_2",0.01,1613944508686,4584
"sqr_mom_2",0.99,1613944508686,4584
"lr_2",0.0003517501034992132,1613944508686,4584
"mom_2",0.8796502758029153,1613944508686,4584
"eps_2",1e-05,1613944508686,4584
"train_loss",0.01769036,1613944509675,4585
"raw_loss",0.011667933,1613944509675,4585
"epoch",28.842767295597454,1613944509675,4585
"wd_0",0.01,1613944509675,4585
"sqr_mom_0",0.99,1613944509675,4585
"lr_0",3.5162118623424236e-06,1613944509675,4585
"mom_0",0.8796760595137466,1613944509675,4585
"eps_0",1e-05,1613944509675,4585
"wd_1",0.01,1613944509675,4585
"sqr_mom_1",0.99,1613944509675,4585
"lr_1",3.5162118623424234e-05,1613944509675,4585
"mom_1",0.8796760595137466,1613944509675,4585
"eps_1",1e-05,1613944509675,4585
"wd_2",0.01,1613944509675,4585
"sqr_mom_2",0.99,1613944509675,4585
"lr_2",0.0003516211862342423,1613944509675,4585
"mom_2",0.8796760595137466,1613944509675,4585
"eps_2",1e-05,1613944509675,4585
"train_loss",0.017667336,1613944510625,4586
"raw_loss",0.016539106,1613944510625,4586
"epoch",28.849056603773555,1613944510625,4586
"wd_0",0.01,1613944510625,4586
"sqr_mom_0",0.99,1613944510625,4586
"lr_0",3.5149225798113532e-06,1613944510625,4586
"mom_0",0.8797018454222272,1613944510625,4586
"eps_0",1e-05,1613944510625,4586
"wd_1",0.01,1613944510625,4586
"sqr_mom_1",0.99,1613944510625,4586
"lr_1",3.5149225798113536e-05,1613944510625,4586
"mom_1",0.8797018454222272,1613944510625,4586
"eps_1",1e-05,1613944510625,4586
"wd_2",0.01,1613944510625,4586
"sqr_mom_2",0.99,1613944510625,4586
"lr_2",0.00035149225798113533,1613944510625,4586
"mom_2",0.8797018454222272,1613944510625,4586
"eps_2",1e-05,1613944510625,4586
"train_loss",0.017732918,1613944511571,4587
"raw_loss",0.020946441,1613944511571,4587
"epoch",28.855345911949655,1613944511571,4587
"wd_0",0.01,1613944511571,4587
"sqr_mom_0",0.99,1613944511571,4587
"lr_0",3.5136321181568954e-06,1613944511571,4587
"mom_0",0.8797276549134112,1613944511571,4587
"eps_0",1e-05,1613944511571,4587
"wd_1",0.01,1613944511571,4587
"sqr_mom_1",0.99,1613944511571,4587
"lr_1",3.5136321181568954e-05,1613944511571,4587
"mom_1",0.8797276549134112,1613944511571,4587
"eps_1",1e-05,1613944511571,4587
"wd_2",0.01,1613944511571,4587
"sqr_mom_2",0.99,1613944511571,4587
"lr_2",0.0003513632118156895,1613944511571,4587
"mom_2",0.8797276549134112,1613944511571,4587
"eps_2",1e-05,1613944511571,4587
"train_loss",0.017896133,1613944512516,4588
"raw_loss",0.02589367,1613944512516,4588
"epoch",28.861635220125756,1613944512516,4588
"wd_0",0.01,1613944512516,4588
"sqr_mom_0",0.99,1613944512516,4588
"lr_0",3.512342189277655e-06,1613944512516,4588
"mom_0",0.8797534537489844,1613944512516,4588
"eps_0",1e-05,1613944512516,4588
"wd_1",0.01,1613944512516,4588
"sqr_mom_1",0.99,1613944512516,4588
"lr_1",3.512342189277655e-05,1613944512516,4588
"mom_1",0.8797534537489844,1613944512516,4588
"eps_1",1e-05,1613944512516,4588
"wd_2",0.01,1613944512516,4588
"sqr_mom_2",0.99,1613944512516,4588
"lr_2",0.0003512342189277655,1613944512516,4588
"mom_2",0.8797534537489844,1613944512516,4588
"eps_2",1e-05,1613944512516,4588
"train_loss",0.017742379,1613944513469,4589
"raw_loss",0.010208413,1613944513469,4589
"epoch",28.867924528301856,1613944513469,4589
"wd_0",0.01,1613944513469,4589
"sqr_mom_0",0.99,1613944513469,4589
"lr_0",3.51105172387817e-06,1613944513469,4589
"mom_0",0.8797792633150697,1613944513469,4589
"eps_0",1e-05,1613944513469,4589
"wd_1",0.01,1613944513469,4589
"sqr_mom_1",0.99,1613944513469,4589
"lr_1",3.51105172387817e-05,1613944513469,4589
"mom_1",0.8797792633150697,1613944513469,4589
"eps_1",1e-05,1613944513469,4589
"wd_2",0.01,1613944513469,4589
"sqr_mom_2",0.99,1613944513469,4589
"lr_2",0.00035110517238781696,1613944513469,4589
"mom_2",0.8797792633150697,1613944513469,4589
"eps_2",1e-05,1613944513469,4589
"train_loss",0.018089008,1613944514415,4590
"raw_loss",0.035073828,1613944514415,4590
"epoch",28.874213836477956,1613944514415,4590
"wd_0",0.01,1613944514415,4590
"sqr_mom_0",0.99,1613944514415,4590
"lr_0",3.5097605080860595e-06,1613944514415,4590
"mom_0",0.8798050878891577,1613944514415,4590
"eps_0",1e-05,1613944514415,4590
"wd_1",0.01,1613944514415,4590
"sqr_mom_1",0.99,1613944514415,4590
"lr_1",3.509760508086059e-05,1613944514415,4590
"mom_1",0.8798050878891577,1613944514415,4590
"eps_1",1e-05,1613944514415,4590
"wd_2",0.01,1613944514415,4590
"sqr_mom_2",0.99,1613944514415,4590
"lr_2",0.00035097605080860593,1613944514415,4590
"mom_2",0.8798050878891577,1613944514415,4590
"eps_2",1e-05,1613944514415,4590
"train_loss",0.0181122,1613944515362,4591
"raw_loss",0.0192486,1613944515362,4591
"epoch",28.880503144654057,1613944515362,4591
"wd_0",0.01,1613944515362,4591
"sqr_mom_0",0.99,1613944515362,4591
"lr_0",3.508469398698592e-06,1613944515362,4591
"mom_0",0.8798309103351315,1613944515362,4591
"eps_0",1e-05,1613944515362,4591
"wd_1",0.01,1613944515362,4591
"sqr_mom_1",0.99,1613944515362,4591
"lr_1",3.508469398698592e-05,1613944515362,4591
"mom_1",0.8798309103351315,1613944515362,4591
"eps_1",1e-05,1613944515362,4591
"wd_2",0.01,1613944515362,4591
"sqr_mom_2",0.99,1613944515362,4591
"lr_2",0.00035084693986985917,1613944515362,4591
"mom_2",0.8798309103351315,1613944515362,4591
"eps_2",1e-05,1613944515362,4591
"train_loss",0.018001515,1613944516304,4592
"raw_loss",0.012577999,1613944516304,4592
"epoch",28.886792452830157,1613944516304,4592
"wd_0",0.01,1613944516304,4592
"sqr_mom_0",0.99,1613944516304,4592
"lr_0",3.507177967987634e-06,1613944516304,4592
"mom_0",0.8798567392076394,1613944516304,4592
"eps_0",1e-05,1613944516304,4592
"wd_1",0.01,1613944516304,4592
"sqr_mom_1",0.99,1613944516304,4592
"lr_1",3.5071779679876336e-05,1613944516304,4592
"mom_1",0.8798567392076394,1613944516304,4592
"eps_1",1e-05,1613944516304,4592
"wd_2",0.01,1613944516304,4592
"sqr_mom_2",0.99,1613944516304,4592
"lr_2",0.0003507177967987633,1613944516304,4592
"mom_2",0.8798567392076394,1613944516304,4592
"eps_2",1e-05,1613944516304,4592
"train_loss",0.017810186,1613944517261,4593
"raw_loss",0.00843501,1613944517261,4593
"epoch",28.893081761006258,1613944517261,4593
"wd_0",0.01,1613944517261,4593
"sqr_mom_0",0.99,1613944517261,4593
"lr_0",3.5058857877987474e-06,1613944517261,4593
"mom_0",0.8798825830698558,1613944517261,4593
"eps_0",1e-05,1613944517261,4593
"wd_1",0.01,1613944517261,4593
"sqr_mom_1",0.99,1613944517261,4593
"lr_1",3.5058857877987475e-05,1613944517261,4593
"mom_1",0.8798825830698558,1613944517261,4593
"eps_1",1e-05,1613944517261,4593
"wd_2",0.01,1613944517261,4593
"sqr_mom_2",0.99,1613944517261,4593
"lr_2",0.0003505885787798747,1613944517261,4593
"mom_2",0.8798825830698558,1613944517261,4593
"eps_2",1e-05,1613944517261,4593
"train_loss",0.017617267,1613944518206,4594
"raw_loss",0.008164236,1613944518206,4594
"epoch",28.899371069182358,1613944518206,4594
"wd_0",0.01,1613944518206,4594
"sqr_mom_0",0.99,1613944518206,4594
"lr_0",3.5045937155691346e-06,1613944518206,4594
"mom_0",0.879908424772865,1613944518206,4594
"eps_0",1e-05,1613944518206,4594
"wd_1",0.01,1613944518206,4594
"sqr_mom_1",0.99,1613944518206,4594
"lr_1",3.504593715569135e-05,1613944518206,4594
"mom_1",0.879908424772865,1613944518206,4594
"eps_1",1e-05,1613944518206,4594
"wd_2",0.01,1613944518206,4594
"sqr_mom_2",0.99,1613944518206,4594
"lr_2",0.00035045937155691345,1613944518206,4594
"mom_2",0.879908424772865,1613944518206,4594
"eps_2",1e-05,1613944518206,4594
"train_loss",0.017920528,1613944519149,4595
"raw_loss",0.032780293,1613944519149,4595
"epoch",28.90566037735846,1613944519149,4595
"wd_0",0.01,1613944519149,4595
"sqr_mom_0",0.99,1613944519149,4595
"lr_0",3.5033015376401036e-06,1613944519149,4595
"mom_0",0.8799342685898838,1613944519149,4595
"eps_0",1e-05,1613944519149,4595
"wd_1",0.01,1613944519149,4595
"sqr_mom_1",0.99,1613944519149,4595
"lr_1",3.503301537640104e-05,1613944519149,4595
"mom_1",0.8799342685898838,1613944519149,4595
"eps_1",1e-05,1613944519149,4595
"wd_2",0.01,1613944519149,4595
"sqr_mom_2",0.99,1613944519149,4595
"lr_2",0.00035033015376401036,1613944519149,4595
"mom_2",0.8799342685898838,1613944519149,4595
"eps_2",1e-05,1613944519149,4595
"train_loss",0.017847491,1613944520086,4596
"raw_loss",0.014268735,1613944520086,4596
"epoch",28.91194968553456,1613944520086,4596
"wd_0",0.01,1613944520086,4596
"sqr_mom_0",0.99,1613944520086,4596
"lr_0",3.5020081823716873e-06,1613944520086,4596
"mom_0",0.8799601359539257,1613944520086,4596
"eps_0",1e-05,1613944520086,4596
"wd_1",0.01,1613944520086,4596
"sqr_mom_1",0.99,1613944520086,4596
"lr_1",3.502008182371687e-05,1613944520086,4596
"mom_1",0.8799601359539257,1613944520086,4596
"eps_1",1e-05,1613944520086,4596
"wd_2",0.01,1613944520086,4596
"sqr_mom_2",0.99,1613944520086,4596
"lr_2",0.00035020081823716867,1613944520086,4596
"mom_2",0.8799601359539257,1613944520086,4596
"eps_2",1e-05,1613944520086,4596
"train_loss",0.017722964,1613944521042,4597
"raw_loss",0.011621168,1613944521042,4597
"epoch",28.91823899371066,1613944521042,4597
"wd_0",0.01,1613944521042,4597
"sqr_mom_0",0.99,1613944521042,4597
"lr_0",3.500715365501098e-06,1613944521042,4597
"mom_0",0.8799859925499035,1613944521042,4597
"eps_0",1e-05,1613944521042,4597
"wd_1",0.01,1613944521042,4597
"sqr_mom_1",0.99,1613944521042,4597
"lr_1",3.5007153655010975e-05,1613944521042,4597
"mom_1",0.8799859925499035,1613944521042,4597
"eps_1",1e-05,1613944521042,4597
"wd_2",0.01,1613944521042,4597
"sqr_mom_2",0.99,1613944521042,4597
"lr_2",0.00035007153655010977,1613944521042,4597
"mom_2",0.8799859925499035,1613944521042,4597
"eps_2",1e-05,1613944521042,4597
"train_loss",0.017483894,1613944521978,4598
"raw_loss",0.0057694097,1613944521978,4598
"epoch",28.92452830188676,1613944521978,4598
"wd_0",0.01,1613944521978,4598
"sqr_mom_0",0.99,1613944521978,4598
"lr_0",3.499421371691727e-06,1613944521978,4598
"mom_0",0.8800118726848923,1613944521978,4598
"eps_0",1e-05,1613944521978,4598
"wd_1",0.01,1613944521978,4598
"sqr_mom_1",0.99,1613944521978,4598
"lr_1",3.499421371691727e-05,1613944521978,4598
"mom_1",0.8800118726848923,1613944521978,4598
"eps_1",1e-05,1613944521978,4598
"wd_2",0.01,1613944521978,4598
"sqr_mom_2",0.99,1613944521978,4598
"lr_2",0.00034994213716917267,1613944521978,4598
"mom_2",0.8800118726848923,1613944521978,4598
"eps_2",1e-05,1613944521978,4598
"train_loss",0.017367339,1613944522924,4599
"raw_loss",0.011656128,1613944522924,4599
"epoch",28.93081761006286,1613944522924,4599
"wd_0",0.01,1613944522924,4599
"sqr_mom_0",0.99,1613944522924,4599
"lr_0",3.4981279175278607e-06,1613944522924,4599
"mom_0",0.880037742026863,1613944522924,4599
"eps_0",1e-05,1613944522924,4599
"wd_1",0.01,1613944522924,4599
"sqr_mom_1",0.99,1613944522924,4599
"lr_1",3.498127917527861e-05,1613944522924,4599
"mom_1",0.880037742026863,1613944522924,4599
"eps_1",1e-05,1613944522924,4599
"wd_2",0.01,1613944522924,4599
"sqr_mom_2",0.99,1613944522924,4599
"lr_2",0.00034981279175278607,1613944522924,4599
"mom_2",0.880037742026863,1613944522924,4599
"eps_2",1e-05,1613944522924,4599
"train_loss",0.017216476,1613944523881,4600
"raw_loss",0.009824156,1613944523881,4600
"epoch",28.93710691823896,1613944523881,4600
"wd_0",0.01,1613944523881,4600
"sqr_mom_0",0.99,1613944523881,4600
"lr_0",3.496833930787691e-06,1613944523881,4600
"mom_0",0.8800636220204664,1613944523881,4600
"eps_0",1e-05,1613944523881,4600
"wd_1",0.01,1613944523881,4600
"sqr_mom_1",0.99,1613944523881,4600
"lr_1",3.496833930787691e-05,1613944523881,4600
"mom_1",0.8800636220204664,1613944523881,4600
"eps_1",1e-05,1613944523881,4600
"wd_2",0.01,1613944523881,4600
"sqr_mom_2",0.99,1613944523881,4600
"lr_2",0.000349683393078769,1613944523881,4600
"mom_2",0.8800636220204664,1613944523881,4600
"eps_2",1e-05,1613944523881,4600
"train_loss",0.017219031,1613944524848,4601
"raw_loss",0.017344229,1613944524848,4601
"epoch",28.94339622641506,1613944524848,4601
"wd_0",0.01,1613944524848,4601
"sqr_mom_0",0.99,1613944524848,4601
"lr_0",3.4955391970192713e-06,1613944524848,4601
"mom_0",0.8800895169547841,1613944524848,4601
"eps_0",1e-05,1613944524848,4601
"wd_1",0.01,1613944524848,4601
"sqr_mom_1",0.99,1613944524848,4601
"lr_1",3.4955391970192706e-05,1613944524848,4601
"mom_1",0.8800895169547841,1613944524848,4601
"eps_1",1e-05,1613944524848,4601
"wd_2",0.01,1613944524848,4601
"sqr_mom_2",0.99,1613944524848,4601
"lr_2",0.0003495539197019271,1613944524848,4601
"mom_2",0.8800895169547841,1613944524848,4601
"eps_2",1e-05,1613944524848,4601
"train_loss",0.01703466,1613944525783,4602
"raw_loss",0.008000416,1613944525783,4602
"epoch",28.94968553459116,1613944525783,4602
"wd_0",0.01,1613944525783,4602
"sqr_mom_0",0.99,1613944525783,4602
"lr_0",3.494244575354253e-06,1613944525783,4602
"mom_0",0.8801154096470114,1613944525783,4602
"eps_0",1e-05,1613944525783,4602
"wd_1",0.01,1613944525783,4602
"sqr_mom_1",0.99,1613944525783,4602
"lr_1",3.494244575354253e-05,1613944525783,4602
"mom_1",0.8801154096470114,1613944525783,4602
"eps_1",1e-05,1613944525783,4602
"wd_2",0.01,1613944525783,4602
"sqr_mom_2",0.99,1613944525783,4602
"lr_2",0.00034942445753542527,1613944525783,4602
"mom_2",0.8801154096470114,1613944525783,4602
"eps_2",1e-05,1613944525783,4602
"train_loss",0.017056083,1613944526727,4603
"raw_loss",0.018105872,1613944526727,4603
"epoch",28.95597484276726,1613944526727,4603
"wd_0",0.01,1613944526727,4603
"sqr_mom_0",0.99,1613944526727,4603
"lr_0",3.4929498517094347e-06,1613944526727,4603
"mom_0",0.8801413043788551,1613944526727,4603
"eps_0",1e-05,1613944526727,4603
"wd_1",0.01,1613944526727,4603
"sqr_mom_1",0.99,1613944526727,4603
"lr_1",3.492949851709434e-05,1613944526727,4603
"mom_1",0.8801413043788551,1613944526727,4603
"eps_1",1e-05,1613944526727,4603
"wd_2",0.01,1613944526727,4603
"sqr_mom_2",0.99,1613944526727,4603
"lr_2",0.0003492949851709434,1613944526727,4603
"mom_2",0.8801413043788551,1613944526727,4603
"eps_2",1e-05,1613944526727,4603
"train_loss",0.017012252,1613944527662,4604
"raw_loss",0.014864453,1613944527662,4604
"epoch",28.962264150943362,1613944527662,4604
"wd_0",0.01,1613944527662,4604
"sqr_mom_0",0.99,1613944527662,4604
"lr_0",3.491653952336545e-06,1613944527662,4604
"mom_0",0.8801672226254953,1613944527662,4604
"eps_0",1e-05,1613944527662,4604
"wd_1",0.01,1613944527662,4604
"sqr_mom_1",0.99,1613944527662,4604
"lr_1",3.491653952336545e-05,1613944527662,4604
"mom_1",0.8801672226254953,1613944527662,4604
"eps_1",1e-05,1613944527662,4604
"wd_2",0.01,1613944527662,4604
"sqr_mom_2",0.99,1613944527662,4604
"lr_2",0.0003491653952336545,1613944527662,4604
"mom_2",0.8801672226254953,1613944527662,4604
"eps_2",1e-05,1613944527662,4604
"train_loss",0.016899195,1613944528606,4605
"raw_loss",0.011359384,1613944528606,4605
"epoch",28.968553459119462,1613944528606,4605
"wd_0",0.01,1613944528606,4605
"sqr_mom_0",0.99,1613944528606,4605
"lr_0",3.4903585963477526e-06,1613944528606,4605
"mom_0",0.880193130004345,1613944528606,4605
"eps_0",1e-05,1613944528606,4605
"wd_1",0.01,1613944528606,4605
"sqr_mom_1",0.99,1613944528606,4605
"lr_1",3.490358596347752e-05,1613944528606,4605
"mom_1",0.880193130004345,1613944528606,4605
"eps_1",1e-05,1613944528606,4605
"wd_2",0.01,1613944528606,4605
"sqr_mom_2",0.99,1613944528606,4605
"lr_2",0.0003490358596347752,1613944528606,4605
"mom_2",0.880193130004345,1613944528606,4605
"eps_2",1e-05,1613944528606,4605
"train_loss",0.016830154,1613944529541,4606
"raw_loss",0.013447146,1613944529541,4606
"epoch",28.974842767295563,1613944529541,4606
"wd_0",0.01,1613944529541,4606
"sqr_mom_0",0.99,1613944529541,4606
"lr_0",3.4890627099425117e-06,1613944529541,4606
"mom_0",0.8802190479916296,1613944529541,4606
"eps_0",1e-05,1613944529541,4606
"wd_1",0.01,1613944529541,4606
"sqr_mom_1",0.99,1613944529541,4606
"lr_1",3.4890627099425115e-05,1613944529541,4606
"mom_1",0.8802190479916296,1613944529541,4606
"eps_1",1e-05,1613944529541,4606
"wd_2",0.01,1613944529541,4606
"sqr_mom_2",0.99,1613944529541,4606
"lr_2",0.00034890627099425114,1613944529541,4606
"mom_2",0.8802190479916296,1613944529541,4606
"eps_2",1e-05,1613944529541,4606
"train_loss",0.016731387,1613944530491,4607
"raw_loss",0.01189183,1613944530491,4607
"epoch",28.981132075471663,1613944530491,4607
"wd_0",0.01,1613944530491,4607
"sqr_mom_0",0.99,1613944530491,4607
"lr_0",3.487766078356244e-06,1613944530491,4607
"mom_0",0.8802449808826839,1613944530491,4607
"eps_0",1e-05,1613944530491,4607
"wd_1",0.01,1613944530491,4607
"sqr_mom_1",0.99,1613944530491,4607
"lr_1",3.487766078356244e-05,1613944530491,4607
"mom_1",0.8802449808826839,1613944530491,4607
"eps_1",1e-05,1613944530491,4607
"wd_2",0.01,1613944530491,4607
"sqr_mom_2",0.99,1613944530491,4607
"lr_2",0.00034877660783562436,1613944530491,4607
"mom_2",0.8802449808826839,1613944530491,4607
"eps_2",1e-05,1613944530491,4607
"train_loss",0.016628196,1613944531423,4608
"raw_loss",0.011571859,1613944531423,4608
"epoch",28.987421383647764,1613944531423,4608
"wd_0",0.01,1613944531423,4608
"sqr_mom_0",0.99,1613944531423,4608
"lr_0",3.4864695619799142e-06,1613944531423,4608
"mom_0",0.8802709114695164,1613944531423,4608
"eps_0",1e-05,1613944531423,4608
"wd_1",0.01,1613944531423,4608
"sqr_mom_1",0.99,1613944531423,4608
"lr_1",3.4864695619799146e-05,1613944531423,4608
"mom_1",0.8802709114695164,1613944531423,4608
"eps_1",1e-05,1613944531423,4608
"wd_2",0.01,1613944531423,4608
"sqr_mom_2",0.99,1613944531423,4608
"lr_2",0.00034864695619799143,1613944531423,4608
"mom_2",0.8802709114695164,1613944531423,4608
"eps_2",1e-05,1613944531423,4608
"train_loss",0.016460082,1613944532380,4609
"raw_loss",0.008222441,1613944532380,4609
"epoch",28.993710691823864,1613944532380,4609
"wd_0",0.01,1613944532380,4609
"sqr_mom_0",0.99,1613944532380,4609
"lr_0",3.485172946414808e-06,1613944532380,4609
"mom_0",0.8802968440401442,1613944532380,4609
"eps_0",1e-05,1613944532380,4609
"wd_1",0.01,1613944532380,4609
"sqr_mom_1",0.99,1613944532380,4609
"lr_1",3.4851729464148085e-05,1613944532380,4609
"mom_1",0.8802968440401442,1613944532380,4609
"eps_1",1e-05,1613944532380,4609
"wd_2",0.01,1613944532380,4609
"sqr_mom_2",0.99,1613944532380,4609
"lr_2",0.0003485172946414808,1613944532380,4609
"mom_2",0.8802968440401442,1613944532380,4609
"eps_2",1e-05,1613944532380,4609
"train_loss",0.01632468,1613944533311,4610
"raw_loss",0.009689982,1613944533311,4610
"epoch",28.999999999999964,1613944533311,4610
"wd_0",0.01,1613944533311,4610
"sqr_mom_0",0.99,1613944533311,4610
"lr_0",3.4838751563458316e-06,1613944533311,4610
"mom_0",0.8803228001010843,1613944533311,4610
"eps_0",1e-05,1613944533311,4610
"wd_1",0.01,1613944533311,4610
"sqr_mom_1",0.99,1613944533311,4610
"lr_1",3.483875156345832e-05,1613944533311,4610
"mom_1",0.8803228001010843,1613944533311,4610
"eps_1",1e-05,1613944533311,4610
"wd_2",0.01,1613944533311,4610
"sqr_mom_2",0.99,1613944533311,4610
"lr_2",0.0003483875156345831,1613944533311,4610
"mom_2",0.8803228001010843,1613944533311,4610
"eps_2",1e-05,1613944533311,4610
"valid_loss",0.09666028618812561,1613944565770,4610
"_rmse",0.31090235710144043,1613944565770,4610
"epoch",29,1613944565770,4610
"train_loss",0.016488338,1613944566861,4611
"raw_loss",0.024507582,1613944566861,4611
"epoch",29.0062893081761,1613944566861,4611
"wd_0",0.01,1613944566861,4611
"sqr_mom_0",0.99,1613944566861,4611
"lr_0",3.482577913393308e-06,1613944566861,4611
"mom_0",0.8803487452195861,1613944566861,4611
"eps_0",1e-05,1613944566861,4611
"wd_1",0.01,1613944566861,4611
"sqr_mom_1",0.99,1613944566861,4611
"lr_1",3.482577913393308e-05,1613944566861,4611
"mom_1",0.8803487452195861,1613944566861,4611
"eps_1",1e-05,1613944566861,4611
"wd_2",0.01,1613944566861,4611
"sqr_mom_2",0.99,1613944566861,4611
"lr_2",0.0003482577913393308,1613944566861,4611
"mom_2",0.8803487452195861,1613944566861,4611
"eps_2",1e-05,1613944566861,4611
"train_loss",0.01693534,1613944567846,4612
"raw_loss",0.03883842,1613944567846,4612
"epoch",29.0125786163522,1613944567846,4612
"wd_0",0.01,1613944567846,4612
"sqr_mom_0",0.99,1613944567846,4612
"lr_0",3.4812801421902802e-06,1613944567846,4612
"mom_0",0.8803747009032035,1613944567846,4612
"eps_0",1e-05,1613944567846,4612
"wd_1",0.01,1613944567846,4612
"sqr_mom_1",0.99,1613944567846,4612
"lr_1",3.48128014219028e-05,1613944567846,4612
"mom_1",0.8803747009032035,1613944567846,4612
"eps_1",1e-05,1613944567846,4612
"wd_2",0.01,1613944567846,4612
"sqr_mom_2",0.99,1613944567846,4612
"lr_2",0.00034812801421902793,1613944567846,4612
"mom_2",0.8803747009032035,1613944567846,4612
"eps_2",1e-05,1613944567846,4612
"train_loss",0.0168644,1613944568780,4613
"raw_loss",0.013388371,1613944568780,4613
"epoch",29.0188679245283,1613944568780,4613
"wd_0",0.01,1613944568780,4613
"sqr_mom_0",0.99,1613944568780,4613
"lr_0",3.479981627661996e-06,1613944568780,4613
"mom_0",0.8804006714534746,1613944568780,4613
"eps_0",1e-05,1613944568780,4613
"wd_1",0.01,1613944568780,4613
"sqr_mom_1",0.99,1613944568780,4613
"lr_1",3.479981627661996e-05,1613944568780,4613
"mom_1",0.8804006714534746,1613944568780,4613
"eps_1",1e-05,1613944568780,4613
"wd_2",0.01,1613944568780,4613
"sqr_mom_2",0.99,1613944568780,4613
"lr_2",0.0003479981627661996,1613944568780,4613
"mom_2",0.8804006714534746,1613944568780,4613
"eps_2",1e-05,1613944568780,4613
"train_loss",0.016735494,1613944569732,4614
"raw_loss",0.010419057,1613944569732,4614
"epoch",29.0251572327044,1613944569732,4614
"wd_0",0.01,1613944569732,4614
"sqr_mom_0",0.99,1613944569732,4614
"lr_0",3.478683231448864e-06,1613944569732,4614
"mom_0",0.8804266396374191,1613944569732,4614
"eps_0",1e-05,1613944569732,4614
"wd_1",0.01,1613944569732,4614
"sqr_mom_1",0.99,1613944569732,4614
"lr_1",3.478683231448864e-05,1613944569732,4614
"mom_1",0.8804266396374191,1613944569732,4614
"eps_1",1e-05,1613944569732,4614
"wd_2",0.01,1613944569732,4614
"sqr_mom_2",0.99,1613944569732,4614
"lr_2",0.0003478683231448864,1613944569732,4614
"mom_2",0.8804266396374191,1613944569732,4614
"eps_2",1e-05,1613944569732,4614
"train_loss",0.016738994,1613944570677,4615
"raw_loss",0.016910456,1613944570677,4615
"epoch",29.031446540880502,1613944570677,4615
"wd_0",0.01,1613944570677,4615
"sqr_mom_0",0.99,1613944570677,4615
"lr_0",3.477384523403092e-06,1613944570677,4615
"mom_0",0.8804526140580787,1613944570677,4615
"eps_0",1e-05,1613944570677,4615
"wd_1",0.01,1613944570677,4615
"sqr_mom_1",0.99,1613944570677,4615
"lr_1",3.477384523403092e-05,1613944570677,4615
"mom_1",0.8804526140580787,1613944570677,4615
"eps_1",1e-05,1613944570677,4615
"wd_2",0.01,1613944570677,4615
"sqr_mom_2",0.99,1613944570677,4615
"lr_2",0.0003477384523403092,1613944570677,4615
"mom_2",0.8804526140580787,1613944570677,4615
"eps_2",1e-05,1613944570677,4615
"train_loss",0.016650122,1613944571630,4616
"raw_loss",0.012295389,1613944571630,4616
"epoch",29.037735849056602,1613944571630,4616
"wd_0",0.01,1613944571630,4616
"sqr_mom_0",0.99,1613944571630,4616
"lr_0",3.476085072963176e-06,1613944571630,4616
"mom_0",0.8804786033267697,1613944571630,4616
"eps_0",1e-05,1613944571630,4616
"wd_1",0.01,1613944571630,4616
"sqr_mom_1",0.99,1613944571630,4616
"lr_1",3.476085072963176e-05,1613944571630,4616
"mom_1",0.8804786033267697,1613944571630,4616
"eps_1",1e-05,1613944571630,4616
"wd_2",0.01,1613944571630,4616
"sqr_mom_2",0.99,1613944571630,4616
"lr_2",0.0003476085072963176,1613944571630,4616
"mom_2",0.8804786033267697,1613944571630,4616
"eps_2",1e-05,1613944571630,4616
"train_loss",0.017273901,1613944572566,4617
"raw_loss",0.047839165,1613944572566,4617
"epoch",29.044025157232703,1613944572566,4617
"wd_0",0.01,1613944572566,4617
"sqr_mom_0",0.99,1613944572566,4617
"lr_0",3.4747857423905554e-06,1613944572566,4617
"mom_0",0.8805045901980908,1613944572566,4617
"eps_0",1e-05,1613944572566,4617
"wd_1",0.01,1613944572566,4617
"sqr_mom_1",0.99,1613944572566,4617
"lr_1",3.4747857423905555e-05,1613944572566,4617
"mom_1",0.8805045901980908,1613944572566,4617
"eps_1",1e-05,1613944572566,4617
"wd_2",0.01,1613944572566,4617
"sqr_mom_2",0.99,1613944572566,4617
"lr_2",0.0003474785742390555,1613944572566,4617
"mom_2",0.8805045901980908,1613944572566,4617
"eps_2",1e-05,1613944572566,4617
"train_loss",0.01733732,1613944573518,4618
"raw_loss",0.020444836,1613944573518,4618
"epoch",29.050314465408803,1613944573518,4618
"wd_0",0.01,1613944573518,4618
"sqr_mom_0",0.99,1613944573518,4618
"lr_0",3.4734863168178562e-06,1613944573518,4618
"mom_0",0.8805305789694325,1613944573518,4618
"eps_0",1e-05,1613944573518,4618
"wd_1",0.01,1613944573518,4618
"sqr_mom_1",0.99,1613944573518,4618
"lr_1",3.473486316817856e-05,1613944573518,4618
"mom_1",0.8805305789694325,1613944573518,4618
"eps_1",1e-05,1613944573518,4618
"wd_2",0.01,1613944573518,4618
"sqr_mom_2",0.99,1613944573518,4618
"lr_2",0.0003473486316817856,1613944573518,4618
"mom_2",0.8805305789694325,1613944573518,4618
"eps_2",1e-05,1613944573518,4618
"train_loss",0.017317139,1613944574501,4619
"raw_loss",0.016328251,1613944574501,4619
"epoch",29.056603773584904,1613944574501,4619
"wd_0",0.01,1613944574501,4619
"sqr_mom_0",0.99,1613944574501,4619
"lr_0",3.4721857186028656e-06,1613944574501,4619
"mom_0",0.8805565911938547,1613944574501,4619
"eps_0",1e-05,1613944574501,4619
"wd_1",0.01,1613944574501,4619
"sqr_mom_1",0.99,1613944574501,4619
"lr_1",3.4721857186028655e-05,1613944574501,4619
"mom_1",0.8805565911938547,1613944574501,4619
"eps_1",1e-05,1613944574501,4619
"wd_2",0.01,1613944574501,4619
"sqr_mom_2",0.99,1613944574501,4619
"lr_2",0.0003472185718602865,1613944574501,4619
"mom_2",0.8805565911938547,1613944574501,4619
"eps_2",1e-05,1613944574501,4619
"train_loss",0.017078558,1613944575479,4620
"raw_loss",0.005388132,1613944575479,4620
"epoch",29.062893081761004,1613944575479,4620
"wd_0",0.01,1613944575479,4620
"sqr_mom_0",0.99,1613944575479,4620
"lr_0",3.4708856730911324e-06,1613944575479,4620
"mom_0",0.880582592364101,1613944575479,4620
"eps_0",1e-05,1613944575479,4620
"wd_1",0.01,1613944575479,4620
"sqr_mom_1",0.99,1613944575479,4620
"lr_1",3.470885673091132e-05,1613944575479,4620
"mom_1",0.880582592364101,1613944575479,4620
"eps_1",1e-05,1613944575479,4620
"wd_2",0.01,1613944575479,4620
"sqr_mom_2",0.99,1613944575479,4620
"lr_2",0.00034708856730911316,1613944575479,4620
"mom_2",0.880582592364101,1613944575479,4620
"eps_2",1e-05,1613944575479,4620
"train_loss",0.017039085,1613944576442,4621
"raw_loss",0.015104851,1613944576442,4621
"epoch",29.069182389937104,1613944576442,4621
"wd_0",0.01,1613944576442,4621
"sqr_mom_0",0.99,1613944576442,4621
"lr_0",3.469585102589192e-06,1613944576442,4621
"mom_0",0.8806086040342564,1613944576442,4621
"eps_0",1e-05,1613944576442,4621
"wd_1",0.01,1613944576442,4621
"sqr_mom_1",0.99,1613944576442,4621
"lr_1",3.469585102589192e-05,1613944576442,4621
"mom_1",0.8806086040342564,1613944576442,4621
"eps_1",1e-05,1613944576442,4621
"wd_2",0.01,1613944576442,4621
"sqr_mom_2",0.99,1613944576442,4621
"lr_2",0.0003469585102589192,1613944576442,4621
"mom_2",0.8806086040342564,1613944576442,4621
"eps_2",1e-05,1613944576442,4621
"train_loss",0.016906688,1613944577386,4622
"raw_loss",0.010419229,1613944577386,4622
"epoch",29.075471698113205,1613944577386,4622
"wd_0",0.01,1613944577386,4622
"sqr_mom_0",0.99,1613944577386,4622
"lr_0",3.468283791561664e-06,1613944577386,4622
"mom_0",0.8806346305150718,1613944577386,4622
"eps_0",1e-05,1613944577386,4622
"wd_1",0.01,1613944577386,4622
"sqr_mom_1",0.99,1613944577386,4622
"lr_1",3.4682837915616636e-05,1613944577386,4622
"mom_1",0.8806346305150718,1613944577386,4622
"eps_1",1e-05,1613944577386,4622
"wd_2",0.01,1613944577386,4622
"sqr_mom_2",0.99,1613944577386,4622
"lr_2",0.00034682837915616635,1613944577386,4622
"mom_2",0.8806346305150718,1613944577386,4622
"eps_2",1e-05,1613944577386,4622
"train_loss",0.016733412,1613944578344,4623
"raw_loss",0.008242872,1613944578344,4623
"epoch",29.081761006289305,1613944578344,4623
"wd_0",0.01,1613944578344,4623
"sqr_mom_0",0.99,1613944578344,4623
"lr_0",3.4669826035045954e-06,1613944578344,4623
"mom_0",0.8806606545364535,1613944578344,4623
"eps_0",1e-05,1613944578344,4623
"wd_1",0.01,1613944578344,4623
"sqr_mom_1",0.99,1613944578344,4623
"lr_1",3.466982603504595e-05,1613944578344,4623
"mom_1",0.8806606545364535,1613944578344,4623
"eps_1",1e-05,1613944578344,4623
"wd_2",0.01,1613944578344,4623
"sqr_mom_2",0.99,1613944578344,4623
"lr_2",0.0003466982603504595,1613944578344,4623
"mom_2",0.8806606545364535,1613944578344,4623
"eps_2",1e-05,1613944578344,4623
"train_loss",0.016669894,1613944579331,4624
"raw_loss",0.013557469,1613944579331,4624
"epoch",29.088050314465406,1613944579331,4624
"wd_0",0.01,1613944579331,4624
"sqr_mom_0",0.99,1613944579331,4624
"lr_0",3.4656813232412585e-06,1613944579331,4624
"mom_0",0.8806866804019788,1613944579331,4624
"eps_0",1e-05,1613944579331,4624
"wd_1",0.01,1613944579331,4624
"sqr_mom_1",0.99,1613944579331,4624
"lr_1",3.465681323241258e-05,1613944579331,4624
"mom_1",0.8806866804019788,1613944579331,4624
"eps_1",1e-05,1613944579331,4624
"wd_2",0.01,1613944579331,4624
"sqr_mom_2",0.99,1613944579331,4624
"lr_2",0.0003465681323241258,1613944579331,4624
"mom_2",0.8806866804019788,1613944579331,4624
"eps_2",1e-05,1613944579331,4624
"train_loss",0.01660569,1613944580281,4625
"raw_loss",0.013459669,1613944580281,4625
"epoch",29.094339622641506,1613944580281,4625
"wd_0",0.01,1613944580281,4625
"sqr_mom_0",0.99,1613944580281,4625
"lr_0",3.4643788715934897e-06,1613944580281,4625
"mom_0",0.8807127296954271,1613944580281,4625
"eps_0",1e-05,1613944580281,4625
"wd_1",0.01,1613944580281,4625
"sqr_mom_1",0.99,1613944580281,4625
"lr_1",3.4643788715934896e-05,1613944580281,4625
"mom_1",0.8807127296954271,1613944580281,4625
"eps_1",1e-05,1613944580281,4625
"wd_2",0.01,1613944580281,4625
"sqr_mom_2",0.99,1613944580281,4625
"lr_2",0.0003464378871593489,1613944580281,4625
"mom_2",0.8807127296954271,1613944580281,4625
"eps_2",1e-05,1613944580281,4625
"train_loss",0.01682529,1613944581230,4626
"raw_loss",0.0275857,1613944581230,4626
"epoch",29.100628930817606,1613944581230,4626
"wd_0",0.01,1613944581230,4626
"sqr_mom_0",0.99,1613944581230,4626
"lr_0",3.463076976365562e-06,1613944581230,4626
"mom_0",0.8807387678603673,1613944581230,4626
"eps_0",1e-05,1613944581230,4626
"wd_1",0.01,1613944581230,4626
"sqr_mom_1",0.99,1613944581230,4626
"lr_1",3.463076976365562e-05,1613944581230,4626
"mom_1",0.8807387678603673,1613944581230,4626
"eps_1",1e-05,1613944581230,4626
"wd_2",0.01,1613944581230,4626
"sqr_mom_2",0.99,1613944581230,4626
"lr_2",0.0003463076976365562,1613944581230,4626
"mom_2",0.8807387678603673,1613944581230,4626
"eps_2",1e-05,1613944581230,4626
"train_loss",0.016685622,1613944582187,4627
"raw_loss",0.0098419,1613944582187,4627
"epoch",29.106918238993707,1613944582187,4627
"wd_0",0.01,1613944582187,4627
"sqr_mom_0",0.99,1613944582187,4627
"lr_0",3.461774558328476e-06,1613944582187,4627
"mom_0",0.8807648164815953,1613944582187,4627
"eps_0",1e-05,1613944582187,4627
"wd_1",0.01,1613944582187,4627
"sqr_mom_1",0.99,1613944582187,4627
"lr_1",3.461774558328476e-05,1613944582187,4627
"mom_1",0.8807648164815953,1613944582187,4627
"eps_1",1e-05,1613944582187,4627
"wd_2",0.01,1613944582187,4627
"sqr_mom_2",0.99,1613944582187,4627
"lr_2",0.00034617745583284757,1613944582187,4627
"mom_2",0.8807648164815953,1613944582187,4627
"eps_2",1e-05,1613944582187,4627
"train_loss",0.016593087,1613944583142,4628
"raw_loss",0.012058877,1613944583142,4628
"epoch",29.113207547169807,1613944583142,4628
"wd_0",0.01,1613944583142,4628
"sqr_mom_0",0.99,1613944583142,4628
"lr_0",3.4604714016428523e-06,1613944583142,4628
"mom_0",0.8807908798759417,1613944583142,4628
"eps_0",1e-05,1613944583142,4628
"wd_1",0.01,1613944583142,4628
"sqr_mom_1",0.99,1613944583142,4628
"lr_1",3.460471401642852e-05,1613944583142,4628
"mom_1",0.8807908798759417,1613944583142,4628
"eps_1",1e-05,1613944583142,4628
"wd_2",0.01,1613944583142,4628
"sqr_mom_2",0.99,1613944583142,4628
"lr_2",0.00034604714016428517,1613944583142,4628
"mom_2",0.8807908798759417,1613944583142,4628
"eps_2",1e-05,1613944583142,4628
"train_loss",0.016490636,1613944584141,4629
"raw_loss",0.011470532,1613944584141,4629
"epoch",29.119496855345908,1613944584141,4629
"wd_0",0.01,1613944584141,4629
"sqr_mom_0",0.99,1613944584141,4629
"lr_0",3.459168371029442e-06,1613944584141,4629
"mom_0",0.8808169407488187,1613944584141,4629
"eps_0",1e-05,1613944584141,4629
"wd_1",0.01,1613944584141,4629
"sqr_mom_1",0.99,1613944584141,4629
"lr_1",3.4591683710294416e-05,1613944584141,4629
"mom_1",0.8808169407488187,1613944584141,4629
"eps_1",1e-05,1613944584141,4629
"wd_2",0.01,1613944584141,4629
"sqr_mom_2",0.99,1613944584141,4629
"lr_2",0.0003459168371029442,1613944584141,4629
"mom_2",0.8808169407488187,1613944584141,4629
"eps_2",1e-05,1613944584141,4629
"train_loss",0.016375838,1613944585136,4630
"raw_loss",0.010750728,1613944585136,4630
"epoch",29.125786163522008,1613944585136,4630
"wd_0",0.01,1613944585136,4630
"sqr_mom_0",0.99,1613944585136,4630
"lr_0",3.4578652510046305e-06,1613944585136,4630
"mom_0",0.8808430034099415,1613944585136,4630
"eps_0",1e-05,1613944585136,4630
"wd_1",0.01,1613944585136,4630
"sqr_mom_1",0.99,1613944585136,4630
"lr_1",3.45786525100463e-05,1613944585136,4630
"mom_1",0.8808430034099415,1613944585136,4630
"eps_1",1e-05,1613944585136,4630
"wd_2",0.01,1613944585136,4630
"sqr_mom_2",0.99,1613944585136,4630
"lr_2",0.00034578652510046306,1613944585136,4630
"mom_2",0.8808430034099415,1613944585136,4630
"eps_2",1e-05,1613944585136,4630
"train_loss",0.016424878,1613944586092,4631
"raw_loss",0.0188278,1613944586092,4631
"epoch",29.13207547169811,1613944586092,4631
"wd_0",0.01,1613944586092,4631
"sqr_mom_0",0.99,1613944586092,4631
"lr_0",3.4565609608666866e-06,1613944586092,4631
"mom_0",0.880869089473561,1613944586092,4631
"eps_0",1e-05,1613944586092,4631
"wd_1",0.01,1613944586092,4631
"sqr_mom_1",0.99,1613944586092,4631
"lr_1",3.456560960866686e-05,1613944586092,4631
"mom_1",0.880869089473561,1613944586092,4631
"eps_1",1e-05,1613944586092,4631
"wd_2",0.01,1613944586092,4631
"sqr_mom_2",0.99,1613944586092,4631
"lr_2",0.00034565609608666864,1613944586092,4631
"mom_2",0.880869089473561,1613944586092,4631
"eps_2",1e-05,1613944586092,4631
"train_loss",0.016392892,1613944587104,4632
"raw_loss",0.0148255965,1613944587104,4632
"epoch",29.13836477987421,1613944587104,4632
"wd_0",0.01,1613944587104,4632
"sqr_mom_0",0.99,1613944587104,4632
"lr_0",3.455257014554499e-06,1613944587104,4632
"mom_0",0.8808951686605966,1613944587104,4632
"eps_0",1e-05,1613944587104,4632
"wd_1",0.01,1613944587104,4632
"sqr_mom_1",0.99,1613944587104,4632
"lr_1",3.455257014554499e-05,1613944587104,4632
"mom_1",0.8808951686605966,1613944587104,4632
"eps_1",1e-05,1613944587104,4632
"wd_2",0.01,1613944587104,4632
"sqr_mom_2",0.99,1613944587104,4632
"lr_2",0.0003455257014554499,1613944587104,4632
"mom_2",0.8808951686605966,1613944587104,4632
"eps_2",1e-05,1613944587104,4632
"train_loss",0.016386285,1613944588068,4633
"raw_loss",0.016062543,1613944588068,4633
"epoch",29.14465408805031,1613944588068,4633
"wd_0",0.01,1613944588068,4633
"sqr_mom_0",0.99,1613944588068,4633
"lr_0",3.4539529802287688e-06,1613944588068,4633
"mom_0",0.8809212496079207,1613944588068,4633
"eps_0",1e-05,1613944588068,4633
"wd_1",0.01,1613944588068,4633
"sqr_mom_1",0.99,1613944588068,4633
"lr_1",3.453952980228768e-05,1613944588068,4633
"mom_1",0.8809212496079207,1613944588068,4633
"eps_1",1e-05,1613944588068,4633
"wd_2",0.01,1613944588068,4633
"sqr_mom_2",0.99,1613944588068,4633
"lr_2",0.00034539529802287685,1613944588068,4633
"mom_2",0.8809212496079207,1613944588068,4633
"eps_2",1e-05,1613944588068,4633
"train_loss",0.016240291,1613944589066,4634
"raw_loss",0.009086586,1613944589066,4634
"epoch",29.15094339622641,1613944589066,4634
"wd_0",0.01,1613944589066,4634
"sqr_mom_0",0.99,1613944589066,4634
"lr_0",3.452647776430609e-06,1613944589066,4634
"mom_0",0.8809473539449273,1613944589066,4634
"eps_0",1e-05,1613944589066,4634
"wd_1",0.01,1613944589066,4634
"sqr_mom_1",0.99,1613944589066,4634
"lr_1",3.452647776430609e-05,1613944589066,4634
"mom_1",0.8809473539449273,1613944589066,4634
"eps_1",1e-05,1613944589066,4634
"wd_2",0.01,1613944589066,4634
"sqr_mom_2",0.99,1613944589066,4634
"lr_2",0.0003452647776430608,1613944589066,4634
"mom_2",0.8809473539449273,1613944589066,4634
"eps_2",1e-05,1613944589066,4634
"train_loss",0.016069843,1613944590038,4635
"raw_loss",0.0077178003,1613944590038,4635
"epoch",29.15723270440251,1613944590038,4635
"wd_0",0.01,1613944590038,4635
"sqr_mom_0",0.99,1613944590038,4635
"lr_0",3.451343134615236e-06,1613944590038,4635
"mom_0",0.8809734470421657,1613944590038,4635
"eps_0",1e-05,1613944590038,4635
"wd_1",0.01,1613944590038,4635
"sqr_mom_1",0.99,1613944590038,4635
"lr_1",3.451343134615236e-05,1613944590038,4635
"mom_1",0.8809734470421657,1613944590038,4635
"eps_1",1e-05,1613944590038,4635
"wd_2",0.01,1613944590038,4635
"sqr_mom_2",0.99,1613944590038,4635
"lr_2",0.00034513431346152354,1613944590038,4635
"mom_2",0.8809734470421657,1613944590038,4635
"eps_2",1e-05,1613944590038,4635
"train_loss",0.016068432,1613944591016,4636
"raw_loss",0.015999328,1613944591016,4636
"epoch",29.16352201257861,1613944591016,4636
"wd_0",0.01,1613944591016,4636
"sqr_mom_0",0.99,1613944591016,4636
"lr_0",3.450037323756455e-06,1613944591016,4636
"mom_0",0.8809995635205061,1613944591016,4636
"eps_0",1e-05,1613944591016,4636
"wd_1",0.01,1613944591016,4636
"sqr_mom_1",0.99,1613944591016,4636
"lr_1",3.450037323756455e-05,1613944591016,4636
"mom_1",0.8809995635205061,1613944591016,4636
"eps_1",1e-05,1613944591016,4636
"wd_2",0.01,1613944591016,4636
"sqr_mom_2",0.99,1613944591016,4636
"lr_2",0.00034500373237564546,1613944591016,4636
"mom_2",0.8809995635205061,1613944591016,4636
"eps_2",1e-05,1613944591016,4636
"train_loss",0.015911605,1613944591990,4637
"raw_loss",0.008227099,1613944591990,4637
"epoch",29.16981132075471,1613944591990,4637
"wd_0",0.01,1613944591990,4637
"sqr_mom_0",0.99,1613944591990,4637
"lr_0",3.448732076114797e-06,1613944591990,4637
"mom_0",0.8810256687343914,1613944591990,4637
"eps_0",1e-05,1613944591990,4637
"wd_1",0.01,1613944591990,4637
"sqr_mom_1",0.99,1613944591990,4637
"lr_1",3.448732076114797e-05,1613944591990,4637
"mom_1",0.8810256687343914,1613944591990,4637
"eps_1",1e-05,1613944591990,4637
"wd_2",0.01,1613944591990,4637
"sqr_mom_2",0.99,1613944591990,4637
"lr_2",0.00034487320761147965,1613944591990,4637
"mom_2",0.8810256687343914,1613944591990,4637
"eps_2",1e-05,1613944591990,4637
"train_loss",0.015741892,1613944592953,4638
"raw_loss",0.0074259196,1613944592953,4638
"epoch",29.17610062893081,1613944592953,4638
"wd_0",0.01,1613944592953,4638
"sqr_mom_0",0.99,1613944592953,4638
"lr_0",3.4474263096782166e-06,1613944592953,4638
"mom_0",0.8810517843242789,1613944592953,4638
"eps_0",1e-05,1613944592953,4638
"wd_1",0.01,1613944592953,4638
"sqr_mom_1",0.99,1613944592953,4638
"lr_1",3.447426309678216e-05,1613944592953,4638
"mom_1",0.8810517843242789,1613944592953,4638
"eps_1",1e-05,1613944592953,4638
"wd_2",0.01,1613944592953,4638
"sqr_mom_2",0.99,1613944592953,4638
"lr_2",0.0003447426309678216,1613944592953,4638
"mom_2",0.8810517843242789,1613944592953,4638
"eps_2",1e-05,1613944592953,4638
"train_loss",0.015767638,1613944593917,4639
"raw_loss",0.017029162,1613944593917,4639
"epoch",29.18238993710691,1613944593917,4639
"wd_0",0.01,1613944593917,4639
"sqr_mom_0",0.99,1613944593917,4639
"lr_0",3.4461198080564325e-06,1613944593917,4639
"mom_0",0.8810779146180175,1613944593917,4639
"eps_0",1e-05,1613944593917,4639
"wd_1",0.01,1613944593917,4639
"sqr_mom_1",0.99,1613944593917,4639
"lr_1",3.446119808056433e-05,1613944593917,4639
"mom_1",0.8810779146180175,1613944593917,4639
"eps_1",1e-05,1613944593917,4639
"wd_2",0.01,1613944593917,4639
"sqr_mom_2",0.99,1613944593917,4639
"lr_2",0.00034461198080564323,1613944593917,4639
"mom_2",0.8810779146180175,1613944593917,4639
"eps_2",1e-05,1613944593917,4639
"train_loss",0.016134514,1613944594886,4640
"raw_loss",0.034111433,1613944594886,4640
"epoch",29.188679245283012,1613944594886,4640
"wd_0",0.01,1613944594886,4640
"sqr_mom_0",0.99,1613944594886,4640
"lr_0",3.4448134381897577e-06,1613944594886,4640
"mom_0",0.8811040422766276,1613944594886,4640
"eps_0",1e-05,1613944594886,4640
"wd_1",0.01,1613944594886,4640
"sqr_mom_1",0.99,1613944594886,4640
"lr_1",3.444813438189758e-05,1613944594886,4640
"mom_1",0.8811040422766276,1613944594886,4640
"eps_1",1e-05,1613944594886,4640
"wd_2",0.01,1613944594886,4640
"sqr_mom_2",0.99,1613944594886,4640
"lr_2",0.00034448134381897573,1613944594886,4640
"mom_2",0.8811040422766276,1613944594886,4640
"eps_2",1e-05,1613944594886,4640
"train_loss",0.016278706,1613944595885,4641
"raw_loss",0.023344193,1613944595885,4641
"epoch",29.194968553459113,1613944595885,4641
"wd_0",0.01,1613944595885,4641
"sqr_mom_0",0.99,1613944595885,4641
"lr_0",3.443506984038361e-06,1613944595885,4641
"mom_0",0.881130171620949,1613944595885,4641
"eps_0",1e-05,1613944595885,4641
"wd_1",0.01,1613944595885,4641
"sqr_mom_1",0.99,1613944595885,4641
"lr_1",3.44350698403836e-05,1613944595885,4641
"mom_1",0.881130171620949,1613944595885,4641
"eps_1",1e-05,1613944595885,4641
"wd_2",0.01,1613944595885,4641
"sqr_mom_2",0.99,1613944595885,4641
"lr_2",0.00034435069840383606,1613944595885,4641
"mom_2",0.881130171620949,1613944595885,4641
"eps_2",1e-05,1613944595885,4641
"train_loss",0.016430464,1613944596979,4642
"raw_loss",0.02386653,1613944596979,4642
"epoch",29.201257861635213,1613944596979,4642
"wd_0",0.01,1613944596979,4642
"sqr_mom_0",0.99,1613944596979,4642
"lr_0",3.4421993621394566e-06,1613944596979,4642
"mom_0",0.8811563243204541,1613944596979,4642
"eps_0",1e-05,1613944596979,4642
"wd_1",0.01,1613944596979,4642
"sqr_mom_1",0.99,1613944596979,4642
"lr_1",3.442199362139457e-05,1613944596979,4642
"mom_1",0.8811563243204541,1613944596979,4642
"eps_1",1e-05,1613944596979,4642
"wd_2",0.01,1613944596979,4642
"sqr_mom_2",0.99,1613944596979,4642
"lr_2",0.00034421993621394566,1613944596979,4642
"mom_2",0.8811563243204541,1613944596979,4642
"eps_2",1e-05,1613944596979,4642
"train_loss",0.016642816,1613944597956,4643
"raw_loss",0.027048077,1613944597956,4643
"epoch",29.207547169811313,1613944597956,4643
"wd_0",0.01,1613944597956,4643
"sqr_mom_0",0.99,1613944597956,4643
"lr_0",3.4408923071560617e-06,1613944597956,4643
"mom_0",0.8811824656815356,1613944597956,4643
"eps_0",1e-05,1613944597956,4643
"wd_1",0.01,1613944597956,4643
"sqr_mom_1",0.99,1613944597956,4643
"lr_1",3.440892307156062e-05,1613944597956,4643
"mom_1",0.8811824656815356,1613944597956,4643
"eps_1",1e-05,1613944597956,4643
"wd_2",0.01,1613944597956,4643
"sqr_mom_2",0.99,1613944597956,4643
"lr_2",0.00034408923071560613,1613944597956,4643
"mom_2",0.8811824656815356,1613944597956,4643
"eps_2",1e-05,1613944597956,4643
"train_loss",0.016641447,1613944598911,4644
"raw_loss",0.016574377,1613944598911,4644
"epoch",29.213836477987414,1613944598911,4644
"wd_0",0.01,1613944598911,4644
"sqr_mom_0",0.99,1613944598911,4644
"lr_0",3.439584735575721e-06,1613944598911,4644
"mom_0",0.8812086173746593,1613944598911,4644
"eps_0",1e-05,1613944598911,4644
"wd_1",0.01,1613944598911,4644
"sqr_mom_1",0.99,1613944598911,4644
"lr_1",3.439584735575721e-05,1613944598911,4644
"mom_1",0.8812086173746593,1613944598911,4644
"eps_1",1e-05,1613944598911,4644
"wd_2",0.01,1613944598911,4644
"sqr_mom_2",0.99,1613944598911,4644
"lr_2",0.00034395847355757206,1613944598911,4644
"mom_2",0.8812086173746593,1613944598911,4644
"eps_2",1e-05,1613944598911,4644
"train_loss",0.016944423,1613944599882,4645
"raw_loss",0.031790294,1613944599882,4645
"epoch",29.220125786163514,1613944599882,4645
"wd_0",0.01,1613944599882,4645
"sqr_mom_0",0.99,1613944599882,4645
"lr_0",3.4382764307111824e-06,1613944599882,4645
"mom_0",0.8812347837336136,1613944599882,4645
"eps_0",1e-05,1613944599882,4645
"wd_1",0.01,1613944599882,4645
"sqr_mom_1",0.99,1613944599882,4645
"lr_1",3.4382764307111826e-05,1613944599882,4645
"mom_1",0.8812347837336136,1613944599882,4645
"eps_1",1e-05,1613944599882,4645
"wd_2",0.01,1613944599882,4645
"sqr_mom_2",0.99,1613944599882,4645
"lr_2",0.0003438276430711182,1613944599882,4645
"mom_2",0.8812347837336136,1613944599882,4645
"eps_2",1e-05,1613944599882,4645
"train_loss",0.016825568,1613944600838,4646
"raw_loss",0.011001624,1613944600838,4646
"epoch",29.226415094339615,1613944600838,4646
"wd_0",0.01,1613944600838,4646
"sqr_mom_0",0.99,1613944600838,4646
"lr_0",3.436968260699316e-06,1613944600838,4646
"mom_0",0.8812609473954877,1613944600838,4646
"eps_0",1e-05,1613944600838,4646
"wd_1",0.01,1613944600838,4646
"sqr_mom_1",0.99,1613944600838,4646
"lr_1",3.4369682606993156e-05,1613944600838,4646
"mom_1",0.8812609473954877,1613944600838,4646
"eps_1",1e-05,1613944600838,4646
"wd_2",0.01,1613944600838,4646
"sqr_mom_2",0.99,1613944600838,4646
"lr_2",0.00034369682606993153,1613944600838,4646
"mom_2",0.8812609473954877,1613944600838,4646
"eps_2",1e-05,1613944600838,4646
"train_loss",0.017092612,1613944601806,4647
"raw_loss",0.03017772,1613944601806,4647
"epoch",29.232704402515715,1613944601806,4647
"wd_0",0.01,1613944601806,4647
"sqr_mom_0",0.99,1613944601806,4647
"lr_0",3.4356600092004182e-06,1613944601806,4647
"mom_0",0.8812871126871185,1613944601806,4647
"eps_0",1e-05,1613944601806,4647
"wd_1",0.01,1613944601806,4647
"sqr_mom_1",0.99,1613944601806,4647
"lr_1",3.4356600092004186e-05,1613944601806,4647
"mom_1",0.8812871126871185,1613944601806,4647
"eps_1",1e-05,1613944601806,4647
"wd_2",0.01,1613944601806,4647
"sqr_mom_2",0.99,1613944601806,4647
"lr_2",0.00034356600092004183,1613944601806,4647
"mom_2",0.8812871126871185,1613944601806,4647
"eps_2",1e-05,1613944601806,4647
"train_loss",0.017140737,1613944602751,4648
"raw_loss",0.019498851,1613944602751,4648
"epoch",29.238993710691815,1613944602751,4648
"wd_0",0.01,1613944602751,4648
"sqr_mom_0",0.99,1613944602751,4648
"lr_0",3.43435059126331e-06,1613944602751,4648
"mom_0",0.8813133013077469,1613944602751,4648
"eps_0",1e-05,1613944602751,4648
"wd_1",0.01,1613944602751,4648
"sqr_mom_1",0.99,1613944602751,4648
"lr_1",3.4343505912633095e-05,1613944602751,4648
"mom_1",0.8813133013077469,1613944602751,4648
"eps_1",1e-05,1613944602751,4648
"wd_2",0.01,1613944602751,4648
"sqr_mom_2",0.99,1613944602751,4648
"lr_2",0.00034343505912633095,1613944602751,4648
"mom_2",0.8813133013077469,1613944602751,4648
"eps_2",1e-05,1613944602751,4648
"train_loss",0.017108832,1613944603696,4649
"raw_loss",0.015545449,1613944603696,4649
"epoch",29.245283018867916,1613944603696,4649
"wd_0",0.01,1613944603696,4649
"sqr_mom_0",0.99,1613944603696,4649
"lr_0",3.4330417439335937e-06,1613944603696,4649
"mom_0",0.8813394785161133,1613944603696,4649
"eps_0",1e-05,1613944603696,4649
"wd_1",0.01,1613944603696,4649
"sqr_mom_1",0.99,1613944603696,4649
"lr_1",3.433041743933594e-05,1613944603696,4649
"mom_1",0.8813394785161133,1613944603696,4649
"eps_1",1e-05,1613944603696,4649
"wd_2",0.01,1613944603696,4649
"sqr_mom_2",0.99,1613944603696,4649
"lr_2",0.00034330417439335935,1613944603696,4649
"mom_2",0.8813394785161133,1613944603696,4649
"eps_2",1e-05,1613944603696,4649
"train_loss",0.016937848,1613944604647,4650
"raw_loss",0.008559641,1613944604647,4650
"epoch",29.251572327044016,1613944604647,4650
"wd_0",0.01,1613944604647,4650
"sqr_mom_0",0.99,1613944604647,4650
"lr_0",3.4317323822108338e-06,1613944604647,4650
"mom_0",0.8813656660124435,1613944604647,4650
"eps_0",1e-05,1613944604647,4650
"wd_1",0.01,1613944604647,4650
"sqr_mom_1",0.99,1613944604647,4650
"lr_1",3.431732382210833e-05,1613944604647,4650
"mom_1",0.8813656660124435,1613944604647,4650
"eps_1",1e-05,1613944604647,4650
"wd_2",0.01,1613944604647,4650
"sqr_mom_2",0.99,1613944604647,4650
"lr_2",0.0003431732382210833,1613944604647,4650
"mom_2",0.8813656660124435,1613944604647,4650
"eps_2",1e-05,1613944604647,4650
"train_loss",0.017164143,1613944605592,4651
"raw_loss",0.028252611,1613944605592,4651
"epoch",29.257861635220117,1613944605592,4651
"wd_0",0.01,1613944605592,4651
"sqr_mom_0",0.99,1613944605592,4651
"lr_0",3.430422289113296e-06,1613944605592,4651
"mom_0",0.8813918681364155,1613944605592,4651
"eps_0",1e-05,1613944605592,4651
"wd_1",0.01,1613944605592,4651
"sqr_mom_1",0.99,1613944605592,4651
"lr_1",3.4304222891132955e-05,1613944605592,4651
"mom_1",0.8813918681364155,1613944605592,4651
"eps_1",1e-05,1613944605592,4651
"wd_2",0.01,1613944605592,4651
"sqr_mom_2",0.99,1613944605592,4651
"lr_2",0.00034304222891132956,1613944605592,4651
"mom_2",0.8813918681364155,1613944605592,4651
"eps_2",1e-05,1613944605592,4651
"train_loss",0.017015232,1613944606535,4652
"raw_loss",0.009718549,1613944606535,4652
"epoch",29.264150943396217,1613944606535,4652
"wd_0",0.01,1613944606535,4652
"sqr_mom_0",0.99,1613944606535,4652
"lr_0",3.4291123339644466e-06,1613944606535,4652
"mom_0",0.8814180675013861,1613944606535,4652
"eps_0",1e-05,1613944606535,4652
"wd_1",0.01,1613944606535,4652
"sqr_mom_1",0.99,1613944606535,4652
"lr_1",3.429112333964446e-05,1613944606535,4652
"mom_1",0.8814180675013861,1613944606535,4652
"eps_1",1e-05,1613944606535,4652
"wd_2",0.01,1613944606535,4652
"sqr_mom_2",0.99,1613944606535,4652
"lr_2",0.00034291123339644464,1613944606535,4652
"mom_2",0.8814180675013861,1613944606535,4652
"eps_2",1e-05,1613944606535,4652
"train_loss",0.016859077,1613944607475,4653
"raw_loss",0.0092074545,1613944607475,4653
"epoch",29.270440251572317,1613944607475,4653
"wd_0",0.01,1613944607475,4653
"sqr_mom_0",0.99,1613944607475,4653
"lr_0",3.427802082777871e-06,1613944607475,4653
"mom_0",0.8814442727871704,1613944607475,4653
"eps_0",1e-05,1613944607475,4653
"wd_1",0.01,1613944607475,4653
"sqr_mom_1",0.99,1613944607475,4653
"lr_1",3.427802082777871e-05,1613944607475,4653
"mom_1",0.8814442727871704,1613944607475,4653
"eps_1",1e-05,1613944607475,4653
"wd_2",0.01,1613944607475,4653
"sqr_mom_2",0.99,1613944607475,4653
"lr_2",0.00034278020827778705,1613944607475,4653
"mom_2",0.8814442727871704,1613944607475,4653
"eps_2",1e-05,1613944607475,4653
"train_loss",0.016693894,1613944608421,4654
"raw_loss",0.008599895,1613944608421,4654
"epoch",29.276729559748418,1613944608421,4654
"wd_0",0.01,1613944608421,4654
"sqr_mom_0",0.99,1613944608421,4654
"lr_0",3.4264911011744023e-06,1613944608421,4654
"mom_0",0.8814704926814387,1613944608421,4654
"eps_0",1e-05,1613944608421,4654
"wd_1",0.01,1613944608421,4654
"sqr_mom_1",0.99,1613944608421,4654
"lr_1",3.4264911011744025e-05,1613944608421,4654
"mom_1",0.8814704926814387,1613944608421,4654
"eps_1",1e-05,1613944608421,4654
"wd_2",0.01,1613944608421,4654
"sqr_mom_2",0.99,1613944608421,4654
"lr_2",0.00034264911011744017,1613944608421,4654
"mom_2",0.8814704926814387,1613944608421,4654
"eps_2",1e-05,1613944608421,4654
"train_loss",0.016671628,1613944609375,4655
"raw_loss",0.0155806355,1613944609375,4655
"epoch",29.28301886792452,1613944609375,4655
"wd_0",0.01,1613944609375,4655
"sqr_mom_0",0.99,1613944609375,4655
"lr_0",3.4251802590670807e-06,1613944609375,4655
"mom_0",0.8814967097857562,1613944609375,4655
"eps_0",1e-05,1613944609375,4655
"wd_1",0.01,1613944609375,4655
"sqr_mom_1",0.99,1613944609375,4655
"lr_1",3.425180259067081e-05,1613944609375,4655
"mom_1",0.8814967097857562,1613944609375,4655
"eps_1",1e-05,1613944609375,4655
"wd_2",0.01,1613944609375,4655
"sqr_mom_2",0.99,1613944609375,4655
"lr_2",0.00034251802590670803,1613944609375,4655
"mom_2",0.8814967097857562,1613944609375,4655
"eps_2",1e-05,1613944609375,4655
"train_loss",0.016553028,1613944610323,4656
"raw_loss",0.010741611,1613944610323,4656
"epoch",29.28930817610062,1613944610323,4656
"wd_0",0.01,1613944610323,4656
"sqr_mom_0",0.99,1613944610323,4656
"lr_0",3.423869339671045e-06,1613944610323,4656
"mom_0",0.8815229284358634,1613944610323,4656
"eps_0",1e-05,1613944610323,4656
"wd_1",0.01,1613944610323,4656
"sqr_mom_1",0.99,1613944610323,4656
"lr_1",3.4238693396710444e-05,1613944610323,4656
"mom_1",0.8815229284358634,1613944610323,4656
"eps_1",1e-05,1613944610323,4656
"wd_2",0.01,1613944610323,4656
"sqr_mom_2",0.99,1613944610323,4656
"lr_2",0.00034238693396710447,1613944610323,4656
"mom_2",0.8815229284358634,1613944610323,4656
"eps_2",1e-05,1613944610323,4656
"train_loss",0.016476417,1613944611266,4657
"raw_loss",0.012722484,1613944611266,4657
"epoch",29.29559748427672,1613944611266,4657
"wd_0",0.01,1613944611266,4657
"sqr_mom_0",0.99,1613944611266,4657
"lr_0",3.422557255825849e-06,1613944611266,4657
"mom_0",0.8815491703751868,1613944611266,4657
"eps_0",1e-05,1613944611266,4657
"wd_1",0.01,1613944611266,4657
"sqr_mom_1",0.99,1613944611266,4657
"lr_1",3.422557255825849e-05,1613944611266,4657
"mom_1",0.8815491703751868,1613944611266,4657
"eps_1",1e-05,1613944611266,4657
"wd_2",0.01,1613944611266,4657
"sqr_mom_2",0.99,1613944611266,4657
"lr_2",0.00034225572558258487,1613944611266,4657
"mom_2",0.8815491703751868,1613944611266,4657
"eps_2",1e-05,1613944611266,4657
"train_loss",0.01679572,1613944612225,4658
"raw_loss",0.03244163,1613944612225,4658
"epoch",29.30188679245282,1613944612225,4658
"wd_0",0.01,1613944612225,4658
"sqr_mom_0",0.99,1613944612225,4658
"lr_0",3.4212457481136327e-06,1613944612225,4658
"mom_0",0.8815754007917352,1613944612225,4658
"eps_0",1e-05,1613944612225,4658
"wd_1",0.01,1613944612225,4658
"sqr_mom_1",0.99,1613944612225,4658
"lr_1",3.4212457481136324e-05,1613944612225,4658
"mom_1",0.8815754007917352,1613944612225,4658
"eps_1",1e-05,1613944612225,4658
"wd_2",0.01,1613944612225,4658
"sqr_mom_2",0.99,1613944612225,4658
"lr_2",0.00034212457481136324,1613944612225,4658
"mom_2",0.8815754007917352,1613944612225,4658
"eps_2",1e-05,1613944612225,4658
"train_loss",0.016713584,1613944613181,4659
"raw_loss",0.012688824,1613944613181,4659
"epoch",29.30817610062892,1613944613181,4659
"wd_0",0.01,1613944613181,4659
"sqr_mom_0",0.99,1613944613181,4659
"lr_0",3.419933729325315e-06,1613944613181,4659
"mom_0",0.8816016414299079,1613944613181,4659
"eps_0",1e-05,1613944613181,4659
"wd_1",0.01,1613944613181,4659
"sqr_mom_1",0.99,1613944613181,4659
"lr_1",3.419933729325315e-05,1613944613181,4659
"mom_1",0.8816016414299079,1613944613181,4659
"eps_1",1e-05,1613944613181,4659
"wd_2",0.01,1613944613181,4659
"sqr_mom_2",0.99,1613944613181,4659
"lr_2",0.0003419933729325315,1613944613181,4659
"mom_2",0.8816016414299079,1613944613181,4659
"eps_2",1e-05,1613944613181,4659
"train_loss",0.016660983,1613944614120,4660
"raw_loss",0.014083504,1613944614120,4660
"epoch",29.31446540880502,1613944614120,4660
"wd_0",0.01,1613944614120,4660
"sqr_mom_0",0.99,1613944614120,4660
"lr_0",3.4186209820421e-06,1613944614120,4660
"mom_0",0.8816278966381244,1613944614120,4660
"eps_0",1e-05,1613944614120,4660
"wd_1",0.01,1613944614120,4660
"sqr_mom_1",0.99,1613944614120,4660
"lr_1",3.4186209820421e-05,1613944614120,4660
"mom_1",0.8816278966381244,1613944614120,4660
"eps_1",1e-05,1613944614120,4660
"wd_2",0.01,1613944614120,4660
"sqr_mom_2",0.99,1613944614120,4660
"lr_2",0.00034186209820420997,1613944614120,4660
"mom_2",0.8816278966381244,1613944614120,4660
"eps_2",1e-05,1613944614120,4660
"train_loss",0.016586807,1613944615069,4661
"raw_loss",0.012952194,1613944615069,4661
"epoch",29.32075471698112,1613944615069,4661
"wd_0",0.01,1613944615069,4661
"sqr_mom_0",0.99,1613944615069,4661
"lr_0",3.4173083773486617e-06,1613944615069,4661
"mom_0",0.8816541489945167,1613944615069,4661
"eps_0",1e-05,1613944615069,4661
"wd_1",0.01,1613944615069,4661
"sqr_mom_1",0.99,1613944615069,4661
"lr_1",3.4173083773486615e-05,1613944615069,4661
"mom_1",0.8816541489945167,1613944615069,4661
"eps_1",1e-05,1613944615069,4661
"wd_2",0.01,1613944615069,4661
"sqr_mom_2",0.99,1613944615069,4661
"lr_2",0.0003417308377348661,1613944615069,4661
"mom_2",0.8816541489945167,1613944615069,4661
"eps_2",1e-05,1613944615069,4661
"train_loss",0.016713092,1613944616164,4662
"raw_loss",0.02290105,1613944616164,4662
"epoch",29.32704402515722,1613944616164,4662
"wd_0",0.01,1613944616164,4662
"sqr_mom_0",0.99,1613944616164,4662
"lr_0",3.415995698166476e-06,1613944616164,4662
"mom_0",0.8816804028406988,1613944616164,4662
"eps_0",1e-05,1613944616164,4662
"wd_1",0.01,1613944616164,4662
"sqr_mom_1",0.99,1613944616164,4662
"lr_1",3.4159956981664766e-05,1613944616164,4662
"mom_1",0.8816804028406988,1613944616164,4662
"eps_1",1e-05,1613944616164,4662
"wd_2",0.01,1613944616164,4662
"sqr_mom_2",0.99,1613944616164,4662
"lr_2",0.0003415995698166476,1613944616164,4662
"mom_2",0.8816804028406988,1613944616164,4662
"eps_2",1e-05,1613944616164,4662
"train_loss",0.01667385,1613944617535,4663
"raw_loss",0.014750942,1613944617535,4663
"epoch",29.33333333333332,1613944617535,4663
"wd_0",0.01,1613944617535,4663
"sqr_mom_0",0.99,1613944617535,4663
"lr_0",3.4146818558778544e-06,1613944617535,4663
"mom_0",0.8817066799492423,1613944617535,4663
"eps_0",1e-05,1613944617535,4663
"wd_1",0.01,1613944617535,4663
"sqr_mom_1",0.99,1613944617535,4663
"lr_1",3.414681855877855e-05,1613944617535,4663
"mom_1",0.8817066799492423,1613944617535,4663
"eps_1",1e-05,1613944617535,4663
"wd_2",0.01,1613944617535,4663
"sqr_mom_2",0.99,1613944617535,4663
"lr_2",0.0003414681855877854,1613944617535,4663
"mom_2",0.8817066799492423,1613944617535,4663
"eps_2",1e-05,1613944617535,4663
"train_loss",0.016484166,1613944618728,4664
"raw_loss",0.0071896324,1613944618728,4664
"epoch",29.339622641509422,1613944618728,4664
"wd_0",0.01,1613944618728,4664
"sqr_mom_0",0.99,1613944618728,4664
"lr_0",3.4133685933976503e-06,1613944618728,4664
"mom_0",0.8817329454615016,1613944618728,4664
"eps_0",1e-05,1613944618728,4664
"wd_1",0.01,1613944618728,4664
"sqr_mom_1",0.99,1613944618728,4664
"lr_1",3.41336859339765e-05,1613944618728,4664
"mom_1",0.8817329454615016,1613944618728,4664
"eps_1",1e-05,1613944618728,4664
"wd_2",0.01,1613944618728,4664
"sqr_mom_2",0.99,1613944618728,4664
"lr_2",0.00034133685933976496,1613944618728,4664
"mom_2",0.8817329454615016,1613944618728,4664
"eps_2",1e-05,1613944618728,4664
"train_loss",0.016359225,1613944619993,4665
"raw_loss",0.010237086,1613944619993,4665
"epoch",29.345911949685522,1613944619993,4665
"wd_0",0.01,1613944619993,4665
"sqr_mom_0",0.99,1613944619993,4665
"lr_0",3.4120548220599536e-06,1613944619993,4665
"mom_0",0.8817592211510125,1613944619993,4665
"eps_0",1e-05,1613944619993,4665
"wd_1",0.01,1613944619993,4665
"sqr_mom_1",0.99,1613944619993,4665
"lr_1",3.412054822059953e-05,1613944619993,4665
"mom_1",0.8817592211510125,1613944619993,4665
"eps_1",1e-05,1613944619993,4665
"wd_2",0.01,1613944619993,4665
"sqr_mom_2",0.99,1613944619993,4665
"lr_2",0.0003412054822059953,1613944619993,4665
"mom_2",0.8817592211510125,1613944619993,4665
"eps_2",1e-05,1613944619993,4665
"train_loss",0.01635304,1613944621376,4666
"raw_loss",0.01604992,1613944621376,4666
"epoch",29.352201257861623,1613944621376,4666
"wd_0",0.01,1613944621376,4666
"sqr_mom_0",0.99,1613944621376,4666
"lr_0",3.4107403241577137e-06,1613944621376,4666
"mom_0",0.8817855113719594,1613944621376,4666
"eps_0",1e-05,1613944621376,4666
"wd_1",0.01,1613944621376,4666
"sqr_mom_1",0.99,1613944621376,4666
"lr_1",3.410740324157714e-05,1613944621376,4666
"mom_1",0.8817855113719594,1613944621376,4666
"eps_1",1e-05,1613944621376,4666
"wd_2",0.01,1613944621376,4666
"sqr_mom_2",0.99,1613944621376,4666
"lr_2",0.00034107403241577137,1613944621376,4666
"mom_2",0.8817855113719594,1613944621376,4666
"eps_2",1e-05,1613944621376,4666
"train_loss",0.016352497,1613944622404,4667
"raw_loss",0.0163259,1613944622404,4667
"epoch",29.358490566037723,1613944622404,4667
"wd_0",0.01,1613944622404,4667
"sqr_mom_0",0.99,1613944622404,4667
"lr_0",3.409425971937244e-06,1613944622404,4667
"mom_0",0.8818117986792419,1613944622404,4667
"eps_0",1e-05,1613944622404,4667
"wd_1",0.01,1613944622404,4667
"sqr_mom_1",0.99,1613944622404,4667
"lr_1",3.4094259719372435e-05,1613944622404,4667
"mom_1",0.8818117986792419,1613944622404,4667
"eps_1",1e-05,1613944622404,4667
"wd_2",0.01,1613944622404,4667
"sqr_mom_2",0.99,1613944622404,4667
"lr_2",0.0003409425971937243,1613944622404,4667
"mom_2",0.8818117986792419,1613944622404,4667
"eps_2",1e-05,1613944622404,4667
"train_loss",0.016354319,1613944623346,4668
"raw_loss",0.016443573,1613944623346,4668
"epoch",29.364779874213824,1613944623346,4668
"wd_0",0.01,1613944623346,4668
"sqr_mom_0",0.99,1613944623346,4668
"lr_0",3.4081115480288482e-06,1613944623346,4668
"mom_0",0.8818380874202972,1613944623346,4668
"eps_0",1e-05,1613944623346,4668
"wd_1",0.01,1613944623346,4668
"sqr_mom_1",0.99,1613944623346,4668
"lr_1",3.408111548028848e-05,1613944623346,4668
"mom_1",0.8818380874202972,1613944623346,4668
"eps_1",1e-05,1613944623346,4668
"wd_2",0.01,1613944623346,4668
"sqr_mom_2",0.99,1613944623346,4668
"lr_2",0.0003408111548028848,1613944623346,4668
"mom_2",0.8818380874202972,1613944623346,4668
"eps_2",1e-05,1613944623346,4668
"train_loss",0.016258953,1613944624311,4669
"raw_loss",0.011586005,1613944624311,4669
"epoch",29.371069182389924,1613944624311,4669
"wd_0",0.01,1613944624311,4669
"sqr_mom_0",0.99,1613944624311,4669
"lr_0",3.4067959623700857e-06,1613944624311,4669
"mom_0",0.8818643993965922,1613944624311,4669
"eps_0",1e-05,1613944624311,4669
"wd_1",0.01,1613944624311,4669
"sqr_mom_1",0.99,1613944624311,4669
"lr_1",3.406795962370085e-05,1613944624311,4669
"mom_1",0.8818643993965922,1613944624311,4669
"eps_1",1e-05,1613944624311,4669
"wd_2",0.01,1613944624311,4669
"sqr_mom_2",0.99,1613944624311,4669
"lr_2",0.00034067959623700853,1613944624311,4669
"mom_2",0.8818643993965922,1613944624311,4669
"eps_2",1e-05,1613944624311,4669
"train_loss",0.01612584,1613944625288,4670
"raw_loss",0.0096032275,1613944625288,4670
"epoch",29.377358490566024,1613944625288,4670
"wd_0",0.01,1613944625288,4670
"sqr_mom_0",0.99,1613944625288,4670
"lr_0",3.4054809601885243e-06,1613944625288,4670
"mom_0",0.8818906997032265,1613944625288,4670
"eps_0",1e-05,1613944625288,4670
"wd_1",0.01,1613944625288,4670
"sqr_mom_1",0.99,1613944625288,4670
"lr_1",3.4054809601885243e-05,1613944625288,4670
"mom_1",0.8818906997032265,1613944625288,4670
"eps_1",1e-05,1613944625288,4670
"wd_2",0.01,1613944625288,4670
"sqr_mom_2",0.99,1613944625288,4670
"lr_2",0.00034054809601885235,1613944625288,4670
"mom_2",0.8818906997032265,1613944625288,4670
"eps_2",1e-05,1613944625288,4670
"train_loss",0.016012836,1613944626335,4671
"raw_loss",0.010475662,1613944626335,4671
"epoch",29.383647798742125,1613944626335,4671
"wd_0",0.01,1613944626335,4671
"sqr_mom_0",0.99,1613944626335,4671
"lr_0",3.404165451373919e-06,1613944626335,4671
"mom_0",0.881917010142623,1613944626335,4671
"eps_0",1e-05,1613944626335,4671
"wd_1",0.01,1613944626335,4671
"sqr_mom_1",0.99,1613944626335,4671
"lr_1",3.404165451373918e-05,1613944626335,4671
"mom_1",0.881917010142623,1613944626335,4671
"eps_1",1e-05,1613944626335,4671
"wd_2",0.01,1613944626335,4671
"sqr_mom_2",0.99,1613944626335,4671
"lr_2",0.00034041654513739184,1613944626335,4671
"mom_2",0.881917010142623,1613944626335,4671
"eps_2",1e-05,1613944626335,4671
"train_loss",0.015815277,1613944627315,4672
"raw_loss",0.0061348593,1613944627315,4672
"epoch",29.389937106918225,1613944627315,4672
"wd_0",0.01,1613944627315,4672
"sqr_mom_0",0.99,1613944627315,4672
"lr_0",3.4028492179334604e-06,1613944627315,4672
"mom_0",0.8819433350746815,1613944627315,4672
"eps_0",1e-05,1613944627315,4672
"wd_1",0.01,1613944627315,4672
"sqr_mom_1",0.99,1613944627315,4672
"lr_1",3.402849217933461e-05,1613944627315,4672
"mom_1",0.8819433350746815,1613944627315,4672
"eps_1",1e-05,1613944627315,4672
"wd_2",0.01,1613944627315,4672
"sqr_mom_2",0.99,1613944627315,4672
"lr_2",0.000340284921793346,1613944627315,4672
"mom_2",0.8819433350746815,1613944627315,4672
"eps_2",1e-05,1613944627315,4672
"train_loss",0.015721159,1613944628295,4673
"raw_loss",0.011109395,1613944628295,4673
"epoch",29.396226415094326,1613944628295,4673
"wd_0",0.01,1613944628295,4673
"sqr_mom_0",0.99,1613944628295,4673
"lr_0",3.401533133265093e-06,1613944628295,4673
"mom_0",0.8819696570312684,1613944628295,4673
"eps_0",1e-05,1613944628295,4673
"wd_1",0.01,1613944628295,4673
"sqr_mom_1",0.99,1613944628295,4673
"lr_1",3.401533133265093e-05,1613944628295,4673
"mom_1",0.8819696570312684,1613944628295,4673
"eps_1",1e-05,1613944628295,4673
"wd_2",0.01,1613944628295,4673
"sqr_mom_2",0.99,1613944628295,4673
"lr_2",0.0003401533133265093,1613944628295,4673
"mom_2",0.8819696570312684,1613944628295,4673
"eps_2",1e-05,1613944628295,4673
"train_loss",0.016269628,1613944629269,4674
"raw_loss",0.04314466,1613944629269,4674
"epoch",29.402515723270426,1613944629269,4674
"wd_0",0.01,1613944629269,4674
"sqr_mom_0",0.99,1613944629269,4674
"lr_0",3.40021676134664e-06,1613944629269,4674
"mom_0",0.8819959847329145,1613944629269,4674
"eps_0",1e-05,1613944629269,4674
"wd_1",0.01,1613944629269,4674
"sqr_mom_1",0.99,1613944629269,4674
"lr_1",3.40021676134664e-05,1613944629269,4674
"mom_1",0.8819959847329145,1613944629269,4674
"eps_1",1e-05,1613944629269,4674
"wd_2",0.01,1613944629269,4674
"sqr_mom_2",0.99,1613944629269,4674
"lr_2",0.0003400216761346639,1613944629269,4674
"mom_2",0.8819959847329145,1613944629269,4674
"eps_2",1e-05,1613944629269,4674
"train_loss",0.016194893,1613944630244,4675
"raw_loss",0.012532925,1613944630244,4675
"epoch",29.408805031446526,1613944630244,4675
"wd_0",0.01,1613944630244,4675
"sqr_mom_0",0.99,1613944630244,4675
"lr_0",3.3988996657748252e-06,1613944630244,4675
"mom_0",0.8820223269077726,1613944630244,4675
"eps_0",1e-05,1613944630244,4675
"wd_1",0.01,1613944630244,4675
"sqr_mom_1",0.99,1613944630244,4675
"lr_1",3.398899665774825e-05,1613944630244,4675
"mom_1",0.8820223269077726,1613944630244,4675
"eps_1",1e-05,1613944630244,4675
"wd_2",0.01,1613944630244,4675
"sqr_mom_2",0.99,1613944630244,4675
"lr_2",0.00033988996657748245,1613944630244,4675
"mom_2",0.8820223269077726,1613944630244,4675
"eps_2",1e-05,1613944630244,4675
"train_loss",0.016470416,1613944631190,4676
"raw_loss",0.029971026,1613944631190,4676
"epoch",29.415094339622627,1613944631190,4676
"wd_0",0.01,1613944631190,4676
"sqr_mom_0",0.99,1613944631190,4676
"lr_0",3.3975827205196677e-06,1613944631190,4676
"mom_0",0.8820486660762674,1613944631190,4676
"eps_0",1e-05,1613944631190,4676
"wd_1",0.01,1613944631190,4676
"sqr_mom_1",0.99,1613944631190,4676
"lr_1",3.3975827205196674e-05,1613944631190,4676
"mom_1",0.8820486660762674,1613944631190,4676
"eps_1",1e-05,1613944631190,4676
"wd_2",0.01,1613944631190,4676
"sqr_mom_2",0.99,1613944631190,4676
"lr_2",0.0003397582720519667,1613944631190,4676
"mom_2",0.8820486660762674,1613944631190,4676
"eps_2",1e-05,1613944631190,4676
"train_loss",0.016341275,1613944632176,4677
"raw_loss",0.010013407,1613944632176,4677
"epoch",29.421383647798727,1613944632176,4677
"wd_0",0.01,1613944632176,4677
"sqr_mom_0",0.99,1613944632176,4677
"lr_0",3.3962650522606658e-06,1613944632176,4677
"mom_0",0.8820750197049837,1613944632176,4677
"eps_0",1e-05,1613944632176,4677
"wd_1",0.01,1613944632176,4677
"sqr_mom_1",0.99,1613944632176,4677
"lr_1",3.396265052260666e-05,1613944632176,4677
"mom_1",0.8820750197049837,1613944632176,4677
"eps_1",1e-05,1613944632176,4677
"wd_2",0.01,1613944632176,4677
"sqr_mom_2",0.99,1613944632176,4677
"lr_2",0.00033962650522606654,1613944632176,4677
"mom_2",0.8820750197049837,1613944632176,4677
"eps_2",1e-05,1613944632176,4677
"train_loss",0.01615366,1613944633259,4678
"raw_loss",0.0069605024,1613944633259,4678
"epoch",29.427672955974828,1613944633259,4678
"wd_0",0.01,1613944633259,4678
"sqr_mom_0",0.99,1613944633259,4678
"lr_0",3.3949475353478473e-06,1613944633259,4678
"mom_0",0.8821013703067461,1613944633259,4678
"eps_0",1e-05,1613944633259,4678
"wd_1",0.01,1613944633259,4678
"sqr_mom_1",0.99,1613944633259,4678
"lr_1",3.394947535347847e-05,1613944633259,4678
"mom_1",0.8821013703067461,1613944633259,4678
"eps_1",1e-05,1613944633259,4678
"wd_2",0.01,1613944633259,4678
"sqr_mom_2",0.99,1613944633259,4678
"lr_2",0.0003394947535347847,1613944633259,4678
"mom_2",0.8821013703067461,1613944633259,4678
"eps_2",1e-05,1613944633259,4678
"train_loss",0.016030302,1613944634196,4679
"raw_loss",0.009985754,1613944634196,4679
"epoch",29.433962264150928,1613944634196,4679
"wd_0",0.01,1613944634196,4679
"sqr_mom_0",0.99,1613944634196,4679
"lr_0",3.3936299518841736e-06,1613944634196,4679
"mom_0",0.882127722239539,1613944634196,4679
"eps_0",1e-05,1613944634196,4679
"wd_1",0.01,1613944634196,4679
"sqr_mom_1",0.99,1613944634196,4679
"lr_1",3.393629951884174e-05,1613944634196,4679
"mom_1",0.882127722239539,1613944634196,4679
"eps_1",1e-05,1613944634196,4679
"wd_2",0.01,1613944634196,4679
"sqr_mom_2",0.99,1613944634196,4679
"lr_2",0.00033936299518841736,1613944634196,4679
"mom_2",0.882127722239539,1613944634196,4679
"eps_2",1e-05,1613944634196,4679
"train_loss",0.015846806,1613944635120,4680
"raw_loss",0.006855436,1613944635120,4680
"epoch",29.44025157232703,1613944635120,4680
"wd_0",0.01,1613944635120,4680
"sqr_mom_0",0.99,1613944635120,4680
"lr_0",3.3923112091909195e-06,1613944635120,4680
"mom_0",0.8821540973571551,1613944635120,4680
"eps_0",1e-05,1613944635120,4680
"wd_1",0.01,1613944635120,4680
"sqr_mom_1",0.99,1613944635120,4680
"lr_1",3.3923112091909194e-05,1613944635120,4680
"mom_1",0.8821540973571551,1613944635120,4680
"eps_1",1e-05,1613944635120,4680
"wd_2",0.01,1613944635120,4680
"sqr_mom_2",0.99,1613944635120,4680
"lr_2",0.0003392311209190919,1613944635120,4680
"mom_2",0.8821540973571551,1613944635120,4680
"eps_2",1e-05,1613944635120,4680
"train_loss",0.016030528,1613944636067,4681
"raw_loss",0.025032891,1613944636067,4681
"epoch",29.44654088050313,1613944636067,4681
"wd_0",0.01,1613944636067,4681
"sqr_mom_0",0.99,1613944636067,4681
"lr_0",3.39099305668371e-06,1613944636067,4681
"mom_0",0.8821804606709325,1613944636067,4681
"eps_0",1e-05,1613944636067,4681
"wd_1",0.01,1613944636067,4681
"sqr_mom_1",0.99,1613944636067,4681
"lr_1",3.39099305668371e-05,1613944636067,4681
"mom_1",0.8821804606709325,1613944636067,4681
"eps_1",1e-05,1613944636067,4681
"wd_2",0.01,1613944636067,4681
"sqr_mom_2",0.99,1613944636067,4681
"lr_2",0.00033909930566837097,1613944636067,4681
"mom_2",0.8821804606709325,1613944636067,4681
"eps_2",1e-05,1613944636067,4681
"train_loss",0.015913306,1613944637015,4682
"raw_loss",0.010169441,1613944637015,4682
"epoch",29.45283018867923,1613944637015,4682
"wd_0",0.01,1613944637015,4682
"sqr_mom_0",0.99,1613944637015,4682
"lr_0",3.3896744016367783e-06,1613944637015,4682
"mom_0",0.8822068340356047,1613944637015,4682
"eps_0",1e-05,1613944637015,4682
"wd_1",0.01,1613944637015,4682
"sqr_mom_1",0.99,1613944637015,4682
"lr_1",3.389674401636778e-05,1613944637015,4682
"mom_1",0.8822068340356047,1613944637015,4682
"eps_1",1e-05,1613944637015,4682
"wd_2",0.01,1613944637015,4682
"sqr_mom_2",0.99,1613944637015,4682
"lr_2",0.00033896744016367777,1613944637015,4682
"mom_2",0.8822068340356047,1613944637015,4682
"eps_2",1e-05,1613944637015,4682
"train_loss",0.015698494,1613944637972,4683
"raw_loss",0.0051727584,1613944637972,4683
"epoch",29.45911949685533,1613944637972,4683
"wd_0",0.01,1613944637972,4683
"sqr_mom_0",0.99,1613944637972,4683
"lr_0",3.388355025539917e-06,1613944637972,4683
"mom_0",0.8822332218214198,1613944637972,4683
"eps_0",1e-05,1613944637972,4683
"wd_1",0.01,1613944637972,4683
"sqr_mom_1",0.99,1613944637972,4683
"lr_1",3.3883550255399175e-05,1613944637972,4683
"mom_1",0.8822332218214198,1613944637972,4683
"eps_1",1e-05,1613944637972,4683
"wd_2",0.01,1613944637972,4683
"sqr_mom_2",0.99,1613944637972,4683
"lr_2",0.0003388355025539917,1613944637972,4683
"mom_2",0.8822332218214198,1613944637972,4683
"eps_2",1e-05,1613944637972,4683
"train_loss",0.015522376,1613944638914,4684
"raw_loss",0.006892569,1613944638914,4684
"epoch",29.46540880503143,1613944638914,4684
"wd_0",0.01,1613944638914,4684
"sqr_mom_0",0.99,1613944638914,4684
"lr_0",3.3870358038764062e-06,1613944638914,4684
"mom_0",0.8822596065185371,1613944638914,4684
"eps_0",1e-05,1613944638914,4684
"wd_1",0.01,1613944638914,4684
"sqr_mom_1",0.99,1613944638914,4684
"lr_1",3.387035803876406e-05,1613944638914,4684
"mom_1",0.8822596065185371,1613944638914,4684
"eps_1",1e-05,1613944638914,4684
"wd_2",0.01,1613944638914,4684
"sqr_mom_2",0.99,1613944638914,4684
"lr_2",0.0003387035803876406,1613944638914,4684
"mom_2",0.8822596065185371,1613944638914,4684
"eps_2",1e-05,1613944638914,4684
"train_loss",0.01540377,1613944639871,4685
"raw_loss",0.009592093,1613944639871,4685
"epoch",29.47169811320753,1613944639871,4685
"wd_0",0.01,1613944639871,4685
"sqr_mom_0",0.99,1613944639871,4685
"lr_0",3.385716518465107e-06,1613944639871,4685
"mom_0",0.8822859924906228,1613944639871,4685
"eps_0",1e-05,1613944639871,4685
"wd_1",0.01,1613944639871,4685
"sqr_mom_1",0.99,1613944639871,4685
"lr_1",3.385716518465107e-05,1613944639871,4685
"mom_1",0.8822859924906228,1613944639871,4685
"eps_1",1e-05,1613944639871,4685
"wd_2",0.01,1613944639871,4685
"sqr_mom_2",0.99,1613944639871,4685
"lr_2",0.00033857165184651066,1613944639871,4685
"mom_2",0.8822859924906228,1613944639871,4685
"eps_2",1e-05,1613944639871,4685
"train_loss",0.015314561,1613944640821,4686
"raw_loss",0.010943348,1613944640821,4686
"epoch",29.47798742138363,1613944640821,4686
"wd_0",0.01,1613944640821,4686
"sqr_mom_0",0.99,1613944640821,4686
"lr_0",3.38439607521802e-06,1613944640821,4686
"mom_0",0.8823124016196557,1613944640821,4686
"eps_0",1e-05,1613944640821,4686
"wd_1",0.01,1613944640821,4686
"sqr_mom_1",0.99,1613944640821,4686
"lr_1",3.38439607521802e-05,1613944640821,4686
"mom_1",0.8823124016196557,1613944640821,4686
"eps_1",1e-05,1613944640821,4686
"wd_2",0.01,1613944640821,4686
"sqr_mom_2",0.99,1613944640821,4686
"lr_2",0.00033843960752180197,1613944640821,4686
"mom_2",0.8823124016196557,1613944640821,4686
"eps_2",1e-05,1613944640821,4686
"train_loss",0.015216999,1613944641771,4687
"raw_loss",0.010436448,1613944641771,4687
"epoch",29.48427672955973,1613944641771,4687
"wd_0",0.01,1613944641771,4687
"sqr_mom_0",0.99,1613944641771,4687
"lr_0",3.3830762258066865e-06,1613944641771,4687
"mom_0",0.882338798871855,1613944641771,4687
"eps_0",1e-05,1613944641771,4687
"wd_1",0.01,1613944641771,4687
"sqr_mom_1",0.99,1613944641771,4687
"lr_1",3.383076225806687e-05,1613944641771,4687
"mom_1",0.882338798871855,1613944641771,4687
"eps_1",1e-05,1613944641771,4687
"wd_2",0.01,1613944641771,4687
"sqr_mom_2",0.99,1613944641771,4687
"lr_2",0.0003383076225806686,1613944641771,4687
"mom_2",0.882338798871855,1613944641771,4687
"eps_2",1e-05,1613944641771,4687
"train_loss",0.015184612,1613944642709,4688
"raw_loss",0.013597673,1613944642709,4688
"epoch",29.49056603773583,1613944642709,4688
"wd_0",0.01,1613944642709,4688
"sqr_mom_0",0.99,1613944642709,4688
"lr_0",3.38175587609648e-06,1613944642709,4688
"mom_0",0.8823652061301317,1613944642709,4688
"eps_0",1e-05,1613944642709,4688
"wd_1",0.01,1613944642709,4688
"sqr_mom_1",0.99,1613944642709,4688
"lr_1",3.38175587609648e-05,1613944642709,4688
"mom_1",0.8823652061301317,1613944642709,4688
"eps_1",1e-05,1613944642709,4688
"wd_2",0.01,1613944642709,4688
"sqr_mom_2",0.99,1613944642709,4688
"lr_2",0.00033817558760964797,1613944642709,4688
"mom_2",0.8823652061301317,1613944642709,4688
"eps_2",1e-05,1613944642709,4688
"train_loss",0.015028987,1613944643635,4689
"raw_loss",0.0074033807,1613944643635,4689
"epoch",29.496855345911932,1613944643635,4689
"wd_0",0.01,1613944643635,4689
"sqr_mom_0",0.99,1613944643635,4689
"lr_0",3.3804348072985317e-06,1613944643635,4689
"mom_0",0.882391627770307,1613944643635,4689
"eps_0",1e-05,1613944643635,4689
"wd_1",0.01,1613944643635,4689
"sqr_mom_1",0.99,1613944643635,4689
"lr_1",3.3804348072985314e-05,1613944643635,4689
"mom_1",0.882391627770307,1613944643635,4689
"eps_1",1e-05,1613944643635,4689
"wd_2",0.01,1613944643635,4689
"sqr_mom_2",0.99,1613944643635,4689
"lr_2",0.00033804348072985317,1613944643635,4689
"mom_2",0.882391627770307,1613944643635,4689
"eps_2",1e-05,1613944643635,4689
"train_loss",0.014904005,1613944644588,4690
"raw_loss",0.008779889,1613944644588,4690
"epoch",29.503144654088032,1613944644588,4690
"wd_0",0.01,1613944644588,4690
"sqr_mom_0",0.99,1613944644588,4690
"lr_0",3.3791138960193267e-06,1613944644588,4690
"mom_0",0.882418046260076,1613944644588,4690
"eps_0",1e-05,1613944644588,4690
"wd_1",0.01,1613944644588,4690
"sqr_mom_1",0.99,1613944644588,4690
"lr_1",3.379113896019326e-05,1613944644588,4690
"mom_1",0.882418046260076,1613944644588,4690
"eps_1",1e-05,1613944644588,4690
"wd_2",0.01,1613944644588,4690
"sqr_mom_2",0.99,1613944644588,4690
"lr_2",0.0003379113896019326,1613944644588,4690
"mom_2",0.882418046260076,1613944644588,4690
"eps_2",1e-05,1613944644588,4690
"train_loss",0.01518885,1613944645522,4691
"raw_loss",0.02914626,1613944645522,4691
"epoch",29.509433962264133,1613944645522,4691
"wd_0",0.01,1613944645522,4691
"sqr_mom_0",0.99,1613944645522,4691
"lr_0",3.3777929237961342e-06,1613944645522,4691
"mom_0",0.8824444659687369,1613944645522,4691
"eps_0",1e-05,1613944645522,4691
"wd_1",0.01,1613944645522,4691
"sqr_mom_1",0.99,1613944645522,4691
"lr_1",3.377792923796134e-05,1613944645522,4691
"mom_1",0.8824444659687369,1613944645522,4691
"eps_1",1e-05,1613944645522,4691
"wd_2",0.01,1613944645522,4691
"sqr_mom_2",0.99,1613944645522,4691
"lr_2",0.00033777929237961343,1613944645522,4691
"mom_2",0.8824444659687369,1613944645522,4691
"eps_2",1e-05,1613944645522,4691
"train_loss",0.015009898,1613944646449,4692
"raw_loss",0.006241218,1613944646449,4692
"epoch",29.515723270440233,1613944646449,4692
"wd_0",0.01,1613944646449,4692
"sqr_mom_0",0.99,1613944646449,4692
"lr_0",3.3764707951442284e-06,1613944646449,4692
"mom_0",0.8824709088062035,1613944646449,4692
"eps_0",1e-05,1613944646449,4692
"wd_1",0.01,1613944646449,4692
"sqr_mom_1",0.99,1613944646449,4692
"lr_1",3.3764707951442285e-05,1613944646449,4692
"mom_1",0.8824709088062035,1613944646449,4692
"eps_1",1e-05,1613944646449,4692
"wd_2",0.01,1613944646449,4692
"sqr_mom_2",0.99,1613944646449,4692
"lr_2",0.00033764707951442277,1613944646449,4692
"mom_2",0.8824709088062035,1613944646449,4692
"eps_2",1e-05,1613944646449,4692
"train_loss",0.015033028,1613944647397,4693
"raw_loss",0.016166406,1613944647397,4693
"epoch",29.522012578616334,1613944647397,4693
"wd_0",0.01,1613944647397,4693
"sqr_mom_0",0.99,1613944647397,4693
"lr_0",3.3751492639709723e-06,1613944647397,4693
"mom_0",0.8824973396939775,1613944647397,4693
"eps_0",1e-05,1613944647397,4693
"wd_1",0.01,1613944647397,4693
"sqr_mom_1",0.99,1613944647397,4693
"lr_1",3.375149263970973e-05,1613944647397,4693
"mom_1",0.8824973396939775,1613944647397,4693
"eps_1",1e-05,1613944647397,4693
"wd_2",0.01,1613944647397,4693
"sqr_mom_2",0.99,1613944647397,4693
"lr_2",0.0003375149263970972,1613944647397,4693
"mom_2",0.8824973396939775,1613944647397,4693
"eps_2",1e-05,1613944647397,4693
"train_loss",0.015324766,1613944648349,4694
"raw_loss",0.02961995,1613944648349,4694
"epoch",29.528301886792434,1613944648349,4694
"wd_0",0.01,1613944648349,4694
"sqr_mom_0",0.99,1613944648349,4694
"lr_0",3.373827234745434e-06,1613944648349,4694
"mom_0",0.8825237805428967,1613944648349,4694
"eps_0",1e-05,1613944648349,4694
"wd_1",0.01,1613944648349,4694
"sqr_mom_1",0.99,1613944648349,4694
"lr_1",3.3738272347454337e-05,1613944648349,4694
"mom_1",0.8825237805428967,1613944648349,4694
"eps_1",1e-05,1613944648349,4694
"wd_2",0.01,1613944648349,4694
"sqr_mom_2",0.99,1613944648349,4694
"lr_2",0.00033738272347454335,1613944648349,4694
"mom_2",0.8825237805428967,1613944648349,4694
"eps_2",1e-05,1613944648349,4694
"train_loss",0.015376662,1613944649292,4695
"raw_loss",0.017919572,1613944649292,4695
"epoch",29.534591194968534,1613944649292,4695
"wd_0",0.01,1613944649292,4695
"sqr_mom_0",0.99,1613944649292,4695
"lr_0",3.3725044884025893e-06,1613944649292,4695
"mom_0",0.8825502357343056,1613944649292,4695
"eps_0",1e-05,1613944649292,4695
"wd_1",0.01,1613944649292,4695
"sqr_mom_1",0.99,1613944649292,4695
"lr_1",3.372504488402589e-05,1613944649292,4695
"mom_1",0.8825502357343056,1613944649292,4695
"eps_1",1e-05,1613944649292,4695
"wd_2",0.01,1613944649292,4695
"sqr_mom_2",0.99,1613944649292,4695
"lr_2",0.0003372504488402589,1613944649292,4695
"mom_2",0.8825502357343056,1613944649292,4695
"eps_2",1e-05,1613944649292,4695
"train_loss",0.015235621,1613944650229,4696
"raw_loss",0.008324571,1613944650229,4696
"epoch",29.540880503144635,1613944650229,4696
"wd_0",0.01,1613944650229,4696
"sqr_mom_0",0.99,1613944650229,4696
"lr_0",3.3711819026620755e-06,1613944650229,4696
"mom_0",0.8825766877136356,1613944650229,4696
"eps_0",1e-05,1613944650229,4696
"wd_1",0.01,1613944650229,4696
"sqr_mom_1",0.99,1613944650229,4696
"lr_1",3.371181902662075e-05,1613944650229,4696
"mom_1",0.8825766877136356,1613944650229,4696
"eps_1",1e-05,1613944650229,4696
"wd_2",0.01,1613944650229,4696
"sqr_mom_2",0.99,1613944650229,4696
"lr_2",0.0003371181902662075,1613944650229,4696
"mom_2",0.8825766877136356,1613944650229,4696
"eps_2",1e-05,1613944650229,4696
"train_loss",0.01505067,1613944651171,4697
"raw_loss",0.0059880847,1613944651171,4697
"epoch",29.547169811320735,1613944651171,4697
"wd_0",0.01,1613944651171,4697
"sqr_mom_0",0.99,1613944651171,4697
"lr_0",3.369859039342373e-06,1613944651171,4697
"mom_0",0.8826031452446049,1613944651171,4697
"eps_0",1e-05,1613944651171,4697
"wd_1",0.01,1613944651171,4697
"sqr_mom_1",0.99,1613944651171,4697
"lr_1",3.3698590393423726e-05,1613944651171,4697
"mom_1",0.8826031452446049,1613944651171,4697
"eps_1",1e-05,1613944651171,4697
"wd_2",0.01,1613944651171,4697
"sqr_mom_2",0.99,1613944651171,4697
"lr_2",0.0003369859039342373,1613944651171,4697
"mom_2",0.8826031452446049,1613944651171,4697
"eps_2",1e-05,1613944651171,4697
"train_loss",0.015012127,1613944652107,4698
"raw_loss",0.013123521,1613944652107,4698
"epoch",29.553459119496836,1613944652107,4698
"wd_0",0.01,1613944652107,4698
"sqr_mom_0",0.99,1613944652107,4698
"lr_0",3.3685354598936985e-06,1613944652107,4698
"mom_0",0.882629617098297,1613944652107,4698
"eps_0",1e-05,1613944652107,4698
"wd_1",0.01,1613944652107,4698
"sqr_mom_1",0.99,1613944652107,4698
"lr_1",3.3685354598936985e-05,1613944652107,4698
"mom_1",0.882629617098297,1613944652107,4698
"eps_1",1e-05,1613944652107,4698
"wd_2",0.01,1613944652107,4698
"sqr_mom_2",0.99,1613944652107,4698
"lr_2",0.00033685354598936984,1613944652107,4698
"mom_2",0.882629617098297,1613944652107,4698
"eps_2",1e-05,1613944652107,4698
"train_loss",0.014913423,1613944653097,4699
"raw_loss",0.010076892,1613944653097,4699
"epoch",29.559748427672936,1613944653097,4699
"wd_0",0.01,1613944653097,4699
"sqr_mom_0",0.99,1613944653097,4699
"lr_0",3.3672120425885007e-06,1613944653097,4699
"mom_0",0.882656085709087,1613944653097,4699
"eps_0",1e-05,1613944653097,4699
"wd_1",0.01,1613944653097,4699
"sqr_mom_1",0.99,1613944653097,4699
"lr_1",3.3672120425885e-05,1613944653097,4699
"mom_1",0.882656085709087,1613944653097,4699
"eps_1",1e-05,1613944653097,4699
"wd_2",0.01,1613944653097,4699
"sqr_mom_2",0.99,1613944653097,4699
"lr_2",0.00033672120425885,1613944653097,4699
"mom_2",0.882656085709087,1613944653097,4699
"eps_2",1e-05,1613944653097,4699
"train_loss",0.014783129,1613944654080,4700
"raw_loss",0.008398704,1613944654080,4700
"epoch",29.566037735849036,1613944654080,4700
"wd_0",0.01,1613944654080,4700
"sqr_mom_0",0.99,1613944654080,4700
"lr_0",3.365888568546355e-06,1613944654080,4700
"mom_0",0.8826825554546274,1613944654080,4700
"eps_0",1e-05,1613944654080,4700
"wd_1",0.01,1613944654080,4700
"sqr_mom_1",0.99,1613944654080,4700
"lr_1",3.365888568546355e-05,1613944654080,4700
"mom_1",0.8826825554546274,1613944654080,4700
"eps_1",1e-05,1613944654080,4700
"wd_2",0.01,1613944654080,4700
"sqr_mom_2",0.99,1613944654080,4700
"lr_2",0.0003365888568546355,1613944654080,4700
"mom_2",0.8826825554546274,1613944654080,4700
"eps_2",1e-05,1613944654080,4700
"train_loss",0.0147664705,1613944655155,4701
"raw_loss",0.013950208,1613944655155,4701
"epoch",29.572327044025137,1613944655155,4701
"wd_0",0.01,1613944655155,4701
"sqr_mom_0",0.99,1613944655155,4701
"lr_0",3.3645639402109997e-06,1613944655155,4701
"mom_0",0.8827090482862628,1613944655155,4701
"eps_0",1e-05,1613944655155,4701
"wd_1",0.01,1613944655155,4701
"sqr_mom_1",0.99,1613944655155,4701
"lr_1",3.3645639402109995e-05,1613944655155,4701
"mom_1",0.8827090482862628,1613944655155,4701
"eps_1",1e-05,1613944655155,4701
"wd_2",0.01,1613944655155,4701
"sqr_mom_2",0.99,1613944655155,4701
"lr_2",0.00033645639402109993,1613944655155,4701
"mom_2",0.8827090482862628,1613944655155,4701
"eps_2",1e-05,1613944655155,4701
"train_loss",0.0148871,1613944656127,4702
"raw_loss",0.020797938,1613944656127,4702
"epoch",29.578616352201237,1613944656127,4702
"wd_0",0.01,1613944656127,4702
"sqr_mom_0",0.99,1613944656127,4702
"lr_0",3.3632399148058235e-06,1613944656127,4702
"mom_0",0.8827355290591741,1613944656127,4702
"eps_0",1e-05,1613944656127,4702
"wd_1",0.01,1613944656127,4702
"sqr_mom_1",0.99,1613944656127,4702
"lr_1",3.363239914805823e-05,1613944656127,4702
"mom_1",0.8827355290591741,1613944656127,4702
"eps_1",1e-05,1613944656127,4702
"wd_2",0.01,1613944656127,4702
"sqr_mom_2",0.99,1613944656127,4702
"lr_2",0.00033632399148058234,1613944656127,4702
"mom_2",0.8827355290591741,1613944656127,4702
"eps_2",1e-05,1613944656127,4702
"train_loss",0.014863214,1613944657114,4703
"raw_loss",0.013692809,1613944657114,4703
"epoch",29.584905660377338,1613944657114,4703
"wd_0",0.01,1613944657114,4703
"sqr_mom_0",0.99,1613944657114,4703
"lr_0",3.361915394728985e-06,1613944657114,4703
"mom_0",0.8827620197256175,1613944657114,4703
"eps_0",1e-05,1613944657114,4703
"wd_1",0.01,1613944657114,4703
"sqr_mom_1",0.99,1613944657114,4703
"lr_1",3.361915394728985e-05,1613944657114,4703
"mom_1",0.8827620197256175,1613944657114,4703
"eps_1",1e-05,1613944657114,4703
"wd_2",0.01,1613944657114,4703
"sqr_mom_2",0.99,1613944657114,4703
"lr_2",0.0003361915394728985,1613944657114,4703
"mom_2",0.8827620197256175,1613944657114,4703
"eps_2",1e-05,1613944657114,4703
"train_loss",0.014766654,1613944658080,4704
"raw_loss",0.010035181,1613944658080,4704
"epoch",29.591194968553438,1613944658080,4704
"wd_0",0.01,1613944658080,4704
"sqr_mom_0",0.99,1613944658080,4704
"lr_0",3.3605901605059437e-06,1613944658080,4704
"mom_0",0.8827885246751278,1613944658080,4704
"eps_0",1e-05,1613944658080,4704
"wd_1",0.01,1613944658080,4704
"sqr_mom_1",0.99,1613944658080,4704
"lr_1",3.360590160505944e-05,1613944658080,4704
"mom_1",0.8827885246751278,1613944658080,4704
"eps_1",1e-05,1613944658080,4704
"wd_2",0.01,1613944658080,4704
"sqr_mom_2",0.99,1613944658080,4704
"lr_2",0.00033605901605059433,1613944658080,4704
"mom_2",0.8827885246751278,1613944658080,4704
"eps_2",1e-05,1613944658080,4704
"train_loss",0.014664121,1613944659093,4705
"raw_loss",0.00964001,1613944659093,4705
"epoch",29.59748427672954,1613944659093,4705
"wd_0",0.01,1613944659093,4705
"sqr_mom_0",0.99,1613944659093,4705
"lr_0",3.359265091507188e-06,1613944659093,4705
"mom_0",0.8828150263201194,1613944659093,4705
"eps_0",1e-05,1613944659093,4705
"wd_1",0.01,1613944659093,4705
"sqr_mom_1",0.99,1613944659093,4705
"lr_1",3.359265091507188e-05,1613944659093,4705
"mom_1",0.8828150263201194,1613944659093,4705
"eps_1",1e-05,1613944659093,4705
"wd_2",0.01,1613944659093,4705
"sqr_mom_2",0.99,1613944659093,4705
"lr_2",0.0003359265091507188,1613944659093,4705
"mom_2",0.8828150263201194,1613944659093,4705
"eps_2",1e-05,1613944659093,4705
"train_loss",0.0145765655,1613944660113,4706
"raw_loss",0.010286346,1613944660113,4706
"epoch",29.60377358490564,1613944660113,4706
"wd_0",0.01,1613944660113,4706
"sqr_mom_0",0.99,1613944660113,4706
"lr_0",3.3579399685769724e-06,1613944660113,4706
"mom_0",0.882841529043751,1613944660113,4706
"eps_0",1e-05,1613944660113,4706
"wd_1",0.01,1613944660113,4706
"sqr_mom_1",0.99,1613944660113,4706
"lr_1",3.357939968576972e-05,1613944660113,4706
"mom_1",0.882841529043751,1613944660113,4706
"eps_1",1e-05,1613944660113,4706
"wd_2",0.01,1613944660113,4706
"sqr_mom_2",0.99,1613944660113,4706
"lr_2",0.0003357939968576972,1613944660113,4706
"mom_2",0.882841529043751,1613944660113,4706
"eps_2",1e-05,1613944660113,4706
"train_loss",0.014590447,1613944661086,4707
"raw_loss",0.01527063,1613944661086,4707
"epoch",29.61006289308174,1613944661086,4707
"wd_0",0.01,1613944661086,4707
"sqr_mom_0",0.99,1613944661086,4707
"lr_0",3.356613692793759e-06,1613944661086,4707
"mom_0",0.882868054824673,1613944661086,4707
"eps_0",1e-05,1613944661086,4707
"wd_1",0.01,1613944661086,4707
"sqr_mom_1",0.99,1613944661086,4707
"lr_1",3.356613692793759e-05,1613944661086,4707
"mom_1",0.882868054824673,1613944661086,4707
"eps_1",1e-05,1613944661086,4707
"wd_2",0.01,1613944661086,4707
"sqr_mom_2",0.99,1613944661086,4707
"lr_2",0.0003356613692793759,1613944661086,4707
"mom_2",0.882868054824673,1613944661086,4707
"eps_2",1e-05,1613944661086,4707
"train_loss",0.014493879,1613944662073,4708
"raw_loss",0.009762052,1613944662073,4708
"epoch",29.61635220125784,1613944662073,4708
"wd_0",0.01,1613944662073,4708
"sqr_mom_0",0.99,1613944662073,4708
"lr_0",3.3552880235664085e-06,1613944662073,4708
"mom_0",0.8828945684743565,1613944662073,4708
"eps_0",1e-05,1613944662073,4708
"wd_1",0.01,1613944662073,4708
"sqr_mom_1",0.99,1613944662073,4708
"lr_1",3.355288023566408e-05,1613944662073,4708
"mom_1",0.8828945684743565,1613944662073,4708
"eps_1",1e-05,1613944662073,4708
"wd_2",0.01,1613944662073,4708
"sqr_mom_2",0.99,1613944662073,4708
"lr_2",0.0003355288023566408,1613944662073,4708
"mom_2",0.8828945684743565,1613944662073,4708
"eps_2",1e-05,1613944662073,4708
"train_loss",0.014398263,1613944663063,4709
"raw_loss",0.0097130565,1613944663063,4709
"epoch",29.62264150943394,1613944663063,4709
"wd_0",0.01,1613944663063,4709
"sqr_mom_0",0.99,1613944663063,4709
"lr_0",3.35396186192822e-06,1613944663063,4709
"mom_0",0.8829210919723554,1613944663063,4709
"eps_0",1e-05,1613944663063,4709
"wd_1",0.01,1613944663063,4709
"sqr_mom_1",0.99,1613944663063,4709
"lr_1",3.35396186192822e-05,1613944663063,4709
"mom_1",0.8829210919723554,1613944663063,4709
"eps_1",1e-05,1613944663063,4709
"wd_2",0.01,1613944663063,4709
"sqr_mom_2",0.99,1613944663063,4709
"lr_2",0.00033539618619282197,1613944663063,4709
"mom_2",0.8829210919723554,1613944663063,4709
"eps_2",1e-05,1613944663063,4709
"train_loss",0.014276915,1613944664052,4710
"raw_loss",0.0083308825,1613944664052,4710
"epoch",29.62893081761004,1613944664052,4710
"wd_0",0.01,1613944664052,4710
"sqr_mom_0",0.99,1613944664052,4710
"lr_0",3.3526349881347915e-06,1613944664052,4710
"mom_0",0.8829476297136013,1613944664052,4710
"eps_0",1e-05,1613944664052,4710
"wd_1",0.01,1613944664052,4710
"sqr_mom_1",0.99,1613944664052,4710
"lr_1",3.352634988134791e-05,1613944664052,4710
"mom_1",0.8829476297136013,1613944664052,4710
"eps_1",1e-05,1613944664052,4710
"wd_2",0.01,1613944664052,4710
"sqr_mom_2",0.99,1613944664052,4710
"lr_2",0.0003352634988134791,1613944664052,4710
"mom_2",0.8829476297136013,1613944664052,4710
"eps_2",1e-05,1613944664052,4710
"train_loss",0.014434255,1613944665007,4711
"raw_loss",0.022143912,1613944665007,4711
"epoch",29.63522012578614,1613944665007,4711
"wd_0",0.01,1613944665007,4711
"sqr_mom_0",0.99,1613944665007,4711
"lr_0",3.351308282644563e-06,1613944665007,4711
"mom_0",0.8829741640887496,1613944665007,4711
"eps_0",1e-05,1613944665007,4711
"wd_1",0.01,1613944665007,4711
"sqr_mom_1",0.99,1613944665007,4711
"lr_1",3.351308282644563e-05,1613944665007,4711
"mom_1",0.8829741640887496,1613944665007,4711
"eps_1",1e-05,1613944665007,4711
"wd_2",0.01,1613944665007,4711
"sqr_mom_2",0.99,1613944665007,4711
"lr_2",0.00033513082826445626,1613944665007,4711
"mom_2",0.8829741640887496,1613944665007,4711
"eps_2",1e-05,1613944665007,4711
"train_loss",0.014453536,1613944665997,4712
"raw_loss",0.015398328,1613944665997,4712
"epoch",29.64150943396224,1613944665997,4712
"wd_0",0.01,1613944665997,4712
"sqr_mom_0",0.99,1613944665997,4712
"lr_0",3.3499815260289798e-06,1613944665997,4712
"mom_0",0.8830006994864152,1613944665997,4712
"eps_0",1e-05,1613944665997,4712
"wd_1",0.01,1613944665997,4712
"sqr_mom_1",0.99,1613944665997,4712
"lr_1",3.3499815260289804e-05,1613944665997,4712
"mom_1",0.8830006994864152,1613944665997,4712
"eps_1",1e-05,1613944665997,4712
"wd_2",0.01,1613944665997,4712
"sqr_mom_2",0.99,1613944665997,4712
"lr_2",0.00033499815260289796,1613944665997,4712
"mom_2",0.8830006994864152,1613944665997,4712
"eps_2",1e-05,1613944665997,4712
"train_loss",0.014349838,1613944667290,4713
"raw_loss",0.009268642,1613944667290,4713
"epoch",29.64779874213834,1613944667290,4713
"wd_0",0.01,1613944667290,4713
"sqr_mom_0",0.99,1613944667290,4713
"lr_0",3.3486536180138396e-06,1613944667290,4713
"mom_0",0.8830272579123023,1613944667290,4713
"eps_0",1e-05,1613944667290,4713
"wd_1",0.01,1613944667290,4713
"sqr_mom_1",0.99,1613944667290,4713
"lr_1",3.34865361801384e-05,1613944667290,4713
"mom_1",0.8830272579123023,1613944667290,4713
"eps_1",1e-05,1613944667290,4713
"wd_2",0.01,1613944667290,4713
"sqr_mom_2",0.99,1613944667290,4713
"lr_2",0.00033486536180138394,1613944667290,4713
"mom_2",0.8830272579123023,1613944667290,4713
"eps_2",1e-05,1613944667290,4713
"train_loss",0.014293315,1613944668310,4714
"raw_loss",0.0115236705,1613944668310,4714
"epoch",29.654088050314442,1613944668310,4714
"wd_0",0.01,1613944668310,4714
"sqr_mom_0",0.99,1613944668310,4714
"lr_0",3.347326320173284e-06,1613944668310,4714
"mom_0",0.8830538041345757,1613944668310,4714
"eps_0",1e-05,1613944668310,4714
"wd_1",0.01,1613944668310,4714
"sqr_mom_1",0.99,1613944668310,4714
"lr_1",3.347326320173284e-05,1613944668310,4714
"mom_1",0.8830538041345757,1613944668310,4714
"eps_1",1e-05,1613944668310,4714
"wd_2",0.01,1613944668310,4714
"sqr_mom_2",0.99,1613944668310,4714
"lr_2",0.00033473263201732836,1613944668310,4714
"mom_2",0.8830538041345757,1613944668310,4714
"eps_2",1e-05,1613944668310,4714
"train_loss",0.014397321,1613944669307,4715
"raw_loss",0.01949362,1613944669307,4715
"epoch",29.660377358490543,1613944669307,4715
"wd_0",0.01,1613944669307,4715
"sqr_mom_0",0.99,1613944669307,4715
"lr_0",3.3459985321883657e-06,1613944669307,4715
"mom_0",0.8830803601598343,1613944669307,4715
"eps_0",1e-05,1613944669307,4715
"wd_1",0.01,1613944669307,4715
"sqr_mom_1",0.99,1613944669307,4715
"lr_1",3.345998532188366e-05,1613944669307,4715
"mom_1",0.8830803601598343,1613944669307,4715
"eps_1",1e-05,1613944669307,4715
"wd_2",0.01,1613944669307,4715
"sqr_mom_2",0.99,1613944669307,4715
"lr_2",0.00033459985321883655,1613944669307,4715
"mom_2",0.8830803601598343,1613944669307,4715
"eps_2",1e-05,1613944669307,4715
"train_loss",0.014325776,1613944670292,4716
"raw_loss",0.010820073,1613944670292,4716
"epoch",29.666666666666643,1613944670292,4716
"wd_0",0.01,1613944670292,4716
"sqr_mom_0",0.99,1613944670292,4716
"lr_0",3.3446700340473405e-06,1613944670292,4716
"mom_0",0.8831069303883571,1613944670292,4716
"eps_0",1e-05,1613944670292,4716
"wd_1",0.01,1613944670292,4716
"sqr_mom_1",0.99,1613944670292,4716
"lr_1",3.3446700340473404e-05,1613944670292,4716
"mom_1",0.8831069303883571,1613944670292,4716
"eps_1",1e-05,1613944670292,4716
"wd_2",0.01,1613944670292,4716
"sqr_mom_2",0.99,1613944670292,4716
"lr_2",0.00033446700340473404,1613944670292,4716
"mom_2",0.8831069303883571,1613944670292,4716
"eps_2",1e-05,1613944670292,4716
"train_loss",0.014252991,1613944671359,4717
"raw_loss",0.010686519,1613944671359,4717
"epoch",29.672955974842743,1613944671359,4717
"wd_0",0.01,1613944671359,4717
"sqr_mom_0",0.99,1613944671359,4717
"lr_0",3.343341707286498e-06,1613944671359,4717
"mom_0",0.883133497189242,1613944671359,4717
"eps_0",1e-05,1613944671359,4717
"wd_1",0.01,1613944671359,4717
"sqr_mom_1",0.99,1613944671359,4717
"lr_1",3.3433417072864977e-05,1613944671359,4717
"mom_1",0.883133497189242,1613944671359,4717
"eps_1",1e-05,1613944671359,4717
"wd_2",0.01,1613944671359,4717
"sqr_mom_2",0.99,1613944671359,4717
"lr_2",0.0003343341707286498,1613944671359,4717
"mom_2",0.883133497189242,1613944671359,4717
"eps_2",1e-05,1613944671359,4717
"train_loss",0.014101855,1613944672389,4718
"raw_loss",0.0066962047,1613944672389,4718
"epoch",29.679245283018844,1613944672389,4718
"wd_0",0.01,1613944672389,4718
"sqr_mom_0",0.99,1613944672389,4718
"lr_0",3.342012671037793e-06,1613944672389,4718
"mom_0",0.883160078180026,1613944672389,4718
"eps_0",1e-05,1613944672389,4718
"wd_1",0.01,1613944672389,4718
"sqr_mom_1",0.99,1613944672389,4718
"lr_1",3.342012671037793e-05,1613944672389,4718
"mom_1",0.883160078180026,1613944672389,4718
"eps_1",1e-05,1613944672389,4718
"wd_2",0.01,1613944672389,4718
"sqr_mom_2",0.99,1613944672389,4718
"lr_2",0.0003342012671037793,1613944672389,4718
"mom_2",0.883160078180026,1613944672389,4718
"eps_2",1e-05,1613944672389,4718
"train_loss",0.013953555,1613944673473,4719
"raw_loss",0.0066868276,1613944673473,4719
"epoch",29.685534591194944,1613944673473,4719
"wd_0",0.01,1613944673473,4719
"sqr_mom_0",0.99,1613944673473,4719
"lr_0",3.3406838071945815e-06,1613944673473,4719
"mom_0",0.8831866557226655,1613944673473,4719
"eps_0",1e-05,1613944673473,4719
"wd_1",0.01,1613944673473,4719
"sqr_mom_1",0.99,1613944673473,4719
"lr_1",3.340683807194582e-05,1613944673473,4719
"mom_1",0.8831866557226655,1613944673473,4719
"eps_1",1e-05,1613944673473,4719
"wd_2",0.01,1613944673473,4719
"sqr_mom_2",0.99,1613944673473,4719
"lr_2",0.0003340683807194581,1613944673473,4719
"mom_2",0.8831866557226655,1613944673473,4719
"eps_2",1e-05,1613944673473,4719
"train_loss",0.014048328,1613944674441,4720
"raw_loss",0.018692153,1613944674441,4720
"epoch",29.691823899371045,1613944674441,4720
"wd_0",0.01,1613944674441,4720
"sqr_mom_0",0.99,1613944674441,4720
"lr_0",3.3393546754898774e-06,1613944674441,4720
"mom_0",0.8832132386225886,1613944674441,4720
"eps_0",1e-05,1613944674441,4720
"wd_1",0.01,1613944674441,4720
"sqr_mom_1",0.99,1613944674441,4720
"lr_1",3.339354675489877e-05,1613944674441,4720
"mom_1",0.8832132386225886,1613944674441,4720
"eps_1",1e-05,1613944674441,4720
"wd_2",0.01,1613944674441,4720
"sqr_mom_2",0.99,1613944674441,4720
"lr_2",0.00033393546754898775,1613944674441,4720
"mom_2",0.8832132386225886,1613944674441,4720
"eps_2",1e-05,1613944674441,4720
"train_loss",0.013989688,1613944675413,4721
"raw_loss",0.011116348,1613944675413,4721
"epoch",29.698113207547145,1613944675413,4721
"wd_0",0.01,1613944675413,4721
"sqr_mom_0",0.99,1613944675413,4721
"lr_0",3.338024835301318e-06,1613944675413,4721
"mom_0",0.8832398356923306,1613944675413,4721
"eps_0",1e-05,1613944675413,4721
"wd_1",0.01,1613944675413,4721
"sqr_mom_1",0.99,1613944675413,4721
"lr_1",3.3380248353013185e-05,1613944675413,4721
"mom_1",0.8832398356923306,1613944675413,4721
"eps_1",1e-05,1613944675413,4721
"wd_2",0.01,1613944675413,4721
"sqr_mom_2",0.99,1613944675413,4721
"lr_2",0.00033380248353013175,1613944675413,4721
"mom_2",0.8832398356923306,1613944675413,4721
"eps_2",1e-05,1613944675413,4721
"train_loss",0.0143171055,1613944676370,4722
"raw_loss",0.030360574,1613944676370,4722
"epoch",29.704402515723245,1613944676370,4722
"wd_0",0.01,1613944676370,4722
"sqr_mom_0",0.99,1613944676370,4722
"lr_0",3.3366951690557207e-06,1613944676370,4722
"mom_0",0.8832664292831784,1613944676370,4722
"eps_0",1e-05,1613944676370,4722
"wd_1",0.01,1613944676370,4722
"sqr_mom_1",0.99,1613944676370,4722
"lr_1",3.3366951690557204e-05,1613944676370,4722
"mom_1",0.8832664292831784,1613944676370,4722
"eps_1",1e-05,1613944676370,4722
"wd_2",0.01,1613944676370,4722
"sqr_mom_2",0.99,1613944676370,4722
"lr_2",0.00033366951690557204,1613944676370,4722
"mom_2",0.8832664292831784,1613944676370,4722
"eps_2",1e-05,1613944676370,4722
"train_loss",0.01461571,1613944677377,4723
"raw_loss",0.029247327,1613944677377,4723
"epoch",29.710691823899346,1613944677377,4723
"wd_0",0.01,1613944677377,4723
"sqr_mom_0",0.99,1613944677377,4723
"lr_0",3.3353654568309142e-06,1613944677377,4723
"mom_0",0.8832930237936196,1613944677377,4723
"eps_0",1e-05,1613944677377,4723
"wd_1",0.01,1613944677377,4723
"sqr_mom_1",0.99,1613944677377,4723
"lr_1",3.3353654568309146e-05,1613944677377,4723
"mom_1",0.8832930237936196,1613944677377,4723
"eps_1",1e-05,1613944677377,4723
"wd_2",0.01,1613944677377,4723
"sqr_mom_2",0.99,1613944677377,4723
"lr_2",0.0003335365456830914,1613944677377,4723
"mom_2",0.8832930237936196,1613944677377,4723
"eps_2",1e-05,1613944677377,4723
"train_loss",0.014634309,1613944678370,4724
"raw_loss",0.015545668,1613944678370,4724
"epoch",29.716981132075446,1613944678370,4724
"wd_0",0.01,1613944678370,4724
"sqr_mom_0",0.99,1613944678370,4724
"lr_0",3.334034595905546e-06,1613944678370,4724
"mom_0",0.8833196412783019,1613944678370,4724
"eps_0",1e-05,1613944678370,4724
"wd_1",0.01,1613944678370,4724
"sqr_mom_1",0.99,1613944678370,4724
"lr_1",3.334034595905546e-05,1613944678370,4724
"mom_1",0.8833196412783019,1613944678370,4724
"eps_1",1e-05,1613944678370,4724
"wd_2",0.01,1613944678370,4724
"sqr_mom_2",0.99,1613944678370,4724
"lr_2",0.0003334034595905546,1613944678370,4724
"mom_2",0.8833196412783019,1613944678370,4724
"eps_2",1e-05,1613944678370,4724
"train_loss",0.014573242,1613944679376,4725
"raw_loss",0.011580917,1613944679376,4725
"epoch",29.723270440251547,1613944679376,4725
"wd_0",0.01,1613944679376,4725
"sqr_mom_0",0.99,1613944679376,4725
"lr_0",3.332704351771026e-06,1613944679376,4725
"mom_0",0.8833462464270437,1613944679376,4725
"eps_0",1e-05,1613944679376,4725
"wd_1",0.01,1613944679376,4725
"sqr_mom_1",0.99,1613944679376,4725
"lr_1",3.3327043517710256e-05,1613944679376,4725
"mom_1",0.8833462464270437,1613944679376,4725
"eps_1",1e-05,1613944679376,4725
"wd_2",0.01,1613944679376,4725
"sqr_mom_2",0.99,1613944679376,4725
"lr_2",0.00033327043517710256,1613944679376,4725
"mom_2",0.8833462464270437,1613944679376,4725
"eps_2",1e-05,1613944679376,4725
"train_loss",0.0146379685,1613944680333,4726
"raw_loss",0.017809568,1613944680333,4726
"epoch",29.729559748427647,1613944680333,4726
"wd_0",0.01,1613944680333,4726
"sqr_mom_0",0.99,1613944680333,4726
"lr_0",3.331373621662028e-06,1613944680333,4726
"mom_0",0.8833728612953724,1613944680333,4726
"eps_0",1e-05,1613944680333,4726
"wd_1",0.01,1613944680333,4726
"sqr_mom_1",0.99,1613944680333,4726
"lr_1",3.3313736216620285e-05,1613944680333,4726
"mom_1",0.8833728612953724,1613944680333,4726
"eps_1",1e-05,1613944680333,4726
"wd_2",0.01,1613944680333,4726
"sqr_mom_2",0.99,1613944680333,4726
"lr_2",0.0003331373621662028,1613944680333,4726
"mom_2",0.8833728612953724,1613944680333,4726
"eps_2",1e-05,1613944680333,4726
"train_loss",0.015068904,1613944681292,4727
"raw_loss",0.036184765,1613944681292,4727
"epoch",29.735849056603747,1613944681292,4727
"wd_0",0.01,1613944681292,4727
"sqr_mom_0",0.99,1613944681292,4727
"lr_0",3.330042185083229e-06,1613944681292,4727
"mom_0",0.8833994902932384,1613944681292,4727
"eps_0",1e-05,1613944681292,4727
"wd_1",0.01,1613944681292,4727
"sqr_mom_1",0.99,1613944681292,4727
"lr_1",3.3300421850832284e-05,1613944681292,4727
"mom_1",0.8833994902932384,1613944681292,4727
"eps_1",1e-05,1613944681292,4727
"wd_2",0.01,1613944681292,4727
"sqr_mom_2",0.99,1613944681292,4727
"lr_2",0.00033300421850832284,1613944681292,4727
"mom_2",0.8833994902932384,1613944681292,4727
"eps_2",1e-05,1613944681292,4727
"train_loss",0.01502894,1613944682285,4728
"raw_loss",0.013070717,1613944682285,4728
"epoch",29.742138364779848,1613944682285,4728
"wd_0",0.01,1613944682285,4728
"sqr_mom_0",0.99,1613944682285,4728
"lr_0",3.328710925520742e-06,1613944682285,4728
"mom_0",0.8834261157507426,1613944682285,4728
"eps_0",1e-05,1613944682285,4728
"wd_1",0.01,1613944682285,4728
"sqr_mom_1",0.99,1613944682285,4728
"lr_1",3.328710925520742e-05,1613944682285,4728
"mom_1",0.8834261157507426,1613944682285,4728
"eps_1",1e-05,1613944682285,4728
"wd_2",0.01,1613944682285,4728
"sqr_mom_2",0.99,1613944682285,4728
"lr_2",0.0003328710925520742,1613944682285,4728
"mom_2",0.8834261157507426,1613944682285,4728
"eps_2",1e-05,1613944682285,4728
"train_loss",0.015111954,1613944683232,4729
"raw_loss",0.01917966,1613944683232,4729
"epoch",29.74842767295595,1613944683232,4729
"wd_0",0.01,1613944683232,4729
"sqr_mom_0",0.99,1613944683232,4729
"lr_0",3.327379622786731e-06,1613944683232,4729
"mom_0",0.8834527420716861,1613944683232,4729
"eps_0",1e-05,1613944683232,4729
"wd_1",0.01,1613944683232,4729
"sqr_mom_1",0.99,1613944683232,4729
"lr_1",3.327379622786731e-05,1613944683232,4729
"mom_1",0.8834527420716861,1613944683232,4729
"eps_1",1e-05,1613944683232,4729
"wd_2",0.01,1613944683232,4729
"sqr_mom_2",0.99,1613944683232,4729
"lr_2",0.00033273796227867303,1613944683232,4729
"mom_2",0.8834527420716861,1613944683232,4729
"eps_2",1e-05,1613944683232,4729
"train_loss",0.015053363,1613944684203,4730
"raw_loss",0.012182374,1613944684203,4730
"epoch",29.75471698113205,1613944684203,4730
"wd_0",0.01,1613944684203,4730
"sqr_mom_0",0.99,1613944684203,4730
"lr_0",3.326047172842982e-06,1613944684203,4730
"mom_0",0.8834793913370537,1613944684203,4730
"eps_0",1e-05,1613944684203,4730
"wd_1",0.01,1613944684203,4730
"sqr_mom_1",0.99,1613944684203,4730
"lr_1",3.326047172842982e-05,1613944684203,4730
"mom_1",0.8834793913370537,1613944684203,4730
"eps_1",1e-05,1613944684203,4730
"wd_2",0.01,1613944684203,4730
"sqr_mom_2",0.99,1613944684203,4730
"lr_2",0.00033260471728429816,1613944684203,4730
"mom_2",0.8834793913370537,1613944684203,4730
"eps_2",1e-05,1613944684203,4730
"train_loss",0.015184367,1613944685154,4731
"raw_loss",0.021603609,1613944685154,4731
"epoch",29.76100628930815,1613944685154,4731
"wd_0",0.01,1613944685154,4731
"sqr_mom_0",0.99,1613944685154,4731
"lr_0",3.3247153432888615e-06,1613944685154,4731
"mom_0",0.8835060281945047,1613944685154,4731
"eps_0",1e-05,1613944685154,4731
"wd_1",0.01,1613944685154,4731
"sqr_mom_1",0.99,1613944685154,4731
"lr_1",3.3247153432888616e-05,1613944685154,4731
"mom_1",0.8835060281945047,1613944685154,4731
"eps_1",1e-05,1613944685154,4731
"wd_2",0.01,1613944685154,4731
"sqr_mom_2",0.99,1613944685154,4731
"lr_2",0.00033247153432888613,1613944685154,4731
"mom_2",0.8835060281945047,1613944685154,4731
"eps_2",1e-05,1613944685154,4731
"train_loss",0.015302979,1613944686101,4732
"raw_loss",0.021114998,1613944686101,4732
"epoch",29.76729559748425,1613944686101,4732
"wd_0",0.01,1613944686101,4732
"sqr_mom_0",0.99,1613944686101,4732
"lr_0",3.323383030042603e-06,1613944686101,4732
"mom_0",0.8835326747258951,1613944686101,4732
"eps_0",1e-05,1613944686101,4732
"wd_1",0.01,1613944686101,4732
"sqr_mom_1",0.99,1613944686101,4732
"lr_1",3.323383030042603e-05,1613944686101,4732
"mom_1",0.8835326747258951,1613944686101,4732
"eps_1",1e-05,1613944686101,4732
"wd_2",0.01,1613944686101,4732
"sqr_mom_2",0.99,1613944686101,4732
"lr_2",0.00033233830300426025,1613944686101,4732
"mom_2",0.8835326747258951,1613944686101,4732
"eps_2",1e-05,1613944686101,4732
"train_loss",0.015340219,1613944687068,4733
"raw_loss",0.017164977,1613944687068,4733
"epoch",29.77358490566035,1613944687068,4733
"wd_0",0.01,1613944687068,4733
"sqr_mom_0",0.99,1613944687068,4733
"lr_0",3.322050012348701e-06,1613944687068,4733
"mom_0",0.8835593353463794,1613944687068,4733
"eps_0",1e-05,1613944687068,4733
"wd_1",0.01,1613944687068,4733
"sqr_mom_1",0.99,1613944687068,4733
"lr_1",3.322050012348701e-05,1613944687068,4733
"mom_1",0.8835593353463794,1613944687068,4733
"eps_1",1e-05,1613944687068,4733
"wd_2",0.01,1613944687068,4733
"sqr_mom_2",0.99,1613944687068,4733
"lr_2",0.0003322050012348701,1613944687068,4733
"mom_2",0.8835593353463794,1613944687068,4733
"eps_2",1e-05,1613944687068,4733
"train_loss",0.0154641615,1613944688031,4734
"raw_loss",0.02153732,1613944688031,4734
"epoch",29.77987421383645,1613944688031,4734
"wd_0",0.01,1613944688031,4734
"sqr_mom_0",0.99,1613944688031,4734
"lr_0",3.3207171747424316e-06,1613944688031,4734
"mom_0",0.883585992365075,1613944688031,4734
"eps_0",1e-05,1613944688031,4734
"wd_1",0.01,1613944688031,4734
"sqr_mom_1",0.99,1613944688031,4734
"lr_1",3.3207171747424316e-05,1613944688031,4734
"mom_1",0.883585992365075,1613944688031,4734
"eps_1",1e-05,1613944688031,4734
"wd_2",0.01,1613944688031,4734
"sqr_mom_2",0.99,1613944688031,4734
"lr_2",0.00033207171747424313,1613944688031,4734
"mom_2",0.883585992365075,1613944688031,4734
"eps_2",1e-05,1613944688031,4734
"train_loss",0.015724497,1613944689007,4735
"raw_loss",0.028480928,1613944689007,4735
"epoch",29.78616352201255,1613944689007,4735
"wd_0",0.01,1613944689007,4735
"sqr_mom_0",0.99,1613944689007,4735
"lr_0",3.3193842967728186e-06,1613944689007,4735
"mom_0",0.8836126501910455,1613944689007,4735
"eps_0",1e-05,1613944689007,4735
"wd_1",0.01,1613944689007,4735
"sqr_mom_1",0.99,1613944689007,4735
"lr_1",3.3193842967728185e-05,1613944689007,4735
"mom_1",0.8836126501910455,1613944689007,4735
"eps_1",1e-05,1613944689007,4735
"wd_2",0.01,1613944689007,4735
"sqr_mom_2",0.99,1613944689007,4735
"lr_2",0.0003319384296772818,1613944689007,4735
"mom_2",0.8836126501910455,1613944689007,4735
"eps_2",1e-05,1613944689007,4735
"train_loss",0.015707826,1613944689950,4736
"raw_loss",0.014890935,1613944689950,4736
"epoch",29.79245283018865,1613944689950,4736
"wd_0",0.01,1613944689950,4736
"sqr_mom_0",0.99,1613944689950,4736
"lr_0",3.318050273097452e-06,1613944689950,4736
"mom_0",0.8836393309313603,1613944689950,4736
"eps_0",1e-05,1613944689950,4736
"wd_1",0.01,1613944689950,4736
"sqr_mom_1",0.99,1613944689950,4736
"lr_1",3.3180502730974516e-05,1613944689950,4736
"mom_1",0.8836393309313603,1613944689950,4736
"eps_1",1e-05,1613944689950,4736
"wd_2",0.01,1613944689950,4736
"sqr_mom_2",0.99,1613944689950,4736
"lr_2",0.00033180502730974514,1613944689950,4736
"mom_2",0.8836393309313603,1613944689950,4736
"eps_2",1e-05,1613944689950,4736
"train_loss",0.015598271,1613944690908,4737
"raw_loss",0.010230055,1613944690908,4737
"epoch",29.79874213836475,1613944690908,4737
"wd_0",0.01,1613944690908,4737
"sqr_mom_0",0.99,1613944690908,4737
"lr_0",3.316716873403376e-06,1613944690908,4737
"mom_0",0.8836659991919243,1613944690908,4737
"eps_0",1e-05,1613944690908,4737
"wd_1",0.01,1613944690908,4737
"sqr_mom_1",0.99,1613944690908,4737
"lr_1",3.316716873403376e-05,1613944690908,4737
"mom_1",0.8836659991919243,1613944690908,4737
"eps_1",1e-05,1613944690908,4737
"wd_2",0.01,1613944690908,4737
"sqr_mom_2",0.99,1613944690908,4737
"lr_2",0.00033167168734033755,1613944690908,4737
"mom_2",0.8836659991919243,1613944690908,4737
"eps_2",1e-05,1613944690908,4737
"train_loss",0.015441734,1613944691875,4738
"raw_loss",0.007771415,1613944691875,4738
"epoch",29.805031446540852,1613944691875,4738
"wd_0",0.01,1613944691875,4738
"sqr_mom_0",0.99,1613944691875,4738
"lr_0",3.3153829923050528e-06,1613944691875,4738
"mom_0",0.8836926770806697,1613944691875,4738
"eps_0",1e-05,1613944691875,4738
"wd_1",0.01,1613944691875,4738
"sqr_mom_1",0.99,1613944691875,4738
"lr_1",3.315382992305053e-05,1613944691875,4738
"mom_1",0.8836926770806697,1613944691875,4738
"eps_1",1e-05,1613944691875,4738
"wd_2",0.01,1613944691875,4738
"sqr_mom_2",0.99,1613944691875,4738
"lr_2",0.00033153829923050527,1613944691875,4738
"mom_2",0.8836926770806697,1613944691875,4738
"eps_2",1e-05,1613944691875,4738
"train_loss",0.01537163,1613944692870,4739
"raw_loss",0.011936523,1613944692870,4739
"epoch",29.811320754716952,1613944692870,4739
"wd_0",0.01,1613944692870,4739
"sqr_mom_0",0.99,1613944692870,4739
"lr_0",3.3140484087893257e-06,1613944692870,4739
"mom_0",0.8837193690179036,1613944692870,4739
"eps_0",1e-05,1613944692870,4739
"wd_1",0.01,1613944692870,4739
"sqr_mom_1",0.99,1613944692870,4739
"lr_1",3.314048408789325e-05,1613944692870,4739
"mom_1",0.8837193690179036,1613944692870,4739
"eps_1",1e-05,1613944692870,4739
"wd_2",0.01,1613944692870,4739
"sqr_mom_2",0.99,1613944692870,4739
"lr_2",0.0003314048408789325,1613944692870,4739
"mom_2",0.8837193690179036,1613944692870,4739
"eps_2",1e-05,1613944692870,4739
"train_loss",0.015249126,1613944693826,4740
"raw_loss",0.009246428,1613944693826,4740
"epoch",29.817610062893053,1613944693826,4740
"wd_0",0.01,1613944693826,4740
"sqr_mom_0",0.99,1613944693826,4740
"lr_0",3.3127140084304846e-06,1613944693826,4740
"mom_0",0.8837460572919632,1613944693826,4740
"eps_0",1e-05,1613944693826,4740
"wd_1",0.01,1613944693826,4740
"sqr_mom_1",0.99,1613944693826,4740
"lr_1",3.312714008430484e-05,1613944693826,4740
"mom_1",0.8837460572919632,1613944693826,4740
"eps_1",1e-05,1613944693826,4740
"wd_2",0.01,1613944693826,4740
"sqr_mom_2",0.99,1613944693826,4740
"lr_2",0.0003312714008430485,1613944693826,4740
"mom_2",0.8837460572919632,1613944693826,4740
"eps_2",1e-05,1613944693826,4740
"train_loss",0.015210991,1613944694799,4741
"raw_loss",0.013342392,1613944694799,4741
"epoch",29.823899371069153,1613944694799,4741
"wd_0",0.01,1613944694799,4741
"sqr_mom_0",0.99,1613944694799,4741
"lr_0",3.3113793491222477e-06,1613944694799,4741
"mom_0",0.8837727507450625,1613944694799,4741
"eps_0",1e-05,1613944694799,4741
"wd_1",0.01,1613944694799,4741
"sqr_mom_1",0.99,1613944694799,4741
"lr_1",3.311379349122247e-05,1613944694799,4741
"mom_1",0.8837727507450625,1613944694799,4741
"eps_1",1e-05,1613944694799,4741
"wd_2",0.01,1613944694799,4741
"sqr_mom_2",0.99,1613944694799,4741
"lr_2",0.0003311379349122247,1613944694799,4741
"mom_2",0.8837727507450625,1613944694799,4741
"eps_2",1e-05,1613944694799,4741
"train_loss",0.015110819,1613944695751,4742
"raw_loss",0.0102023855,1613944695751,4742
"epoch",29.830188679245254,1613944695751,4742
"wd_0",0.01,1613944695751,4742
"sqr_mom_0",0.99,1613944695751,4742
"lr_0",3.310043988414777e-06,1613944695751,4742
"mom_0",0.8837994582262867,1613944695751,4742
"eps_0",1e-05,1613944695751,4742
"wd_1",0.01,1613944695751,4742
"sqr_mom_1",0.99,1613944695751,4742
"lr_1",3.310043988414777e-05,1613944695751,4742
"mom_1",0.8837994582262867,1613944695751,4742
"eps_1",1e-05,1613944695751,4742
"wd_2",0.01,1613944695751,4742
"sqr_mom_2",0.99,1613944695751,4742
"lr_2",0.00033100439884147767,1613944695751,4742
"mom_2",0.8837994582262867,1613944695751,4742
"eps_2",1e-05,1613944695751,4742
"train_loss",0.015120868,1613944696688,4743
"raw_loss",0.01561327,1613944696688,4743
"epoch",29.836477987421354,1613944696688,4743
"wd_0",0.01,1613944696688,4743
"sqr_mom_0",0.99,1613944696688,4743
"lr_0",3.308708812398078e-06,1613944696688,4743
"mom_0",0.8838261620136586,1613944696688,4743
"eps_0",1e-05,1613944696688,4743
"wd_1",0.01,1613944696688,4743
"sqr_mom_1",0.99,1613944696688,4743
"lr_1",3.3087088123980786e-05,1613944696688,4743
"mom_1",0.8838261620136586,1613944696688,4743
"eps_1",1e-05,1613944696688,4743
"wd_2",0.01,1613944696688,4743
"sqr_mom_2",0.99,1613944696688,4743
"lr_2",0.0003308708812398078,1613944696688,4743
"mom_2",0.8838261620136586,1613944696688,4743
"eps_2",1e-05,1613944696688,4743
"train_loss",0.015187185,1613944697632,4744
"raw_loss",0.018436763,1613944697632,4744
"epoch",29.842767295597454,1613944697632,4744
"wd_0",0.01,1613944697632,4744
"sqr_mom_0",0.99,1613944697632,4744
"lr_0",3.307373600231201e-06,1613944697632,4744
"mom_0",0.8838528665240412,1613944697632,4744
"eps_0",1e-05,1613944697632,4744
"wd_1",0.01,1613944697632,4744
"sqr_mom_1",0.99,1613944697632,4744
"lr_1",3.307373600231201e-05,1613944697632,4744
"mom_1",0.8838528665240412,1613944697632,4744
"eps_1",1e-05,1613944697632,4744
"wd_2",0.01,1613944697632,4744
"sqr_mom_2",0.99,1613944697632,4744
"lr_2",0.00033073736002312004,1613944697632,4744
"mom_2",0.8838528665240412,1613944697632,4744
"eps_2",1e-05,1613944697632,4744
"train_loss",0.015141522,1613944698596,4745
"raw_loss",0.012904017,1613944698596,4745
"epoch",29.849056603773555,1613944698596,4745
"wd_0",0.01,1613944698596,4745
"sqr_mom_0",0.99,1613944698596,4745
"lr_0",3.30603724463921e-06,1613944698596,4745
"mom_0",0.8838795939031548,1613944698596,4745
"eps_0",1e-05,1613944698596,4745
"wd_1",0.01,1613944698596,4745
"sqr_mom_1",0.99,1613944698596,4745
"lr_1",3.30603724463921e-05,1613944698596,4745
"mom_1",0.8838795939031548,1613944698596,4745
"eps_1",1e-05,1613944698596,4745
"wd_2",0.01,1613944698596,4745
"sqr_mom_2",0.99,1613944698596,4745
"lr_2",0.00033060372446392093,1613944698596,4745
"mom_2",0.8838795939031548,1613944698596,4745
"eps_2",1e-05,1613944698596,4745
"train_loss",0.015216772,1613944699599,4746
"raw_loss",0.018904056,1613944699599,4746
"epoch",29.855345911949655,1613944699599,4746
"wd_0",0.01,1613944699599,4746
"sqr_mom_0",0.99,1613944699599,4746
"lr_0",3.304701518402618e-06,1613944699599,4746
"mom_0",0.8839063086950345,1613944699599,4746
"eps_0",1e-05,1613944699599,4746
"wd_1",0.01,1613944699599,4746
"sqr_mom_1",0.99,1613944699599,4746
"lr_1",3.304701518402618e-05,1613944699599,4746
"mom_1",0.8839063086950345,1613944699599,4746
"eps_1",1e-05,1613944699599,4746
"wd_2",0.01,1613944699599,4746
"sqr_mom_2",0.99,1613944699599,4746
"lr_2",0.00033047015184026185,1613944699599,4746
"mom_2",0.8839063086950345,1613944699599,4746
"eps_2",1e-05,1613944699599,4746
"train_loss",0.015113081,1613944700564,4747
"raw_loss",0.010032205,1613944700564,4747
"epoch",29.861635220125756,1613944700564,4747
"wd_0",0.01,1613944700564,4747
"sqr_mom_0",0.99,1613944700564,4747
"lr_0",3.3033653142039924e-06,1613944700564,4747
"mom_0",0.8839330330462506,1613944700564,4747
"eps_0",1e-05,1613944700564,4747
"wd_1",0.01,1613944700564,4747
"sqr_mom_1",0.99,1613944700564,4747
"lr_1",3.303365314203992e-05,1613944700564,4747
"mom_1",0.8839330330462506,1613944700564,4747
"eps_1",1e-05,1613944700564,4747
"wd_2",0.01,1613944700564,4747
"sqr_mom_2",0.99,1613944700564,4747
"lr_2",0.0003303365314203992,1613944700564,4747
"mom_2",0.8839330330462506,1613944700564,4747
"eps_2",1e-05,1613944700564,4747
"train_loss",0.015437947,1613944701517,4748
"raw_loss",0.031356394,1613944701517,4748
"epoch",29.867924528301856,1613944701517,4748
"wd_0",0.01,1613944701517,4748
"sqr_mom_0",0.99,1613944701517,4748
"lr_0",3.302028410648452e-06,1613944701517,4748
"mom_0",0.8839597713847448,1613944701517,4748
"eps_0",1e-05,1613944701517,4748
"wd_1",0.01,1613944701517,4748
"sqr_mom_1",0.99,1613944701517,4748
"lr_1",3.302028410648452e-05,1613944701517,4748
"mom_1",0.8839597713847448,1613944701517,4748
"eps_1",1e-05,1613944701517,4748
"wd_2",0.01,1613944701517,4748
"sqr_mom_2",0.99,1613944701517,4748
"lr_2",0.00033020284106484514,1613944701517,4748
"mom_2",0.8839597713847448,1613944701517,4748
"eps_2",1e-05,1613944701517,4748
"train_loss",0.015329241,1613944702518,4749
"raw_loss",0.010002649,1613944702518,4749
"epoch",29.874213836477956,1613944702518,4749
"wd_0",0.01,1613944702518,4749
"sqr_mom_0",0.99,1613944702518,4749
"lr_0",3.3006916948497716e-06,1613944702518,4749
"mom_0",0.8839865059680643,1613944702518,4749
"eps_0",1e-05,1613944702518,4749
"wd_1",0.01,1613944702518,4749
"sqr_mom_1",0.99,1613944702518,4749
"lr_1",3.300691694849772e-05,1613944702518,4749
"mom_1",0.8839865059680643,1613944702518,4749
"eps_1",1e-05,1613944702518,4749
"wd_2",0.01,1613944702518,4749
"sqr_mom_2",0.99,1613944702518,4749
"lr_2",0.00033006916948497716,1613944702518,4749
"mom_2",0.8839865059680643,1613944702518,4749
"eps_2",1e-05,1613944702518,4749
"train_loss",0.015414226,1613944703460,4750
"raw_loss",0.019578518,1613944703460,4750
"epoch",29.880503144654057,1613944703460,4750
"wd_0",0.01,1613944703460,4750
"sqr_mom_0",0.99,1613944703460,4750
"lr_0",3.299354945710192e-06,1613944703460,4750
"mom_0",0.8840132412182083,1613944703460,4750
"eps_0",1e-05,1613944703460,4750
"wd_1",0.01,1613944703460,4750
"sqr_mom_1",0.99,1613944703460,4750
"lr_1",3.2993549457101915e-05,1613944703460,4750
"mom_1",0.8840132412182083,1613944703460,4750
"eps_1",1e-05,1613944703460,4750
"wd_2",0.01,1613944703460,4750
"sqr_mom_2",0.99,1613944703460,4750
"lr_2",0.0003299354945710191,1613944703460,4750
"mom_2",0.8840132412182083,1613944703460,4750
"eps_2",1e-05,1613944703460,4750
"train_loss",0.015261819,1613944704479,4751
"raw_loss",0.007793879,1613944704479,4751
"epoch",29.886792452830157,1613944704479,4751
"wd_0",0.01,1613944704479,4751
"sqr_mom_0",0.99,1613944704479,4751
"lr_0",3.298017054682309e-06,1613944704479,4751
"mom_0",0.8840399993063469,1613944704479,4751
"eps_0",1e-05,1613944704479,4751
"wd_1",0.01,1613944704479,4751
"sqr_mom_1",0.99,1613944704479,4751
"lr_1",3.298017054682309e-05,1613944704479,4751
"mom_1",0.8840399993063469,1613944704479,4751
"eps_1",1e-05,1613944704479,4751
"wd_2",0.01,1613944704479,4751
"sqr_mom_2",0.99,1613944704479,4751
"lr_2",0.0003298017054682308,1613944704479,4751
"mom_2",0.8840399993063469,1613944704479,4751
"eps_2",1e-05,1613944704479,4751
"train_loss",0.0151658915,1613944705435,4752
"raw_loss",0.010465434,1613944705435,4752
"epoch",29.893081761006258,1613944705435,4752
"wd_0",0.01,1613944705435,4752
"sqr_mom_0",0.99,1613944705435,4752
"lr_0",3.296679796583516e-06,1613944705435,4752
"mom_0",0.8840667447357771,1613944705435,4752
"eps_0",1e-05,1613944705435,4752
"wd_1",0.01,1613944705435,4752
"sqr_mom_1",0.99,1613944705435,4752
"lr_1",3.2966797965835155e-05,1613944705435,4752
"mom_1",0.8840667447357771,1613944705435,4752
"eps_1",1e-05,1613944705435,4752
"wd_2",0.01,1613944705435,4752
"sqr_mom_2",0.99,1613944705435,4752
"lr_2",0.0003296679796583516,1613944705435,4752
"mom_2",0.8840667447357771,1613944705435,4752
"eps_2",1e-05,1613944705435,4752
"train_loss",0.015167714,1613944706385,4753
"raw_loss",0.015257012,1613944706385,4753
"epoch",29.899371069182358,1613944706385,4753
"wd_0",0.01,1613944706385,4753
"sqr_mom_0",0.99,1613944706385,4753
"lr_0",3.2953420628243366e-06,1613944706385,4753
"mom_0",0.88409349967851,1613944706385,4753
"eps_0",1e-05,1613944706385,4753
"wd_1",0.01,1613944706385,4753
"sqr_mom_1",0.99,1613944706385,4753
"lr_1",3.295342062824336e-05,1613944706385,4753
"mom_1",0.88409349967851,1613944706385,4753
"eps_1",1e-05,1613944706385,4753
"wd_2",0.01,1613944706385,4753
"sqr_mom_2",0.99,1613944706385,4753
"lr_2",0.0003295342062824336,1613944706385,4753
"mom_2",0.88409349967851,1613944706385,4753
"eps_2",1e-05,1613944706385,4753
"train_loss",0.015198032,1613944707341,4754
"raw_loss",0.016683646,1613944707341,4754
"epoch",29.90566037735846,1613944707341,4754
"wd_0",0.01,1613944707341,4754
"sqr_mom_0",0.99,1613944707341,4754
"lr_0",3.2940036317585844e-06,1613944707341,4754
"mom_0",0.884120268567514,1613944707341,4754
"eps_0",1e-05,1613944707341,4754
"wd_1",0.01,1613944707341,4754
"sqr_mom_1",0.99,1613944707341,4754
"lr_1",3.294003631758584e-05,1613944707341,4754
"mom_1",0.884120268567514,1613944707341,4754
"eps_1",1e-05,1613944707341,4754
"wd_2",0.01,1613944707341,4754
"sqr_mom_2",0.99,1613944707341,4754
"lr_2",0.0003294003631758584,1613944707341,4754
"mom_2",0.884120268567514,1613944707341,4754
"eps_2",1e-05,1613944707341,4754
"train_loss",0.015068571,1613944708294,4755
"raw_loss",0.008724959,1613944708294,4755
"epoch",29.91194968553456,1613944708294,4755
"wd_0",0.01,1613944708294,4755
"sqr_mom_0",0.99,1613944708294,4755
"lr_0",3.2926653915136283e-06,1613944708294,4755
"mom_0",0.8841470336400639,1613944708294,4755
"eps_0",1e-05,1613944708294,4755
"wd_1",0.01,1613944708294,4755
"sqr_mom_1",0.99,1613944708294,4755
"lr_1",3.292665391513628e-05,1613944708294,4755
"mom_1",0.8841470336400639,1613944708294,4755
"eps_1",1e-05,1613944708294,4755
"wd_2",0.01,1613944708294,4755
"sqr_mom_2",0.99,1613944708294,4755
"lr_2",0.0003292665391513628,1613944708294,4755
"mom_2",0.8841470336400639,1613944708294,4755
"eps_2",1e-05,1613944708294,4755
"train_loss",0.014979019,1613944709236,4756
"raw_loss",0.01059096,1613944709236,4756
"epoch",29.91823899371066,1613944709236,4756
"wd_0",0.01,1613944709236,4756
"sqr_mom_0",0.99,1613944709236,4756
"lr_0",3.2913271207374305e-06,1613944709236,4756
"mom_0",0.8841737993232446,1613944709236,4756
"eps_0",1e-05,1613944709236,4756
"wd_1",0.01,1613944709236,4756
"sqr_mom_1",0.99,1613944709236,4756
"lr_1",3.291327120737431e-05,1613944709236,4756
"mom_1",0.8841737993232446,1613944709236,4756
"eps_1",1e-05,1613944709236,4756
"wd_2",0.01,1613944709236,4756
"sqr_mom_2",0.99,1613944709236,4756
"lr_2",0.00032913271207374306,1613944709236,4756
"mom_2",0.8841737993232446,1613944709236,4756
"eps_2",1e-05,1613944709236,4756
"train_loss",0.014813368,1613944710176,4757
"raw_loss",0.006696458,1613944710176,4757
"epoch",29.92452830188676,1613944710176,4757
"wd_0",0.01,1613944710176,4757
"sqr_mom_0",0.99,1613944710176,4757
"lr_0",3.2899877096228454e-06,1613944710176,4757
"mom_0",0.8842005878134213,1613944710176,4757
"eps_0",1e-05,1613944710176,4757
"wd_1",0.01,1613944710176,4757
"sqr_mom_1",0.99,1613944710176,4757
"lr_1",3.289987709622845e-05,1613944710176,4757
"mom_1",0.8842005878134213,1613944710176,4757
"eps_1",1e-05,1613944710176,4757
"wd_2",0.01,1613944710176,4757
"sqr_mom_2",0.99,1613944710176,4757
"lr_2",0.0003289987709622845,1613944710176,4757
"mom_2",0.8842005878134213,1613944710176,4757
"eps_2",1e-05,1613944710176,4757
"train_loss",0.014828075,1613944711138,4758
"raw_loss",0.015548694,1613944711138,4758
"epoch",29.93081761006286,1613944711138,4758
"wd_0",0.01,1613944711138,4758
"sqr_mom_0",0.99,1613944711138,4758
"lr_0",3.2886489350037772e-06,1613944711138,4758
"mom_0",0.8842273635735601,1613944711138,4758
"eps_0",1e-05,1613944711138,4758
"wd_1",0.01,1613944711138,4758
"sqr_mom_1",0.99,1613944711138,4758
"lr_1",3.288648935003777e-05,1613944711138,4758
"mom_1",0.8842273635735601,1613944711138,4758
"eps_1",1e-05,1613944711138,4758
"wd_2",0.01,1613944711138,4758
"sqr_mom_2",0.99,1613944711138,4758
"lr_2",0.0003288648935003777,1613944711138,4758
"mom_2",0.8842273635735601,1613944711138,4758
"eps_2",1e-05,1613944711138,4758
"train_loss",0.014907635,1613944712089,4759
"raw_loss",0.01880609,1613944712089,4759
"epoch",29.93710691823896,1613944712089,4759
"wd_0",0.01,1613944712089,4759
"sqr_mom_0",0.99,1613944712089,4759
"lr_0",3.2873090205659094e-06,1613944712089,4759
"mom_0",0.8842541621303031,1613944712089,4759
"eps_0",1e-05,1613944712089,4759
"wd_1",0.01,1613944712089,4759
"sqr_mom_1",0.99,1613944712089,4759
"lr_1",3.287309020565909e-05,1613944712089,4759
"mom_1",0.8842541621303031,1613944712089,4759
"eps_1",1e-05,1613944712089,4759
"wd_2",0.01,1613944712089,4759
"sqr_mom_2",0.99,1613944712089,4759
"lr_2",0.0003287309020565909,1613944712089,4759
"mom_2",0.8842541621303031,1613944712089,4759
"eps_2",1e-05,1613944712089,4759
"train_loss",0.014937607,1613944713045,4760
"raw_loss",0.016406242,1613944713045,4760
"epoch",29.94339622641506,1613944713045,4760
"wd_0",0.01,1613944713045,4760
"sqr_mom_0",0.99,1613944713045,4760
"lr_0",3.285969743810846e-06,1613944713045,4760
"mom_0",0.8842809479332624,1613944713045,4760
"eps_0",1e-05,1613944713045,4760
"wd_1",0.01,1613944713045,4760
"sqr_mom_1",0.99,1613944713045,4760
"lr_1",3.2859697438108464e-05,1613944713045,4760
"mom_1",0.8842809479332624,1613944713045,4760
"eps_1",1e-05,1613944713045,4760
"wd_2",0.01,1613944713045,4760
"sqr_mom_2",0.99,1613944713045,4760
"lr_2",0.00032859697438108456,1613944713045,4760
"mom_2",0.8842809479332624,1613944713045,4760
"eps_2",1e-05,1613944713045,4760
"train_loss",0.014838626,1613944713977,4761
"raw_loss",0.00998856,1613944713977,4761
"epoch",29.94968553459116,1613944713977,4761
"wd_0",0.01,1613944713977,4761
"sqr_mom_0",0.99,1613944713977,4761
"lr_0",3.284629994472807e-06,1613944713977,4761
"mom_0",0.8843077431879757,1613944713977,4761
"eps_0",1e-05,1613944713977,4761
"wd_1",0.01,1613944713977,4761
"sqr_mom_1",0.99,1613944713977,4761
"lr_1",3.284629994472807e-05,1613944713977,4761
"mom_1",0.8843077431879757,1613944713977,4761
"eps_1",1e-05,1613944713977,4761
"wd_2",0.01,1613944713977,4761
"sqr_mom_2",0.99,1613944713977,4761
"lr_2",0.00032846299944728065,1613944713977,4761
"mom_2",0.8843077431879757,1613944713977,4761
"eps_2",1e-05,1613944713977,4761
"train_loss",0.014858695,1613944714921,4762
"raw_loss",0.01584207,1613944714921,4762
"epoch",29.95597484276726,1613944714921,4762
"wd_0",0.01,1613944714921,4762
"sqr_mom_0",0.99,1613944714921,4762
"lr_0",3.2832895505744835e-06,1613944714921,4762
"mom_0",0.8843345523340337,1613944714921,4762
"eps_0",1e-05,1613944714921,4762
"wd_1",0.01,1613944714921,4762
"sqr_mom_1",0.99,1613944714921,4762
"lr_1",3.2832895505744835e-05,1613944714921,4762
"mom_1",0.8843345523340337,1613944714921,4762
"eps_1",1e-05,1613944714921,4762
"wd_2",0.01,1613944714921,4762
"sqr_mom_2",0.99,1613944714921,4762
"lr_2",0.0003283289550574483,1613944714921,4762
"mom_2",0.8843345523340337,1613944714921,4762
"eps_2",1e-05,1613944714921,4762
"train_loss",0.014833255,1613944715879,4763
"raw_loss",0.013586688,1613944715879,4763
"epoch",29.962264150943362,1613944715879,4763
"wd_0",0.01,1613944715879,4763
"sqr_mom_0",0.99,1613944715879,4763
"lr_0",3.2819493015788757e-06,1613944715879,4763
"mom_0",0.8843613575819983,1613944715879,4763
"eps_0",1e-05,1613944715879,4763
"wd_1",0.01,1613944715879,4763
"sqr_mom_1",0.99,1613944715879,4763
"lr_1",3.2819493015788756e-05,1613944715879,4763
"mom_1",0.8843613575819983,1613944715879,4763
"eps_1",1e-05,1613944715879,4763
"wd_2",0.01,1613944715879,4763
"sqr_mom_2",0.99,1613944715879,4763
"lr_2",0.00032819493015788753,1613944715879,4763
"mom_2",0.8843613575819983,1613944715879,4763
"eps_2",1e-05,1613944715879,4763
"train_loss",0.014751839,1613944716875,4764
"raw_loss",0.010762495,1613944716875,4764
"epoch",29.968553459119462,1613944716875,4764
"wd_0",0.01,1613944716875,4764
"sqr_mom_0",0.99,1613944716875,4764
"lr_0",3.2806088034365157e-06,1613944716875,4764
"mom_0",0.8843881678129478,1613944716875,4764
"eps_0",1e-05,1613944716875,4764
"wd_1",0.01,1613944716875,4764
"sqr_mom_1",0.99,1613944716875,4764
"lr_1",3.2806088034365155e-05,1613944716875,4764
"mom_1",0.8843881678129478,1613944716875,4764
"eps_1",1e-05,1613944716875,4764
"wd_2",0.01,1613944716875,4764
"sqr_mom_2",0.99,1613944716875,4764
"lr_2",0.0003280608803436515,1613944716875,4764
"mom_2",0.8843881678129478,1613944716875,4764
"eps_2",1e-05,1613944716875,4764
"train_loss",0.0146236075,1613944717845,4765
"raw_loss",0.008340239,1613944717845,4765
"epoch",29.974842767295563,1613944717845,4765
"wd_0",0.01,1613944717845,4765
"sqr_mom_0",0.99,1613944717845,4765
"lr_0",3.279267611767391e-06,1613944717845,4765
"mom_0",0.8844149919145713,1613944717845,4765
"eps_0",1e-05,1613944717845,4765
"wd_1",0.01,1613944717845,4765
"sqr_mom_1",0.99,1613944717845,4765
"lr_1",3.279267611767391e-05,1613944717845,4765
"mom_1",0.8844149919145713,1613944717845,4765
"eps_1",1e-05,1613944717845,4765
"wd_2",0.01,1613944717845,4765
"sqr_mom_2",0.99,1613944717845,4765
"lr_2",0.00032792676117673913,1613944717845,4765
"mom_2",0.8844149919145713,1613944717845,4765
"eps_2",1e-05,1613944717845,4765
"train_loss",0.014618076,1613944718821,4766
"raw_loss",0.014347035,1613944718821,4766
"epoch",29.981132075471663,1613944718821,4766
"wd_0",0.01,1613944718821,4766
"sqr_mom_0",0.99,1613944718821,4766
"lr_0",3.277926616530692e-06,1613944718821,4766
"mom_0",0.884441812087507,1613944718821,4766
"eps_0",1e-05,1613944718821,4766
"wd_1",0.01,1613944718821,4766
"sqr_mom_1",0.99,1613944718821,4766
"lr_1",3.277926616530692e-05,1613944718821,4766
"mom_1",0.884441812087507,1613944718821,4766
"eps_1",1e-05,1613944718821,4766
"wd_2",0.01,1613944718821,4766
"sqr_mom_2",0.99,1613944718821,4766
"lr_2",0.0003277926616530692,1613944718821,4766
"mom_2",0.884441812087507,1613944718821,4766
"eps_2",1e-05,1613944718821,4766
"train_loss",0.014570677,1613944719789,4767
"raw_loss",0.012248084,1613944719789,4767
"epoch",29.987421383647764,1613944719789,4767
"wd_0",0.01,1613944719789,4767
"sqr_mom_0",0.99,1613944719789,4767
"lr_0",3.2765855959147986e-06,1613944719789,4767
"mom_0",0.8844686327680317,1613944719789,4767
"eps_0",1e-05,1613944719789,4767
"wd_1",0.01,1613944719789,4767
"sqr_mom_1",0.99,1613944719789,4767
"lr_1",3.2765855959147984e-05,1613944719789,4767
"mom_1",0.8844686327680317,1613944719789,4767
"eps_1",1e-05,1613944719789,4767
"wd_2",0.01,1613944719789,4767
"sqr_mom_2",0.99,1613944719789,4767
"lr_2",0.0003276585595914798,1613944719789,4767
"mom_2",0.8844686327680317,1613944719789,4767
"eps_2",1e-05,1613944719789,4767
"train_loss",0.0145146195,1613944720733,4768
"raw_loss",0.011767802,1613944720733,4768
"epoch",29.993710691823864,1613944720733,4768
"wd_0",0.01,1613944720733,4768
"sqr_mom_0",0.99,1613944720733,4768
"lr_0",3.2752434378360557e-06,1613944720733,4768
"mom_0",0.8844954761980408,1613944720733,4768
"eps_0",1e-05,1613944720733,4768
"wd_1",0.01,1613944720733,4768
"sqr_mom_1",0.99,1613944720733,4768
"lr_1",3.275243437836055e-05,1613944720733,4768
"mom_1",0.8844954761980408,1613944720733,4768
"eps_1",1e-05,1613944720733,4768
"wd_2",0.01,1613944720733,4768
"sqr_mom_2",0.99,1613944720733,4768
"lr_2",0.0003275243437836056,1613944720733,4768
"mom_2",0.8844954761980408,1613944720733,4768
"eps_2",1e-05,1613944720733,4768
"train_loss",0.014348248,1613944721670,4769
"raw_loss",0.006196053,1613944721670,4769
"epoch",29.999999999999964,1613944721670,4769
"wd_0",0.01,1613944721670,4769
"sqr_mom_0",0.99,1613944721670,4769
"lr_0",3.2739019227724327e-06,1613944721670,4769
"mom_0",0.884522306767619,1613944721670,4769
"eps_0",1e-05,1613944721670,4769
"wd_1",0.01,1613944721670,4769
"sqr_mom_1",0.99,1613944721670,4769
"lr_1",3.2739019227724325e-05,1613944721670,4769
"mom_1",0.884522306767619,1613944721670,4769
"eps_1",1e-05,1613944721670,4769
"wd_2",0.01,1613944721670,4769
"sqr_mom_2",0.99,1613944721670,4769
"lr_2",0.0003273901922772433,1613944721670,4769
"mom_2",0.884522306767619,1613944721670,4769
"eps_2",1e-05,1613944721670,4769
"valid_loss",0.09000875055789948,1613944753614,4769
"_rmse",0.30001458525657654,1613944753614,4769
"epoch",30,1613944753614,4769
"train_loss",0.0142085105,1613944754639,4770
"raw_loss",0.007361367,1613944754639,4770
"epoch",30.0062893081761,1613944754639,4770
"wd_0",0.01,1613944754639,4770
"sqr_mom_0",0.99,1613944754639,4770
"lr_0",3.272559938599401e-06,1613944754639,4770
"mom_0",0.8845491467194792,1613944754639,4770
"eps_0",1e-05,1613944754639,4770
"wd_1",0.01,1613944754639,4770
"sqr_mom_1",0.99,1613944754639,4770
"lr_1",3.272559938599401e-05,1613944754639,4770
"mom_1",0.8845491467194792,1613944754639,4770
"eps_1",1e-05,1613944754639,4770
"wd_2",0.01,1613944754639,4770
"sqr_mom_2",0.99,1613944754639,4770
"lr_2",0.00032725599385994013,1613944754639,4770
"mom_2",0.8845491467194792,1613944754639,4770
"eps_2",1e-05,1613944754639,4770
"train_loss",0.014171806,1613944755615,4771
"raw_loss",0.012373281,1613944755615,4771
"epoch",30.0125786163522,1613944755615,4771
"wd_0",0.01,1613944755615,4771
"sqr_mom_0",0.99,1613944755615,4771
"lr_0",3.2712172629725533e-06,1613944755615,4771
"mom_0",0.884576000500554,1613944755615,4771
"eps_0",1e-05,1613944755615,4771
"wd_1",0.01,1613944755615,4771
"sqr_mom_1",0.99,1613944755615,4771
"lr_1",3.271217262972553e-05,1613944755615,4771
"mom_1",0.884576000500554,1613944755615,4771
"eps_1",1e-05,1613944755615,4771
"wd_2",0.01,1613944755615,4771
"sqr_mom_2",0.99,1613944755615,4771
"lr_2",0.0003271217262972553,1613944755615,4771
"mom_2",0.884576000500554,1613944755615,4771
"eps_2",1e-05,1613944755615,4771
"train_loss",0.014175957,1613944756595,4772
"raw_loss",0.014379331,1613944756595,4772
"epoch",30.0188679245283,1613944756595,4772
"wd_0",0.01,1613944756595,4772
"sqr_mom_0",0.99,1613944756595,4772
"lr_0",3.2698747868357713e-06,1613944756595,4772
"mom_0",0.8846028502917874,1613944756595,4772
"eps_0",1e-05,1613944756595,4772
"wd_1",0.01,1613944756595,4772
"sqr_mom_1",0.99,1613944756595,4772
"lr_1",3.2698747868357714e-05,1613944756595,4772
"mom_1",0.8846028502917874,1613944756595,4772
"eps_1",1e-05,1613944756595,4772
"wd_2",0.01,1613944756595,4772
"sqr_mom_2",0.99,1613944756595,4772
"lr_2",0.0003269874786835771,1613944756595,4772
"mom_2",0.8846028502917874,1613944756595,4772
"eps_2",1e-05,1613944756595,4772
"train_loss",0.014287458,1613944757728,4773
"raw_loss",0.019751016,1613944757728,4773
"epoch",30.0251572327044,1613944757728,4773
"wd_0",0.01,1613944757728,4773
"sqr_mom_0",0.99,1613944757728,4773
"lr_0",3.268532288130363e-06,1613944757728,4773
"mom_0",0.884629700534398,1613944757728,4773
"eps_0",1e-05,1613944757728,4773
"wd_1",0.01,1613944757728,4773
"sqr_mom_1",0.99,1613944757728,4773
"lr_1",3.268532288130363e-05,1613944757728,4773
"mom_1",0.884629700534398,1613944757728,4773
"eps_1",1e-05,1613944757728,4773
"wd_2",0.01,1613944757728,4773
"sqr_mom_2",0.99,1613944757728,4773
"lr_2",0.0003268532288130363,1613944757728,4773
"mom_2",0.884629700534398,1613944757728,4773
"eps_2",1e-05,1613944757728,4773
"train_loss",0.014404718,1613944758879,4774
"raw_loss",0.020150485,1613944758879,4774
"epoch",30.031446540880502,1613944758879,4774
"wd_0",0.01,1613944758879,4774
"sqr_mom_0",0.99,1613944758879,4774
"lr_0",3.2671886535490405e-06,1613944758879,4774
"mom_0",0.8846565734947541,1613944758879,4774
"eps_0",1e-05,1613944758879,4774
"wd_1",0.01,1613944758879,4774
"sqr_mom_1",0.99,1613944758879,4774
"lr_1",3.2671886535490404e-05,1613944758879,4774
"mom_1",0.8846565734947541,1613944758879,4774
"eps_1",1e-05,1613944758879,4774
"wd_2",0.01,1613944758879,4774
"sqr_mom_2",0.99,1613944758879,4774
"lr_2",0.000326718865354904,1613944758879,4774
"mom_2",0.8846565734947541,1613944758879,4774
"eps_2",1e-05,1613944758879,4774
"train_loss",0.01448933,1613944760113,4775
"raw_loss",0.018635333,1613944760113,4775
"epoch",30.037735849056602,1613944760113,4775
"wd_0",0.01,1613944760113,4775
"sqr_mom_0",0.99,1613944760113,4775
"lr_0",3.2658456655284703e-06,1613944760113,4775
"mom_0",0.8846834335237658,1613944760113,4775
"eps_0",1e-05,1613944760113,4775
"wd_1",0.01,1613944760113,4775
"sqr_mom_1",0.99,1613944760113,4775
"lr_1",3.26584566552847e-05,1613944760113,4775
"mom_1",0.8846834335237658,1613944760113,4775
"eps_1",1e-05,1613944760113,4775
"wd_2",0.01,1613944760113,4775
"sqr_mom_2",0.99,1613944760113,4775
"lr_2",0.000326584566552847,1613944760113,4775
"mom_2",0.8846834335237658,1613944760113,4775
"eps_2",1e-05,1613944760113,4775
"train_loss",0.014387348,1613944761161,4776
"raw_loss",0.009390193,1613944761161,4776
"epoch",30.044025157232703,1613944761161,4776
"wd_0",0.01,1613944761161,4776
"sqr_mom_0",0.99,1613944761161,4776
"lr_0",3.264502210720913e-06,1613944761161,4776
"mom_0",0.8847103028886106,1613944761161,4776
"eps_0",1e-05,1613944761161,4776
"wd_1",0.01,1613944761161,4776
"sqr_mom_1",0.99,1613944761161,4776
"lr_1",3.2645022107209126e-05,1613944761161,4776
"mom_1",0.8847103028886106,1613944761161,4776
"eps_1",1e-05,1613944761161,4776
"wd_2",0.01,1613944761161,4776
"sqr_mom_2",0.99,1613944761161,4776
"lr_2",0.00032645022107209124,1613944761161,4776
"mom_2",0.8847103028886106,1613944761161,4776
"eps_2",1e-05,1613944761161,4776
"train_loss",0.014299482,1613944762114,4777
"raw_loss",0.009994041,1613944762114,4777
"epoch",30.050314465408803,1613944762114,4777
"wd_0",0.01,1613944762114,4777
"sqr_mom_0",0.99,1613944762114,4777
"lr_0",3.263158066540421e-06,1613944762114,4777
"mom_0",0.884737186041052,1613944762114,4777
"eps_0",1e-05,1613944762114,4777
"wd_1",0.01,1613944762114,4777
"sqr_mom_1",0.99,1613944762114,4777
"lr_1",3.263158066540421e-05,1613944762114,4777
"mom_1",0.884737186041052,1613944762114,4777
"eps_1",1e-05,1613944762114,4777
"wd_2",0.01,1613944762114,4777
"sqr_mom_2",0.99,1613944762114,4777
"lr_2",0.00032631580665404205,1613944762114,4777
"mom_2",0.884737186041052,1613944762114,4777
"eps_2",1e-05,1613944762114,4777
"train_loss",0.014721798,1613944763071,4778
"raw_loss",0.035415273,1613944763071,4778
"epoch",30.056603773584904,1613944763071,4778
"wd_0",0.01,1613944763071,4778
"sqr_mom_0",0.99,1613944763071,4778
"lr_0",3.2618141249053468e-06,1613944763071,4778
"mom_0",0.8847640651425445,1613944763071,4778
"eps_0",1e-05,1613944763071,4778
"wd_1",0.01,1613944763071,4778
"sqr_mom_1",0.99,1613944763071,4778
"lr_1",3.261814124905346e-05,1613944763071,4778
"mom_1",0.8847640651425445,1613944763071,4778
"eps_1",1e-05,1613944763071,4778
"wd_2",0.01,1613944763071,4778
"sqr_mom_2",0.99,1613944763071,4778
"lr_2",0.0003261814124905346,1613944763071,4778
"mom_2",0.8847640651425445,1613944763071,4778
"eps_2",1e-05,1613944763071,4778
"train_loss",0.01477709,1613944764024,4779
"raw_loss",0.017486429,1613944764024,4779
"epoch",30.062893081761004,1613944764024,4779
"wd_0",0.01,1613944764024,4779
"sqr_mom_0",0.99,1613944764024,4779
"lr_0",3.2604701635124734e-06,1613944764024,4779
"mom_0",0.8847909446391969,1613944764024,4779
"eps_0",1e-05,1613944764024,4779
"wd_1",0.01,1613944764024,4779
"sqr_mom_1",0.99,1613944764024,4779
"lr_1",3.260470163512473e-05,1613944764024,4779
"mom_1",0.8847909446391969,1613944764024,4779
"eps_1",1e-05,1613944764024,4779
"wd_2",0.01,1613944764024,4779
"sqr_mom_2",0.99,1613944764024,4779
"lr_2",0.0003260470163512473,1613944764024,4779
"mom_2",0.8847909446391969,1613944764024,4779
"eps_2",1e-05,1613944764024,4779
"train_loss",0.014666692,1613944764972,4780
"raw_loss",0.009257194,1613944764972,4780
"epoch",30.069182389937104,1613944764972,4780
"wd_0",0.01,1613944764972,4780
"sqr_mom_0",0.99,1613944764972,4780
"lr_0",3.2591250678436535e-06,1613944764972,4780
"mom_0",0.8848178468215951,1613944764972,4780
"eps_0",1e-05,1613944764972,4780
"wd_1",0.01,1613944764972,4780
"sqr_mom_1",0.99,1613944764972,4780
"lr_1",3.259125067843653e-05,1613944764972,4780
"mom_1",0.8848178468215951,1613944764972,4780
"eps_1",1e-05,1613944764972,4780
"wd_2",0.01,1613944764972,4780
"sqr_mom_2",0.99,1613944764972,4780
"lr_2",0.00032591250678436527,1613944764972,4780
"mom_2",0.8848178468215951,1613944764972,4780
"eps_2",1e-05,1613944764972,4780
"train_loss",0.014559196,1613944765931,4781
"raw_loss",0.009291868,1613944765931,4781
"epoch",30.075471698113205,1613944765931,4781
"wd_0",0.01,1613944765931,4781
"sqr_mom_0",0.99,1613944765931,4781
"lr_0",3.257780622273798e-06,1613944765931,4781
"mom_0",0.8848447360018841,1613944765931,4781
"eps_0",1e-05,1613944765931,4781
"wd_1",0.01,1613944765931,4781
"sqr_mom_1",0.99,1613944765931,4781
"lr_1",3.257780622273798e-05,1613944765931,4781
"mom_1",0.8848447360018841,1613944765931,4781
"eps_1",1e-05,1613944765931,4781
"wd_2",0.01,1613944765931,4781
"sqr_mom_2",0.99,1613944765931,4781
"lr_2",0.0003257780622273798,1613944765931,4781
"mom_2",0.8848447360018841,1613944765931,4781
"eps_2",1e-05,1613944765931,4781
"train_loss",0.014404665,1613944766911,4782
"raw_loss",0.006832592,1613944766911,4782
"epoch",30.081761006289305,1613944766911,4782
"wd_0",0.01,1613944766911,4782
"sqr_mom_0",0.99,1613944766911,4782
"lr_0",3.256435712244735e-06,1613944766911,4782
"mom_0",0.88487163447145,1613944766911,4782
"eps_0",1e-05,1613944766911,4782
"wd_1",0.01,1613944766911,4782
"sqr_mom_1",0.99,1613944766911,4782
"lr_1",3.2564357122447346e-05,1613944766911,4782
"mom_1",0.88487163447145,1613944766911,4782
"eps_1",1e-05,1613944766911,4782
"wd_2",0.01,1613944766911,4782
"sqr_mom_2",0.99,1613944766911,4782
"lr_2",0.00032564357122447346,1613944766911,4782
"mom_2",0.88487163447145,1613944766911,4782
"eps_2",1e-05,1613944766911,4782
"train_loss",0.014313017,1613944767893,4783
"raw_loss",0.009822259,1613944767893,4783
"epoch",30.088050314465406,1613944767893,4783
"wd_0",0.01,1613944767893,4783
"sqr_mom_0",0.99,1613944767893,4783
"lr_0",3.255090114931527e-06,1613944767893,4783
"mom_0",0.8848985466868363,1613944767893,4783
"eps_0",1e-05,1613944767893,4783
"wd_1",0.01,1613944767893,4783
"sqr_mom_1",0.99,1613944767893,4783
"lr_1",3.255090114931526e-05,1613944767893,4783
"mom_1",0.8848985466868363,1613944767893,4783
"eps_1",1e-05,1613944767893,4783
"wd_2",0.01,1613944767893,4783
"sqr_mom_2",0.99,1613944767893,4783
"lr_2",0.00032550901149315265,1613944767893,4783
"mom_2",0.8848985466868363,1613944767893,4783
"eps_2",1e-05,1613944767893,4783
"train_loss",0.014268545,1613944768862,4784
"raw_loss",0.012089426,1613944768862,4784
"epoch",30.094339622641506,1613944768862,4784
"wd_0",0.01,1613944768862,4784
"sqr_mom_0",0.99,1613944768862,4784
"lr_0",3.2537447232167638e-06,1613944768862,4784
"mom_0",0.8849254547902126,1613944768862,4784
"eps_0",1e-05,1613944768862,4784
"wd_1",0.01,1613944768862,4784
"sqr_mom_1",0.99,1613944768862,4784
"lr_1",3.253744723216764e-05,1613944768862,4784
"mom_1",0.8849254547902126,1613944768862,4784
"eps_1",1e-05,1613944768862,4784
"wd_2",0.01,1613944768862,4784
"sqr_mom_2",0.99,1613944768862,4784
"lr_2",0.00032537447232167636,1613944768862,4784
"mom_2",0.8849254547902126,1613944768862,4784
"eps_2",1e-05,1613944768862,4784
"train_loss",0.014149152,1613944769835,4785
"raw_loss",0.008298859,1613944769835,4785
"epoch",30.100628930817606,1613944769835,4785
"wd_0",0.01,1613944769835,4785
"sqr_mom_0",0.99,1613944769835,4785
"lr_0",3.2523990913421545e-06,1613944769835,4785
"mom_0",0.8849523676968338,1613944769835,4785
"eps_0",1e-05,1613944769835,4785
"wd_1",0.01,1613944769835,4785
"sqr_mom_1",0.99,1613944769835,4785
"lr_1",3.252399091342155e-05,1613944769835,4785
"mom_1",0.8849523676968338,1613944769835,4785
"eps_1",1e-05,1613944769835,4785
"wd_2",0.01,1613944769835,4785
"sqr_mom_2",0.99,1613944769835,4785
"lr_2",0.0003252399091342154,1613944769835,4785
"mom_2",0.8849523676968338,1613944769835,4785
"eps_2",1e-05,1613944769835,4785
"train_loss",0.014439184,1613944770810,4786
"raw_loss",0.028650789,1613944770810,4786
"epoch",30.106918238993707,1613944770810,4786
"wd_0",0.01,1613944770810,4786
"sqr_mom_0",0.99,1613944770810,4786
"lr_0",3.2510527732307824e-06,1613944770810,4786
"mom_0",0.8849792943283277,1613944770810,4786
"eps_0",1e-05,1613944770810,4786
"wd_1",0.01,1613944770810,4786
"sqr_mom_1",0.99,1613944770810,4786
"lr_1",3.251052773230782e-05,1613944770810,4786
"mom_1",0.8849792943283277,1613944770810,4786
"eps_1",1e-05,1613944770810,4786
"wd_2",0.01,1613944770810,4786
"sqr_mom_2",0.99,1613944770810,4786
"lr_2",0.00032510527732307814,1613944770810,4786
"mom_2",0.8849792943283277,1613944770810,4786
"eps_2",1e-05,1613944770810,4786
"train_loss",0.014292858,1613944771777,4787
"raw_loss",0.0071228645,1613944771777,4787
"epoch",30.113207547169807,1613944771777,4787
"wd_0",0.01,1613944771777,4787
"sqr_mom_0",0.99,1613944771777,4787
"lr_0",3.24970666224353e-06,1613944771777,4787
"mom_0",0.8850062168172975,1613944771777,4787
"eps_0",1e-05,1613944771777,4787
"wd_1",0.01,1613944771777,4787
"sqr_mom_1",0.99,1613944771777,4787
"lr_1",3.2497066622435295e-05,1613944771777,4787
"mom_1",0.8850062168172975,1613944771777,4787
"eps_1",1e-05,1613944771777,4787
"wd_2",0.01,1613944771777,4787
"sqr_mom_2",0.99,1613944771777,4787
"lr_2",0.000324970666224353,1613944771777,4787
"mom_2",0.8850062168172975,1613944771777,4787
"eps_2",1e-05,1613944771777,4787
"train_loss",0.0143482415,1613944772759,4788
"raw_loss",0.017062064,1613944772759,4788
"epoch",30.119496855345908,1613944772759,4788
"wd_0",0.01,1613944772759,4788
"sqr_mom_0",0.99,1613944772759,4788
"lr_0",3.248360535715173e-06,1613944772759,4788
"mom_0",0.8850331396170927,1613944772759,4788
"eps_0",1e-05,1613944772759,4788
"wd_1",0.01,1613944772759,4788
"sqr_mom_1",0.99,1613944772759,4788
"lr_1",3.248360535715173e-05,1613944772759,4788
"mom_1",0.8850331396170927,1613944772759,4788
"eps_1",1e-05,1613944772759,4788
"wd_2",0.01,1613944772759,4788
"sqr_mom_2",0.99,1613944772759,4788
"lr_2",0.00032483605357151724,1613944772759,4788
"mom_2",0.8850331396170927,1613944772759,4788
"eps_2",1e-05,1613944772759,4788
"train_loss",0.014283913,1613944773740,4789
"raw_loss",0.011131823,1613944773740,4789
"epoch",30.125786163522008,1613944773740,4789
"wd_0",0.01,1613944773740,4789
"sqr_mom_0",0.99,1613944773740,4789
"lr_0",3.247013277335236e-06,1613944773740,4789
"mom_0",0.8850600850541458,1613944773740,4789
"eps_0",1e-05,1613944773740,4789
"wd_1",0.01,1613944773740,4789
"sqr_mom_1",0.99,1613944773740,4789
"lr_1",3.247013277335236e-05,1613944773740,4789
"mom_1",0.8850600850541458,1613944773740,4789
"eps_1",1e-05,1613944773740,4789
"wd_2",0.01,1613944773740,4789
"sqr_mom_2",0.99,1613944773740,4789
"lr_2",0.00032470132773352353,1613944773740,4789
"mom_2",0.8850600850541458,1613944773740,4789
"eps_2",1e-05,1613944773740,4789
"train_loss",0.014401268,1613944774714,4790
"raw_loss",0.020151693,1613944774714,4790
"epoch",30.13207547169811,1613944774714,4790
"wd_0",0.01,1613944774714,4790
"sqr_mom_0",0.99,1613944774714,4790
"lr_0",3.245666674347637e-06,1613944774714,4790
"mom_0",0.885087017383221,1613944774714,4790
"eps_0",1e-05,1613944774714,4790
"wd_1",0.01,1613944774714,4790
"sqr_mom_1",0.99,1613944774714,4790
"lr_1",3.245666674347637e-05,1613944774714,4790
"mom_1",0.885087017383221,1613944774714,4790
"eps_1",1e-05,1613944774714,4790
"wd_2",0.01,1613944774714,4790
"sqr_mom_2",0.99,1613944774714,4790
"lr_2",0.0003245666674347637,1613944774714,4790
"mom_2",0.885087017383221,1613944774714,4790
"eps_2",1e-05,1613944774714,4790
"train_loss",0.014347476,1613944775724,4791
"raw_loss",0.011711651,1613944775724,4791
"epoch",30.13836477987421,1613944775724,4791
"wd_0",0.01,1613944775724,4791
"sqr_mom_0",0.99,1613944775724,4791
"lr_0",3.244319610402511e-06,1613944775724,4791
"mom_0",0.8851139589315391,1613944775724,4791
"eps_0",1e-05,1613944775724,4791
"wd_1",0.01,1613944775724,4791
"sqr_mom_1",0.99,1613944775724,4791
"lr_1",3.244319610402511e-05,1613944775724,4791
"mom_1",0.8851139589315391,1613944775724,4791
"eps_1",1e-05,1613944775724,4791
"wd_2",0.01,1613944775724,4791
"sqr_mom_2",0.99,1613944775724,4791
"lr_2",0.0003244319610402511,1613944775724,4791
"mom_2",0.8851139589315391,1613944775724,4791
"eps_2",1e-05,1613944775724,4791
"train_loss",0.0149139995,1613944776687,4792
"raw_loss",0.04267368,1613944776687,4792
"epoch",30.14465408805031,1613944776687,4792
"wd_0",0.01,1613944776687,4792
"sqr_mom_0",0.99,1613944776687,4792
"lr_0",3.242971862321231e-06,1613944776687,4792
"mom_0",0.885140914162717,1613944776687,4792
"eps_0",1e-05,1613944776687,4792
"wd_1",0.01,1613944776687,4792
"sqr_mom_1",0.99,1613944776687,4792
"lr_1",3.2429718623212305e-05,1613944776687,4792
"mom_1",0.885140914162717,1613944776687,4792
"eps_1",1e-05,1613944776687,4792
"wd_2",0.01,1613944776687,4792
"sqr_mom_2",0.99,1613944776687,4792
"lr_2",0.000324297186232123,1613944776687,4792
"mom_2",0.885140914162717,1613944776687,4792
"eps_2",1e-05,1613944776687,4792
"train_loss",0.01502571,1613944777653,4793
"raw_loss",0.020499522,1613944777653,4793
"epoch",30.15094339622641,1613944777653,4793
"wd_0",0.01,1613944777653,4793
"sqr_mom_0",0.99,1613944777653,4793
"lr_0",3.2416243244135475e-06,1613944777653,4793
"mom_0",0.8851678651903809,1613944777653,4793
"eps_0",1e-05,1613944777653,4793
"wd_1",0.01,1613944777653,4793
"sqr_mom_1",0.99,1613944777653,4793
"lr_1",3.2416243244135476e-05,1613944777653,4793
"mom_1",0.8851678651903809,1613944777653,4793
"eps_1",1e-05,1613944777653,4793
"wd_2",0.01,1613944777653,4793
"sqr_mom_2",0.99,1613944777653,4793
"lr_2",0.0003241624324413547,1613944777653,4793
"mom_2",0.8851678651903809,1613944777653,4793
"eps_2",1e-05,1613944777653,4793
"train_loss",0.015138966,1613944778617,4794
"raw_loss",0.020688519,1613944778617,4794
"epoch",30.15723270440251,1613944778617,4794
"wd_0",0.01,1613944778617,4794
"sqr_mom_0",0.99,1613944778617,4794
"lr_0",3.240276773776094e-06,1613944778617,4794
"mom_0",0.8851948164726429,1613944778617,4794
"eps_0",1e-05,1613944778617,4794
"wd_1",0.01,1613944778617,4794
"sqr_mom_1",0.99,1613944778617,4794
"lr_1",3.240276773776094e-05,1613944778617,4794
"mom_1",0.8851948164726429,1613944778617,4794
"eps_1",1e-05,1613944778617,4794
"wd_2",0.01,1613944778617,4794
"sqr_mom_2",0.99,1613944778617,4794
"lr_2",0.00032402767737760936,1613944778617,4794
"mom_2",0.8851948164726429,1613944778617,4794
"eps_2",1e-05,1613944778617,4794
"train_loss",0.015021592,1613944779573,4795
"raw_loss",0.009270281,1613944779573,4795
"epoch",30.16352201257861,1613944779573,4795
"wd_0",0.01,1613944779573,4795
"sqr_mom_0",0.99,1613944779573,4795
"lr_0",3.238928092919525e-06,1613944779573,4795
"mom_0",0.8852217903595131,1613944779573,4795
"eps_0",1e-05,1613944779573,4795
"wd_1",0.01,1613944779573,4795
"sqr_mom_1",0.99,1613944779573,4795
"lr_1",3.238928092919525e-05,1613944779573,4795
"mom_1",0.8852217903595131,1613944779573,4795
"eps_1",1e-05,1613944779573,4795
"wd_2",0.01,1613944779573,4795
"sqr_mom_2",0.99,1613944779573,4795
"lr_2",0.00032389280929195246,1613944779573,4795
"mom_2",0.8852217903595131,1613944779573,4795
"eps_2",1e-05,1613944779573,4795
"train_loss",0.015281583,1613944780535,4796
"raw_loss",0.028021144,1613944780535,4796
"epoch",30.16981132075471,1613944780535,4796
"wd_0",0.01,1613944780535,4796
"sqr_mom_0",0.99,1613944780535,4796
"lr_0",3.237580070974785e-06,1613944780535,4796
"mom_0",0.8852487510680149,1613944780535,4796
"eps_0",1e-05,1613944780535,4796
"wd_1",0.01,1613944780535,4796
"sqr_mom_1",0.99,1613944780535,4796
"lr_1",3.2375800709747856e-05,1613944780535,4796
"mom_1",0.8852487510680149,1613944780535,4796
"eps_1",1e-05,1613944780535,4796
"wd_2",0.01,1613944780535,4796
"sqr_mom_2",0.99,1613944780535,4796
"lr_2",0.0003237580070974785,1613944780535,4796
"mom_2",0.8852487510680149,1613944780535,4796
"eps_2",1e-05,1613944780535,4796
"train_loss",0.01566079,1613944781521,4797
"raw_loss",0.034241986,1613944781521,4797
"epoch",30.17610062893081,1613944781521,4797
"wd_0",0.01,1613944781521,4797
"sqr_mom_0",0.99,1613944781521,4797
"lr_0",3.2362309193580134e-06,1613944781521,4797
"mom_0",0.8852757343701834,1613944781521,4797
"eps_0",1e-05,1613944781521,4797
"wd_1",0.01,1613944781521,4797
"sqr_mom_1",0.99,1613944781521,4797
"lr_1",3.2362309193580135e-05,1613944781521,4797
"mom_1",0.8852757343701834,1613944781521,4797
"eps_1",1e-05,1613944781521,4797
"wd_2",0.01,1613944781521,4797
"sqr_mom_2",0.99,1613944781521,4797
"lr_2",0.0003236230919358013,1613944781521,4797
"mom_2",0.8852757343701834,1613944781521,4797
"eps_2",1e-05,1613944781521,4797
"train_loss",0.015735783,1613944782481,4798
"raw_loss",0.019410366,1613944782481,4798
"epoch",30.18238993710691,1613944782481,4798
"wd_0",0.01,1613944782481,4798
"sqr_mom_0",0.99,1613944782481,4798
"lr_0",3.2348824278246544e-06,1613944782481,4798
"mom_0",0.8853027044705516,1613944782481,4798
"eps_0",1e-05,1613944782481,4798
"wd_1",0.01,1613944782481,4798
"sqr_mom_1",0.99,1613944782481,4798
"lr_1",3.2348824278246545e-05,1613944782481,4798
"mom_1",0.8853027044705516,1613944782481,4798
"eps_1",1e-05,1613944782481,4798
"wd_2",0.01,1613944782481,4798
"sqr_mom_2",0.99,1613944782481,4798
"lr_2",0.0003234882427824654,1613944782481,4798
"mom_2",0.8853027044705516,1613944782481,4798
"eps_2",1e-05,1613944782481,4798
"train_loss",0.015562018,1613944783423,4799
"raw_loss",0.007047579,1613944783423,4799
"epoch",30.188679245283012,1613944783423,4799
"wd_0",0.01,1613944783423,4799
"sqr_mom_0",0.99,1613944783423,4799
"lr_0",3.2335334784564035e-06,1613944783423,4799
"mom_0",0.8853296837277091,1613944783423,4799
"eps_0",1e-05,1613944783423,4799
"wd_1",0.01,1613944783423,4799
"sqr_mom_1",0.99,1613944783423,4799
"lr_1",3.233533478456403e-05,1613944783423,4799
"mom_1",0.8853296837277091,1613944783423,4799
"eps_1",1e-05,1613944783423,4799
"wd_2",0.01,1613944783423,4799
"sqr_mom_2",0.99,1613944783423,4799
"lr_2",0.0003233533478456403,1613944783423,4799
"mom_2",0.8853296837277091,1613944783423,4799
"eps_2",1e-05,1613944783423,4799
"train_loss",0.01546714,1613944784414,4800
"raw_loss",0.010818101,1613944784414,4800
"epoch",30.194968553459113,1613944784414,4800
"wd_0",0.01,1613944784414,4800
"sqr_mom_0",0.99,1613944784414,4800
"lr_0",3.232183847765072e-06,1613944784414,4800
"mom_0",0.8853566766114647,1613944784414,4800
"eps_0",1e-05,1613944784414,4800
"wd_1",0.01,1613944784414,4800
"sqr_mom_1",0.99,1613944784414,4800
"lr_1",3.232183847765072e-05,1613944784414,4800
"mom_1",0.8853566766114647,1613944784414,4800
"eps_1",1e-05,1613944784414,4800
"wd_2",0.01,1613944784414,4800
"sqr_mom_2",0.99,1613944784414,4800
"lr_2",0.0003232183847765072,1613944784414,4800
"mom_2",0.8853566766114647,1613944784414,4800
"eps_2",1e-05,1613944784414,4800
"train_loss",0.0155232875,1613944785405,4801
"raw_loss",0.01827452,1613944785405,4801
"epoch",30.201257861635213,1613944785405,4801
"wd_0",0.01,1613944785405,4801
"sqr_mom_0",0.99,1613944785405,4801
"lr_0",3.230834431309635e-06,1613944785405,4801
"mom_0",0.8853836652104594,1613944785405,4801
"eps_0",1e-05,1613944785405,4801
"wd_1",0.01,1613944785405,4801
"sqr_mom_1",0.99,1613944785405,4801
"lr_1",3.230834431309635e-05,1613944785405,4801
"mom_1",0.8853836652104594,1613944785405,4801
"eps_1",1e-05,1613944785405,4801
"wd_2",0.01,1613944785405,4801
"sqr_mom_2",0.99,1613944785405,4801
"lr_2",0.0003230834431309635,1613944785405,4801
"mom_2",0.8853836652104594,1613944785405,4801
"eps_2",1e-05,1613944785405,4801
"train_loss",0.015539595,1613944786355,4802
"raw_loss",0.016338676,1613944786355,4802
"epoch",30.207547169811313,1613944786355,4802
"wd_0",0.01,1613944786355,4802
"sqr_mom_0",0.99,1613944786355,4802
"lr_0",3.2294850058731714e-06,1613944786355,4802
"mom_0",0.8854106539890765,1613944786355,4802
"eps_0",1e-05,1613944786355,4802
"wd_1",0.01,1613944786355,4802
"sqr_mom_1",0.99,1613944786355,4802
"lr_1",3.229485005873172e-05,1613944786355,4802
"mom_1",0.8854106539890765,1613944786355,4802
"eps_1",1e-05,1613944786355,4802
"wd_2",0.01,1613944786355,4802
"sqr_mom_2",0.99,1613944786355,4802
"lr_2",0.00032294850058731713,1613944786355,4802
"mom_2",0.8854106539890765,1613944786355,4802
"eps_2",1e-05,1613944786355,4802
"train_loss",0.015469976,1613944787303,4803
"raw_loss",0.01205864,1613944787303,4803
"epoch",30.213836477987414,1613944787303,4803
"wd_0",0.01,1613944787303,4803
"sqr_mom_0",0.99,1613944787303,4803
"lr_0",3.228134452414425e-06,1613944787303,4803
"mom_0",0.8854376653283648,1613944787303,4803
"eps_0",1e-05,1613944787303,4803
"wd_1",0.01,1613944787303,4803
"sqr_mom_1",0.99,1613944787303,4803
"lr_1",3.228134452414425e-05,1613944787303,4803
"mom_1",0.8854376653283648,1613944787303,4803
"eps_1",1e-05,1613944787303,4803
"wd_2",0.01,1613944787303,4803
"sqr_mom_2",0.99,1613944787303,4803
"lr_2",0.0003228134452414425,1613944787303,4803
"mom_2",0.8854376653283648,1613944787303,4803
"eps_2",1e-05,1613944787303,4803
"train_loss",0.0155847,1613944788266,4804
"raw_loss",0.021206161,1613944788266,4804
"epoch",30.220125786163514,1613944788266,4804
"wd_0",0.01,1613944788266,4804
"sqr_mom_0",0.99,1613944788266,4804
"lr_0",3.226784562548496e-06,1613944788266,4804
"mom_0",0.885464663395664,1613944788266,4804
"eps_0",1e-05,1613944788266,4804
"wd_1",0.01,1613944788266,4804
"sqr_mom_1",0.99,1613944788266,4804
"lr_1",3.226784562548496e-05,1613944788266,4804
"mom_1",0.885464663395664,1613944788266,4804
"eps_1",1e-05,1613944788266,4804
"wd_2",0.01,1613944788266,4804
"sqr_mom_2",0.99,1613944788266,4804
"lr_2",0.00032267845625484956,1613944788266,4804
"mom_2",0.885464663395664,1613944788266,4804
"eps_2",1e-05,1613944788266,4804
"train_loss",0.015471181,1613944789236,4805
"raw_loss",0.009908772,1613944789236,4805
"epoch",30.226415094339615,1613944789236,4805
"wd_0",0.01,1613944789236,4805
"sqr_mom_0",0.99,1613944789236,4805
"lr_0",3.225434217195733e-06,1613944789236,4805
"mom_0",0.8854916705727911,1613944789236,4805
"eps_0",1e-05,1613944789236,4805
"wd_1",0.01,1613944789236,4805
"sqr_mom_1",0.99,1613944789236,4805
"lr_1",3.2254342171957326e-05,1613944789236,4805
"mom_1",0.8854916705727911,1613944789236,4805
"eps_1",1e-05,1613944789236,4805
"wd_2",0.01,1613944789236,4805
"sqr_mom_2",0.99,1613944789236,4805
"lr_2",0.0003225434217195732,1613944789236,4805
"mom_2",0.8854916705727911,1613944789236,4805
"eps_2",1e-05,1613944789236,4805
"train_loss",0.01548149,1613944790221,4806
"raw_loss",0.015986614,1613944790221,4806
"epoch",30.232704402515715,1613944790221,4806
"wd_0",0.01,1613944790221,4806
"sqr_mom_0",0.99,1613944790221,4806
"lr_0",3.224083192638775e-06,1613944790221,4806
"mom_0",0.8855186913341379,1613944790221,4806
"eps_0",1e-05,1613944790221,4806
"wd_1",0.01,1613944790221,4806
"sqr_mom_1",0.99,1613944790221,4806
"lr_1",3.2240831926387754e-05,1613944790221,4806
"mom_1",0.8855186913341379,1613944790221,4806
"eps_1",1e-05,1613944790221,4806
"wd_2",0.01,1613944790221,4806
"sqr_mom_2",0.99,1613944790221,4806
"lr_2",0.00032240831926387743,1613944790221,4806
"mom_2",0.8855186913341379,1613944790221,4806
"eps_2",1e-05,1613944790221,4806
"train_loss",0.01555006,1613944791173,4807
"raw_loss",0.018909998,1613944791173,4807
"epoch",30.238993710691815,1613944791173,4807
"wd_0",0.01,1613944791173,4807
"sqr_mom_0",0.99,1613944791173,4807
"lr_0",3.2227323853615083e-06,1613944791173,4807
"mom_0",0.8855457077498473,1613944791173,4807
"eps_0",1e-05,1613944791173,4807
"wd_1",0.01,1613944791173,4807
"sqr_mom_1",0.99,1613944791173,4807
"lr_1",3.222732385361508e-05,1613944791173,4807
"mom_1",0.8855457077498473,1613944791173,4807
"eps_1",1e-05,1613944791173,4807
"wd_2",0.01,1613944791173,4807
"sqr_mom_2",0.99,1613944791173,4807
"lr_2",0.0003222732385361508,1613944791173,4807
"mom_2",0.8855457077498473,1613944791173,4807
"eps_2",1e-05,1613944791173,4807
"train_loss",0.015401594,1613944792221,4808
"raw_loss",0.008126751,1613944792221,4808
"epoch",30.245283018867916,1613944792221,4808
"wd_0",0.01,1613944792221,4808
"sqr_mom_0",0.99,1613944792221,4808
"lr_0",3.221381347805942e-06,1613944792221,4808
"mom_0",0.8855727287711689,1613944792221,4808
"eps_0",1e-05,1613944792221,4808
"wd_1",0.01,1613944792221,4808
"sqr_mom_1",0.99,1613944792221,4808
"lr_1",3.221381347805942e-05,1613944792221,4808
"mom_1",0.8855727287711689,1613944792221,4808
"eps_1",1e-05,1613944792221,4808
"wd_2",0.01,1613944792221,4808
"sqr_mom_2",0.99,1613944792221,4808
"lr_2",0.00032213813478059415,1613944792221,4808
"mom_2",0.8855727287711689,1613944792221,4808
"eps_2",1e-05,1613944792221,4808
"train_loss",0.015247545,1613944793164,4809
"raw_loss",0.007699132,1613944793164,4809
"epoch",30.251572327044016,1613944793164,4809
"wd_0",0.01,1613944793164,4809
"sqr_mom_0",0.99,1613944793164,4809
"lr_0",3.220029632108577e-06,1613944793164,4809
"mom_0",0.885599763355462,1613944793164,4809
"eps_0",1e-05,1613944793164,4809
"wd_1",0.01,1613944793164,4809
"sqr_mom_1",0.99,1613944793164,4809
"lr_1",3.220029632108577e-05,1613944793164,4809
"mom_1",0.885599763355462,1613944793164,4809
"eps_1",1e-05,1613944793164,4809
"wd_2",0.01,1613944793164,4809
"sqr_mom_2",0.99,1613944793164,4809
"lr_2",0.0003220029632108577,1613944793164,4809
"mom_2",0.885599763355462,1613944793164,4809
"eps_2",1e-05,1613944793164,4809
"train_loss",0.015257369,1613944794115,4810
"raw_loss",0.01573871,1613944794115,4810
"epoch",30.257861635220117,1613944794115,4810
"wd_0",0.01,1613944794115,4810
"sqr_mom_0",0.99,1613944794115,4810
"lr_0",3.21867813521191e-06,1613944794115,4810
"mom_0",0.8856267935636974,1613944794115,4810
"eps_0",1e-05,1613944794115,4810
"wd_1",0.01,1613944794115,4810
"sqr_mom_1",0.99,1613944794115,4810
"lr_1",3.2186781352119094e-05,1613944794115,4810
"mom_1",0.8856267935636974,1613944794115,4810
"eps_1",1e-05,1613944794115,4810
"wd_2",0.01,1613944794115,4810
"sqr_mom_2",0.99,1613944794115,4810
"lr_2",0.00032186781352119094,1613944794115,4810
"mom_2",0.8856267935636974,1613944794115,4810
"eps_2",1e-05,1613944794115,4810
"train_loss",0.015226729,1613944795057,4811
"raw_loss",0.013725384,1613944795057,4811
"epoch",30.264150943396217,1613944795057,4811
"wd_0",0.01,1613944795057,4811
"sqr_mom_0",0.99,1613944795057,4811
"lr_0",3.21732663355172e-06,1613944795057,4811
"mom_0",0.8856538238672043,1613944795057,4811
"eps_0",1e-05,1613944795057,4811
"wd_1",0.01,1613944795057,4811
"sqr_mom_1",0.99,1613944795057,4811
"lr_1",3.21732663355172e-05,1613944795057,4811
"mom_1",0.8856538238672043,1613944795057,4811
"eps_1",1e-05,1613944795057,4811
"wd_2",0.01,1613944795057,4811
"sqr_mom_2",0.99,1613944795057,4811
"lr_2",0.00032173266335517193,1613944795057,4811
"mom_2",0.8856538238672043,1613944795057,4811
"eps_2",1e-05,1613944795057,4811
"train_loss",0.015294163,1613944796027,4812
"raw_loss",0.01859842,1613944796027,4812
"epoch",30.270440251572317,1613944796027,4812
"wd_0",0.01,1613944796027,4812
"sqr_mom_0",0.99,1613944796027,4812
"lr_0",3.2159740063681554e-06,1613944796027,4812
"mom_0",0.8856808766814037,1613944796027,4812
"eps_0",1e-05,1613944796027,4812
"wd_1",0.01,1613944796027,4812
"sqr_mom_1",0.99,1613944796027,4812
"lr_1",3.215974006368155e-05,1613944796027,4812
"mom_1",0.8856808766814037,1613944796027,4812
"eps_1",1e-05,1613944796027,4812
"wd_2",0.01,1613944796027,4812
"sqr_mom_2",0.99,1613944796027,4812
"lr_2",0.00032159740063681546,1613944796027,4812
"mom_2",0.8856808766814037,1613944796027,4812
"eps_2",1e-05,1613944796027,4812
"train_loss",0.0151356105,1613944796970,4813
"raw_loss",0.00736657,1613944796970,4813
"epoch",30.276729559748418,1613944796970,4813
"wd_0",0.01,1613944796970,4813
"sqr_mom_0",0.99,1613944796970,4813
"lr_0",3.2146220480272724e-06,1613944796970,4813
"mom_0",0.8857079161186157,1613944796970,4813
"eps_0",1e-05,1613944796970,4813
"wd_1",0.01,1613944796970,4813
"sqr_mom_1",0.99,1613944796970,4813
"lr_1",3.2146220480272725e-05,1613944796970,4813
"mom_1",0.8857079161186157,1613944796970,4813
"eps_1",1e-05,1613944796970,4813
"wd_2",0.01,1613944796970,4813
"sqr_mom_2",0.99,1613944796970,4813
"lr_2",0.0003214622048027272,1613944796970,4813
"mom_2",0.8857079161186157,1613944796970,4813
"eps_2",1e-05,1613944796970,4813
"train_loss",0.015133159,1613944798038,4814
"raw_loss",0.015013066,1613944798038,4814
"epoch",30.28301886792452,1613944798038,4814
"wd_0",0.01,1613944798038,4814
"sqr_mom_0",0.99,1613944798038,4814
"lr_0",3.213269637731468e-06,1613944798038,4814
"mom_0",0.8857349645950165,1613944798038,4814
"eps_0",1e-05,1613944798038,4814
"wd_1",0.01,1613944798038,4814
"sqr_mom_1",0.99,1613944798038,4814
"lr_1",3.2132696377314676e-05,1613944798038,4814
"mom_1",0.8857349645950165,1613944798038,4814
"eps_1",1e-05,1613944798038,4814
"wd_2",0.01,1613944798038,4814
"sqr_mom_2",0.99,1613944798038,4814
"lr_2",0.0003213269637731467,1613944798038,4814
"mom_2",0.8857349645950165,1613944798038,4814
"eps_2",1e-05,1613944798038,4814
"train_loss",0.0151716005,1613944799003,4815
"raw_loss",0.017055226,1613944799003,4815
"epoch",30.28930817610062,1613944799003,4815
"wd_0",0.01,1613944799003,4815
"sqr_mom_0",0.99,1613944799003,4815
"lr_0",3.2119165514244276e-06,1613944799003,4815
"mom_0",0.8857620265917774,1613944799003,4815
"eps_0",1e-05,1613944799003,4815
"wd_1",0.01,1613944799003,4815
"sqr_mom_1",0.99,1613944799003,4815
"lr_1",3.211916551424427e-05,1613944799003,4815
"mom_1",0.8857620265917774,1613944799003,4815
"eps_1",1e-05,1613944799003,4815
"wd_2",0.01,1613944799003,4815
"sqr_mom_2",0.99,1613944799003,4815
"lr_2",0.0003211916551424427,1613944799003,4815
"mom_2",0.8857620265917774,1613944799003,4815
"eps_2",1e-05,1613944799003,4815
"train_loss",0.0150567,1613944799950,4816
"raw_loss",0.009426575,1613944799950,4816
"epoch",30.29559748427672,1613944799950,4816
"wd_0",0.01,1613944799950,4816
"sqr_mom_0",0.99,1613944799950,4816
"lr_0",3.2105636869581294e-06,1613944799950,4816
"mom_0",0.8857890841516789,1613944799950,4816
"eps_0",1e-05,1613944799950,4816
"wd_1",0.01,1613944799950,4816
"sqr_mom_1",0.99,1613944799950,4816
"lr_1",3.2105636869581295e-05,1613944799950,4816
"mom_1",0.8857890841516789,1613944799950,4816
"eps_1",1e-05,1613944799950,4816
"wd_2",0.01,1613944799950,4816
"sqr_mom_2",0.99,1613944799950,4816
"lr_2",0.00032105636869581293,1613944799950,4816
"mom_2",0.8857890841516789,1613944799950,4816
"eps_2",1e-05,1613944799950,4816
"train_loss",0.014956609,1613944800913,4817
"raw_loss",0.010052156,1613944800913,4817
"epoch",30.30188679245282,1613944800913,4817
"wd_0",0.01,1613944800913,4817
"sqr_mom_0",0.99,1613944800913,4817
"lr_0",3.209210820540027e-06,1613944800913,4817
"mom_0",0.885816141750617,1613944800913,4817
"eps_0",1e-05,1613944800913,4817
"wd_1",0.01,1613944800913,4817
"sqr_mom_1",0.99,1613944800913,4817
"lr_1",3.2092108205400264e-05,1613944800913,4817
"mom_1",0.885816141750617,1613944800913,4817
"eps_1",1e-05,1613944800913,4817
"wd_2",0.01,1613944800913,4817
"sqr_mom_2",0.99,1613944800913,4817
"lr_2",0.00032092108205400264,1613944800913,4817
"mom_2",0.885816141750617,1613944800913,4817
"eps_2",1e-05,1613944800913,4817
"train_loss",0.014849228,1613944801895,4818
"raw_loss",0.009587551,1613944801895,4818
"epoch",30.30817610062892,1613944801895,4818
"wd_0",0.01,1613944801895,4818
"sqr_mom_0",0.99,1613944801895,4818
"lr_0",3.2078568302806166e-06,1613944801895,4818
"mom_0",0.8858432218266059,1613944801895,4818
"eps_0",1e-05,1613944801895,4818
"wd_1",0.01,1613944801895,4818
"sqr_mom_1",0.99,1613944801895,4818
"lr_1",3.207856830280617e-05,1613944801895,4818
"mom_1",0.8858432218266059,1613944801895,4818
"eps_1",1e-05,1613944801895,4818
"wd_2",0.01,1613944801895,4818
"sqr_mom_2",0.99,1613944801895,4818
"lr_2",0.00032078568302806165,1613944801895,4818
"mom_2",0.8858432218266059,1613944801895,4818
"eps_2",1e-05,1613944801895,4818
"train_loss",0.014838124,1613944802840,4819
"raw_loss",0.014294027,1613944802840,4819
"epoch",30.31446540880502,1613944802840,4819
"wd_0",0.01,1613944802840,4819
"sqr_mom_0",0.99,1613944802840,4819
"lr_0",3.206503512354185e-06,1613944802840,4819
"mom_0",0.8858702884558008,1613944802840,4819
"eps_0",1e-05,1613944802840,4819
"wd_1",0.01,1613944802840,4819
"sqr_mom_1",0.99,1613944802840,4819
"lr_1",3.206503512354185e-05,1613944802840,4819
"mom_1",0.8858702884558008,1613944802840,4819
"eps_1",1e-05,1613944802840,4819
"wd_2",0.01,1613944802840,4819
"sqr_mom_2",0.99,1613944802840,4819
"lr_2",0.0003206503512354185,1613944802840,4819
"mom_2",0.8858702884558008,1613944802840,4819
"eps_2",1e-05,1613944802840,4819
"train_loss",0.014691828,1613944803788,4820
"raw_loss",0.007523307,1613944803788,4820
"epoch",30.32075471698112,1613944803788,4820
"wd_0",0.01,1613944803788,4820
"sqr_mom_0",0.99,1613944803788,4820
"lr_0",3.2051497448339027e-06,1613944803788,4820
"mom_0",0.8858973640769627,1613944803788,4820
"eps_0",1e-05,1613944803788,4820
"wd_1",0.01,1613944803788,4820
"sqr_mom_1",0.99,1613944803788,4820
"lr_1",3.2051497448339026e-05,1613944803788,4820
"mom_1",0.8858973640769627,1613944803788,4820
"eps_1",1e-05,1613944803788,4820
"wd_2",0.01,1613944803788,4820
"sqr_mom_2",0.99,1613944803788,4820
"lr_2",0.00032051497448339024,1613944803788,4820
"mom_2",0.8858973640769627,1613944803788,4820
"eps_2",1e-05,1613944803788,4820
"train_loss",0.014553005,1613944804767,4821
"raw_loss",0.007750691,1613944804767,4821
"epoch",30.32704402515722,1613944804767,4821
"wd_0",0.01,1613944804767,4821
"sqr_mom_0",0.99,1613944804767,4821
"lr_0",3.203795303440705e-06,1613944804767,4821
"mom_0",0.8859244531757177,1613944804767,4821
"eps_0",1e-05,1613944804767,4821
"wd_1",0.01,1613944804767,4821
"sqr_mom_1",0.99,1613944804767,4821
"lr_1",3.203795303440705e-05,1613944804767,4821
"mom_1",0.8859244531757177,1613944804767,4821
"eps_1",1e-05,1613944804767,4821
"wd_2",0.01,1613944804767,4821
"sqr_mom_2",0.99,1613944804767,4821
"lr_2",0.0003203795303440705,1613944804767,4821
"mom_2",0.8859244531757177,1613944804767,4821
"eps_2",1e-05,1613944804767,4821
"train_loss",0.014445892,1613944805728,4822
"raw_loss",0.009197313,1613944805728,4822
"epoch",30.33333333333332,1613944805728,4822
"wd_0",0.01,1613944805728,4822
"sqr_mom_0",0.99,1613944805728,4822
"lr_0",3.202441086925749e-06,1613944805728,4822
"mom_0",0.8859515377768628,1613944805728,4822
"eps_0",1e-05,1613944805728,4822
"wd_1",0.01,1613944805728,4822
"sqr_mom_1",0.99,1613944805728,4822
"lr_1",3.202441086925749e-05,1613944805728,4822
"mom_1",0.8859515377768628,1613944805728,4822
"eps_1",1e-05,1613944805728,4822
"wd_2",0.01,1613944805728,4822
"sqr_mom_2",0.99,1613944805728,4822
"lr_2",0.0003202441086925749,1613944805728,4822
"mom_2",0.8859515377768628,1613944805728,4822
"eps_2",1e-05,1613944805728,4822
"train_loss",0.014329484,1613944806670,4823
"raw_loss",0.008625486,1613944806670,4823
"epoch",30.339622641509422,1613944806670,4823
"wd_0",0.01,1613944806670,4823
"sqr_mom_0",0.99,1613944806670,4823
"lr_0",3.2010868712707287e-06,1613944806670,4823
"mom_0",0.885978622360809,1613944806670,4823
"eps_0",1e-05,1613944806670,4823
"wd_1",0.01,1613944806670,4823
"sqr_mom_1",0.99,1613944806670,4823
"lr_1",3.2010868712707286e-05,1613944806670,4823
"mom_1",0.885978622360809,1613944806670,4823
"eps_1",1e-05,1613944806670,4823
"wd_2",0.01,1613944806670,4823
"sqr_mom_2",0.99,1613944806670,4823
"lr_2",0.00032010868712707284,1613944806670,4823
"mom_2",0.885978622360809,1613944806670,4823
"eps_2",1e-05,1613944806670,4823
"train_loss",0.0142850755,1613944807621,4824
"raw_loss",0.012109047,1613944807621,4824
"epoch",30.345911949685522,1613944807621,4824
"wd_0",0.01,1613944807621,4824
"sqr_mom_0",0.99,1613944807621,4824
"lr_0",3.199731533469363e-06,1613944807621,4824
"mom_0",0.8860057293879066,1613944807621,4824
"eps_0",1e-05,1613944807621,4824
"wd_1",0.01,1613944807621,4824
"sqr_mom_1",0.99,1613944807621,4824
"lr_1",3.199731533469363e-05,1613944807621,4824
"mom_1",0.8860057293879066,1613944807621,4824
"eps_1",1e-05,1613944807621,4824
"wd_2",0.01,1613944807621,4824
"sqr_mom_2",0.99,1613944807621,4824
"lr_2",0.00031997315334693626,1613944807621,4824
"mom_2",0.8860057293879066,1613944807621,4824
"eps_2",1e-05,1613944807621,4824
"train_loss",0.0143770585,1613944808555,4825
"raw_loss",0.018884227,1613944808555,4825
"epoch",30.352201257861623,1613944808555,4825
"wd_0",0.01,1613944808555,4825
"sqr_mom_0",0.99,1613944808555,4825
"lr_0",3.198376871483557e-06,1613944808555,4825
"mom_0",0.8860328228985578,1613944808555,4825
"eps_0",1e-05,1613944808555,4825
"wd_1",0.01,1613944808555,4825
"sqr_mom_1",0.99,1613944808555,4825
"lr_1",3.198376871483557e-05,1613944808555,4825
"mom_1",0.8860328228985578,1613944808555,4825
"eps_1",1e-05,1613944808555,4825
"wd_2",0.01,1613944808555,4825
"sqr_mom_2",0.99,1613944808555,4825
"lr_2",0.00031983768714835564,1613944808555,4825
"mom_2",0.8860328228985578,1613944808555,4825
"eps_2",1e-05,1613944808555,4825
"train_loss",0.014310377,1613944809520,4826
"raw_loss",0.01104298,1613944809520,4826
"epoch",30.358490566037723,1613944809520,4826
"wd_0",0.01,1613944809520,4826
"sqr_mom_0",0.99,1613944809520,4826
"lr_0",3.1970217622701303e-06,1613944809520,4826
"mom_0",0.8860599253538509,1613944809520,4826
"eps_0",1e-05,1613944809520,4826
"wd_1",0.01,1613944809520,4826
"sqr_mom_1",0.99,1613944809520,4826
"lr_1",3.19702176227013e-05,1613944809520,4826
"mom_1",0.8860599253538509,1613944809520,4826
"eps_1",1e-05,1613944809520,4826
"wd_2",0.01,1613944809520,4826
"sqr_mom_2",0.99,1613944809520,4826
"lr_2",0.00031970217622701296,1613944809520,4826
"mom_2",0.8860599253538509,1613944809520,4826
"eps_2",1e-05,1613944809520,4826
"train_loss",0.014259068,1613944810453,4827
"raw_loss",0.011744952,1613944810453,4827
"epoch",30.364779874213824,1613944810453,4827
"wd_0",0.01,1613944810453,4827
"sqr_mom_0",0.99,1613944810453,4827
"lr_0",3.1956659813298396e-06,1613944810453,4827
"mom_0",0.8860870412438157,1613944810453,4827
"eps_0",1e-05,1613944810453,4827
"wd_1",0.01,1613944810453,4827
"sqr_mom_1",0.99,1613944810453,4827
"lr_1",3.1956659813298396e-05,1613944810453,4827
"mom_1",0.8860870412438157,1613944810453,4827
"eps_1",1e-05,1613944810453,4827
"wd_2",0.01,1613944810453,4827
"sqr_mom_2",0.99,1613944810453,4827
"lr_2",0.000319566598132984,1613944810453,4827
"mom_2",0.8860870412438157,1613944810453,4827
"eps_2",1e-05,1613944810453,4827
"train_loss",0.014341299,1613944811394,4828
"raw_loss",0.018370647,1613944811394,4828
"epoch",30.371069182389924,1613944811394,4828
"wd_0",0.01,1613944811394,4828
"sqr_mom_0",0.99,1613944811394,4828
"lr_0",3.1943104283027094e-06,1613944811394,4828
"mom_0",0.8861141525754715,1613944811394,4828
"eps_0",1e-05,1613944811394,4828
"wd_1",0.01,1613944811394,4828
"sqr_mom_1",0.99,1613944811394,4828
"lr_1",3.1943104283027094e-05,1613944811394,4828
"mom_1",0.8861141525754715,1613944811394,4828
"eps_1",1e-05,1613944811394,4828
"wd_2",0.01,1613944811394,4828
"sqr_mom_2",0.99,1613944811394,4828
"lr_2",0.0003194310428302709,1613944811394,4828
"mom_2",0.8861141525754715,1613944811394,4828
"eps_2",1e-05,1613944811394,4828
"train_loss",0.014326017,1613944812346,4829
"raw_loss",0.013577215,1613944812346,4829
"epoch",30.377358490566024,1613944812346,4829
"wd_0",0.01,1613944812346,4829
"sqr_mom_0",0.99,1613944812346,4829
"lr_0",3.19295465405345e-06,1613944812346,4829
"mom_0",0.8861412683316143,1613944812346,4829
"eps_0",1e-05,1613944812346,4829
"wd_1",0.01,1613944812346,4829
"sqr_mom_1",0.99,1613944812346,4829
"lr_1",3.1929546540534494e-05,1613944812346,4829
"mom_1",0.8861412683316143,1613944812346,4829
"eps_1",1e-05,1613944812346,4829
"wd_2",0.01,1613944812346,4829
"sqr_mom_2",0.99,1613944812346,4829
"lr_2",0.00031929546540534494,1613944812346,4829
"mom_2",0.8861412683316143,1613944812346,4829
"eps_2",1e-05,1613944812346,4829
"train_loss",0.014221137,1613944813292,4830
"raw_loss",0.009081999,1613944813292,4830
"epoch",30.383647798742125,1613944813292,4830
"wd_0",0.01,1613944813292,4830
"sqr_mom_0",0.99,1613944813292,4830
"lr_0",3.1915982091532726e-06,1613944813292,4830
"mom_0",0.8861683975009096,1613944813292,4830
"eps_0",1e-05,1613944813292,4830
"wd_1",0.01,1613944813292,4830
"sqr_mom_1",0.99,1613944813292,4830
"lr_1",3.1915982091532726e-05,1613944813292,4830
"mom_1",0.8861683975009096,1613944813292,4830
"eps_1",1e-05,1613944813292,4830
"wd_2",0.01,1613944813292,4830
"sqr_mom_2",0.99,1613944813292,4830
"lr_2",0.0003191598209153272,1613944813292,4830
"mom_2",0.8861683975009096,1613944813292,4830
"eps_2",1e-05,1613944813292,4830
"train_loss",0.01427239,1613944814244,4831
"raw_loss",0.016783778,1613944814244,4831
"epoch",30.389937106918225,1613944814244,4831
"wd_0",0.01,1613944814244,4831
"sqr_mom_0",0.99,1613944814244,4831
"lr_0",3.190241993682779e-06,1613944814244,4831
"mom_0",0.8861955220815652,1613944814244,4831
"eps_0",1e-05,1613944814244,4831
"wd_1",0.01,1613944814244,4831
"sqr_mom_1",0.99,1613944814244,4831
"lr_1",3.190241993682779e-05,1613944814244,4831
"mom_1",0.8861955220815652,1613944814244,4831
"eps_1",1e-05,1613944814244,4831
"wd_2",0.01,1613944814244,4831
"sqr_mom_2",0.99,1613944814244,4831
"lr_2",0.00031902419936827785,1613944814244,4831
"mom_2",0.8861955220815652,1613944814244,4831
"eps_2",1e-05,1613944814244,4831
"train_loss",0.014148855,1613944815177,4832
"raw_loss",0.008095634,1613944815177,4832
"epoch",30.396226415094326,1613944815177,4832
"wd_0",0.01,1613944815177,4832
"sqr_mom_0",0.99,1613944815177,4832
"lr_0",3.1888857832898427e-06,1613944815177,4832
"mom_0",0.8862226465606687,1613944815177,4832
"eps_0",1e-05,1613944815177,4832
"wd_1",0.01,1613944815177,4832
"sqr_mom_1",0.99,1613944815177,4832
"lr_1",3.188885783289843e-05,1613944815177,4832
"mom_1",0.8862226465606687,1613944815177,4832
"eps_1",1e-05,1613944815177,4832
"wd_2",0.01,1613944815177,4832
"sqr_mom_2",0.99,1613944815177,4832
"lr_2",0.00031888857832898423,1613944815177,4832
"mom_2",0.8862226465606687,1613944815177,4832
"eps_2",1e-05,1613944815177,4832
"train_loss",0.0141700655,1613944816112,4833
"raw_loss",0.015209377,1613944816112,4833
"epoch",30.402515723270426,1613944816112,4833
"wd_0",0.01,1613944816112,4833
"sqr_mom_0",0.99,1613944816112,4833
"lr_0",3.187528453317159e-06,1613944816112,4833
"mom_0",0.8862497934315912,1613944816112,4833
"eps_0",1e-05,1613944816112,4833
"wd_1",0.01,1613944816112,4833
"sqr_mom_1",0.99,1613944816112,4833
"lr_1",3.187528453317159e-05,1613944816112,4833
"mom_1",0.8862497934315912,1613944816112,4833
"eps_1",1e-05,1613944816112,4833
"wd_2",0.01,1613944816112,4833
"sqr_mom_2",0.99,1613944816112,4833
"lr_2",0.0003187528453317159,1613944816112,4833
"mom_2",0.8862497934315912,1613944816112,4833
"eps_2",1e-05,1613944816112,4833
"train_loss",0.014094431,1613944817067,4834
"raw_loss",0.0103883315,1613944817067,4834
"epoch",30.408805031446526,1613944817067,4834
"wd_0",0.01,1613944817067,4834
"sqr_mom_0",0.99,1613944817067,4834
"lr_0",3.1861718043694053e-06,1613944817067,4834
"mom_0",0.8862769266818786,1613944817067,4834
"eps_0",1e-05,1613944817067,4834
"wd_1",0.01,1613944817067,4834
"sqr_mom_1",0.99,1613944817067,4834
"lr_1",3.1861718043694055e-05,1613944817067,4834
"mom_1",0.8862769266818786,1613944817067,4834
"eps_1",1e-05,1613944817067,4834
"wd_2",0.01,1613944817067,4834
"sqr_mom_2",0.99,1613944817067,4834
"lr_2",0.00031861718043694055,1613944817067,4834
"mom_2",0.8862769266818786,1613944817067,4834
"eps_2",1e-05,1613944817067,4834
"train_loss",0.013988725,1613944818021,4835
"raw_loss",0.008809139,1613944818021,4835
"epoch",30.415094339622627,1613944818021,4835
"wd_0",0.01,1613944818021,4835
"sqr_mom_0",0.99,1613944818021,4835
"lr_0",3.184814711753022e-06,1613944818021,4835
"mom_0",0.8863040688056276,1613944818021,4835
"eps_0",1e-05,1613944818021,4835
"wd_1",0.01,1613944818021,4835
"sqr_mom_1",0.99,1613944818021,4835
"lr_1",3.184814711753022e-05,1613944818021,4835
"mom_1",0.8863040688056276,1613944818021,4835
"eps_1",1e-05,1613944818021,4835
"wd_2",0.01,1613944818021,4835
"sqr_mom_2",0.99,1613944818021,4835
"lr_2",0.0003184814711753022,1613944818021,4835
"mom_2",0.8863040688056276,1613944818021,4835
"eps_2",1e-05,1613944818021,4835
"train_loss",0.013949766,1613944818961,4836
"raw_loss",0.012040789,1613944818961,4836
"epoch",30.421383647798727,1613944818961,4836
"wd_0",0.01,1613944818961,4836
"sqr_mom_0",0.99,1613944818961,4836
"lr_0",3.1834569506433232e-06,1613944818961,4836
"mom_0",0.8863312242993765,1613944818961,4836
"eps_0",1e-05,1613944818961,4836
"wd_1",0.01,1613944818961,4836
"sqr_mom_1",0.99,1613944818961,4836
"lr_1",3.183456950643323e-05,1613944818961,4836
"mom_1",0.8863312242993765,1613944818961,4836
"eps_1",1e-05,1613944818961,4836
"wd_2",0.01,1613944818961,4836
"sqr_mom_2",0.99,1613944818961,4836
"lr_2",0.0003183456950643323,1613944818961,4836
"mom_2",0.8863312242993765,1613944818961,4836
"eps_2",1e-05,1613944818961,4836
"train_loss",0.014025331,1613944819915,4837
"raw_loss",0.017727988,1613944819915,4837
"epoch",30.427672955974828,1613944819915,4837
"wd_0",0.01,1613944819915,4837
"sqr_mom_0",0.99,1613944819915,4837
"lr_0",3.182099421994292e-06,1613944819915,4837
"mom_0",0.8863583751438656,1613944819915,4837
"eps_0",1e-05,1613944819915,4837
"wd_1",0.01,1613944819915,4837
"sqr_mom_1",0.99,1613944819915,4837
"lr_1",3.182099421994292e-05,1613944819915,4837
"mom_1",0.8863583751438656,1613944819915,4837
"eps_1",1e-05,1613944819915,4837
"wd_2",0.01,1613944819915,4837
"sqr_mom_2",0.99,1613944819915,4837
"lr_2",0.0003182099421994291,1613944819915,4837
"mom_2",0.8863583751438656,1613944819915,4837
"eps_2",1e-05,1613944819915,4837
"train_loss",0.01412344,1613944820867,4838
"raw_loss",0.018930804,1613944820867,4838
"epoch",30.433962264150928,1613944820867,4838
"wd_0",0.01,1613944820867,4838
"sqr_mom_0",0.99,1613944820867,4838
"lr_0",3.180741225572911e-06,1613944820867,4838
"mom_0",0.8863855393439352,1613944820867,4838
"eps_0",1e-05,1613944820867,4838
"wd_1",0.01,1613944820867,4838
"sqr_mom_1",0.99,1613944820867,4838
"lr_1",3.180741225572911e-05,1613944820867,4838
"mom_1",0.8863855393439352,1613944820867,4838
"eps_1",1e-05,1613944820867,4838
"wd_2",0.01,1613944820867,4838
"sqr_mom_2",0.99,1613944820867,4838
"lr_2",0.00031807412255729103,1613944820867,4838
"mom_2",0.8863855393439352,1613944820867,4838
"eps_2",1e-05,1613944820867,4838
"train_loss",0.014089395,1613944821801,4839
"raw_loss",0.012421197,1613944821801,4839
"epoch",30.44025157232703,1613944821801,4839
"wd_0",0.01,1613944821801,4839
"sqr_mom_0",0.99,1613944821801,4839
"lr_0",3.179383262622018e-06,1613944821801,4839
"mom_0",0.8864126988745483,1613944821801,4839
"eps_0",1e-05,1613944821801,4839
"wd_1",0.01,1613944821801,4839
"sqr_mom_1",0.99,1613944821801,4839
"lr_1",3.1793832626220173e-05,1613944821801,4839
"mom_1",0.8864126988745483,1613944821801,4839
"eps_1",1e-05,1613944821801,4839
"wd_2",0.01,1613944821801,4839
"sqr_mom_2",0.99,1613944821801,4839
"lr_2",0.00031793832626220175,1613944821801,4839
"mom_2",0.8864126988745483,1613944821801,4839
"eps_2",1e-05,1613944821801,4839
"train_loss",0.014077683,1613944822746,4840
"raw_loss",0.013503781,1613944822746,4840
"epoch",30.44654088050313,1613944822746,4840
"wd_0",0.01,1613944822746,4840
"sqr_mom_0",0.99,1613944822746,4840
"lr_0",3.1780253084976143e-06,1613944822746,4840
"mom_0",0.8864398582286299,1613944822746,4840
"eps_0",1e-05,1613944822746,4840
"wd_1",0.01,1613944822746,4840
"sqr_mom_1",0.99,1613944822746,4840
"lr_1",3.178025308497614e-05,1613944822746,4840
"mom_1",0.8864398582286299,1613944822746,4840
"eps_1",1e-05,1613944822746,4840
"wd_2",0.01,1613944822746,4840
"sqr_mom_2",0.99,1613944822746,4840
"lr_2",0.0003178025308497614,1613944822746,4840
"mom_2",0.8864398582286299,1613944822746,4840
"eps_2",1e-05,1613944822746,4840
"train_loss",0.014058534,1613944823687,4841
"raw_loss",0.013120215,1613944823687,4841
"epoch",30.45283018867923,1613944823687,4841
"wd_0",0.01,1613944823687,4841
"sqr_mom_0",0.99,1613944823687,4841
"lr_0",3.1766662370991772e-06,1613944823687,4841
"mom_0",0.8864670399284157,1613944823687,4841
"eps_0",1e-05,1613944823687,4841
"wd_1",0.01,1613944823687,4841
"sqr_mom_1",0.99,1613944823687,4841
"lr_1",3.1766662370991776e-05,1613944823687,4841
"mom_1",0.8864670399284157,1613944823687,4841
"eps_1",1e-05,1613944823687,4841
"wd_2",0.01,1613944823687,4841
"sqr_mom_2",0.99,1613944823687,4841
"lr_2",0.0003176666237099177,1613944823687,4841
"mom_2",0.8864670399284157,1613944823687,4841
"eps_2",1e-05,1613944823687,4841
"train_loss",0.013956225,1613944824633,4842
"raw_loss",0.008943036,1613944824633,4842
"epoch",30.45911949685533,1613944824633,4842
"wd_0",0.01,1613944824633,4842
"sqr_mom_0",0.99,1613944824633,4842
"lr_0",3.175307851341519e-06,1613944824633,4842
"mom_0",0.8864942079152487,1613944824633,4842
"eps_0",1e-05,1613944824633,4842
"wd_1",0.01,1613944824633,4842
"sqr_mom_1",0.99,1613944824633,4842
"lr_1",3.175307851341519e-05,1613944824633,4842
"mom_1",0.8864942079152487,1613944824633,4842
"eps_1",1e-05,1613944824633,4842
"wd_2",0.01,1613944824633,4842
"sqr_mom_2",0.99,1613944824633,4842
"lr_2",0.0003175307851341519,1613944824633,4842
"mom_2",0.8864942079152487,1613944824633,4842
"eps_2",1e-05,1613944824633,4842
"train_loss",0.014016228,1613944825575,4843
"raw_loss",0.016956383,1613944825575,4843
"epoch",30.46540880503143,1613944825575,4843
"wd_0",0.01,1613944825575,4843
"sqr_mom_0",0.99,1613944825575,4843
"lr_0",3.1739490250884333e-06,1613944825575,4843
"mom_0",0.8865213847120784,1613944825575,4843
"eps_0",1e-05,1613944825575,4843
"wd_1",0.01,1613944825575,4843
"sqr_mom_1",0.99,1613944825575,4843
"lr_1",3.173949025088433e-05,1613944825575,4843
"mom_1",0.8865213847120784,1613944825575,4843
"eps_1",1e-05,1613944825575,4843
"wd_2",0.01,1613944825575,4843
"sqr_mom_2",0.99,1613944825575,4843
"lr_2",0.0003173949025088433,1613944825575,4843
"mom_2",0.8865213847120784,1613944825575,4843
"eps_2",1e-05,1613944825575,4843
"train_loss",0.013851225,1613944826518,4844
"raw_loss",0.0057661203,1613944826518,4844
"epoch",30.47169811320753,1613944826518,4844
"wd_0",0.01,1613944826518,4844
"sqr_mom_0",0.99,1613944826518,4844
"lr_0",3.17258953323082e-06,1613944826518,4844
"mom_0",0.8865485748211318,1613944826518,4844
"eps_0",1e-05,1613944826518,4844
"wd_1",0.01,1613944826518,4844
"sqr_mom_1",0.99,1613944826518,4844
"lr_1",3.1725895332308197e-05,1613944826518,4844
"mom_1",0.8865485748211318,1613944826518,4844
"eps_1",1e-05,1613944826518,4844
"wd_2",0.01,1613944826518,4844
"sqr_mom_2",0.99,1613944826518,4844
"lr_2",0.000317258953323082,1613944826518,4844
"mom_2",0.8865485748211318,1613944826518,4844
"eps_2",1e-05,1613944826518,4844
"train_loss",0.013808798,1613944827462,4845
"raw_loss",0.011729857,1613944827462,4845
"epoch",30.47798742138363,1613944827462,4845
"wd_0",0.01,1613944827462,4845
"sqr_mom_0",0.99,1613944827462,4845
"lr_0",3.1712302778711144e-06,1613944827462,4845
"mom_0",0.8865757602001797,1613944827462,4845
"eps_0",1e-05,1613944827462,4845
"wd_1",0.01,1613944827462,4845
"sqr_mom_1",0.99,1613944827462,4845
"lr_1",3.1712302778711144e-05,1613944827462,4845
"mom_1",0.8865757602001797,1613944827462,4845
"eps_1",1e-05,1613944827462,4845
"wd_2",0.01,1613944827462,4845
"sqr_mom_2",0.99,1613944827462,4845
"lr_2",0.0003171230277871114,1613944827462,4845
"mom_2",0.8865757602001797,1613944827462,4845
"eps_2",1e-05,1613944827462,4845
"train_loss",0.013672245,1613944828421,4846
"raw_loss",0.0069811167,1613944828421,4846
"epoch",30.48427672955973,1613944828421,4846
"wd_0",0.01,1613944828421,4846
"sqr_mom_0",0.99,1613944828421,4846
"lr_0",3.169871034149427e-06,1613944828421,4846
"mom_0",0.8866029453464649,1613944828421,4846
"eps_0",1e-05,1613944828421,4846
"wd_1",0.01,1613944828421,4846
"sqr_mom_1",0.99,1613944828421,4846
"lr_1",3.1698710341494264e-05,1613944828421,4846
"mom_1",0.8866029453464649,1613944828421,4846
"eps_1",1e-05,1613944828421,4846
"wd_2",0.01,1613944828421,4846
"sqr_mom_2",0.99,1613944828421,4846
"lr_2",0.00031698710341494264,1613944828421,4846
"mom_2",0.8866029453464649,1613944828421,4846
"eps_2",1e-05,1613944828421,4846
"train_loss",0.013580607,1613944829369,4847
"raw_loss",0.0090903705,1613944829369,4847
"epoch",30.49056603773583,1613944829369,4847
"wd_0",0.01,1613944829369,4847
"sqr_mom_0",0.99,1613944829369,4847
"lr_0",3.1685106748979106e-06,1613944829369,4847
"mom_0",0.8866301528035698,1613944829369,4847
"eps_0",1e-05,1613944829369,4847
"wd_1",0.01,1613944829369,4847
"sqr_mom_1",0.99,1613944829369,4847
"lr_1",3.168510674897911e-05,1613944829369,4847
"mom_1",0.8866301528035698,1613944829369,4847
"eps_1",1e-05,1613944829369,4847
"wd_2",0.01,1613944829369,4847
"sqr_mom_2",0.99,1613944829369,4847
"lr_2",0.00031685106748979104,1613944829369,4847
"mom_2",0.8866301528035698,1613944829369,4847
"eps_2",1e-05,1613944829369,4847
"train_loss",0.013580627,1613944830317,4848
"raw_loss",0.013581575,1613944830317,4848
"epoch",30.496855345911932,1613944830317,4848
"wd_0",0.01,1613944830317,4848
"sqr_mom_0",0.99,1613944830317,4848
"lr_0",3.1671510047398173e-06,1613944830317,4848
"mom_0",0.8866573464786685,1613944830317,4848
"eps_0",1e-05,1613944830317,4848
"wd_1",0.01,1613944830317,4848
"sqr_mom_1",0.99,1613944830317,4848
"lr_1",3.167151004739817e-05,1613944830317,4848
"mom_1",0.8866573464786685,1613944830317,4848
"eps_1",1e-05,1613944830317,4848
"wd_2",0.01,1613944830317,4848
"sqr_mom_2",0.99,1613944830317,4848
"lr_2",0.0003167151004739817,1613944830317,4848
"mom_2",0.8866573464786685,1613944830317,4848
"eps_2",1e-05,1613944830317,4848
"train_loss",0.013499131,1613944831275,4849
"raw_loss",0.009505832,1613944831275,4849
"epoch",30.503144654088032,1613944831275,4849
"wd_0",0.01,1613944831275,4849
"sqr_mom_0",0.99,1613944831275,4849
"lr_0",3.165790896472048e-06,1613944831275,4849
"mom_0",0.8866845489160482,1613944831275,4849
"eps_0",1e-05,1613944831275,4849
"wd_1",0.01,1613944831275,4849
"sqr_mom_1",0.99,1613944831275,4849
"lr_1",3.165790896472048e-05,1613944831275,4849
"mom_1",0.8866845489160482,1613944831275,4849
"eps_1",1e-05,1613944831275,4849
"wd_2",0.01,1613944831275,4849
"sqr_mom_2",0.99,1613944831275,4849
"lr_2",0.00031657908964720475,1613944831275,4849
"mom_2",0.8866845489160482,1613944831275,4849
"eps_2",1e-05,1613944831275,4849
"train_loss",0.013335013,1613944832250,4850
"raw_loss",0.005293204,1613944832250,4850
"epoch",30.509433962264133,1613944832250,4850
"wd_0",0.01,1613944832250,4850
"sqr_mom_0",0.99,1613944832250,4850
"lr_0",3.164430124775209e-06,1613944832250,4850
"mom_0",0.8867117646221421,1613944832250,4850
"eps_0",1e-05,1613944832250,4850
"wd_1",0.01,1613944832250,4850
"sqr_mom_1",0.99,1613944832250,4850
"lr_1",3.164430124775208e-05,1613944832250,4850
"mom_1",0.8867117646221421,1613944832250,4850
"eps_1",1e-05,1613944832250,4850
"wd_2",0.01,1613944832250,4850
"sqr_mom_2",0.99,1613944832250,4850
"lr_2",0.0003164430124775209,1613944832250,4850
"mom_2",0.8867117646221421,1613944832250,4850
"eps_2",1e-05,1613944832250,4850
"train_loss",0.01320139,1613944833183,4851
"raw_loss",0.0066538984,1613944833183,4851
"epoch",30.515723270440233,1613944833183,4851
"wd_0",0.01,1613944833183,4851
"sqr_mom_0",0.99,1613944833183,4851
"lr_0",3.1630695926009843e-06,1613944833183,4851
"mom_0",0.8867389755377356,1613944833183,4851
"eps_0",1e-05,1613944833183,4851
"wd_1",0.01,1613944833183,4851
"sqr_mom_1",0.99,1613944833183,4851
"lr_1",3.163069592600985e-05,1613944833183,4851
"mom_1",0.8867389755377356,1613944833183,4851
"eps_1",1e-05,1613944833183,4851
"wd_2",0.01,1613944833183,4851
"sqr_mom_2",0.99,1613944833183,4851
"lr_2",0.00031630695926009847,1613944833183,4851
"mom_2",0.8867389755377356,1613944833183,4851
"eps_2",1e-05,1613944833183,4851
"train_loss",0.013217357,1613944834132,4852
"raw_loss",0.013999703,1613944834132,4852
"epoch",30.522012578616334,1613944834132,4852
"wd_0",0.01,1613944834132,4852
"sqr_mom_0",0.99,1613944834132,4852
"lr_0",3.1617088491589864e-06,1613944834132,4852
"mom_0",0.886766190678727,1613944834132,4852
"eps_0",1e-05,1613944834132,4852
"wd_1",0.01,1613944834132,4852
"sqr_mom_1",0.99,1613944834132,4852
"lr_1",3.161708849158986e-05,1613944834132,4852
"mom_1",0.886766190678727,1613944834132,4852
"eps_1",1e-05,1613944834132,4852
"wd_2",0.01,1613944834132,4852
"sqr_mom_2",0.99,1613944834132,4852
"lr_2",0.00031617088491589865,1613944834132,4852
"mom_2",0.886766190678727,1613944834132,4852
"eps_2",1e-05,1613944834132,4852
"train_loss",0.013096614,1613944835081,4853
"raw_loss",0.007180193,1613944835081,4853
"epoch",30.528301886792434,1613944835081,4853
"wd_0",0.01,1613944835081,4853
"sqr_mom_0",0.99,1613944835081,4853
"lr_0",3.160347443378535e-06,1613944835081,4853
"mom_0",0.8867934190666199,1613944835081,4853
"eps_0",1e-05,1613944835081,4853
"wd_1",0.01,1613944835081,4853
"sqr_mom_1",0.99,1613944835081,4853
"lr_1",3.160347443378535e-05,1613944835081,4853
"mom_1",0.8867934190666199,1613944835081,4853
"eps_1",1e-05,1613944835081,4853
"wd_2",0.01,1613944835081,4853
"sqr_mom_2",0.99,1613944835081,4853
"lr_2",0.0003160347443378535,1613944835081,4853
"mom_2",0.8867934190666199,1613944835081,4853
"eps_2",1e-05,1613944835081,4853
"train_loss",0.013191502,1613944836064,4854
"raw_loss",0.017840995,1613944836064,4854
"epoch",30.534591194968534,1613944836064,4854
"wd_0",0.01,1613944836064,4854
"sqr_mom_0",0.99,1613944836064,4854
"lr_0",3.158986278632066e-06,1613944836064,4854
"mom_0",0.886820642633785,1613944836064,4854
"eps_0",1e-05,1613944836064,4854
"wd_1",0.01,1613944836064,4854
"sqr_mom_1",0.99,1613944836064,4854
"lr_1",3.158986278632066e-05,1613944836064,4854
"mom_1",0.886820642633785,1613944836064,4854
"eps_1",1e-05,1613944836064,4854
"wd_2",0.01,1613944836064,4854
"sqr_mom_2",0.99,1613944836064,4854
"lr_2",0.0003158986278632065,1613944836064,4854
"mom_2",0.886820642633785,1613944836064,4854
"eps_2",1e-05,1613944836064,4854
"train_loss",0.0130809,1613944837025,4855
"raw_loss",0.0076613924,1613944837025,4855
"epoch",30.540880503144635,1613944837025,4855
"wd_0",0.01,1613944837025,4855
"sqr_mom_0",0.99,1613944837025,4855
"lr_0",3.1576251297406834e-06,1613944837025,4855
"mom_0",0.8868478658838451,1613944837025,4855
"eps_0",1e-05,1613944837025,4855
"wd_1",0.01,1613944837025,4855
"sqr_mom_1",0.99,1613944837025,4855
"lr_1",3.157625129740683e-05,1613944837025,4855
"mom_1",0.8868478658838451,1613944837025,4855
"eps_1",1e-05,1613944837025,4855
"wd_2",0.01,1613944837025,4855
"sqr_mom_2",0.99,1613944837025,4855
"lr_2",0.0003157625129740683,1613944837025,4855
"mom_2",0.8868478658838451,1613944837025,4855
"eps_2",1e-05,1613944837025,4855
"train_loss",0.012933947,1613944837972,4856
"raw_loss",0.0057332567,1613944837972,4856
"epoch",30.547169811320735,1613944837972,4856
"wd_0",0.01,1613944837972,4856
"sqr_mom_0",0.99,1613944837972,4856
"lr_0",3.1562628679597957e-06,1613944837972,4856
"mom_0",0.886875111391918,1613944837972,4856
"eps_0",1e-05,1613944837972,4856
"wd_1",0.01,1613944837972,4856
"sqr_mom_1",0.99,1613944837972,4856
"lr_1",3.156262867959796e-05,1613944837972,4856
"mom_1",0.886875111391918,1613944837972,4856
"eps_1",1e-05,1613944837972,4856
"wd_2",0.01,1613944837972,4856
"sqr_mom_2",0.99,1613944837972,4856
"lr_2",0.0003156262867959795,1613944837972,4856
"mom_2",0.886875111391918,1613944837972,4856
"eps_2",1e-05,1613944837972,4856
"train_loss",0.013040406,1613944838925,4857
"raw_loss",0.018256875,1613944838925,4857
"epoch",30.553459119496836,1613944838925,4857
"wd_0",0.01,1613944838925,4857
"sqr_mom_0",0.99,1613944838925,4857
"lr_0",3.1549013004365084e-06,1613944838925,4857
"mom_0",0.8869023430147,1613944838925,4857
"eps_0",1e-05,1613944838925,4857
"wd_1",0.01,1613944838925,4857
"sqr_mom_1",0.99,1613944838925,4857
"lr_1",3.154901300436508e-05,1613944838925,4857
"mom_1",0.8869023430147,1613944838925,4857
"eps_1",1e-05,1613944838925,4857
"wd_2",0.01,1613944838925,4857
"sqr_mom_2",0.99,1613944838925,4857
"lr_2",0.0003154901300436508,1613944838925,4857
"mom_2",0.8869023430147,1613944838925,4857
"eps_2",1e-05,1613944838925,4857
"train_loss",0.012959866,1613944839878,4858
"raw_loss",0.009013389,1613944839878,4858
"epoch",30.559748427672936,1613944839878,4858
"wd_0",0.01,1613944839878,4858
"sqr_mom_0",0.99,1613944839878,4858
"lr_0",3.1535392983916198e-06,1613944839878,4858
"mom_0",0.8869295833280009,1613944839878,4858
"eps_0",1e-05,1613944839878,4858
"wd_1",0.01,1613944839878,4858
"sqr_mom_1",0.99,1613944839878,4858
"lr_1",3.15353929839162e-05,1613944839878,4858
"mom_1",0.8869295833280009,1613944839878,4858
"eps_1",1e-05,1613944839878,4858
"wd_2",0.01,1613944839878,4858
"sqr_mom_2",0.99,1613944839878,4858
"lr_2",0.0003153539298391619,1613944839878,4858
"mom_2",0.8869295833280009,1613944839878,4858
"eps_2",1e-05,1613944839878,4858
"train_loss",0.0128460135,1613944840820,4859
"raw_loss",0.007267235,1613944840820,4859
"epoch",30.566037735849036,1613944840820,4859
"wd_0",0.01,1613944840820,4859
"sqr_mom_0",0.99,1613944840820,4859
"lr_0",3.152176636195144e-06,1613944840820,4859
"mom_0",0.8869568368444656,1613944840820,4859
"eps_0",1e-05,1613944840820,4859
"wd_1",0.01,1613944840820,4859
"sqr_mom_1",0.99,1613944840820,4859
"lr_1",3.1521766361951436e-05,1613944840820,4859
"mom_1",0.8869568368444656,1613944840820,4859
"eps_1",1e-05,1613944840820,4859
"wd_2",0.01,1613944840820,4859
"sqr_mom_2",0.99,1613944840820,4859
"lr_2",0.0003152176636195144,1613944840820,4859
"mom_2",0.8869568368444656,1613944840820,4859
"eps_2",1e-05,1613944840820,4859
"train_loss",0.012840203,1613944841792,4860
"raw_loss",0.0125555,1613944841792,4860
"epoch",30.572327044025137,1613944841792,4860
"wd_0",0.01,1613944841792,4860
"sqr_mom_0",0.99,1613944841792,4860
"lr_0",3.1508142180532213e-06,1613944841792,4860
"mom_0",0.8869840854797904,1613944841792,4860
"eps_0",1e-05,1613944841792,4860
"wd_1",0.01,1613944841792,4860
"sqr_mom_1",0.99,1613944841792,4860
"lr_1",3.150814218053221e-05,1613944841792,4860
"mom_1",0.8869840854797904,1613944841792,4860
"eps_1",1e-05,1613944841792,4860
"wd_2",0.01,1613944841792,4860
"sqr_mom_2",0.99,1613944841792,4860
"lr_2",0.00031508142180532205,1613944841792,4860
"mom_2",0.8869840854797904,1613944841792,4860
"eps_2",1e-05,1613944841792,4860
"train_loss",0.013174009,1613944842740,4861
"raw_loss",0.029530518,1613944842740,4861
"epoch",30.578616352201237,1613944842740,4861
"wd_0",0.01,1613944842740,4861
"sqr_mom_0",0.99,1613944842740,4861
"lr_0",3.14945181857752e-06,1613944842740,4861
"mom_0",0.887011333741787,1613944842740,4861
"eps_0",1e-05,1613944842740,4861
"wd_1",0.01,1613944842740,4861
"sqr_mom_1",0.99,1613944842740,4861
"lr_1",3.14945181857752e-05,1613944842740,4861
"mom_1",0.887011333741787,1613944842740,4861
"eps_1",1e-05,1613944842740,4861
"wd_2",0.01,1613944842740,4861
"sqr_mom_2",0.99,1613944842740,4861
"lr_2",0.00031494518185775196,1613944842740,4861
"mom_2",0.887011333741787,1613944842740,4861
"eps_2",1e-05,1613944842740,4861
"train_loss",0.013195621,1613944843692,4862
"raw_loss",0.014254644,1613944843692,4862
"epoch",30.584905660377338,1613944843692,4862
"wd_0",0.01,1613944843692,4862
"sqr_mom_0",0.99,1613944843692,4862
"lr_0",3.148088307988476e-06,1613944843692,4862
"mom_0",0.8870386042262727,1613944843692,4862
"eps_0",1e-05,1613944843692,4862
"wd_1",0.01,1613944843692,4862
"sqr_mom_1",0.99,1613944843692,4862
"lr_1",3.148088307988476e-05,1613944843692,4862
"mom_1",0.8870386042262727,1613944843692,4862
"eps_1",1e-05,1613944843692,4862
"wd_2",0.01,1613944843692,4862
"sqr_mom_2",0.99,1613944843692,4862
"lr_2",0.00031480883079884755,1613944843692,4862
"mom_2",0.8870386042262727,1613944843692,4862
"eps_2",1e-05,1613944843692,4862
"train_loss",0.013108291,1613944844635,4863
"raw_loss",0.008829092,1613944844635,4863
"epoch",30.591194968553438,1613944844635,4863
"wd_0",0.01,1613944844635,4863
"sqr_mom_0",0.99,1613944844635,4863
"lr_0",3.1467254950898377e-06,1613944844635,4863
"mom_0",0.8870658607568108,1613944844635,4863
"eps_0",1e-05,1613944844635,4863
"wd_1",0.01,1613944844635,4863
"sqr_mom_1",0.99,1613944844635,4863
"lr_1",3.1467254950898374e-05,1613944844635,4863
"mom_1",0.8870658607568108,1613944844635,4863
"eps_1",1e-05,1613944844635,4863
"wd_2",0.01,1613944844635,4863
"sqr_mom_2",0.99,1613944844635,4863
"lr_2",0.00031467254950898367,1613944844635,4863
"mom_2",0.8870658607568108,1613944844635,4863
"eps_2",1e-05,1613944844635,4863
"train_loss",0.013043654,1613944845607,4864
"raw_loss",0.00987644,1613944845607,4864
"epoch",30.59748427672954,1613944845607,4864
"wd_0",0.01,1613944845607,4864
"sqr_mom_0",0.99,1613944845607,4864
"lr_0",3.145362250067863e-06,1613944845607,4864
"mom_0",0.887093125929902,1613944845607,4864
"eps_0",1e-05,1613944845607,4864
"wd_1",0.01,1613944845607,4864
"sqr_mom_1",0.99,1613944845607,4864
"lr_1",3.145362250067863e-05,1613944845607,4864
"mom_1",0.887093125929902,1613944845607,4864
"eps_1",1e-05,1613944845607,4864
"wd_2",0.01,1613944845607,4864
"sqr_mom_2",0.99,1613944845607,4864
"lr_2",0.00031453622500678623,1613944845607,4864
"mom_2",0.887093125929902,1613944845607,4864
"eps_2",1e-05,1613944845607,4864
"train_loss",0.0130312275,1613944846554,4865
"raw_loss",0.012422336,1613944846554,4865
"epoch",30.60377358490564,1613944846554,4865
"wd_0",0.01,1613944846554,4865
"sqr_mom_0",0.99,1613944846554,4865
"lr_0",3.1439983470887414e-06,1613944846554,4865
"mom_0",0.8871204042622678,1613944846554,4865
"eps_0",1e-05,1613944846554,4865
"wd_1",0.01,1613944846554,4865
"sqr_mom_1",0.99,1613944846554,4865
"lr_1",3.143998347088742e-05,1613944846554,4865
"mom_1",0.8871204042622678,1613944846554,4865
"eps_1",1e-05,1613944846554,4865
"wd_2",0.01,1613944846554,4865
"sqr_mom_2",0.99,1613944846554,4865
"lr_2",0.0003143998347088741,1613944846554,4865
"mom_2",0.8871204042622678,1613944846554,4865
"eps_2",1e-05,1613944846554,4865
"train_loss",0.01289921,1613944847503,4866
"raw_loss",0.0064303284,1613944847503,4866
"epoch",30.61006289308174,1613944847503,4866
"wd_0",0.01,1613944847503,4866
"sqr_mom_0",0.99,1613944847503,4866
"lr_0",3.142634691181946e-06,1613944847503,4866
"mom_0",0.8871476776531376,1613944847503,4866
"eps_0",1e-05,1613944847503,4866
"wd_1",0.01,1613944847503,4866
"sqr_mom_1",0.99,1613944847503,4866
"lr_1",3.1426346911819455e-05,1613944847503,4866
"mom_1",0.8871476776531376,1613944847503,4866
"eps_1",1e-05,1613944847503,4866
"wd_2",0.01,1613944847503,4866
"sqr_mom_2",0.99,1613944847503,4866
"lr_2",0.00031426346911819455,1613944847503,4866
"mom_2",0.8871476776531376,1613944847503,4866
"eps_2",1e-05,1613944847503,4866
"train_loss",0.0130489655,1613944848475,4867
"raw_loss",0.020386994,1613944848475,4867
"epoch",30.61635220125784,1613944848475,4867
"wd_0",0.01,1613944848475,4867
"sqr_mom_0",0.99,1613944848475,4867
"lr_0",3.1412710567522897e-06,1613944848475,4867
"mom_0",0.8871749506144604,1613944848475,4867
"eps_0",1e-05,1613944848475,4867
"wd_1",0.01,1613944848475,4867
"sqr_mom_1",0.99,1613944848475,4867
"lr_1",3.141271056752289e-05,1613944848475,4867
"mom_1",0.8871749506144604,1613944848475,4867
"eps_1",1e-05,1613944848475,4867
"wd_2",0.01,1613944848475,4867
"sqr_mom_2",0.99,1613944848475,4867
"lr_2",0.0003141271056752289,1613944848475,4867
"mom_2",0.8871749506144604,1613944848475,4867
"eps_2",1e-05,1613944848475,4867
"train_loss",0.013089464,1613944849429,4868
"raw_loss",0.015073912,1613944849429,4868
"epoch",30.62264150943394,1613944849429,4868
"wd_0",0.01,1613944849429,4868
"sqr_mom_0",0.99,1613944849429,4868
"lr_0",3.1399063129982015e-06,1613944849429,4868
"mom_0",0.8872022457624935,1613944849429,4868
"eps_0",1e-05,1613944849429,4868
"wd_1",0.01,1613944849429,4868
"sqr_mom_1",0.99,1613944849429,4868
"lr_1",3.139906312998201e-05,1613944849429,4868
"mom_1",0.8872022457624935,1613944849429,4868
"eps_1",1e-05,1613944849429,4868
"wd_2",0.01,1613944849429,4868
"sqr_mom_2",0.99,1613944849429,4868
"lr_2",0.00031399063129982014,1613944849429,4868
"mom_2",0.8872022457624935,1613944849429,4868
"eps_2",1e-05,1613944849429,4868
"train_loss",0.012962491,1613944850391,4869
"raw_loss",0.0067408057,1613944850391,4869
"epoch",30.62893081761004,1613944850391,4869
"wd_0",0.01,1613944850391,4869
"sqr_mom_0",0.99,1613944850391,4869
"lr_0",3.1385422703593198e-06,1613944850391,4869
"mom_0",0.8872295268880824,1613944850391,4869
"eps_0",1e-05,1613944850391,4869
"wd_1",0.01,1613944850391,4869
"sqr_mom_1",0.99,1613944850391,4869
"lr_1",3.1385422703593196e-05,1613944850391,4869
"mom_1",0.8872295268880824,1613944850391,4869
"eps_1",1e-05,1613944850391,4869
"wd_2",0.01,1613944850391,4869
"sqr_mom_2",0.99,1613944850391,4869
"lr_2",0.00031385422703593196,1613944850391,4869
"mom_2",0.8872295268880824,1613944850391,4869
"eps_2",1e-05,1613944850391,4869
"train_loss",0.012904913,1613944851351,4870
"raw_loss",0.010083589,1613944851351,4870
"epoch",30.63522012578614,1613944851351,4870
"wd_0",0.01,1613944851351,4870
"sqr_mom_0",0.99,1613944851351,4870
"lr_0",3.1371777980003256e-06,1613944851351,4870
"mom_0",0.8872568166081596,1613944851351,4870
"eps_0",1e-05,1613944851351,4870
"wd_1",0.01,1613944851351,4870
"sqr_mom_1",0.99,1613944851351,4870
"lr_1",3.1371777980003256e-05,1613944851351,4870
"mom_1",0.8872568166081596,1613944851351,4870
"eps_1",1e-05,1613944851351,4870
"wd_2",0.01,1613944851351,4870
"sqr_mom_2",0.99,1613944851351,4870
"lr_2",0.0003137177798000325,1613944851351,4870
"mom_2",0.8872568166081596,1613944851351,4870
"eps_2",1e-05,1613944851351,4870
"train_loss",0.01319399,1613944852296,4871
"raw_loss",0.027358785,1613944852296,4871
"epoch",30.64150943396224,1613944852296,4871
"wd_0",0.01,1613944852296,4871
"sqr_mom_0",0.99,1613944852296,4871
"lr_0",3.1358126698861724e-06,1613944852296,4871
"mom_0",0.887284119443471,1613944852296,4871
"eps_0",1e-05,1613944852296,4871
"wd_1",0.01,1613944852296,4871
"sqr_mom_1",0.99,1613944852296,4871
"lr_1",3.135812669886172e-05,1613944852296,4871
"mom_1",0.887284119443471,1613944852296,4871
"eps_1",1e-05,1613944852296,4871
"wd_2",0.01,1613944852296,4871
"sqr_mom_2",0.99,1613944852296,4871
"lr_2",0.00031358126698861725,1613944852296,4871
"mom_2",0.887284119443471,1613944852296,4871
"eps_2",1e-05,1613944852296,4871
"train_loss",0.013385825,1613944853239,4872
"raw_loss",0.022785751,1613944853239,4872
"epoch",30.64779874213834,1613944853239,4872
"wd_0",0.01,1613944853239,4872
"sqr_mom_0",0.99,1613944853239,4872
"lr_0",3.134447791859282e-06,1613944853239,4872
"mom_0",0.8873114172769871,1613944853239,4872
"eps_0",1e-05,1613944853239,4872
"wd_1",0.01,1613944853239,4872
"sqr_mom_1",0.99,1613944853239,4872
"lr_1",3.134447791859282e-05,1613944853239,4872
"mom_1",0.8873114172769871,1613944853239,4872
"eps_1",1e-05,1613944853239,4872
"wd_2",0.01,1613944853239,4872
"sqr_mom_2",0.99,1613944853239,4872
"lr_2",0.0003134447791859282,1613944853239,4872
"mom_2",0.8873114172769871,1613944853239,4872
"eps_2",1e-05,1613944853239,4872
"train_loss",0.013313087,1613944854265,4873
"raw_loss",0.009748916,1613944854265,4873
"epoch",30.654088050314442,1613944854265,4873
"wd_0",0.01,1613944854265,4873
"sqr_mom_0",0.99,1613944854265,4873
"lr_0",3.133082711684463e-06,1613944854265,4873
"mom_0",0.8873387191535023,1613944854265,4873
"eps_0",1e-05,1613944854265,4873
"wd_1",0.01,1613944854265,4873
"sqr_mom_1",0.99,1613944854265,4873
"lr_1",3.133082711684463e-05,1613944854265,4873
"mom_1",0.8873387191535023,1613944854265,4873
"eps_1",1e-05,1613944854265,4873
"wd_2",0.01,1613944854265,4873
"sqr_mom_2",0.99,1613944854265,4873
"lr_2",0.0003133082711684463,1613944854265,4873
"mom_2",0.8873387191535023,1613944854265,4873
"eps_2",1e-05,1613944854265,4873
"train_loss",0.013302393,1613944855221,4874
"raw_loss",0.012778398,1613944855221,4874
"epoch",30.660377358490543,1613944855221,4874
"wd_0",0.01,1613944855221,4874
"sqr_mom_0",0.99,1613944855221,4874
"lr_0",3.131716976858333e-06,1613944855221,4874
"mom_0",0.8873660341231746,1613944855221,4874
"eps_0",1e-05,1613944855221,4874
"wd_1",0.01,1613944855221,4874
"sqr_mom_1",0.99,1613944855221,4874
"lr_1",3.131716976858333e-05,1613944855221,4874
"mom_1",0.8873660341231746,1613944855221,4874
"eps_1",1e-05,1613944855221,4874
"wd_2",0.01,1613944855221,4874
"sqr_mom_2",0.99,1613944855221,4874
"lr_2",0.00031317169768583326,1613944855221,4874
"mom_2",0.8873660341231746,1613944855221,4874
"eps_2",1e-05,1613944855221,4874
"train_loss",0.013216346,1613944856162,4875
"raw_loss",0.009,1613944856162,4875
"epoch",30.666666666666643,1613944856162,4875
"wd_0",0.01,1613944856162,4875
"sqr_mom_0",0.99,1613944856162,4875
"lr_0",3.1303514936259013e-06,1613944856162,4875
"mom_0",0.8873933440609225,1613944856162,4875
"eps_0",1e-05,1613944856162,4875
"wd_1",0.01,1613944856162,4875
"sqr_mom_1",0.99,1613944856162,4875
"lr_1",3.130351493625902e-05,1613944856162,4875
"mom_1",0.8873933440609225,1613944856162,4875
"eps_1",1e-05,1613944856162,4875
"wd_2",0.01,1613944856162,4875
"sqr_mom_2",0.99,1613944856162,4875
"lr_2",0.00031303514936259014,1613944856162,4875
"mom_2",0.8873933440609225,1613944856162,4875
"eps_2",1e-05,1613944856162,4875
"train_loss",0.013254381,1613944857124,4876
"raw_loss",0.0151181305,1613944857124,4876
"epoch",30.672955974842743,1613944857124,4876
"wd_0",0.01,1613944857124,4876
"sqr_mom_0",0.99,1613944857124,4876
"lr_0",3.1289860360865564e-06,1613944857124,4876
"mom_0",0.8874206534848037,1613944857124,4876
"eps_0",1e-05,1613944857124,4876
"wd_1",0.01,1613944857124,4876
"sqr_mom_1",0.99,1613944857124,4876
"lr_1",3.1289860360865564e-05,1613944857124,4876
"mom_1",0.8874206534848037,1613944857124,4876
"eps_1",1e-05,1613944857124,4876
"wd_2",0.01,1613944857124,4876
"sqr_mom_2",0.99,1613944857124,4876
"lr_2",0.0003128986036086556,1613944857124,4876
"mom_2",0.8874206534848037,1613944857124,4876
"eps_2",1e-05,1613944857124,4876
"train_loss",0.013180577,1613944858104,4877
"raw_loss",0.0095641995,1613944858104,4877
"epoch",30.679245283018844,1613944858104,4877
"wd_0",0.01,1613944858104,4877
"sqr_mom_0",0.99,1613944858104,4877
"lr_0",3.127619471930026e-06,1613944858104,4877
"mom_0",0.8874479850412499,1613944858104,4877
"eps_0",1e-05,1613944858104,4877
"wd_1",0.01,1613944858104,4877
"sqr_mom_1",0.99,1613944858104,4877
"lr_1",3.127619471930026e-05,1613944858104,4877
"mom_1",0.8874479850412499,1613944858104,4877
"eps_1",1e-05,1613944858104,4877
"wd_2",0.01,1613944858104,4877
"sqr_mom_2",0.99,1613944858104,4877
"lr_2",0.0003127619471930026,1613944858104,4877
"mom_2",0.8874479850412499,1613944858104,4877
"eps_2",1e-05,1613944858104,4877
"train_loss",0.0130572915,1613944859059,4878
"raw_loss",0.0070162686,1613944859059,4878
"epoch",30.685534591194944,1613944859059,4878
"wd_0",0.01,1613944859059,4878
"sqr_mom_0",0.99,1613944859059,4878
"lr_0",3.1262536140108565e-06,1613944859059,4878
"mom_0",0.8874753024728076,1613944859059,4878
"eps_0",1e-05,1613944859059,4878
"wd_1",0.01,1613944859059,4878
"sqr_mom_1",0.99,1613944859059,4878
"lr_1",3.126253614010856e-05,1613944859059,4878
"mom_1",0.8874753024728076,1613944859059,4878
"eps_1",1e-05,1613944859059,4878
"wd_2",0.01,1613944859059,4878
"sqr_mom_2",0.99,1613944859059,4878
"lr_2",0.0003126253614010856,1613944859059,4878
"mom_2",0.8874753024728076,1613944859059,4878
"eps_2",1e-05,1613944859059,4878
"train_loss",0.013079282,1613944860049,4879
"raw_loss",0.014156807,1613944860049,4879
"epoch",30.691823899371045,1613944860049,4879
"wd_0",0.01,1613944860049,4879
"sqr_mom_0",0.99,1613944860049,4879
"lr_0",3.1248866500800395e-06,1613944860049,4879
"mom_0",0.8875026420248194,1613944860049,4879
"eps_0",1e-05,1613944860049,4879
"wd_1",0.01,1613944860049,4879
"sqr_mom_1",0.99,1613944860049,4879
"lr_1",3.124886650080039e-05,1613944860049,4879
"mom_1",0.8875026420248194,1613944860049,4879
"eps_1",1e-05,1613944860049,4879
"wd_2",0.01,1613944860049,4879
"sqr_mom_2",0.99,1613944860049,4879
"lr_2",0.00031248866500800394,1613944860049,4879
"mom_2",0.8875026420248194,1613944860049,4879
"eps_2",1e-05,1613944860049,4879
"train_loss",0.01315356,1613944861022,4880
"raw_loss",0.016793206,1613944861022,4880
"epoch",30.698113207547145,1613944861022,4880
"wd_0",0.01,1613944861022,4880
"sqr_mom_0",0.99,1613944861022,4880
"lr_0",3.123520393522451e-06,1613944861022,4880
"mom_0",0.8875299674292252,1613944861022,4880
"eps_0",1e-05,1613944861022,4880
"wd_1",0.01,1613944861022,4880
"sqr_mom_1",0.99,1613944861022,4880
"lr_1",3.123520393522451e-05,1613944861022,4880
"mom_1",0.8875299674292252,1613944861022,4880
"eps_1",1e-05,1613944861022,4880
"wd_2",0.01,1613944861022,4880
"sqr_mom_2",0.99,1613944861022,4880
"lr_2",0.0003123520393522451,1613944861022,4880
"mom_2",0.8875299674292252,1613944861022,4880
"eps_2",1e-05,1613944861022,4880
"train_loss",0.013085531,1613944861988,4881
"raw_loss",0.009752109,1613944861988,4881
"epoch",30.704402515723245,1613944861988,4881
"wd_0",0.01,1613944861988,4881
"sqr_mom_0",0.99,1613944861988,4881
"lr_0",3.122153711663545e-06,1613944861988,4881
"mom_0",0.8875573013397424,1613944861988,4881
"eps_0",1e-05,1613944861988,4881
"wd_1",0.01,1613944861988,4881
"sqr_mom_1",0.99,1613944861988,4881
"lr_1",3.122153711663545e-05,1613944861988,4881
"mom_1",0.8875573013397424,1613944861988,4881
"eps_1",1e-05,1613944861988,4881
"wd_2",0.01,1613944861988,4881
"sqr_mom_2",0.99,1613944861988,4881
"lr_2",0.0003122153711663545,1613944861988,4881
"mom_2",0.8875573013397424,1613944861988,4881
"eps_2",1e-05,1613944861988,4881
"train_loss",0.0129674375,1613944862961,4882
"raw_loss",0.007180848,1613944862961,4882
"epoch",30.710691823899346,1613944862961,4882
"wd_0",0.01,1613944862961,4882
"sqr_mom_0",0.99,1613944862961,4882
"lr_0",3.1207863781060716e-06,1613944862961,4882
"mom_0",0.8875846482843613,1613944862961,4882
"eps_0",1e-05,1613944862961,4882
"wd_1",0.01,1613944862961,4882
"sqr_mom_1",0.99,1613944862961,4882
"lr_1",3.120786378106072e-05,1613944862961,4882
"mom_1",0.8875846482843613,1613944862961,4882
"eps_1",1e-05,1613944862961,4882
"wd_2",0.01,1613944862961,4882
"sqr_mom_2",0.99,1613944862961,4882
"lr_2",0.0003120786378106071,1613944862961,4882
"mom_2",0.8875846482843613,1613944862961,4882
"eps_2",1e-05,1613944862961,4882
"train_loss",0.01314116,1613944863896,4883
"raw_loss",0.021653557,1613944863896,4883
"epoch",30.716981132075446,1613944863896,4883
"wd_0",0.01,1613944863896,4883
"sqr_mom_0",0.99,1613944863896,4883
"lr_0",3.119419300155894e-06,1613944863896,4883
"mom_0",0.8876119901167833,1613944863896,4883
"eps_0",1e-05,1613944863896,4883
"wd_1",0.01,1613944863896,4883
"sqr_mom_1",0.99,1613944863896,4883
"lr_1",3.1194193001558935e-05,1613944863896,4883
"mom_1",0.8876119901167833,1613944863896,4883
"eps_1",1e-05,1613944863896,4883
"wd_2",0.01,1613944863896,4883
"sqr_mom_2",0.99,1613944863896,4883
"lr_2",0.0003119419300155893,1613944863896,4883
"mom_2",0.8876119901167833,1613944863896,4883
"eps_2",1e-05,1613944863896,4883
"train_loss",0.013149522,1613944864981,4884
"raw_loss",0.013559256,1613944864981,4884
"epoch",30.723270440251547,1613944864981,4884
"wd_0",0.01,1613944864981,4884
"sqr_mom_0",0.99,1613944864981,4884
"lr_0",3.1180522516457995e-06,1613944864981,4884
"mom_0",0.8876393313603976,1613944864981,4884
"eps_0",1e-05,1613944864981,4884
"wd_1",0.01,1613944864981,4884
"sqr_mom_1",0.99,1613944864981,4884
"lr_1",3.1180522516457995e-05,1613944864981,4884
"mom_1",0.8876393313603976,1613944864981,4884
"eps_1",1e-05,1613944864981,4884
"wd_2",0.01,1613944864981,4884
"sqr_mom_2",0.99,1613944864981,4884
"lr_2",0.00031180522516457987,1613944864981,4884
"mom_2",0.8876393313603976,1613944864981,4884
"eps_2",1e-05,1613944864981,4884
"train_loss",0.013090267,1613944865974,4885
"raw_loss",0.010186769,1613944865974,4885
"epoch",30.729559748427647,1613944865974,4885
"wd_0",0.01,1613944865974,4885
"sqr_mom_0",0.99,1613944865974,4885
"lr_0",3.1166840989489732e-06,1613944865974,4885
"mom_0",0.8876666946879674,1613944865974,4885
"eps_0",1e-05,1613944865974,4885
"wd_1",0.01,1613944865974,4885
"sqr_mom_1",0.99,1613944865974,4885
"lr_1",3.116684098948973e-05,1613944865974,4885
"mom_1",0.8876666946879674,1613944865974,4885
"eps_1",1e-05,1613944865974,4885
"wd_2",0.01,1613944865974,4885
"sqr_mom_2",0.99,1613944865974,4885
"lr_2",0.0003116684098948973,1613944865974,4885
"mom_2",0.8876666946879674,1613944865974,4885
"eps_2",1e-05,1613944865974,4885
"train_loss",0.013108205,1613944867045,4886
"raw_loss",0.01398719,1613944867045,4886
"epoch",30.735849056603747,1613944867045,4886
"wd_0",0.01,1613944867045,4886
"sqr_mom_0",0.99,1613944867045,4886
"lr_0",3.1153166570272857e-06,1613944867045,4886
"mom_0",0.8876940437998923,1613944867045,4886
"eps_0",1e-05,1613944867045,4886
"wd_1",0.01,1613944867045,4886
"sqr_mom_1",0.99,1613944867045,4886
"lr_1",3.115316657027285e-05,1613944867045,4886
"mom_1",0.8876940437998923,1613944867045,4886
"eps_1",1e-05,1613944867045,4886
"wd_2",0.01,1613944867045,4886
"sqr_mom_2",0.99,1613944867045,4886
"lr_2",0.0003115316657027285,1613944867045,4886
"mom_2",0.8876940437998923,1613944867045,4886
"eps_2",1e-05,1613944867045,4886
"train_loss",0.013172367,1613944868064,4887
"raw_loss",0.01631627,1613944868064,4887
"epoch",30.742138364779848,1613944868064,4887
"wd_0",0.01,1613944868064,4887
"sqr_mom_0",0.99,1613944868064,4887
"lr_0",3.1139487922213987e-06,1613944868064,4887
"mom_0",0.8877214013695857,1613944868064,4887
"eps_0",1e-05,1613944868064,4887
"wd_1",0.01,1613944868064,4887
"sqr_mom_1",0.99,1613944868064,4887
"lr_1",3.1139487922213986e-05,1613944868064,4887
"mom_1",0.8877214013695857,1613944868064,4887
"eps_1",1e-05,1613944868064,4887
"wd_2",0.01,1613944868064,4887
"sqr_mom_2",0.99,1613944868064,4887
"lr_2",0.00031139487922213986,1613944868064,4887
"mom_2",0.8877214013695857,1613944868064,4887
"eps_2",1e-05,1613944868064,4887
"train_loss",0.013129296,1613944869024,4888
"raw_loss",0.0110188,1613944869024,4888
"epoch",30.74842767295595,1613944869024,4888
"wd_0",0.01,1613944869024,4888
"sqr_mom_0",0.99,1613944869024,4888
"lr_0",3.112580277940184e-06,1613944869024,4888
"mom_0",0.8877487719289155,1613944869024,4888
"eps_0",1e-05,1613944869024,4888
"wd_1",0.01,1613944869024,4888
"sqr_mom_1",0.99,1613944869024,4888
"lr_1",3.1125802779401844e-05,1613944869024,4888
"mom_1",0.8877487719289155,1613944869024,4888
"eps_1",1e-05,1613944869024,4888
"wd_2",0.01,1613944869024,4888
"sqr_mom_2",0.99,1613944869024,4888
"lr_2",0.0003112580277940184,1613944869024,4888
"mom_2",0.8877487719289155,1613944869024,4888
"eps_2",1e-05,1613944869024,4888
"train_loss",0.013004685,1613944870144,4889
"raw_loss",0.006898752,1613944870144,4889
"epoch",30.75471698113205,1613944870144,4889
"wd_0",0.01,1613944870144,4889
"sqr_mom_0",0.99,1613944870144,4889
"lr_0",3.1112120222729828e-06,1613944870144,4889
"mom_0",0.8877761373159134,1613944870144,4889
"eps_0",1e-05,1613944870144,4889
"wd_1",0.01,1613944870144,4889
"sqr_mom_1",0.99,1613944870144,4889
"lr_1",3.1112120222729825e-05,1613944870144,4889
"mom_1",0.8877761373159134,1613944870144,4889
"eps_1",1e-05,1613944870144,4889
"wd_2",0.01,1613944870144,4889
"sqr_mom_2",0.99,1613944870144,4889
"lr_2",0.0003111212022272982,1613944870144,4889
"mom_2",0.8877761373159134,1613944870144,4889
"eps_2",1e-05,1613944870144,4889
"train_loss",0.013008631,1613944871139,4890
"raw_loss",0.013202006,1613944871139,4890
"epoch",30.76100628930815,1613944871139,4890
"wd_0",0.01,1613944871139,4890
"sqr_mom_0",0.99,1613944871139,4890
"lr_0",3.1098437988556643e-06,1613944871139,4890
"mom_0",0.8878035020579073,1613944871139,4890
"eps_0",1e-05,1613944871139,4890
"wd_1",0.01,1613944871139,4890
"sqr_mom_1",0.99,1613944871139,4890
"lr_1",3.109843798855664e-05,1613944871139,4890
"mom_1",0.8878035020579073,1613944871139,4890
"eps_1",1e-05,1613944871139,4890
"wd_2",0.01,1613944871139,4890
"sqr_mom_2",0.99,1613944871139,4890
"lr_2",0.0003109843798855664,1613944871139,4890
"mom_2",0.8878035020579073,1613944871139,4890
"eps_2",1e-05,1613944871139,4890
"train_loss",0.013064615,1613944872101,4891
"raw_loss",0.015807863,1613944872101,4891
"epoch",30.76729559748425,1613944872101,4891
"wd_0",0.01,1613944872101,4891
"sqr_mom_0",0.99,1613944872101,4891
"lr_0",3.1084744730892e-06,1613944872101,4891
"mom_0",0.8878308888471045,1613944872101,4891
"eps_0",1e-05,1613944872101,4891
"wd_1",0.01,1613944872101,4891
"sqr_mom_1",0.99,1613944872101,4891
"lr_1",3.1084744730892e-05,1613944872101,4891
"mom_1",0.8878308888471045,1613944872101,4891
"eps_1",1e-05,1613944872101,4891
"wd_2",0.01,1613944872101,4891
"sqr_mom_2",0.99,1613944872101,4891
"lr_2",0.00031084744730892,1613944872101,4891
"mom_2",0.8878308888471045,1613944872101,4891
"eps_2",1e-05,1613944872101,4891
"train_loss",0.013085102,1613944873061,4892
"raw_loss",0.014088927,1613944873061,4892
"epoch",30.77358490566035,1613944873061,4892
"wd_0",0.01,1613944873061,4892
"sqr_mom_0",0.99,1613944873061,4892
"lr_0",3.1071058614916267e-06,1613944873061,4892
"mom_0",0.887858261352781,1613944873061,4892
"eps_0",1e-05,1613944873061,4892
"wd_1",0.01,1613944873061,4892
"sqr_mom_1",0.99,1613944873061,4892
"lr_1",3.1071058614916267e-05,1613944873061,4892
"mom_1",0.887858261352781,1613944873061,4892
"eps_1",1e-05,1613944873061,4892
"wd_2",0.01,1613944873061,4892
"sqr_mom_2",0.99,1613944873061,4892
"lr_2",0.00031071058614916264,1613944873061,4892
"mom_2",0.887858261352781,1613944873061,4892
"eps_2",1e-05,1613944873061,4892
"train_loss",0.012914877,1613944874013,4893
"raw_loss",0.004573862,1613944874013,4893
"epoch",30.77987421383645,1613944874013,4893
"wd_0",0.01,1613944874013,4893
"sqr_mom_0",0.99,1613944874013,4893
"lr_0",3.105736829431827e-06,1613944874013,4893
"mom_0",0.8878856422677861,1613944874013,4893
"eps_0",1e-05,1613944874013,4893
"wd_1",0.01,1613944874013,4893
"sqr_mom_1",0.99,1613944874013,4893
"lr_1",3.105736829431827e-05,1613944874013,4893
"mom_1",0.8878856422677861,1613944874013,4893
"eps_1",1e-05,1613944874013,4893
"wd_2",0.01,1613944874013,4893
"sqr_mom_2",0.99,1613944874013,4893
"lr_2",0.00031057368294318266,1613944874013,4893
"mom_2",0.8878856422677861,1613944874013,4893
"eps_2",1e-05,1613944874013,4893
"train_loss",0.013179754,1613944874964,4894
"raw_loss",0.0261587,1613944874964,4894
"epoch",30.78616352201255,1613944874964,4894
"wd_0",0.01,1613944874964,4894
"sqr_mom_0",0.99,1613944874964,4894
"lr_0",3.1043671501273894e-06,1613944874964,4894
"mom_0",0.8879130361278135,1613944874964,4894
"eps_0",1e-05,1613944874964,4894
"wd_1",0.01,1613944874964,4894
"sqr_mom_1",0.99,1613944874964,4894
"lr_1",3.104367150127389e-05,1613944874964,4894
"mom_1",0.8879130361278135,1613944874964,4894
"eps_1",1e-05,1613944874964,4894
"wd_2",0.01,1613944874964,4894
"sqr_mom_2",0.99,1613944874964,4894
"lr_2",0.0003104367150127389,1613944874964,4894
"mom_2",0.8879130361278135,1613944874964,4894
"eps_2",1e-05,1613944874964,4894
"train_loss",0.013266415,1613944875924,4895
"raw_loss",0.01751285,1613944875924,4895
"epoch",30.79245283018865,1613944875924,4895
"wd_0",0.01,1613944875924,4895
"sqr_mom_0",0.99,1613944875924,4895
"lr_0",3.102997732440716e-06,1613944875924,4895
"mom_0",0.8879404247554332,1613944875924,4895
"eps_0",1e-05,1613944875924,4895
"wd_1",0.01,1613944875924,4895
"sqr_mom_1",0.99,1613944875924,4895
"lr_1",3.102997732440716e-05,1613944875924,4895
"mom_1",0.8879404247554332,1613944875924,4895
"eps_1",1e-05,1613944875924,4895
"wd_2",0.01,1613944875924,4895
"sqr_mom_2",0.99,1613944875924,4895
"lr_2",0.0003102997732440715,1613944875924,4895
"mom_2",0.8879404247554332,1613944875924,4895
"eps_2",1e-05,1613944875924,4895
"train_loss",0.013230681,1613944876873,4896
"raw_loss",0.011479706,1613944876873,4896
"epoch",30.79874213836475,1613944876873,4896
"wd_0",0.01,1613944876873,4896
"sqr_mom_0",0.99,1613944876873,4896
"lr_0",3.101628122627135e-06,1613944876873,4896
"mom_0",0.8879678172256296,1613944876873,4896
"eps_0",1e-05,1613944876873,4896
"wd_1",0.01,1613944876873,4896
"sqr_mom_1",0.99,1613944876873,4896
"lr_1",3.1016281226271345e-05,1613944876873,4896
"mom_1",0.8879678172256296,1613944876873,4896
"eps_1",1e-05,1613944876873,4896
"wd_2",0.01,1613944876873,4896
"sqr_mom_2",0.99,1613944876873,4896
"lr_2",0.0003101628122627135,1613944876873,4896
"mom_2",0.8879678172256296,1613944876873,4896
"eps_2",1e-05,1613944876873,4896
"train_loss",0.013175021,1613944877849,4897
"raw_loss",0.010447646,1613944877849,4897
"epoch",30.805031446540852,1613944877849,4897
"wd_0",0.01,1613944877849,4897
"sqr_mom_0",0.99,1613944877849,4897
"lr_0",3.1002578666870793e-06,1613944877849,4897
"mom_0",0.8879952226184846,1613944877849,4897
"eps_0",1e-05,1613944877849,4897
"wd_1",0.01,1613944877849,4897
"sqr_mom_1",0.99,1613944877849,4897
"lr_1",3.1002578666870795e-05,1613944877849,4897
"mom_1",0.8879952226184846,1613944877849,4897
"eps_1",1e-05,1613944877849,4897
"wd_2",0.01,1613944877849,4897
"sqr_mom_2",0.99,1613944877849,4897
"lr_2",0.00031002578666870784,1613944877849,4897
"mom_2",0.8879952226184846,1613944877849,4897
"eps_2",1e-05,1613944877849,4897
"train_loss",0.013120365,1613944878804,4898
"raw_loss",0.010442249,1613944878804,4898
"epoch",30.811320754716952,1613944878804,4898
"wd_0",0.01,1613944878804,4898
"sqr_mom_0",0.99,1613944878804,4898
"lr_0",3.0988878738655817e-06,1613944878804,4898
"mom_0",0.8880226227489159,1613944878804,4898
"eps_0",1e-05,1613944878804,4898
"wd_1",0.01,1613944878804,4898
"sqr_mom_1",0.99,1613944878804,4898
"lr_1",3.098887873865581e-05,1613944878804,4898
"mom_1",0.8880226227489159,1613944878804,4898
"eps_1",1e-05,1613944878804,4898
"wd_2",0.01,1613944878804,4898
"sqr_mom_2",0.99,1613944878804,4898
"lr_2",0.0003098887873865581,1613944878804,4898
"mom_2",0.8880226227489159,1613944878804,4898
"eps_2",1e-05,1613944878804,4898
"train_loss",0.013066464,1613944879738,4899
"raw_loss",0.010425322,1613944879738,4899
"epoch",30.817610062893053,1613944879738,4899
"wd_0",0.01,1613944879738,4899
"sqr_mom_0",0.99,1613944879738,4899
"lr_0",3.0975179175080005e-06,1613944879738,4899
"mom_0",0.8880500221500615,1613944879738,4899
"eps_0",1e-05,1613944879738,4899
"wd_1",0.01,1613944879738,4899
"sqr_mom_1",0.99,1613944879738,4899
"lr_1",3.097517917508e-05,1613944879738,4899
"mom_1",0.8880500221500615,1613944879738,4899
"eps_1",1e-05,1613944879738,4899
"wd_2",0.01,1613944879738,4899
"sqr_mom_2",0.99,1613944879738,4899
"lr_2",0.00030975179175080005,1613944879738,4899
"mom_2",0.8880500221500615,1613944879738,4899
"eps_2",1e-05,1613944879738,4899
"train_loss",0.012944805,1613944880688,4900
"raw_loss",0.006983513,1613944880688,4900
"epoch",30.823899371069153,1613944880688,4900
"wd_0",0.01,1613944880688,4900
"sqr_mom_0",0.99,1613944880688,4900
"lr_0",3.0961468615813834e-06,1613944880688,4900
"mom_0",0.8880774435428077,1613944880688,4900
"eps_0",1e-05,1613944880688,4900
"wd_1",0.01,1613944880688,4900
"sqr_mom_1",0.99,1613944880688,4900
"lr_1",3.0961468615813834e-05,1613944880688,4900
"mom_1",0.8880774435428077,1613944880688,4900
"eps_1",1e-05,1613944880688,4900
"wd_2",0.01,1613944880688,4900
"sqr_mom_2",0.99,1613944880688,4900
"lr_2",0.0003096146861581383,1613944880688,4900
"mom_2",0.8880774435428077,1613944880688,4900
"eps_2",1e-05,1613944880688,4900
"train_loss",0.013013787,1613944881631,4901
"raw_loss",0.016393857,1613944881631,4901
"epoch",30.830188679245254,1613944881631,4901
"wd_0",0.01,1613944881631,4901
"sqr_mom_0",0.99,1613944881631,4901
"lr_0",3.0947765248989607e-06,1613944881631,4901
"mom_0",0.8881048505505262,1613944881631,4901
"eps_0",1e-05,1613944881631,4901
"wd_1",0.01,1613944881631,4901
"sqr_mom_1",0.99,1613944881631,4901
"lr_1",3.0947765248989604e-05,1613944881631,4901
"mom_1",0.8881048505505262,1613944881631,4901
"eps_1",1e-05,1613944881631,4901
"wd_2",0.01,1613944881631,4901
"sqr_mom_2",0.99,1613944881631,4901
"lr_2",0.000309477652489896,1613944881631,4901
"mom_2",0.8881048505505262,1613944881631,4901
"eps_2",1e-05,1613944881631,4901
"train_loss",0.012964863,1613944882601,4902
"raw_loss",0.010567639,1613944882601,4902
"epoch",30.836477987421354,1613944882601,4902
"wd_0",0.01,1613944882601,4902
"sqr_mom_0",0.99,1613944882601,4902
"lr_0",3.0934057713963366e-06,1613944882601,4902
"mom_0",0.8881322658947322,1613944882601,4902
"eps_0",1e-05,1613944882601,4902
"wd_1",0.01,1613944882601,4902
"sqr_mom_1",0.99,1613944882601,4902
"lr_1",3.093405771396337e-05,1613944882601,4902
"mom_1",0.8881322658947322,1613944882601,4902
"eps_1",1e-05,1613944882601,4902
"wd_2",0.01,1613944882601,4902
"sqr_mom_2",0.99,1613944882601,4902
"lr_2",0.0003093405771396336,1613944882601,4902
"mom_2",0.8881322658947322,1613944882601,4902
"eps_2",1e-05,1613944882601,4902
"train_loss",0.012878694,1613944883543,4903
"raw_loss",0.00865638,1613944883543,4903
"epoch",30.842767295597454,1613944883543,4903
"wd_0",0.01,1613944883543,4903
"sqr_mom_0",0.99,1613944883543,4903
"lr_0",3.0920343740090562e-06,1613944883543,4903
"mom_0",0.88815969411676,1613944883543,4903
"eps_0",1e-05,1613944883543,4903
"wd_1",0.01,1613944883543,4903
"sqr_mom_1",0.99,1613944883543,4903
"lr_1",3.092034374009056e-05,1613944883543,4903
"mom_1",0.88815969411676,1613944883543,4903
"eps_1",1e-05,1613944883543,4903
"wd_2",0.01,1613944883543,4903
"sqr_mom_2",0.99,1613944883543,4903
"lr_2",0.0003092034374009056,1613944883543,4903
"mom_2",0.88815969411676,1613944883543,4903
"eps_2",1e-05,1613944883543,4903
"train_loss",0.012760397,1613944884508,4904
"raw_loss",0.0069638696,1613944884508,4904
"epoch",30.849056603773555,1613944884508,4904
"wd_0",0.01,1613944884508,4904
"sqr_mom_0",0.99,1613944884508,4904
"lr_0",3.09066324273957e-06,1613944884508,4904
"mom_0",0.8881871170163788,1613944884508,4904
"eps_0",1e-05,1613944884508,4904
"wd_1",0.01,1613944884508,4904
"sqr_mom_1",0.99,1613944884508,4904
"lr_1",3.0906632427395696e-05,1613944884508,4904
"mom_1",0.8881871170163788,1613944884508,4904
"eps_1",1e-05,1613944884508,4904
"wd_2",0.01,1613944884508,4904
"sqr_mom_2",0.99,1613944884508,4904
"lr_2",0.00030906632427395696,1613944884508,4904
"mom_2",0.8881871170163788,1613944884508,4904
"eps_2",1e-05,1613944884508,4904
"train_loss",0.012626144,1613944885448,4905
"raw_loss",0.006047744,1613944885448,4905
"epoch",30.855345911949655,1613944885448,4905
"wd_0",0.01,1613944885448,4905
"sqr_mom_0",0.99,1613944885448,4905
"lr_0",3.0892921507428156e-06,1613944885448,4905
"mom_0",0.8882145391305349,1613944885448,4905
"eps_0",1e-05,1613944885448,4905
"wd_1",0.01,1613944885448,4905
"sqr_mom_1",0.99,1613944885448,4905
"lr_1",3.089292150742815e-05,1613944885448,4905
"mom_1",0.8882145391305349,1613944885448,4905
"eps_1",1e-05,1613944885448,4905
"wd_2",0.01,1613944885448,4905
"sqr_mom_2",0.99,1613944885448,4905
"lr_2",0.0003089292150742815,1613944885448,4905
"mom_2",0.8882145391305349,1613944885448,4905
"eps_2",1e-05,1613944885448,4905
"train_loss",0.012730151,1613944886392,4906
"raw_loss",0.017826492,1613944886392,4906
"epoch",30.861635220125756,1613944886392,4906
"wd_0",0.01,1613944886392,4906
"sqr_mom_0",0.99,1613944886392,4906
"lr_0",3.0879199610461866e-06,1613944886392,4906
"mom_0",0.8882419831989082,1613944886392,4906
"eps_0",1e-05,1613944886392,4906
"wd_1",0.01,1613944886392,4906
"sqr_mom_1",0.99,1613944886392,4906
"lr_1",3.087919961046187e-05,1613944886392,4906
"mom_1",0.8882419831989082,1613944886392,4906
"eps_1",1e-05,1613944886392,4906
"wd_2",0.01,1613944886392,4906
"sqr_mom_2",0.99,1613944886392,4906
"lr_2",0.0003087919961046186,1613944886392,4906
"mom_2",0.8882419831989082,1613944886392,4906
"eps_2",1e-05,1613944886392,4906
"train_loss",0.01270348,1613944887337,4907
"raw_loss",0.011396569,1613944887337,4907
"epoch",30.867924528301856,1613944887337,4907
"wd_0",0.01,1613944887337,4907
"sqr_mom_0",0.99,1613944887337,4907
"lr_0",3.0865484939669487e-06,1613944887337,4907
"mom_0",0.8882694128147891,1613944887337,4907
"eps_0",1e-05,1613944887337,4907
"wd_1",0.01,1613944887337,4907
"sqr_mom_1",0.99,1613944887337,4907
"lr_1",3.0865484939669486e-05,1613944887337,4907
"mom_1",0.8882694128147891,1613944887337,4907
"eps_1",1e-05,1613944887337,4907
"wd_2",0.01,1613944887337,4907
"sqr_mom_2",0.99,1613944887337,4907
"lr_2",0.00030865484939669486,1613944887337,4907
"mom_2",0.8882694128147891,1613944887337,4907
"eps_2",1e-05,1613944887337,4907
"train_loss",0.013180009,1613944888289,4908
"raw_loss",0.03652994,1613944888289,4908
"epoch",30.874213836477956,1613944888289,4908
"wd_0",0.01,1613944888289,4908
"sqr_mom_0",0.99,1613944888289,4908
"lr_0",3.08517661250149e-06,1613944888289,4908
"mom_0",0.8882968507184774,1613944888289,4908
"eps_0",1e-05,1613944888289,4908
"wd_1",0.01,1613944888289,4908
"sqr_mom_1",0.99,1613944888289,4908
"lr_1",3.08517661250149e-05,1613944888289,4908
"mom_1",0.8882968507184774,1613944888289,4908
"eps_1",1e-05,1613944888289,4908
"wd_2",0.01,1613944888289,4908
"sqr_mom_2",0.99,1613944888289,4908
"lr_2",0.00030851766125014894,1613944888289,4908
"mom_2",0.8882968507184774,1613944888289,4908
"eps_2",1e-05,1613944888289,4908
"train_loss",0.013054608,1613944889241,4909
"raw_loss",0.0069099693,1613944889241,4909
"epoch",30.880503144654057,1613944889241,4909
"wd_0",0.01,1613944889241,4909
"sqr_mom_0",0.99,1613944889241,4909
"lr_0",3.08380408940058e-06,1613944889241,4909
"mom_0",0.888324301455003,1613944889241,4909
"eps_0",1e-05,1613944889241,4909
"wd_1",0.01,1613944889241,4909
"sqr_mom_1",0.99,1613944889241,4909
"lr_1",3.08380408940058e-05,1613944889241,4909
"mom_1",0.888324301455003,1613944889241,4909
"eps_1",1e-05,1613944889241,4909
"wd_2",0.01,1613944889241,4909
"sqr_mom_2",0.99,1613944889241,4909
"lr_2",0.00030838040894005795,1613944889241,4909
"mom_2",0.888324301455003,1613944889241,4909
"eps_2",1e-05,1613944889241,4909
"train_loss",0.013050247,1613944890191,4910
"raw_loss",0.012836544,1613944890191,4910
"epoch",30.886792452830157,1613944890191,4910
"wd_0",0.01,1613944890191,4910
"sqr_mom_0",0.99,1613944890191,4910
"lr_0",3.082431835413648e-06,1613944890191,4910
"mom_0",0.8883517468091952,1613944890191,4910
"eps_0",1e-05,1613944890191,4910
"wd_1",0.01,1613944890191,4910
"sqr_mom_1",0.99,1613944890191,4910
"lr_1",3.0824318354136484e-05,1613944890191,4910
"mom_1",0.8883517468091952,1613944890191,4910
"eps_1",1e-05,1613944890191,4910
"wd_2",0.01,1613944890191,4910
"sqr_mom_2",0.99,1613944890191,4910
"lr_2",0.00030824318354136476,1613944890191,4910
"mom_2",0.8883517468091952,1613944890191,4910
"eps_2",1e-05,1613944890191,4910
"train_loss",0.013564176,1613944891138,4911
"raw_loss",0.03874673,1613944891138,4911
"epoch",30.893081761006258,1613944891138,4911
"wd_0",0.01,1613944891138,4911
"sqr_mom_0",0.99,1613944891138,4911
"lr_0",3.0810596235078104e-06,1613944891138,4911
"mom_0",0.888379191321757,1613944891138,4911
"eps_0",1e-05,1613944891138,4911
"wd_1",0.01,1613944891138,4911
"sqr_mom_1",0.99,1613944891138,4911
"lr_1",3.0810596235078106e-05,1613944891138,4911
"mom_1",0.888379191321757,1613944891138,4911
"eps_1",1e-05,1613944891138,4911
"wd_2",0.01,1613944891138,4911
"sqr_mom_2",0.99,1613944891138,4911
"lr_2",0.000308105962350781,1613944891138,4911
"mom_2",0.888379191321757,1613944891138,4911
"eps_2",1e-05,1613944891138,4911
"train_loss",0.013642474,1613944892096,4912
"raw_loss",0.017479094,1613944892096,4912
"epoch",30.899371069182358,1613944892096,4912
"wd_0",0.01,1613944892096,4912
"sqr_mom_0",0.99,1613944892096,4912
"lr_0",3.0796863157838544e-06,1613944892096,4912
"mom_0",0.8884066577509004,1613944892096,4912
"eps_0",1e-05,1613944892096,4912
"wd_1",0.01,1613944892096,4912
"sqr_mom_1",0.99,1613944892096,4912
"lr_1",3.079686315783854e-05,1613944892096,4912
"mom_1",0.8884066577509004,1613944892096,4912
"eps_1",1e-05,1613944892096,4912
"wd_2",0.01,1613944892096,4912
"sqr_mom_2",0.99,1613944892096,4912
"lr_2",0.0003079686315783854,1613944892096,4912
"mom_2",0.8884066577509004,1613944892096,4912
"eps_2",1e-05,1613944892096,4912
"train_loss",0.013650785,1613944893048,4913
"raw_loss",0.014058015,1613944893048,4913
"epoch",30.90566037735846,1613944893048,4913
"wd_0",0.01,1613944893048,4913
"sqr_mom_0",0.99,1613944893048,4913
"lr_0",3.0783137340421974e-06,1613944893048,4913
"mom_0",0.8884341096602526,1613944893048,4913
"eps_0",1e-05,1613944893048,4913
"wd_1",0.01,1613944893048,4913
"sqr_mom_1",0.99,1613944893048,4913
"lr_1",3.0783137340421974e-05,1613944893048,4913
"mom_1",0.8884341096602526,1613944893048,4913
"eps_1",1e-05,1613944893048,4913
"wd_2",0.01,1613944893048,4913
"sqr_mom_2",0.99,1613944893048,4913
"lr_2",0.0003078313734042197,1613944893048,4913
"mom_2",0.8884341096602526,1613944893048,4913
"eps_2",1e-05,1613944893048,4913
"train_loss",0.013845377,1613944894002,4914
"raw_loss",0.023380348,1613944894002,4914
"epoch",30.91194968553456,1613944894002,4914
"wd_0",0.01,1613944894002,4914
"sqr_mom_0",0.99,1613944894002,4914
"lr_0",3.0769407403530515e-06,1613944894002,4914
"mom_0",0.888461569808637,1613944894002,4914
"eps_0",1e-05,1613944894002,4914
"wd_1",0.01,1613944894002,4914
"sqr_mom_1",0.99,1613944894002,4914
"lr_1",3.076940740353051e-05,1613944894002,4914
"mom_1",0.888461569808637,1613944894002,4914
"eps_1",1e-05,1613944894002,4914
"wd_2",0.01,1613944894002,4914
"sqr_mom_2",0.99,1613944894002,4914
"lr_2",0.0003076940740353051,1613944894002,4914
"mom_2",0.888461569808637,1613944894002,4914
"eps_2",1e-05,1613944894002,4914
"train_loss",0.014128416,1613944894971,4915
"raw_loss",0.027997369,1613944894971,4915
"epoch",30.91823899371066,1613944894971,4915
"wd_0",0.01,1613944894971,4915
"sqr_mom_0",0.99,1613944894971,4915
"lr_0",3.0755671072850224e-06,1613944894971,4915
"mom_0",0.888489042744727,1613944894971,4915
"eps_0",1e-05,1613944894971,4915
"wd_1",0.01,1613944894971,4915
"sqr_mom_1",0.99,1613944894971,4915
"lr_1",3.075567107285022e-05,1613944894971,4915
"mom_1",0.888489042744727,1613944894971,4915
"eps_1",1e-05,1613944894971,4915
"wd_2",0.01,1613944894971,4915
"sqr_mom_2",0.99,1613944894971,4915
"lr_2",0.00030755671072850215,1613944894971,4915
"mom_2",0.888489042744727,1613944894971,4915
"eps_2",1e-05,1613944894971,4915
"train_loss",0.014800848,1613944896027,4916
"raw_loss",0.047750093,1613944896027,4916
"epoch",30.92452830188676,1613944896027,4916
"wd_0",0.01,1613944896027,4916
"sqr_mom_0",0.99,1613944896027,4916
"lr_0",3.0741937463240656e-06,1613944896027,4916
"mom_0",0.888516510238621,1613944896027,4916
"eps_0",1e-05,1613944896027,4916
"wd_1",0.01,1613944896027,4916
"sqr_mom_1",0.99,1613944896027,4916
"lr_1",3.074193746324066e-05,1613944896027,4916
"mom_1",0.888516510238621,1613944896027,4916
"eps_1",1e-05,1613944896027,4916
"wd_2",0.01,1613944896027,4916
"sqr_mom_2",0.99,1613944896027,4916
"lr_2",0.00030741937463240655,1613944896027,4916
"mom_2",0.888516510238621,1613944896027,4916
"eps_2",1e-05,1613944896027,4916
"train_loss",0.0147867985,1613944897037,4917
"raw_loss",0.0140983565,1613944897037,4917
"epoch",30.93081761006286,1613944897037,4917
"wd_0",0.01,1613944897037,4917
"sqr_mom_0",0.99,1613944897037,4917
"lr_0",3.072819746738109e-06,1613944897037,4917
"mom_0",0.8885439905051429,1613944897037,4917
"eps_0",1e-05,1613944897037,4917
"wd_1",0.01,1613944897037,4917
"sqr_mom_1",0.99,1613944897037,4917
"lr_1",3.072819746738109e-05,1613944897037,4917
"mom_1",0.8885439905051429,1613944897037,4917
"eps_1",1e-05,1613944897037,4917
"wd_2",0.01,1613944897037,4917
"sqr_mom_2",0.99,1613944897037,4917
"lr_2",0.00030728197467381086,1613944897037,4917
"mom_2",0.8885439905051429,1613944897037,4917
"eps_2",1e-05,1613944897037,4917
"train_loss",0.014665192,1613944898086,4918
"raw_loss",0.008706468,1613944898086,4918
"epoch",30.93710691823896,1613944898086,4918
"wd_0",0.01,1613944898086,4918
"sqr_mom_0",0.99,1613944898086,4918
"lr_0",3.071446020256314e-06,1613944898086,4918
"mom_0",0.8885714653095268,1613944898086,4918
"eps_0",1e-05,1613944898086,4918
"wd_1",0.01,1613944898086,4918
"sqr_mom_1",0.99,1613944898086,4918
"lr_1",3.071446020256314e-05,1613944898086,4918
"mom_1",0.8885714653095268,1613944898086,4918
"eps_1",1e-05,1613944898086,4918
"wd_2",0.01,1613944898086,4918
"sqr_mom_2",0.99,1613944898086,4918
"lr_2",0.00030714460202563136,1613944898086,4918
"mom_2",0.8885714653095268,1613944898086,4918
"eps_2",1e-05,1613944898086,4918
"train_loss",0.014639812,1613944899074,4919
"raw_loss",0.013396162,1613944899074,4919
"epoch",30.94339622641506,1613944899074,4919
"wd_0",0.01,1613944899074,4919
"sqr_mom_0",0.99,1613944899074,4919
"lr_0",3.0700721117010233e-06,1613944899074,4919
"mom_0",0.888598943755417,1613944899074,4919
"eps_0",1e-05,1613944899074,4919
"wd_1",0.01,1613944899074,4919
"sqr_mom_1",0.99,1613944899074,4919
"lr_1",3.070072111701023e-05,1613944899074,4919
"mom_1",0.888598943755417,1613944899074,4919
"eps_1",1e-05,1613944899074,4919
"wd_2",0.01,1613944899074,4919
"sqr_mom_2",0.99,1613944899074,4919
"lr_2",0.0003070072111701023,1613944899074,4919
"mom_2",0.888598943755417,1613944899074,4919
"eps_2",1e-05,1613944899074,4919
"train_loss",0.014582097,1613944900051,4920
"raw_loss",0.011754054,1613944900051,4920
"epoch",30.94968553459116,1613944900051,4920
"wd_0",0.01,1613944900051,4920
"sqr_mom_0",0.99,1613944900051,4920
"lr_0",3.06869756565302e-06,1613944900051,4920
"mom_0",0.8886264349512891,1613944900051,4920
"eps_0",1e-05,1613944900051,4920
"wd_1",0.01,1613944900051,4920
"sqr_mom_1",0.99,1613944900051,4920
"lr_1",3.06869756565302e-05,1613944900051,4920
"mom_1",0.8886264349512891,1613944900051,4920
"eps_1",1e-05,1613944900051,4920
"wd_2",0.01,1613944900051,4920
"sqr_mom_2",0.99,1613944900051,4920
"lr_2",0.000306869756565302,1613944900051,4920
"mom_2",0.8886264349512891,1613944900051,4920
"eps_2",1e-05,1613944900051,4920
"train_loss",0.014460942,1613944901007,4921
"raw_loss",0.0085243555,1613944901007,4921
"epoch",30.95597484276726,1613944901007,4921
"wd_0",0.01,1613944901007,4921
"sqr_mom_0",0.99,1613944901007,4921
"lr_0",3.0673232942040763e-06,1613944901007,4921
"mom_0",0.8886539206551249,1613944901007,4921
"eps_0",1e-05,1613944901007,4921
"wd_1",0.01,1613944901007,4921
"sqr_mom_1",0.99,1613944901007,4921
"lr_1",3.067323294204076e-05,1613944901007,4921
"mom_1",0.8886539206551249,1613944901007,4921
"eps_1",1e-05,1613944901007,4921
"wd_2",0.01,1613944901007,4921
"sqr_mom_2",0.99,1613944901007,4921
"lr_2",0.0003067323294204076,1613944901007,4921
"mom_2",0.8886539206551249,1613944901007,4921
"eps_2",1e-05,1613944901007,4921
"train_loss",0.014425822,1613944901975,4922
"raw_loss",0.012704914,1613944901975,4922
"epoch",30.962264150943362,1613944901975,4922
"wd_0",0.01,1613944901975,4922
"sqr_mom_0",0.99,1613944901975,4922
"lr_0",3.0659490699837332e-06,1613944901975,4922
"mom_0",0.8886814054143795,1613944901975,4922
"eps_0",1e-05,1613944901975,4922
"wd_1",0.01,1613944901975,4922
"sqr_mom_1",0.99,1613944901975,4922
"lr_1",3.0659490699837336e-05,1613944901975,4922
"mom_1",0.8886814054143795,1613944901975,4922
"eps_1",1e-05,1613944901975,4922
"wd_2",0.01,1613944901975,4922
"sqr_mom_2",0.99,1613944901975,4922
"lr_2",0.0003065949069983733,1613944901975,4922
"mom_2",0.8886814054143795,1613944901975,4922
"eps_2",1e-05,1613944901975,4922
"train_loss",0.01462301,1613944902936,4923
"raw_loss",0.024285229,1613944902936,4923
"epoch",30.968553459119462,1613944902936,4923
"wd_0",0.01,1613944902936,4923
"sqr_mom_0",0.99,1613944902936,4923
"lr_0",3.0645737534278743e-06,1613944902936,4923
"mom_0",0.8887089120205627,1613944902936,4923
"eps_0",1e-05,1613944902936,4923
"wd_1",0.01,1613944902936,4923
"sqr_mom_1",0.99,1613944902936,4923
"lr_1",3.064573753427874e-05,1613944902936,4923
"mom_1",0.8887089120205627,1613944902936,4923
"eps_1",1e-05,1613944902936,4923
"wd_2",0.01,1613944902936,4923
"sqr_mom_2",0.99,1613944902936,4923
"lr_2",0.0003064573753427874,1613944902936,4923
"mom_2",0.8887089120205627,1613944902936,4923
"eps_2",1e-05,1613944902936,4923
"train_loss",0.0147012705,1613944903881,4924
"raw_loss",0.01853607,1613944903881,4924
"epoch",30.974842767295563,1613944903881,4924
"wd_0",0.01,1613944903881,4924
"sqr_mom_0",0.99,1613944903881,4924
"lr_0",3.0631991690017877e-06,1613944903881,4924
"mom_0",0.8887364039840041,1613944903881,4924
"eps_0",1e-05,1613944903881,4924
"wd_1",0.01,1613944903881,4924
"sqr_mom_1",0.99,1613944903881,4924
"lr_1",3.063199169001788e-05,1613944903881,4924
"mom_1",0.8887364039840041,1613944903881,4924
"eps_1",1e-05,1613944903881,4924
"wd_2",0.01,1613944903881,4924
"sqr_mom_2",0.99,1613944903881,4924
"lr_2",0.0003063199169001787,1613944903881,4924
"mom_2",0.8887364039840041,1613944903881,4924
"eps_2",1e-05,1613944903881,4924
"train_loss",0.014673249,1613944904834,4925
"raw_loss",0.013300199,1613944904834,4925
"epoch",30.981132075471663,1613944904834,4925
"wd_0",0.01,1613944904834,4925
"sqr_mom_0",0.99,1613944904834,4925
"lr_0",3.061824177111581e-06,1613944904834,4925
"mom_0",0.8887639040968094,1613944904834,4925
"eps_0",1e-05,1613944904834,4925
"wd_1",0.01,1613944904834,4925
"sqr_mom_1",0.99,1613944904834,4925
"lr_1",3.0618241771115807e-05,1613944904834,4925
"mom_1",0.8887639040968094,1613944904834,4925
"eps_1",1e-05,1613944904834,4925
"wd_2",0.01,1613944904834,4925
"sqr_mom_2",0.99,1613944904834,4925
"lr_2",0.00030618241771115804,1613944904834,4925
"mom_2",0.8887639040968094,1613944904834,4925
"eps_2",1e-05,1613944904834,4925
"train_loss",0.01462531,1613944905777,4926
"raw_loss",0.0122763105,1613944905777,4926
"epoch",30.987421383647764,1613944905777,4926
"wd_0",0.01,1613944905777,4926
"sqr_mom_0",0.99,1613944905777,4926
"lr_0",3.060448549998657e-06,1613944905777,4926
"mom_0",0.8887914169141959,1613944905777,4926
"eps_0",1e-05,1613944905777,4926
"wd_1",0.01,1613944905777,4926
"sqr_mom_1",0.99,1613944905777,4926
"lr_1",3.060448549998657e-05,1613944905777,4926
"mom_1",0.8887914169141959,1613944905777,4926
"eps_1",1e-05,1613944905777,4926
"wd_2",0.01,1613944905777,4926
"sqr_mom_2",0.99,1613944905777,4926
"lr_2",0.00030604485499986567,1613944905777,4926
"mom_2",0.8887914169141959,1613944905777,4926
"eps_2",1e-05,1613944905777,4926
"train_loss",0.014476181,1613944906709,4927
"raw_loss",0.0071688727,1613944906709,4927
"epoch",30.993710691823864,1613944906709,4927
"wd_0",0.01,1613944906709,4927
"sqr_mom_0",0.99,1613944906709,4927
"lr_0",3.0590732004721385e-06,1613944906709,4927
"mom_0",0.888818924179799,1613944906709,4927
"eps_0",1e-05,1613944906709,4927
"wd_1",0.01,1613944906709,4927
"sqr_mom_1",0.99,1613944906709,4927
"lr_1",3.059073200472138e-05,1613944906709,4927
"mom_1",0.888818924179799,1613944906709,4927
"eps_1",1e-05,1613944906709,4927
"wd_2",0.01,1613944906709,4927
"sqr_mom_2",0.99,1613944906709,4927
"lr_2",0.00030590732004721384,1613944906709,4927
"mom_2",0.888818924179799,1613944906709,4927
"eps_2",1e-05,1613944906709,4927
"train_loss",0.014535946,1613944907653,4928
"raw_loss",0.017464444,1613944907653,4928
"epoch",30.999999999999964,1613944907653,4928
"wd_0",0.01,1613944907653,4928
"sqr_mom_0",0.99,1613944907653,4928
"lr_0",3.057697900981133e-06,1613944907653,4928
"mom_0",0.8888464304446818,1613944907653,4928
"eps_0",1e-05,1613944907653,4928
"wd_1",0.01,1613944907653,4928
"sqr_mom_1",0.99,1613944907653,4928
"lr_1",3.057697900981133e-05,1613944907653,4928
"mom_1",0.8888464304446818,1613944907653,4928
"eps_1",1e-05,1613944907653,4928
"wd_2",0.01,1613944907653,4928
"sqr_mom_2",0.99,1613944907653,4928
"lr_2",0.00030576979009811324,1613944907653,4928
"mom_2",0.8888464304446818,1613944907653,4928
"eps_2",1e-05,1613944907653,4928
"valid_loss",0.09166823327541351,1613944942129,4928
"_rmse",0.3027676045894623,1613944942129,4928
"epoch",31,1613944942129,4928
"train_loss",0.014565408,1613944943153,4929
"raw_loss",0.016009057,1613944943153,4929
"epoch",31.0062893081761,1613944943153,4929
"wd_0",0.01,1613944943153,4929
"sqr_mom_0",0.99,1613944943153,4929
"lr_0",3.056321511071931e-06,1613944943153,4929
"mom_0",0.8888739585181465,1613944943153,4929
"eps_0",1e-05,1613944943153,4929
"wd_1",0.01,1613944943153,4929
"sqr_mom_1",0.99,1613944943153,4929
"lr_1",3.056321511071931e-05,1613944943153,4929
"mom_1",0.8888739585181465,1613944943153,4929
"eps_1",1e-05,1613944943153,4929
"wd_2",0.01,1613944943153,4929
"sqr_mom_2",0.99,1613944943153,4929
"lr_2",0.0003056321511071931,1613944943153,4929
"mom_2",0.8888739585181465,1613944943153,4929
"eps_2",1e-05,1613944943153,4929
"train_loss",0.0145167755,1613944944124,4930
"raw_loss",0.012133782,1613944944124,4930
"epoch",31.0125786163522,1613944944124,4930
"wd_0",0.01,1613944944124,4930
"sqr_mom_0",0.99,1613944944124,4930
"lr_0",3.0549458566337107e-06,1613944944124,4930
"mom_0",0.8889014718820446,1613944944124,4930
"eps_0",1e-05,1613944944124,4930
"wd_1",0.01,1613944944124,4930
"sqr_mom_1",0.99,1613944944124,4930
"lr_1",3.0549458566337106e-05,1613944944124,4930
"mom_1",0.8889014718820446,1613944944124,4930
"eps_1",1e-05,1613944944124,4930
"wd_2",0.01,1613944944124,4930
"sqr_mom_2",0.99,1613944944124,4930
"lr_2",0.00030549458566337106,1613944944124,4930
"mom_2",0.8889014718820446,1613944944124,4930
"eps_2",1e-05,1613944944124,4930
"train_loss",0.014497685,1613944945068,4931
"raw_loss",0.013562246,1613944945068,4931
"epoch",31.0188679245283,1613944945068,4931
"wd_0",0.01,1613944945068,4931
"sqr_mom_0",0.99,1613944945068,4931
"lr_0",3.0535697971834202e-06,1613944945068,4931
"mom_0",0.8889289933462651,1613944945068,4931
"eps_0",1e-05,1613944945068,4931
"wd_1",0.01,1613944945068,4931
"sqr_mom_1",0.99,1613944945068,4931
"lr_1",3.0535697971834204e-05,1613944945068,4931
"mom_1",0.8889289933462651,1613944945068,4931
"eps_1",1e-05,1613944945068,4931
"wd_2",0.01,1613944945068,4931
"sqr_mom_2",0.99,1613944945068,4931
"lr_2",0.000305356979718342,1613944945068,4931
"mom_2",0.8889289933462651,1613944945068,4931
"eps_2",1e-05,1613944945068,4931
"train_loss",0.014540542,1613944946054,4932
"raw_loss",0.016640501,1613944946054,4932
"epoch",31.0251572327044,1613944946054,4932
"wd_0",0.01,1613944946054,4932
"sqr_mom_0",0.99,1613944946054,4932
"lr_0",3.052193104787697e-06,1613944946054,4932
"mom_0",0.8889565274695207,1613944946054,4932
"eps_0",1e-05,1613944946054,4932
"wd_1",0.01,1613944946054,4932
"sqr_mom_1",0.99,1613944946054,4932
"lr_1",3.052193104787697e-05,1613944946054,4932
"mom_1",0.8889565274695207,1613944946054,4932
"eps_1",1e-05,1613944946054,4932
"wd_2",0.01,1613944946054,4932
"sqr_mom_2",0.99,1613944946054,4932
"lr_2",0.00030521931047876967,1613944946054,4932
"mom_2",0.8889565274695207,1613944946054,4932
"eps_2",1e-05,1613944946054,4932
"train_loss",0.014409643,1613944947007,4933
"raw_loss",0.007995586,1613944947007,4933
"epoch",31.031446540880502,1613944947007,4933
"wd_0",0.01,1613944947007,4933
"sqr_mom_0",0.99,1613944947007,4933
"lr_0",3.050816692962541e-06,1613944947007,4933
"mom_0",0.8889840559813089,1613944947007,4933
"eps_0",1e-05,1613944947007,4933
"wd_1",0.01,1613944947007,4933
"sqr_mom_1",0.99,1613944947007,4933
"lr_1",3.050816692962541e-05,1613944947007,4933
"mom_1",0.8889840559813089,1613944947007,4933
"eps_1",1e-05,1613944947007,4933
"wd_2",0.01,1613944947007,4933
"sqr_mom_2",0.99,1613944947007,4933
"lr_2",0.00030508166929625407,1613944947007,4933
"mom_2",0.8889840559813089,1613944947007,4933
"eps_2",1e-05,1613944947007,4933
"train_loss",0.014581589,1613944947996,4934
"raw_loss",0.023006978,1613944947996,4934
"epoch",31.037735849056602,1613944947996,4934
"wd_0",0.01,1613944947996,4934
"sqr_mom_0",0.99,1613944947996,4934
"lr_0",3.0494403339792345e-06,1613944947996,4934
"mom_0",0.8890115834362496,1613944947996,4934
"eps_0",1e-05,1613944947996,4934
"wd_1",0.01,1613944947996,4934
"sqr_mom_1",0.99,1613944947996,4934
"lr_1",3.0494403339792344e-05,1613944947996,4934
"mom_1",0.8890115834362496,1613944947996,4934
"eps_1",1e-05,1613944947996,4934
"wd_2",0.01,1613944947996,4934
"sqr_mom_2",0.99,1613944947996,4934
"lr_2",0.00030494403339792345,1613944947996,4934
"mom_2",0.8890115834362496,1613944947996,4934
"eps_2",1e-05,1613944947996,4934
"train_loss",0.014524957,1613944949007,4935
"raw_loss",0.011749987,1613944949007,4935
"epoch",31.044025157232703,1613944949007,4935
"wd_0",0.01,1613944949007,4935
"sqr_mom_0",0.99,1613944949007,4935
"lr_0",3.0480628865075637e-06,1613944949007,4935
"mom_0",0.8890391326611753,1613944949007,4935
"eps_0",1e-05,1613944949007,4935
"wd_1",0.01,1613944949007,4935
"sqr_mom_1",0.99,1613944949007,4935
"lr_1",3.0480628865075634e-05,1613944949007,4935
"mom_1",0.8890391326611753,1613944949007,4935
"eps_1",1e-05,1613944949007,4935
"wd_2",0.01,1613944949007,4935
"sqr_mom_2",0.99,1613944949007,4935
"lr_2",0.0003048062886507563,1613944949007,4935
"mom_2",0.8890391326611753,1613944949007,4935
"eps_2",1e-05,1613944949007,4935
"train_loss",0.01469077,1613944949970,4936
"raw_loss",0.022815583,1613944949970,4936
"epoch",31.050314465408803,1613944949970,4936
"wd_0",0.01,1613944949970,4936
"sqr_mom_0",0.99,1613944949970,4936
"lr_0",3.046686177839644e-06,1613944949970,4936
"mom_0",0.8890666671098781,1613944949970,4936
"eps_0",1e-05,1613944949970,4936
"wd_1",0.01,1613944949970,4936
"sqr_mom_1",0.99,1613944949970,4936
"lr_1",3.0466861778396436e-05,1613944949970,4936
"mom_1",0.8890666671098781,1613944949970,4936
"eps_1",1e-05,1613944949970,4936
"wd_2",0.01,1613944949970,4936
"sqr_mom_2",0.99,1613944949970,4936
"lr_2",0.00030466861778396436,1613944949970,4936
"mom_2",0.8890666671098781,1613944949970,4936
"eps_2",1e-05,1613944949970,4936
"train_loss",0.014703998,1613944950997,4937
"raw_loss",0.015352186,1613944950997,4937
"epoch",31.056603773584904,1613944950997,4937
"wd_0",0.01,1613944950997,4937
"sqr_mom_0",0.99,1613944950997,4937
"lr_0",3.0453090666163515e-06,1613944950997,4937
"mom_0",0.889094209609769,1613944950997,4937
"eps_0",1e-05,1613944950997,4937
"wd_1",0.01,1613944950997,4937
"sqr_mom_1",0.99,1613944950997,4937
"lr_1",3.0453090666163513e-05,1613944950997,4937
"mom_1",0.889094209609769,1613944950997,4937
"eps_1",1e-05,1613944950997,4937
"wd_2",0.01,1613944950997,4937
"sqr_mom_2",0.99,1613944950997,4937
"lr_2",0.0003045309066616351,1613944950997,4937
"mom_2",0.889094209609769,1613944950997,4937
"eps_2",1e-05,1613944950997,4937
"train_loss",0.014563674,1613944951989,4938
"raw_loss",0.007687789,1613944951989,4938
"epoch",31.062893081761004,1613944951989,4938
"wd_0",0.01,1613944951989,4938
"sqr_mom_0",0.99,1613944951989,4938
"lr_0",3.0439313247321714e-06,1613944951989,4938
"mom_0",0.8891217647230037,1613944951989,4938
"eps_0",1e-05,1613944951989,4938
"wd_1",0.01,1613944951989,4938
"sqr_mom_1",0.99,1613944951989,4938
"lr_1",3.0439313247321715e-05,1613944951989,4938
"mom_1",0.8891217647230037,1613944951989,4938
"eps_1",1e-05,1613944951989,4938
"wd_2",0.01,1613944951989,4938
"sqr_mom_2",0.99,1613944951989,4938
"lr_2",0.0003043931324732171,1613944951989,4938
"mom_2",0.8891217647230037,1613944951989,4938
"eps_2",1e-05,1613944951989,4938
"train_loss",0.014524971,1613944953018,4939
"raw_loss",0.012628516,1613944953018,4939
"epoch",31.069182389937104,1613944953018,4939
"wd_0",0.01,1613944953018,4939
"sqr_mom_0",0.99,1613944953018,4939
"lr_0",3.0425538663995006e-06,1613944953018,4939
"mom_0",0.8891493141651516,1613944953018,4939
"eps_0",1e-05,1613944953018,4939
"wd_1",0.01,1613944953018,4939
"sqr_mom_1",0.99,1613944953018,4939
"lr_1",3.0425538663995005e-05,1613944953018,4939
"mom_1",0.8891493141651516,1613944953018,4939
"eps_1",1e-05,1613944953018,4939
"wd_2",0.01,1613944953018,4939
"sqr_mom_2",0.99,1613944953018,4939
"lr_2",0.00030425538663995,1613944953018,4939
"mom_2",0.8891493141651516,1613944953018,4939
"eps_2",1e-05,1613944953018,4939
"train_loss",0.014616137,1613944953962,4940
"raw_loss",0.019083278,1613944953962,4940
"epoch",31.075471698113205,1613944953962,4940
"wd_0",0.01,1613944953962,4940
"sqr_mom_0",0.99,1613944953962,4940
"lr_0",3.041176235199323e-06,1613944953962,4940
"mom_0",0.8891768670646841,1613944953962,4940
"eps_0",1e-05,1613944953962,4940
"wd_1",0.01,1613944953962,4940
"sqr_mom_1",0.99,1613944953962,4940
"lr_1",3.041176235199323e-05,1613944953962,4940
"mom_1",0.8891768670646841,1613944953962,4940
"eps_1",1e-05,1613944953962,4940
"wd_2",0.01,1613944953962,4940
"sqr_mom_2",0.99,1613944953962,4940
"lr_2",0.0003041176235199323,1613944953962,4940
"mom_2",0.8891768670646841,1613944953962,4940
"eps_2",1e-05,1613944953962,4940
"train_loss",0.0146477735,1613944954958,4941
"raw_loss",0.016197948,1613944954958,4941
"epoch",31.081761006289305,1613944954958,4941
"wd_0",0.01,1613944954958,4941
"sqr_mom_0",0.99,1613944954958,4941
"lr_0",3.0397979744832765e-06,1613944954958,4941
"mom_0",0.88920443255466,1613944954958,4941
"eps_0",1e-05,1613944954958,4941
"wd_1",0.01,1613944954958,4941
"sqr_mom_1",0.99,1613944954958,4941
"lr_1",3.0397979744832763e-05,1613944954958,4941
"mom_1",0.88920443255466,1613944954958,4941
"eps_1",1e-05,1613944954958,4941
"wd_2",0.01,1613944954958,4941
"sqr_mom_2",0.99,1613944954958,4941
"lr_2",0.0003039797974483276,1613944954958,4941
"mom_2",0.88920443255466,1613944954958,4941
"eps_2",1e-05,1613944954958,4941
"train_loss",0.014520472,1613944955923,4942
"raw_loss",0.00828267,1613944955923,4942
"epoch",31.088050314465406,1613944955923,4942
"wd_0",0.01,1613944955923,4942
"sqr_mom_0",0.99,1613944955923,4942
"lr_0",3.0384199988080338e-06,1613944955923,4942
"mom_0",0.8892319923437627,1613944955923,4942
"eps_0",1e-05,1613944955923,4942
"wd_1",0.01,1613944955923,4942
"sqr_mom_1",0.99,1613944955923,4942
"lr_1",3.038419998808034e-05,1613944955923,4942
"mom_1",0.8892319923437627,1613944955923,4942
"eps_1",1e-05,1613944955923,4942
"wd_2",0.01,1613944955923,4942
"sqr_mom_2",0.99,1613944955923,4942
"lr_2",0.0003038419998808034,1613944955923,4942
"mom_2",0.8892319923437627,1613944955923,4942
"eps_2",1e-05,1613944955923,4942
"train_loss",0.014469464,1613944957021,4943
"raw_loss",0.011970096,1613944957021,4943
"epoch",31.094339622641506,1613944957021,4943
"wd_0",0.01,1613944957021,4943
"sqr_mom_0",0.99,1613944957021,4943
"lr_0",3.037042080183041e-06,1613944957021,4943
"mom_0",0.8892595509918491,1613944957021,4943
"eps_0",1e-05,1613944957021,4943
"wd_1",0.01,1613944957021,4943
"sqr_mom_1",0.99,1613944957021,4943
"lr_1",3.037042080183041e-05,1613944957021,4943
"mom_1",0.8892595509918491,1613944957021,4943
"eps_1",1e-05,1613944957021,4943
"wd_2",0.01,1613944957021,4943
"sqr_mom_2",0.99,1613944957021,4943
"lr_2",0.00030370420801830404,1613944957021,4943
"mom_2",0.8892595509918491,1613944957021,4943
"eps_2",1e-05,1613944957021,4943
"train_loss",0.014900609,1613944958023,4944
"raw_loss",0.036026698,1613944958023,4944
"epoch",31.100628930817606,1613944958023,4944
"wd_0",0.01,1613944958023,4944
"sqr_mom_0",0.99,1613944958023,4944
"lr_0",3.0356630759878628e-06,1613944958023,4944
"mom_0",0.8892871313515562,1613944958023,4944
"eps_0",1e-05,1613944958023,4944
"wd_1",0.01,1613944958023,4944
"sqr_mom_1",0.99,1613944958023,4944
"lr_1",3.0356630759878626e-05,1613944958023,4944
"mom_1",0.8892871313515562,1613944958023,4944
"eps_1",1e-05,1613944958023,4944
"wd_2",0.01,1613944958023,4944
"sqr_mom_2",0.99,1613944958023,4944
"lr_2",0.0003035663075987862,1613944958023,4944
"mom_2",0.8892871313515562,1613944958023,4944
"eps_2",1e-05,1613944958023,4944
"train_loss",0.014859854,1613944958989,4945
"raw_loss",0.012862893,1613944958989,4945
"epoch",31.106918238993707,1613944958989,4945
"wd_0",0.01,1613944958989,4945
"sqr_mom_0",0.99,1613944958989,4945
"lr_0",3.0342848155797326e-06,1613944958989,4945
"mom_0",0.8893146968353737,1613944958989,4945
"eps_0",1e-05,1613944958989,4945
"wd_1",0.01,1613944958989,4945
"sqr_mom_1",0.99,1613944958989,4945
"lr_1",3.0342848155797326e-05,1613944958989,4945
"mom_1",0.8893146968353737,1613944958989,4945
"eps_1",1e-05,1613944958989,4945
"wd_2",0.01,1613944958989,4945
"sqr_mom_2",0.99,1613944958989,4945
"lr_2",0.0003034284815579732,1613944958989,4945
"mom_2",0.8893146968353737,1613944958989,4945
"eps_2",1e-05,1613944958989,4945
"train_loss",0.014829985,1613944959948,4946
"raw_loss",0.013366386,1613944959948,4946
"epoch",31.113207547169807,1613944959948,4946
"wd_0",0.01,1613944959948,4946
"sqr_mom_0",0.99,1613944959948,4946
"lr_0",3.0329061563099612e-06,1613944959948,4946
"mom_0",0.8893422702965037,1613944959948,4946
"eps_0",1e-05,1613944959948,4946
"wd_1",0.01,1613944959948,4946
"sqr_mom_1",0.99,1613944959948,4946
"lr_1",3.0329061563099613e-05,1613944959948,4946
"mom_1",0.8893422702965037,1613944959948,4946
"eps_1",1e-05,1613944959948,4946
"wd_2",0.01,1613944959948,4946
"sqr_mom_2",0.99,1613944959948,4946
"lr_2",0.00030329061563099606,1613944959948,4946
"mom_2",0.8893422702965037,1613944959948,4946
"eps_2",1e-05,1613944959948,4946
"train_loss",0.014678113,1613944960900,4947
"raw_loss",0.007236399,1613944960900,4947
"epoch",31.119496855345908,1613944960900,4947
"wd_0",0.01,1613944960900,4947
"sqr_mom_0",0.99,1613944960900,4947
"lr_0",3.0315268698197107e-06,1613944960900,4947
"mom_0",0.8893698563021688,1613944960900,4947
"eps_0",1e-05,1613944960900,4947
"wd_1",0.01,1613944960900,4947
"sqr_mom_1",0.99,1613944960900,4947
"lr_1",3.031526869819711e-05,1613944960900,4947
"mom_1",0.8893698563021688,1613944960900,4947
"eps_1",1e-05,1613944960900,4947
"wd_2",0.01,1613944960900,4947
"sqr_mom_2",0.99,1613944960900,4947
"lr_2",0.0003031526869819711,1613944960900,4947
"mom_2",0.8893698563021688,1613944960900,4947
"eps_2",1e-05,1613944960900,4947
"train_loss",0.014600467,1613944961893,4948
"raw_loss",0.010795802,1613944961893,4948
"epoch",31.125786163522008,1613944961893,4948
"wd_0",0.01,1613944961893,4948
"sqr_mom_0",0.99,1613944961893,4948
"lr_0",3.030147871346313e-06,1613944961893,4948
"mom_0",0.8893974365474392,1613944961893,4948
"eps_0",1e-05,1613944961893,4948
"wd_1",0.01,1613944961893,4948
"sqr_mom_1",0.99,1613944961893,4948
"lr_1",3.030147871346313e-05,1613944961893,4948
"mom_1",0.8893974365474392,1613944961893,4948
"eps_1",1e-05,1613944961893,4948
"wd_2",0.01,1613944961893,4948
"sqr_mom_2",0.99,1613944961893,4948
"lr_2",0.00030301478713463123,1613944961893,4948
"mom_2",0.8893974365474392,1613944961893,4948
"eps_2",1e-05,1613944961893,4948
"train_loss",0.014443566,1613944962864,4949
"raw_loss",0.006755405,1613944962864,4949
"epoch",31.13207547169811,1613944962864,4949
"wd_0",0.01,1613944962864,4949
"sqr_mom_0",0.99,1613944962864,4949
"lr_0",3.028768932727927e-06,1613944962864,4949
"mom_0",0.8894250155955974,1613944962864,4949
"eps_0",1e-05,1613944962864,4949
"wd_1",0.01,1613944962864,4949
"sqr_mom_1",0.99,1613944962864,4949
"lr_1",3.0287689327279268e-05,1613944962864,4949
"mom_1",0.8894250155955974,1613944962864,4949
"eps_1",1e-05,1613944962864,4949
"wd_2",0.01,1613944962864,4949
"sqr_mom_2",0.99,1613944962864,4949
"lr_2",0.00030287689327279264,1613944962864,4949
"mom_2",0.8894250155955974,1613944962864,4949
"eps_2",1e-05,1613944962864,4949
"train_loss",0.014310362,1613944963828,4950
"raw_loss",0.0077833687,1613944963828,4950
"epoch",31.13836477987421,1613944963828,4950
"wd_0",0.01,1613944963828,4950
"sqr_mom_0",0.99,1613944963828,4950
"lr_0",3.027388910500365e-06,1613944963828,4950
"mom_0",0.8894526163161558,1613944963828,4950
"eps_0",1e-05,1613944963828,4950
"wd_1",0.01,1613944963828,4950
"sqr_mom_1",0.99,1613944963828,4950
"lr_1",3.027388910500365e-05,1613944963828,4950
"mom_1",0.8894526163161558,1613944963828,4950
"eps_1",1e-05,1613944963828,4950
"wd_2",0.01,1613944963828,4950
"sqr_mom_2",0.99,1613944963828,4950
"lr_2",0.0003027388910500365,1613944963828,4950
"mom_2",0.8894526163161558,1613944963828,4950
"eps_2",1e-05,1613944963828,4950
"train_loss",0.014169686,1613944964834,4951
"raw_loss",0.007276523,1613944964834,4951
"epoch",31.14465408805031,1613944964834,4951
"wd_0",0.01,1613944964834,4951
"sqr_mom_0",0.99,1613944964834,4951
"lr_0",3.026009635371359e-06,1613944964834,4951
"mom_0",0.8894802020945938,1613944964834,4951
"eps_0",1e-05,1613944964834,4951
"wd_1",0.01,1613944964834,4951
"sqr_mom_1",0.99,1613944964834,4951
"lr_1",3.0260096353713587e-05,1613944964834,4951
"mom_1",0.8894802020945938,1613944964834,4951
"eps_1",1e-05,1613944964834,4951
"wd_2",0.01,1613944964834,4951
"sqr_mom_2",0.99,1613944964834,4951
"lr_2",0.00030260096353713586,1613944964834,4951
"mom_2",0.8894802020945938,1613944964834,4951
"eps_2",1e-05,1613944964834,4951
"train_loss",0.014037258,1613944965809,4952
"raw_loss",0.007548318,1613944965809,4952
"epoch",31.15094339622641,1613944965809,4952
"wd_0",0.01,1613944965809,4952
"sqr_mom_0",0.99,1613944965809,4952
"lr_0",3.0246299638489034e-06,1613944965809,4952
"mom_0",0.8895077958009799,1613944965809,4952
"eps_0",1e-05,1613944965809,4952
"wd_1",0.01,1613944965809,4952
"sqr_mom_1",0.99,1613944965809,4952
"lr_1",3.024629963848903e-05,1613944965809,4952
"mom_1",0.8895077958009799,1613944965809,4952
"eps_1",1e-05,1613944965809,4952
"wd_2",0.01,1613944965809,4952
"sqr_mom_2",0.99,1613944965809,4952
"lr_2",0.00030246299638489026,1613944965809,4952
"mom_2",0.8895077958009799,1613944965809,4952
"eps_2",1e-05,1613944965809,4952
"train_loss",0.013914045,1613944966767,4953
"raw_loss",0.007876582,1613944966767,4953
"epoch",31.15723270440251,1613944966767,4953
"wd_0",0.01,1613944966767,4953
"sqr_mom_0",0.99,1613944966767,4953
"lr_0",3.0232496674085523e-06,1613944966767,4953
"mom_0",0.889535402005849,1613944966767,4953
"eps_0",1e-05,1613944966767,4953
"wd_1",0.01,1613944966767,4953
"sqr_mom_1",0.99,1613944966767,4953
"lr_1",3.023249667408552e-05,1613944966767,4953
"mom_1",0.889535402005849,1613944966767,4953
"eps_1",1e-05,1613944966767,4953
"wd_2",0.01,1613944966767,4953
"sqr_mom_2",0.99,1613944966767,4953
"lr_2",0.0003023249667408552,1613944966767,4953
"mom_2",0.889535402005849,1613944966767,4953
"eps_2",1e-05,1613944966767,4953
"train_loss",0.013831749,1613944967729,4954
"raw_loss",0.009799214,1613944967729,4954
"epoch",31.16352201257861,1613944967729,4954
"wd_0",0.01,1613944967729,4954
"sqr_mom_0",0.99,1613944967729,4954
"lr_0",3.0218696619577992e-06,1613944967729,4954
"mom_0",0.8895630023908679,1613944967729,4954
"eps_0",1e-05,1613944967729,4954
"wd_1",0.01,1613944967729,4954
"sqr_mom_1",0.99,1613944967729,4954
"lr_1",3.0218696619577992e-05,1613944967729,4954
"mom_1",0.8895630023908679,1613944967729,4954
"eps_1",1e-05,1613944967729,4954
"wd_2",0.01,1613944967729,4954
"sqr_mom_2",0.99,1613944967729,4954
"lr_2",0.00030218696619577993,1613944967729,4954
"mom_2",0.8895630023908679,1613944967729,4954
"eps_2",1e-05,1613944967729,4954
"train_loss",0.013706809,1613944968693,4955
"raw_loss",0.00758477,1613944968693,4955
"epoch",31.16981132075471,1613944968693,4955
"wd_0",0.01,1613944968693,4955
"sqr_mom_0",0.99,1613944968693,4955
"lr_0",3.020489719166134e-06,1613944968693,4955
"mom_0",0.8895906015226925,1613944968693,4955
"eps_0",1e-05,1613944968693,4955
"wd_1",0.01,1613944968693,4955
"sqr_mom_1",0.99,1613944968693,4955
"lr_1",3.0204897191661334e-05,1613944968693,4955
"mom_1",0.8895906015226925,1613944968693,4955
"eps_1",1e-05,1613944968693,4955
"wd_2",0.01,1613944968693,4955
"sqr_mom_2",0.99,1613944968693,4955
"lr_2",0.00030204897191661334,1613944968693,4955
"mom_2",0.8895906015226925,1613944968693,4955
"eps_2",1e-05,1613944968693,4955
"train_loss",0.013647162,1613944969659,4956
"raw_loss",0.010724488,1613944969659,4956
"epoch",31.17610062893081,1613944969659,4956
"wd_0",0.01,1613944969659,4956
"sqr_mom_0",0.99,1613944969659,4956
"lr_0",3.0191086947387318e-06,1613944969659,4956
"mom_0",0.8896182222874482,1613944969659,4956
"eps_0",1e-05,1613944969659,4956
"wd_1",0.01,1613944969659,4956
"sqr_mom_1",0.99,1613944969659,4956
"lr_1",3.0191086947387315e-05,1613944969659,4956
"mom_1",0.8896182222874482,1613944969659,4956
"eps_1",1e-05,1613944969659,4956
"wd_2",0.01,1613944969659,4956
"sqr_mom_2",0.99,1613944969659,4956
"lr_2",0.0003019108694738732,1613944969659,4956
"mom_2",0.8896182222874482,1613944969659,4956
"eps_2",1e-05,1613944969659,4956
"train_loss",0.0136275105,1613944970683,4957
"raw_loss",0.012664586,1613944970683,4957
"epoch",31.18238993710691,1613944970683,4957
"wd_0",0.01,1613944970683,4957
"sqr_mom_0",0.99,1613944970683,4957
"lr_0",3.017728420712824e-06,1613944970683,4957
"mom_0",0.8896458280440239,1613944970683,4957
"eps_0",1e-05,1613944970683,4957
"wd_1",0.01,1613944970683,4957
"sqr_mom_1",0.99,1613944970683,4957
"lr_1",3.017728420712824e-05,1613944970683,4957
"mom_1",0.8896458280440239,1613944970683,4957
"eps_1",1e-05,1613944970683,4957
"wd_2",0.01,1613944970683,4957
"sqr_mom_2",0.99,1613944970683,4957
"lr_2",0.00030177284207128234,1613944970683,4957
"mom_2",0.8896458280440239,1613944970683,4957
"eps_2",1e-05,1613944970683,4957
"train_loss",0.01357903,1613944971693,4958
"raw_loss",0.011203484,1613944971693,4958
"epoch",31.188679245283012,1613944971693,4958
"wd_0",0.01,1613944971693,4958
"sqr_mom_0",0.99,1613944971693,4958
"lr_0",3.0163470657118077e-06,1613944971693,4958
"mom_0",0.8896734554203181,1613944971693,4958
"eps_0",1e-05,1613944971693,4958
"wd_1",0.01,1613944971693,4958
"sqr_mom_1",0.99,1613944971693,4958
"lr_1",3.0163470657118075e-05,1613944971693,4958
"mom_1",0.8896734554203181,1613944971693,4958
"eps_1",1e-05,1613944971693,4958
"wd_2",0.01,1613944971693,4958
"sqr_mom_2",0.99,1613944971693,4958
"lr_2",0.00030163470657118075,1613944971693,4958
"mom_2",0.8896734554203181,1613944971693,4958
"eps_2",1e-05,1613944971693,4958
"train_loss",0.013759645,1613944972670,4959
"raw_loss",0.02260978,1613944972670,4959
"epoch",31.194968553459113,1613944972670,4959
"wd_0",0.01,1613944972670,4959
"sqr_mom_0",0.99,1613944972670,4959
"lr_0",3.014966462211443e-06,1613944972670,4959
"mom_0",0.8897010677664487,1613944972670,4959
"eps_0",1e-05,1613944972670,4959
"wd_1",0.01,1613944972670,4959
"sqr_mom_1",0.99,1613944972670,4959
"lr_1",3.0149664622114433e-05,1613944972670,4959
"mom_1",0.8897010677664487,1613944972670,4959
"eps_1",1e-05,1613944972670,4959
"wd_2",0.01,1613944972670,4959
"sqr_mom_2",0.99,1613944972670,4959
"lr_2",0.00030149664622114425,1613944972670,4959
"mom_2",0.8897010677664487,1613944972670,4959
"eps_2",1e-05,1613944972670,4959
"train_loss",0.013821033,1613944973625,4960
"raw_loss",0.016829059,1613944973625,4960
"epoch",31.201257861635213,1613944973625,4960
"wd_0",0.01,1613944973625,4960
"sqr_mom_0",0.99,1613944973625,4960
"lr_0",3.0135854656156883e-06,1613944973625,4960
"mom_0",0.889728687974566,1613944973625,4960
"eps_0",1e-05,1613944973625,4960
"wd_1",0.01,1613944973625,4960
"sqr_mom_1",0.99,1613944973625,4960
"lr_1",3.0135854656156883e-05,1613944973625,4960
"mom_1",0.889728687974566,1613944973625,4960
"eps_1",1e-05,1613944973625,4960
"wd_2",0.01,1613944973625,4960
"sqr_mom_2",0.99,1613944973625,4960
"lr_2",0.0003013585465615688,1613944973625,4960
"mom_2",0.889728687974566,1613944973625,4960
"eps_2",1e-05,1613944973625,4960
"train_loss",0.013626644,1613944974576,4961
"raw_loss",0.004101587,1613944974576,4961
"epoch",31.207547169811313,1613944974576,4961
"wd_0",0.01,1613944974576,4961
"sqr_mom_0",0.99,1613944974576,4961
"lr_0",3.0122038471833617e-06,1613944974576,4961
"mom_0",0.8897563206195389,1613944974576,4961
"eps_0",1e-05,1613944974576,4961
"wd_1",0.01,1613944974576,4961
"sqr_mom_1",0.99,1613944974576,4961
"lr_1",3.0122038471833616e-05,1613944974576,4961
"mom_1",0.8897563206195389,1613944974576,4961
"eps_1",1e-05,1613944974576,4961
"wd_2",0.01,1613944974576,4961
"sqr_mom_2",0.99,1613944974576,4961
"lr_2",0.0003012203847183361,1613944974576,4961
"mom_2",0.8897563206195389,1613944974576,4961
"eps_2",1e-05,1613944974576,4961
"train_loss",0.01349756,1613944975562,4962
"raw_loss",0.007172412,1613944975562,4962
"epoch",31.213836477987414,1613944975562,4962
"wd_0",0.01,1613944975562,4962
"sqr_mom_0",0.99,1613944975562,4962
"lr_0",3.0108225236991784e-06,1613944975562,4962
"mom_0",0.88978394736549,1613944975562,4962
"eps_0",1e-05,1613944975562,4962
"wd_1",0.01,1613944975562,4962
"sqr_mom_1",0.99,1613944975562,4962
"lr_1",3.010822523699178e-05,1613944975562,4962
"mom_1",0.88978394736549,1613944975562,4962
"eps_1",1e-05,1613944975562,4962
"wd_2",0.01,1613944975562,4962
"sqr_mom_2",0.99,1613944975562,4962
"lr_2",0.00030108225236991776,1613944975562,4962
"mom_2",0.88978394736549,1613944975562,4962
"eps_2",1e-05,1613944975562,4962
"train_loss",0.013496107,1613944976516,4963
"raw_loss",0.013424894,1613944976516,4963
"epoch",31.220125786163514,1613944976516,4963
"wd_0",0.01,1613944976516,4963
"sqr_mom_0",0.99,1613944976516,4963
"lr_0",3.0094410374581343e-06,1613944976516,4963
"mom_0",0.889811577366611,1613944976516,4963
"eps_0",1e-05,1613944976516,4963
"wd_1",0.01,1613944976516,4963
"sqr_mom_1",0.99,1613944976516,4963
"lr_1",3.0094410374581342e-05,1613944976516,4963
"mom_1",0.889811577366611,1613944976516,4963
"eps_1",1e-05,1613944976516,4963
"wd_2",0.01,1613944976516,4963
"sqr_mom_2",0.99,1613944976516,4963
"lr_2",0.0003009441037458134,1613944976516,4963
"mom_2",0.889811577366611,1613944976516,4963
"eps_2",1e-05,1613944976516,4963
"train_loss",0.013852507,1613944977466,4964
"raw_loss",0.03131611,1613944977466,4964
"epoch",31.226415094339615,1613944977466,4964
"wd_0",0.01,1613944977466,4964
"sqr_mom_0",0.99,1613944977466,4964
"lr_0",3.008058930539298e-06,1613944977466,4964
"mom_0",0.8898392197814118,1613944977466,4964
"eps_0",1e-05,1613944977466,4964
"wd_1",0.01,1613944977466,4964
"sqr_mom_1",0.99,1613944977466,4964
"lr_1",3.008058930539298e-05,1613944977466,4964
"mom_1",0.8898392197814118,1613944977466,4964
"eps_1",1e-05,1613944977466,4964
"wd_2",0.01,1613944977466,4964
"sqr_mom_2",0.99,1613944977466,4964
"lr_2",0.00030080589305392976,1613944977466,4964
"mom_2",0.8898392197814118,1613944977466,4964
"eps_2",1e-05,1613944977466,4964
"train_loss",0.013741636,1613944978472,4965
"raw_loss",0.008308939,1613944978472,4965
"epoch",31.232704402515715,1613944978472,4965
"wd_0",0.01,1613944978472,4965
"sqr_mom_0",0.99,1613944978472,4965
"lr_0",3.006677120051522e-06,1613944978472,4965
"mom_0",0.8898668562675323,1613944978472,4965
"eps_0",1e-05,1613944978472,4965
"wd_1",0.01,1613944978472,4965
"sqr_mom_1",0.99,1613944978472,4965
"lr_1",3.006677120051522e-05,1613944978472,4965
"mom_1",0.8898668562675323,1613944978472,4965
"eps_1",1e-05,1613944978472,4965
"wd_2",0.01,1613944978472,4965
"sqr_mom_2",0.99,1613944978472,4965
"lr_2",0.00030066771200515217,1613944978472,4965
"mom_2",0.8898668562675323,1613944978472,4965
"eps_2",1e-05,1613944978472,4965
"train_loss",0.013732845,1613944979459,4966
"raw_loss",0.013302087,1613944979459,4966
"epoch",31.238993710691815,1613944979459,4966
"wd_0",0.01,1613944979459,4966
"sqr_mom_0",0.99,1613944979459,4966
"lr_0",3.0052953773618625e-06,1613944979459,4966
"mom_0",0.8898944913976767,1613944979459,4966
"eps_0",1e-05,1613944979459,4966
"wd_1",0.01,1613944979459,4966
"sqr_mom_1",0.99,1613944979459,4966
"lr_1",3.0052953773618623e-05,1613944979459,4966
"mom_1",0.8898944913976767,1613944979459,4966
"eps_1",1e-05,1613944979459,4966
"wd_2",0.01,1613944979459,4966
"sqr_mom_2",0.99,1613944979459,4966
"lr_2",0.0003005295377361862,1613944979459,4966
"mom_2",0.8898944913976767,1613944979459,4966
"eps_2",1e-05,1613944979459,4966
"train_loss",0.013787388,1613944980454,4967
"raw_loss",0.016460015,1613944980454,4967
"epoch",31.245283018867916,1613944980454,4967
"wd_0",0.01,1613944980454,4967
"sqr_mom_0",0.99,1613944980454,4967
"lr_0",3.0039125566867383e-06,1613944980454,4967
"mom_0",0.8899221480877461,1613944980454,4967
"eps_0",1e-05,1613944980454,4967
"wd_1",0.01,1613944980454,4967
"sqr_mom_1",0.99,1613944980454,4967
"lr_1",3.003912556686738e-05,1613944980454,4967
"mom_1",0.8899221480877461,1613944980454,4967
"eps_1",1e-05,1613944980454,4967
"wd_2",0.01,1613944980454,4967
"sqr_mom_2",0.99,1613944980454,4967
"lr_2",0.0003003912556686738,1613944980454,4967
"mom_2",0.8899221480877461,1613944980454,4967
"eps_2",1e-05,1613944980454,4967
"train_loss",0.013731101,1613944981444,4968
"raw_loss",0.01097302,1613944981444,4968
"epoch",31.251572327044016,1613944981444,4968
"wd_0",0.01,1613944981444,4968
"sqr_mom_0",0.99,1613944981444,4968
"lr_0",3.002530492446241e-06,1613944981444,4968
"mom_0",0.8899497896489716,1613944981444,4968
"eps_0",1e-05,1613944981444,4968
"wd_1",0.01,1613944981444,4968
"sqr_mom_1",0.99,1613944981444,4968
"lr_1",3.0025304924462407e-05,1613944981444,4968
"mom_1",0.8899497896489716,1613944981444,4968
"eps_1",1e-05,1613944981444,4968
"wd_2",0.01,1613944981444,4968
"sqr_mom_2",0.99,1613944981444,4968
"lr_2",0.00030025304924462406,1613944981444,4968
"mom_2",0.8899497896489716,1613944981444,4968
"eps_2",1e-05,1613944981444,4968
"train_loss",0.0136582665,1613944982443,4969
"raw_loss",0.010089385,1613944982443,4969
"epoch",31.257861635220117,1613944982443,4969
"wd_0",0.01,1613944982443,4969
"sqr_mom_0",0.99,1613944982443,4969
"lr_0",3.001148038830207e-06,1613944982443,4969
"mom_0",0.8899774389977858,1613944982443,4969
"eps_0",1e-05,1613944982443,4969
"wd_1",0.01,1613944982443,4969
"sqr_mom_1",0.99,1613944982443,4969
"lr_1",3.001148038830207e-05,1613944982443,4969
"mom_1",0.8899774389977858,1613944982443,4969
"eps_1",1e-05,1613944982443,4969
"wd_2",0.01,1613944982443,4969
"sqr_mom_2",0.99,1613944982443,4969
"lr_2",0.0003001148038830207,1613944982443,4969
"mom_2",0.8899774389977858,1613944982443,4969
"eps_2",1e-05,1613944982443,4969
"train_loss",0.013547936,1613944983435,4970
"raw_loss",0.008141743,1613944983435,4970
"epoch",31.264150943396217,1613944983435,4970
"wd_0",0.01,1613944983435,4970
"sqr_mom_0",0.99,1613944983435,4970
"lr_0",2.9997649668592093e-06,1613944983435,4970
"mom_0",0.8900051007138229,1613944983435,4970
"eps_0",1e-05,1613944983435,4970
"wd_1",0.01,1613944983435,4970
"sqr_mom_1",0.99,1613944983435,4970
"lr_1",2.999764966859209e-05,1613944983435,4970
"mom_1",0.8900051007138229,1613944983435,4970
"eps_1",1e-05,1613944983435,4970
"wd_2",0.01,1613944983435,4970
"sqr_mom_2",0.99,1613944983435,4970
"lr_2",0.0002999764966859209,1613944983435,4970
"mom_2",0.8900051007138229,1613944983435,4970
"eps_2",1e-05,1613944983435,4970
"train_loss",0.013529031,1613944984430,4971
"raw_loss",0.0126026375,1613944984430,4971
"epoch",31.270440251572317,1613944984430,4971
"wd_0",0.01,1613944984430,4971
"sqr_mom_0",0.99,1613944984430,4971
"lr_0",2.9983821942824685e-06,1613944984430,4971
"mom_0",0.890032756441915,1613944984430,4971
"eps_0",1e-05,1613944984430,4971
"wd_1",0.01,1613944984430,4971
"sqr_mom_1",0.99,1613944984430,4971
"lr_1",2.9983821942824686e-05,1613944984430,4971
"mom_1",0.890032756441915,1613944984430,4971
"eps_1",1e-05,1613944984430,4971
"wd_2",0.01,1613944984430,4971
"sqr_mom_2",0.99,1613944984430,4971
"lr_2",0.0002998382194282468,1613944984430,4971
"mom_2",0.890032756441915,1613944984430,4971
"eps_2",1e-05,1613944984430,4971
"train_loss",0.013383996,1613944985370,4972
"raw_loss",0.0062772855,1613944985370,4972
"epoch",31.276729559748418,1613944985370,4972
"wd_0",0.01,1613944985370,4972
"sqr_mom_0",0.99,1613944985370,4972
"lr_0",2.996999492305801e-06,1613944985370,4972
"mom_0",0.8900604107579916,1613944985370,4972
"eps_0",1e-05,1613944985370,4972
"wd_1",0.01,1613944985370,4972
"sqr_mom_1",0.99,1613944985370,4972
"lr_1",2.996999492305801e-05,1613944985370,4972
"mom_1",0.8900604107579916,1613944985370,4972
"eps_1",1e-05,1613944985370,4972
"wd_2",0.01,1613944985370,4972
"sqr_mom_2",0.99,1613944985370,4972
"lr_2",0.00029969994923058005,1613944985370,4972
"mom_2",0.8900604107579916,1613944985370,4972
"eps_2",1e-05,1613944985370,4972
"train_loss",0.01322465,1613944986307,4973
"raw_loss",0.0054167164,1613944986307,4973
"epoch",31.28301886792452,1613944986307,4973
"wd_0",0.01,1613944986307,4973
"sqr_mom_0",0.99,1613944986307,4973
"lr_0",2.995615714352209e-06,1613944986307,4973
"mom_0",0.8900880865938218,1613944986307,4973
"eps_0",1e-05,1613944986307,4973
"wd_1",0.01,1613944986307,4973
"sqr_mom_1",0.99,1613944986307,4973
"lr_1",2.9956157143522088e-05,1613944986307,4973
"mom_1",0.8900880865938218,1613944986307,4973
"eps_1",1e-05,1613944986307,4973
"wd_2",0.01,1613944986307,4973
"sqr_mom_2",0.99,1613944986307,4973
"lr_2",0.00029956157143522087,1613944986307,4973
"mom_2",0.8900880865938218,1613944986307,4973
"eps_2",1e-05,1613944986307,4973
"train_loss",0.013183486,1613944987243,4974
"raw_loss",0.01116641,1613944987243,4974
"epoch",31.28930817610062,1613944987243,4974
"wd_0",0.01,1613944987243,4974
"sqr_mom_0",0.99,1613944987243,4974
"lr_0",2.9942326961116907e-06,1613944987243,4974
"mom_0",0.8901157472352386,1613944987243,4974
"eps_0",1e-05,1613944987243,4974
"wd_1",0.01,1613944987243,4974
"sqr_mom_1",0.99,1613944987243,4974
"lr_1",2.994232696111691e-05,1613944987243,4974
"mom_1",0.8901157472352386,1613944987243,4974
"eps_1",1e-05,1613944987243,4974
"wd_2",0.01,1613944987243,4974
"sqr_mom_2",0.99,1613944987243,4974
"lr_2",0.00029942326961116905,1613944987243,4974
"mom_2",0.8901157472352386,1613944987243,4974
"eps_2",1e-05,1613944987243,4974
"train_loss",0.013115218,1613944988235,4975
"raw_loss",0.009770096,1613944988235,4975
"epoch",31.29559748427672,1613944988235,4975
"wd_0",0.01,1613944988235,4975
"sqr_mom_0",0.99,1613944988235,4975
"lr_0",2.992849290981105e-06,1613944988235,4975
"mom_0",0.890143415614534,1613944988235,4975
"eps_0",1e-05,1613944988235,4975
"wd_1",0.01,1613944988235,4975
"sqr_mom_1",0.99,1613944988235,4975
"lr_1",2.9928492909811046e-05,1613944988235,4975
"mom_1",0.890143415614534,1613944988235,4975
"eps_1",1e-05,1613944988235,4975
"wd_2",0.01,1613944988235,4975
"sqr_mom_2",0.99,1613944988235,4975
"lr_2",0.00029928492909811043,1613944988235,4975
"mom_2",0.890143415614534,1613944988235,4975
"eps_2",1e-05,1613944988235,4975
"train_loss",0.013065832,1613944989212,4976
"raw_loss",0.010645885,1613944989212,4976
"epoch",31.30188679245282,1613944989212,4976
"wd_0",0.01,1613944989212,4976
"sqr_mom_0",0.99,1613944989212,4976
"lr_0",2.991465269825479e-06,1613944989212,4976
"mom_0",0.8901710963144536,1613944989212,4976
"eps_0",1e-05,1613944989212,4976
"wd_1",0.01,1613944989212,4976
"sqr_mom_1",0.99,1613944989212,4976
"lr_1",2.991465269825479e-05,1613944989212,4976
"mom_1",0.8901710963144536,1613944989212,4976
"eps_1",1e-05,1613944989212,4976
"wd_2",0.01,1613944989212,4976
"sqr_mom_2",0.99,1613944989212,4976
"lr_2",0.0002991465269825479,1613944989212,4976
"mom_2",0.8901710963144536,1613944989212,4976
"eps_2",1e-05,1613944989212,4976
"train_loss",0.012958865,1613944990199,4977
"raw_loss",0.0077174795,1613944990199,4977
"epoch",31.30817610062892,1613944990199,4977
"wd_0",0.01,1613944990199,4977
"sqr_mom_0",0.99,1613944990199,4977
"lr_0",2.9900815510238745e-06,1613944990199,4977
"mom_0",0.8901987709672321,1613944990199,4977
"eps_0",1e-05,1613944990199,4977
"wd_1",0.01,1613944990199,4977
"sqr_mom_1",0.99,1613944990199,4977
"lr_1",2.9900815510238744e-05,1613944990199,4977
"mom_1",0.8901987709672321,1613944990199,4977
"eps_1",1e-05,1613944990199,4977
"wd_2",0.01,1613944990199,4977
"sqr_mom_2",0.99,1613944990199,4977
"lr_2",0.00029900815510238744,1613944990199,4977
"mom_2",0.8901987709672321,1613944990199,4977
"eps_2",1e-05,1613944990199,4977
"train_loss",0.012858189,1613944991143,4978
"raw_loss",0.007925047,1613944991143,4978
"epoch",31.31446540880502,1613944991143,4978
"wd_0",0.01,1613944991143,4978
"sqr_mom_0",0.99,1613944991143,4978
"lr_0",2.9886979056234863e-06,1613944991143,4978
"mom_0",0.8902264441519717,1613944991143,4978
"eps_0",1e-05,1613944991143,4978
"wd_1",0.01,1613944991143,4978
"sqr_mom_1",0.99,1613944991143,4978
"lr_1",2.9886979056234862e-05,1613944991143,4978
"mom_1",0.8902264441519717,1613944991143,4978
"eps_1",1e-05,1613944991143,4978
"wd_2",0.01,1613944991143,4978
"sqr_mom_2",0.99,1613944991143,4978
"lr_2",0.0002988697905623486,1613944991143,4978
"mom_2",0.8902264441519717,1613944991143,4978
"eps_2",1e-05,1613944991143,4978
"train_loss",0.012781248,1613944992099,4979
"raw_loss",0.00901116,1613944992099,4979
"epoch",31.32075471698112,1613944992099,4979
"wd_0",0.01,1613944992099,4979
"sqr_mom_0",0.99,1613944992099,4979
"lr_0",2.9873131862670605e-06,1613944992099,4979
"mom_0",0.890254138816047,1613944992099,4979
"eps_0",1e-05,1613944992099,4979
"wd_1",0.01,1613944992099,4979
"sqr_mom_1",0.99,1613944992099,4979
"lr_1",2.9873131862670607e-05,1613944992099,4979
"mom_1",0.890254138816047,1613944992099,4979
"eps_1",1e-05,1613944992099,4979
"wd_2",0.01,1613944992099,4979
"sqr_mom_2",0.99,1613944992099,4979
"lr_2",0.00029873131862670607,1613944992099,4979
"mom_2",0.890254138816047,1613944992099,4979
"eps_2",1e-05,1613944992099,4979
"train_loss",0.012613384,1613944993035,4980
"raw_loss",0.0043880227,1613944993035,4980
"epoch",31.32704402515722,1613944993035,4980
"wd_0",0.01,1613944993035,4980
"sqr_mom_0",0.99,1613944993035,4980
"lr_0",2.985929229893439e-06,1613944993035,4980
"mom_0",0.8902818182203134,1613944993035,4980
"eps_0",1e-05,1613944993035,4980
"wd_1",0.01,1613944993035,4980
"sqr_mom_1",0.99,1613944993035,4980
"lr_1",2.985929229893439e-05,1613944993035,4980
"mom_1",0.8902818182203134,1613944993035,4980
"eps_1",1e-05,1613944993035,4980
"wd_2",0.01,1613944993035,4980
"sqr_mom_2",0.99,1613944993035,4980
"lr_2",0.0002985929229893439,1613944993035,4980
"mom_2",0.8902818182203134,1613944993035,4980
"eps_2",1e-05,1613944993035,4980
"train_loss",0.012563128,1613944993969,4981
"raw_loss",0.010100601,1613944993969,4981
"epoch",31.33333333333332,1613944993969,4981
"wd_0",0.01,1613944993969,4981
"sqr_mom_0",0.99,1613944993969,4981
"lr_0",2.984544889119657e-06,1613944993969,4981
"mom_0",0.89030950531266,1613944993969,4981
"eps_0",1e-05,1613944993969,4981
"wd_1",0.01,1613944993969,4981
"sqr_mom_1",0.99,1613944993969,4981
"lr_1",2.984544889119657e-05,1613944993969,4981
"mom_1",0.89030950531266,1613944993969,4981
"eps_1",1e-05,1613944993969,4981
"wd_2",0.01,1613944993969,4981
"sqr_mom_2",0.99,1613944993969,4981
"lr_2",0.0002984544889119657,1613944993969,4981
"mom_2",0.89030950531266,1613944993969,4981
"eps_2",1e-05,1613944993969,4981
"train_loss",0.012610644,1613944994903,4982
"raw_loss",0.014938938,1613944994903,4982
"epoch",31.339622641509422,1613944994903,4982
"wd_0",0.01,1613944994903,4982
"sqr_mom_0",0.99,1613944994903,4982
"lr_0",2.9831599346578268e-06,1613944994903,4982
"mom_0",0.8903372046788902,1613944994903,4982
"eps_0",1e-05,1613944994903,4982
"wd_1",0.01,1613944994903,4982
"sqr_mom_1",0.99,1613944994903,4982
"lr_1",2.9831599346578267e-05,1613944994903,4982
"mom_1",0.8903372046788902,1613944994903,4982
"eps_1",1e-05,1613944994903,4982
"wd_2",0.01,1613944994903,4982
"sqr_mom_2",0.99,1613944994903,4982
"lr_2",0.0002983159934657827,1613944994903,4982
"mom_2",0.8903372046788902,1613944994903,4982
"eps_2",1e-05,1613944994903,4982
"train_loss",0.012560258,1613944995882,4983
"raw_loss",0.010091331,1613944995882,4983
"epoch",31.345911949685522,1613944995882,4983
"wd_0",0.01,1613944995882,4983
"sqr_mom_0",0.99,1613944995882,4983
"lr_0",2.981775285506311e-06,1613944995882,4983
"mom_0",0.8903648979388531,1613944995882,4983
"eps_0",1e-05,1613944995882,4983
"wd_1",0.01,1613944995882,4983
"sqr_mom_1",0.99,1613944995882,4983
"lr_1",2.981775285506311e-05,1613944995882,4983
"mom_1",0.8903648979388531,1613944995882,4983
"eps_1",1e-05,1613944995882,4983
"wd_2",0.01,1613944995882,4983
"sqr_mom_2",0.99,1613944995882,4983
"lr_2",0.00029817752855063105,1613944995882,4983
"mom_2",0.8903648979388531,1613944995882,4983
"eps_2",1e-05,1613944995882,4983
"train_loss",0.012906326,1613944996824,4984
"raw_loss",0.029863697,1613944996824,4984
"epoch",31.352201257861623,1613944996824,4984
"wd_0",0.01,1613944996824,4984
"sqr_mom_0",0.99,1613944996824,4984
"lr_0",2.98039048285334e-06,1613944996824,4984
"mom_0",0.8903925942688758,1613944996824,4984
"eps_0",1e-05,1613944996824,4984
"wd_1",0.01,1613944996824,4984
"sqr_mom_1",0.99,1613944996824,4984
"lr_1",2.9803904828533397e-05,1613944996824,4984
"mom_1",0.8903925942688758,1613944996824,4984
"eps_1",1e-05,1613944996824,4984
"wd_2",0.01,1613944996824,4984
"sqr_mom_2",0.99,1613944996824,4984
"lr_2",0.00029803904828533395,1613944996824,4984
"mom_2",0.8903925942688758,1613944996824,4984
"eps_2",1e-05,1613944996824,4984
"train_loss",0.012879651,1613944997801,4985
"raw_loss",0.0115725845,1613944997801,4985
"epoch",31.358490566037723,1613944997801,4985
"wd_0",0.01,1613944997801,4985
"sqr_mom_0",0.99,1613944997801,4985
"lr_0",2.9790050676834896e-06,1613944997801,4985
"mom_0",0.8904203028493587,1613944997801,4985
"eps_0",1e-05,1613944997801,4985
"wd_1",0.01,1613944997801,4985
"sqr_mom_1",0.99,1613944997801,4985
"lr_1",2.9790050676834895e-05,1613944997801,4985
"mom_1",0.8904203028493587,1613944997801,4985
"eps_1",1e-05,1613944997801,4985
"wd_2",0.01,1613944997801,4985
"sqr_mom_2",0.99,1613944997801,4985
"lr_2",0.0002979005067683489,1613944997801,4985
"mom_2",0.8904203028493587,1613944997801,4985
"eps_2",1e-05,1613944997801,4985
"train_loss",0.013025505,1613944998744,4986
"raw_loss",0.02017234,1613944998744,4986
"epoch",31.364779874213824,1613944998744,4986
"wd_0",0.01,1613944998744,4986
"sqr_mom_0",0.99,1613944998744,4986
"lr_0",2.9776199593008303e-06,1613944998744,4986
"mom_0",0.8904480052940363,1613944998744,4986
"eps_0",1e-05,1613944998744,4986
"wd_1",0.01,1613944998744,4986
"sqr_mom_1",0.99,1613944998744,4986
"lr_1",2.9776199593008304e-05,1613944998744,4986
"mom_1",0.8904480052940363,1613944998744,4986
"eps_1",1e-05,1613944998744,4986
"wd_2",0.01,1613944998744,4986
"sqr_mom_2",0.99,1613944998744,4986
"lr_2",0.000297761995930083,1613944998744,4986
"mom_2",0.8904480052940363,1613944998744,4986
"eps_2",1e-05,1613944998744,4986
"train_loss",0.012912253,1613944999700,4987
"raw_loss",0.0073629217,1613944999700,4987
"epoch",31.371069182389924,1613944999700,4987
"wd_0",0.01,1613944999700,4987
"sqr_mom_0",0.99,1613944999700,4987
"lr_0",2.9762349285195565e-06,1613944999700,4987
"mom_0",0.8904757061866707,1613944999700,4987
"eps_0",1e-05,1613944999700,4987
"wd_1",0.01,1613944999700,4987
"sqr_mom_1",0.99,1613944999700,4987
"lr_1",2.9762349285195565e-05,1613944999700,4987
"mom_1",0.8904757061866707,1613944999700,4987
"eps_1",1e-05,1613944999700,4987
"wd_2",0.01,1613944999700,4987
"sqr_mom_2",0.99,1613944999700,4987
"lr_2",0.00029762349285195565,1613944999700,4987
"mom_2",0.8904757061866707,1613944999700,4987
"eps_2",1e-05,1613944999700,4987
"train_loss",0.012849613,1613945000634,4988
"raw_loss",0.009780236,1613945000634,4988
"epoch",31.377358490566024,1613945000634,4988
"wd_0",0.01,1613945000634,4988
"sqr_mom_0",0.99,1613945000634,4988
"lr_0",2.9748488268366955e-06,1613945000634,4988
"mom_0",0.890503428497551,1613945000634,4988
"eps_0",1e-05,1613945000634,4988
"wd_1",0.01,1613945000634,4988
"sqr_mom_1",0.99,1613945000634,4988
"lr_1",2.9748488268366952e-05,1613945000634,4988
"mom_1",0.890503428497551,1613945000634,4988
"eps_1",1e-05,1613945000634,4988
"wd_2",0.01,1613945000634,4988
"sqr_mom_2",0.99,1613945000634,4988
"lr_2",0.0002974848826836695,1613945000634,4988
"mom_2",0.890503428497551,1613945000634,4988
"eps_2",1e-05,1613945000634,4988
"train_loss",0.012715389,1613945001577,4989
"raw_loss",0.0061384225,1613945001577,4989
"epoch",31.383647798742125,1613945001577,4989
"wd_0",0.01,1613945001577,4989
"sqr_mom_0",0.99,1613945001577,4989
"lr_0",2.9734634930248545e-06,1613945001577,4989
"mom_0",0.8905311354508574,1613945001577,4989
"eps_0",1e-05,1613945001577,4989
"wd_1",0.01,1613945001577,4989
"sqr_mom_1",0.99,1613945001577,4989
"lr_1",2.9734634930248545e-05,1613945001577,4989
"mom_1",0.8905311354508574,1613945001577,4989
"eps_1",1e-05,1613945001577,4989
"wd_2",0.01,1613945001577,4989
"sqr_mom_2",0.99,1613945001577,4989
"lr_2",0.0002973463493024854,1613945001577,4989
"mom_2",0.8905311354508574,1613945001577,4989
"eps_2",1e-05,1613945001577,4989
"train_loss",0.012732912,1613945002578,4990
"raw_loss",0.013591515,1613945002578,4990
"epoch",31.389937106918225,1613945002578,4990
"wd_0",0.01,1613945002578,4990
"sqr_mom_0",0.99,1613945002578,4990
"lr_0",2.9720777785560106e-06,1613945002578,4990
"mom_0",0.8905588500173799,1613945002578,4990
"eps_0",1e-05,1613945002578,4990
"wd_1",0.01,1613945002578,4990
"sqr_mom_1",0.99,1613945002578,4990
"lr_1",2.9720777785560106e-05,1613945002578,4990
"mom_1",0.8905588500173799,1613945002578,4990
"eps_1",1e-05,1613945002578,4990
"wd_2",0.01,1613945002578,4990
"sqr_mom_2",0.99,1613945002578,4990
"lr_2",0.00029720777785560107,1613945002578,4990
"mom_2",0.8905588500173799,1613945002578,4990
"eps_2",1e-05,1613945002578,4990
"train_loss",0.01262638,1613945003533,4991
"raw_loss",0.007406297,1613945003533,4991
"epoch",31.396226415094326,1613945003533,4991
"wd_0",0.01,1613945003533,4991
"sqr_mom_0",0.99,1613945003533,4991
"lr_0",2.9706914539178297e-06,1613945003533,4991
"mom_0",0.8905865767874113,1613945003533,4991
"eps_0",1e-05,1613945003533,4991
"wd_1",0.01,1613945003533,4991
"sqr_mom_1",0.99,1613945003533,4991
"lr_1",2.9706914539178298e-05,1613945003533,4991
"mom_1",0.8905865767874113,1613945003533,4991
"eps_1",1e-05,1613945003533,4991
"wd_2",0.01,1613945003533,4991
"sqr_mom_2",0.99,1613945003533,4991
"lr_2",0.000297069145391783,1613945003533,4991
"mom_2",0.8905865767874113,1613945003533,4991
"eps_2",1e-05,1613945003533,4991
"train_loss",0.01254789,1613945004476,4992
"raw_loss",0.008701887,1613945004476,4992
"epoch",31.402515723270426,1613945004476,4992
"wd_0",0.01,1613945004476,4992
"sqr_mom_0",0.99,1613945004476,4992
"lr_0",2.9693054390178686e-06,1613945004476,4992
"mom_0",0.8906142973626162,1613945004476,4992
"eps_0",1e-05,1613945004476,4992
"wd_1",0.01,1613945004476,4992
"sqr_mom_1",0.99,1613945004476,4992
"lr_1",2.9693054390178686e-05,1613945004476,4992
"mom_1",0.8906142973626162,1613945004476,4992
"eps_1",1e-05,1613945004476,4992
"wd_2",0.01,1613945004476,4992
"sqr_mom_2",0.99,1613945004476,4992
"lr_2",0.00029693054390178683,1613945004476,4992
"mom_2",0.8906142973626162,1613945004476,4992
"eps_2",1e-05,1613945004476,4992
"train_loss",0.012419373,1613945005432,4993
"raw_loss",0.0061220573,1613945005432,4993
"epoch",31.408805031446526,1613945005432,4993
"wd_0",0.01,1613945005432,4993
"sqr_mom_0",0.99,1613945005432,4993
"lr_0",2.9679195045182707e-06,1613945005432,4993
"mom_0",0.8906420163297979,1613945005432,4993
"eps_0",1e-05,1613945005432,4993
"wd_1",0.01,1613945005432,4993
"sqr_mom_1",0.99,1613945005432,4993
"lr_1",2.9679195045182704e-05,1613945005432,4993
"mom_1",0.8906420163297979,1613945005432,4993
"eps_1",1e-05,1613945005432,4993
"wd_2",0.01,1613945005432,4993
"sqr_mom_2",0.99,1613945005432,4993
"lr_2",0.000296791950451827,1613945005432,4993
"mom_2",0.8906420163297979,1613945005432,4993
"eps_2",1e-05,1613945005432,4993
"train_loss",0.012355289,1613945006376,4994
"raw_loss",0.009215224,1613945006376,4994
"epoch",31.415094339622627,1613945006376,4994
"wd_0",0.01,1613945006376,4994
"sqr_mom_0",0.99,1613945006376,4994
"lr_0",2.9665325011687314e-06,1613945006376,4994
"mom_0",0.8906697566741921,1613945006376,4994
"eps_0",1e-05,1613945006376,4994
"wd_1",0.01,1613945006376,4994
"sqr_mom_1",0.99,1613945006376,4994
"lr_1",2.9665325011687314e-05,1613945006376,4994
"mom_1",0.8906697566741921,1613945006376,4994
"eps_1",1e-05,1613945006376,4994
"wd_2",0.01,1613945006376,4994
"sqr_mom_2",0.99,1613945006376,4994
"lr_2",0.0002966532501168731,1613945006376,4994
"mom_2",0.8906697566741921,1613945006376,4994
"eps_2",1e-05,1613945006376,4994
"train_loss",0.012385849,1613945007320,4995
"raw_loss",0.013883258,1613945007320,4995
"epoch",31.421383647798727,1613945007320,4995
"wd_0",0.01,1613945007320,4995
"sqr_mom_0",0.99,1613945007320,4995
"lr_0",2.965146268937988e-06,1613945007320,4995
"mom_0",0.8906974815960562,1613945007320,4995
"eps_0",1e-05,1613945007320,4995
"wd_1",0.01,1613945007320,4995
"sqr_mom_1",0.99,1613945007320,4995
"lr_1",2.965146268937988e-05,1613945007320,4995
"mom_1",0.8906974815960562,1613945007320,4995
"eps_1",1e-05,1613945007320,4995
"wd_2",0.01,1613945007320,4995
"sqr_mom_2",0.99,1613945007320,4995
"lr_2",0.0002965146268937988,1613945007320,4995
"mom_2",0.8906974815960562,1613945007320,4995
"eps_2",1e-05,1613945007320,4995
"train_loss",0.012458064,1613945008249,4996
"raw_loss",0.015996609,1613945008249,4996
"epoch",31.427672955974828,1613945008249,4996
"wd_0",0.01,1613945008249,4996
"sqr_mom_0",0.99,1613945008249,4996
"lr_0",2.9637596585511223e-06,1613945008249,4996
"mom_0",0.8907252140811184,1613945008249,4996
"eps_0",1e-05,1613945008249,4996
"wd_1",0.01,1613945008249,4996
"sqr_mom_1",0.99,1613945008249,4996
"lr_1",2.963759658551122e-05,1613945008249,4996
"mom_1",0.8907252140811184,1613945008249,4996
"eps_1",1e-05,1613945008249,4996
"wd_2",0.01,1613945008249,4996
"sqr_mom_2",0.99,1613945008249,4996
"lr_2",0.0002963759658551122,1613945008249,4996
"mom_2",0.8907252140811184,1613945008249,4996
"eps_2",1e-05,1613945008249,4996
"train_loss",0.012419114,1613945009182,4997
"raw_loss",0.010510556,1613945009182,4997
"epoch",31.433962264150928,1613945009182,4997
"wd_0",0.01,1613945009182,4997
"sqr_mom_0",0.99,1613945009182,4997
"lr_0",2.962372440349462e-06,1613945009182,4997
"mom_0",0.890752958722598,1613945009182,4997
"eps_0",1e-05,1613945009182,4997
"wd_1",0.01,1613945009182,4997
"sqr_mom_1",0.99,1613945009182,4997
"lr_1",2.9623724403494615e-05,1613945009182,4997
"mom_1",0.890752958722598,1613945009182,4997
"eps_1",1e-05,1613945009182,4997
"wd_2",0.01,1613945009182,4997
"sqr_mom_2",0.99,1613945009182,4997
"lr_2",0.00029623724403494614,1613945009182,4997
"mom_2",0.890752958722598,1613945009182,4997
"eps_2",1e-05,1613945009182,4997
"train_loss",0.012417667,1613945010115,4998
"raw_loss",0.012346749,1613945010115,4998
"epoch",31.44025157232703,1613945010115,4998
"wd_0",0.01,1613945010115,4998
"sqr_mom_0",0.99,1613945010115,4998
"lr_0",2.960985534833494e-06,1613945010115,4998
"mom_0",0.8907806971103012,1613945010115,4998
"eps_0",1e-05,1613945010115,4998
"wd_1",0.01,1613945010115,4998
"sqr_mom_1",0.99,1613945010115,4998
"lr_1",2.9609855348334937e-05,1613945010115,4998
"mom_1",0.8907806971103012,1613945010115,4998
"eps_1",1e-05,1613945010115,4998
"wd_2",0.01,1613945010115,4998
"sqr_mom_2",0.99,1613945010115,4998
"lr_2",0.00029609855348334933,1613945010115,4998
"mom_2",0.8907806971103012,1613945010115,4998
"eps_2",1e-05,1613945010115,4998
"train_loss",0.012361238,1613945011053,4999
"raw_loss",0.009596232,1613945011053,4999
"epoch",31.44654088050313,1613945011053,4999
"wd_0",0.01,1613945011053,4999
"sqr_mom_0",0.99,1613945011053,4999
"lr_0",2.959598022289195e-06,1613945011053,4999
"mom_0",0.8908084476386925,1613945011053,4999
"eps_0",1e-05,1613945011053,4999
"wd_1",0.01,1613945011053,4999
"sqr_mom_1",0.99,1613945011053,4999
"lr_1",2.959598022289195e-05,1613945011053,4999
"mom_1",0.8908084476386925,1613945011053,4999
"eps_1",1e-05,1613945011053,4999
"wd_2",0.01,1613945011053,4999
"sqr_mom_2",0.99,1613945011053,4999
"lr_2",0.00029595980222891946,1613945011053,4999
"mom_2",0.8908084476386925,1613945011053,4999
"eps_2",1e-05,1613945011053,4999
"train_loss",0.012413108,1613945011979,5000
"raw_loss",0.014954743,1613945011979,5000
"epoch",31.45283018867923,1613945011979,5000
"wd_0",0.01,1613945011979,5000
"sqr_mom_0",0.99,1613945011979,5000
"lr_0",2.958210823412366e-06,1613945011979,5000
"mom_0",0.8908361918936716,1613945011979,5000
"eps_0",1e-05,1613945011979,5000
"wd_1",0.01,1613945011979,5000
"sqr_mom_1",0.99,1613945011979,5000
"lr_1",2.9582108234123662e-05,1613945011979,5000
"mom_1",0.8908361918936716,1613945011979,5000
"eps_1",1e-05,1613945011979,5000
"wd_2",0.01,1613945011979,5000
"sqr_mom_2",0.99,1613945011979,5000
"lr_2",0.00029582108234123657,1613945011979,5000
"mom_2",0.8908361918936716,1613945011979,5000
"eps_2",1e-05,1613945011979,5000
"train_loss",0.012314732,1613945012930,5001
"raw_loss",0.007494325,1613945012930,5001
"epoch",31.45911949685533,1613945012930,5001
"wd_0",0.01,1613945012930,5001
"sqr_mom_0",0.99,1613945012930,5001
"lr_0",2.9568237086665114e-06,1613945012930,5001
"mom_0",0.8908639344660144,1613945012930,5001
"eps_0",1e-05,1613945012930,5001
"wd_1",0.01,1613945012930,5001
"sqr_mom_1",0.99,1613945012930,5001
"lr_1",2.956823708666511e-05,1613945012930,5001
"mom_1",0.8908639344660144,1613945012930,5001
"eps_1",1e-05,1613945012930,5001
"wd_2",0.01,1613945012930,5001
"sqr_mom_2",0.99,1613945012930,5001
"lr_2",0.0002956823708666511,1613945012930,5001
"mom_2",0.8908639344660144,1613945012930,5001
"eps_2",1e-05,1613945012930,5001
"train_loss",0.01221712,1613945013880,5002
"raw_loss",0.007434134,1613945013880,5002
"epoch",31.46540880503143,1613945013880,5002
"wd_0",0.01,1613945013880,5002
"sqr_mom_0",0.99,1613945013880,5002
"lr_0",2.9554355278253696e-06,1613945013880,5002
"mom_0",0.8908916983604762,1613945013880,5002
"eps_0",1e-05,1613945013880,5002
"wd_1",0.01,1613945013880,5002
"sqr_mom_1",0.99,1613945013880,5002
"lr_1",2.9554355278253694e-05,1613945013880,5002
"mom_1",0.8908916983604762,1613945013880,5002
"eps_1",1e-05,1613945013880,5002
"wd_2",0.01,1613945013880,5002
"sqr_mom_2",0.99,1613945013880,5002
"lr_2",0.0002955435527825369,1613945013880,5002
"mom_2",0.8908916983604762,1613945013880,5002
"eps_2",1e-05,1613945013880,5002
"train_loss",0.0124082,1613945014843,5003
"raw_loss",0.021771079,1613945014843,5003
"epoch",31.47169811320753,1613945014843,5003
"wd_0",0.01,1613945014843,5003
"sqr_mom_0",0.99,1613945014843,5003
"lr_0",2.954048122419713e-06,1613945014843,5003
"mom_0",0.8909194467460732,1613945014843,5003
"eps_0",1e-05,1613945014843,5003
"wd_1",0.01,1613945014843,5003
"sqr_mom_1",0.99,1613945014843,5003
"lr_1",2.954048122419713e-05,1613945014843,5003
"mom_1",0.8909194467460732,1613945014843,5003
"eps_1",1e-05,1613945014843,5003
"wd_2",0.01,1613945014843,5003
"sqr_mom_2",0.99,1613945014843,5003
"lr_2",0.00029540481224197125,1613945014843,5003
"mom_2",0.8909194467460732,1613945014843,5003
"eps_2",1e-05,1613945014843,5003
"train_loss",0.012632021,1613945015796,5004
"raw_loss",0.023599273,1613945015796,5004
"epoch",31.47798742138363,1613945015796,5004
"wd_0",0.01,1613945015796,5004
"sqr_mom_0",0.99,1613945015796,5004
"lr_0",2.9526603421992544e-06,1613945015796,5004
"mom_0",0.8909472026280412,1613945015796,5004
"eps_0",1e-05,1613945015796,5004
"wd_1",0.01,1613945015796,5004
"sqr_mom_1",0.99,1613945015796,5004
"lr_1",2.952660342199254e-05,1613945015796,5004
"mom_1",0.8909472026280412,1613945015796,5004
"eps_1",1e-05,1613945015796,5004
"wd_2",0.01,1613945015796,5004
"sqr_mom_2",0.99,1613945015796,5004
"lr_2",0.00029526603421992537,1613945015796,5004
"mom_2",0.8909472026280412,1613945015796,5004
"eps_2",1e-05,1613945015796,5004
"train_loss",0.012655904,1613945016762,5005
"raw_loss",0.013826171,1613945016762,5005
"epoch",31.48427672955973,1613945016762,5005
"wd_0",0.01,1613945016762,5005
"sqr_mom_0",0.99,1613945016762,5005
"lr_0",2.9512719573142986e-06,1613945016762,5005
"mom_0",0.89097497060342,1613945016762,5005
"eps_0",1e-05,1613945016762,5005
"wd_1",0.01,1613945016762,5005
"sqr_mom_1",0.99,1613945016762,5005
"lr_1",2.9512719573142985e-05,1613945016762,5005
"mom_1",0.89097497060342,1613945016762,5005
"eps_1",1e-05,1613945016762,5005
"wd_2",0.01,1613945016762,5005
"sqr_mom_2",0.99,1613945016762,5005
"lr_2",0.0002951271957314298,1613945016762,5005
"mom_2",0.89097497060342,1613945016762,5005
"eps_2",1e-05,1613945016762,5005
"train_loss",0.012574401,1613945017705,5006
"raw_loss",0.008580776,1613945017705,5006
"epoch",31.49056603773583,1613945017705,5006
"wd_0",0.01,1613945017705,5006
"sqr_mom_0",0.99,1613945017705,5006
"lr_0",2.9498838890394953e-06,1613945017705,5006
"mom_0",0.8910027322465325,1613945017705,5006
"eps_0",1e-05,1613945017705,5006
"wd_1",0.01,1613945017705,5006
"sqr_mom_1",0.99,1613945017705,5006
"lr_1",2.9498838890394953e-05,1613945017705,5006
"mom_1",0.8910027322465325,1613945017705,5006
"eps_1",1e-05,1613945017705,5006
"wd_2",0.01,1613945017705,5006
"sqr_mom_2",0.99,1613945017705,5006
"lr_2",0.0002949883889039495,1613945017705,5006
"mom_2",0.8910027322465325,1613945017705,5006
"eps_2",1e-05,1613945017705,5006
"train_loss",0.012901431,1613945018650,5007
"raw_loss",0.028925918,1613945018650,5007
"epoch",31.496855345911932,1613945018650,5007
"wd_0",0.01,1613945018650,5007
"sqr_mom_0",0.99,1613945018650,5007
"lr_0",2.9484956774248824e-06,1613945018650,5007
"mom_0",0.89103049675647,1613945018650,5007
"eps_0",1e-05,1613945018650,5007
"wd_1",0.01,1613945018650,5007
"sqr_mom_1",0.99,1613945018650,5007
"lr_1",2.9484956774248822e-05,1613945018650,5007
"mom_1",0.89103049675647,1613945018650,5007
"eps_1",1e-05,1613945018650,5007
"wd_2",0.01,1613945018650,5007
"sqr_mom_2",0.99,1613945018650,5007
"lr_2",0.0002948495677424882,1613945018650,5007
"mom_2",0.89103049675647,1613945018650,5007
"eps_2",1e-05,1613945018650,5007
"train_loss",0.013259148,1613945019591,5008
"raw_loss",0.030787311,1613945019591,5008
"epoch",31.503144654088032,1613945019591,5008
"wd_0",0.01,1613945019591,5008
"sqr_mom_0",0.99,1613945019591,5008
"lr_0",2.9471068623303257e-06,1613945019591,5008
"mom_0",0.8910582733361269,1613945019591,5008
"eps_0",1e-05,1613945019591,5008
"wd_1",0.01,1613945019591,5008
"sqr_mom_1",0.99,1613945019591,5008
"lr_1",2.9471068623303254e-05,1613945019591,5008
"mom_1",0.8910582733361269,1613945019591,5008
"eps_1",1e-05,1613945019591,5008
"wd_2",0.01,1613945019591,5008
"sqr_mom_2",0.99,1613945019591,5008
"lr_2",0.00029471068623303253,1613945019591,5008
"mom_2",0.8910582733361269,1613945019591,5008
"eps_2",1e-05,1613945019591,5008
"train_loss",0.013258263,1613945020546,5009
"raw_loss",0.013214854,1613945020546,5009
"epoch",31.509433962264133,1613945020546,5009
"wd_0",0.01,1613945020546,5009
"sqr_mom_0",0.99,1613945020546,5009
"lr_0",2.9457183653159446e-06,1613945020546,5009
"mom_0",0.8910860435541166,1613945020546,5009
"eps_0",1e-05,1613945020546,5009
"wd_1",0.01,1613945020546,5009
"sqr_mom_1",0.99,1613945020546,5009
"lr_1",2.9457183653159442e-05,1613945020546,5009
"mom_1",0.8910860435541166,1613945020546,5009
"eps_1",1e-05,1613945020546,5009
"wd_2",0.01,1613945020546,5009
"sqr_mom_2",0.99,1613945020546,5009
"lr_2",0.0002945718365315944,1613945020546,5009
"mom_2",0.8910860435541166,1613945020546,5009
"eps_2",1e-05,1613945020546,5009
"train_loss",0.013173109,1613945021495,5010
"raw_loss",0.009000573,1613945021495,5010
"epoch",31.515723270440233,1613945021495,5010
"wd_0",0.01,1613945021495,5010
"sqr_mom_0",0.99,1613945021495,5010
"lr_0",2.944329956627369e-06,1613945021495,5010
"mom_0",0.8911138120055726,1613945021495,5010
"eps_0",1e-05,1613945021495,5010
"wd_1",0.01,1613945021495,5010
"sqr_mom_1",0.99,1613945021495,5010
"lr_1",2.944329956627369e-05,1613945021495,5010
"mom_1",0.8911138120055726,1613945021495,5010
"eps_1",1e-05,1613945021495,5010
"wd_2",0.01,1613945021495,5010
"sqr_mom_2",0.99,1613945021495,5010
"lr_2",0.0002944329956627369,1613945021495,5010
"mom_2",0.8911138120055726,1613945021495,5010
"eps_2",1e-05,1613945021495,5010
"train_loss",0.013093671,1613945022438,5011
"raw_loss",0.009201181,1613945022438,5011
"epoch",31.522012578616334,1613945022438,5011
"wd_0",0.01,1613945022438,5011
"sqr_mom_0",0.99,1613945022438,5011
"lr_0",2.9429404849684468e-06,1613945022438,5011
"mom_0",0.8911416017166482,1613945022438,5011
"eps_0",1e-05,1613945022438,5011
"wd_1",0.01,1613945022438,5011
"sqr_mom_1",0.99,1613945022438,5011
"lr_1",2.9429404849684466e-05,1613945022438,5011
"mom_1",0.8911416017166482,1613945022438,5011
"eps_1",1e-05,1613945022438,5011
"wd_2",0.01,1613945022438,5011
"sqr_mom_2",0.99,1613945022438,5011
"lr_2",0.0002942940484968446,1613945022438,5011
"mom_2",0.8911416017166482,1613945022438,5011
"eps_2",1e-05,1613945022438,5011
"train_loss",0.013063328,1613945023370,5012
"raw_loss",0.011576559,1613945023370,5012
"epoch",31.528301886792434,1613945023370,5012
"wd_0",0.01,1613945023370,5012
"sqr_mom_0",0.99,1613945023370,5012
"lr_0",2.941551793582321e-06,1613945023370,5012
"mom_0",0.8911693758221118,1613945023370,5012
"eps_0",1e-05,1613945023370,5012
"wd_1",0.01,1613945023370,5012
"sqr_mom_1",0.99,1613945023370,5012
"lr_1",2.941551793582321e-05,1613945023370,5012
"mom_1",0.8911693758221118,1613945023370,5012
"eps_1",1e-05,1613945023370,5012
"wd_2",0.01,1613945023370,5012
"sqr_mom_2",0.99,1613945023370,5012
"lr_2",0.0002941551793582321,1613945023370,5012
"mom_2",0.8911693758221118,1613945023370,5012
"eps_2",1e-05,1613945023370,5012
"train_loss",0.012991648,1613945024308,5013
"raw_loss",0.009479328,1613945024308,5013
"epoch",31.534591194968534,1613945024308,5013
"wd_0",0.01,1613945024308,5013
"sqr_mom_0",0.99,1613945024308,5013
"lr_0",2.9401627311494673e-06,1613945024308,5013
"mom_0",0.8911971573485841,1613945024308,5013
"eps_0",1e-05,1613945024308,5013
"wd_1",0.01,1613945024308,5013
"sqr_mom_1",0.99,1613945024308,5013
"lr_1",2.9401627311494673e-05,1613945024308,5013
"mom_1",0.8911971573485841,1613945024308,5013
"eps_1",1e-05,1613945024308,5013
"wd_2",0.01,1613945024308,5013
"sqr_mom_2",0.99,1613945024308,5013
"lr_2",0.0002940162731149467,1613945024308,5013
"mom_2",0.8911971573485841,1613945024308,5013
"eps_2",1e-05,1613945024308,5013
"train_loss",0.013077755,1613945025254,5014
"raw_loss",0.017297002,1613945025254,5014
"epoch",31.540880503144635,1613945025254,5014
"wd_0",0.01,1613945025254,5014
"sqr_mom_0",0.99,1613945025254,5014
"lr_0",2.9387730676109e-06,1613945025254,5014
"mom_0",0.8912249508972909,1613945025254,5014
"eps_0",1e-05,1613945025254,5014
"wd_1",0.01,1613945025254,5014
"sqr_mom_1",0.99,1613945025254,5014
"lr_1",2.9387730676109e-05,1613945025254,5014
"mom_1",0.8912249508972909,1613945025254,5014
"eps_1",1e-05,1613945025254,5014
"wd_2",0.01,1613945025254,5014
"sqr_mom_2",0.99,1613945025254,5014
"lr_2",0.00029387730676108995,1613945025254,5014
"mom_2",0.8912249508972909,1613945025254,5014
"eps_2",1e-05,1613945025254,5014
"train_loss",0.012970538,1613945026202,5015
"raw_loss",0.007716851,1613945026202,5015
"epoch",31.547169811320735,1613945026202,5015
"wd_0",0.01,1613945026202,5015
"sqr_mom_0",0.99,1613945026202,5015
"lr_0",2.9373837250897298e-06,1613945026202,5015
"mom_0",0.8912527380255857,1613945026202,5015
"eps_0",1e-05,1613945026202,5015
"wd_1",0.01,1613945026202,5015
"sqr_mom_1",0.99,1613945026202,5015
"lr_1",2.9373837250897296e-05,1613945026202,5015
"mom_1",0.8912527380255857,1613945026202,5015
"eps_1",1e-05,1613945026202,5015
"wd_2",0.01,1613945026202,5015
"sqr_mom_2",0.99,1613945026202,5015
"lr_2",0.0002937383725089729,1613945026202,5015
"mom_2",0.8912527380255857,1613945026202,5015
"eps_2",1e-05,1613945026202,5015
"train_loss",0.012828304,1613945027170,5016
"raw_loss",0.005858844,1613945027170,5016
"epoch",31.553459119496836,1613945027170,5016
"wd_0",0.01,1613945027170,5016
"sqr_mom_0",0.99,1613945027170,5016
"lr_0",2.9359944736896353e-06,1613945027170,5016
"mom_0",0.8912805233314406,1613945027170,5016
"eps_0",1e-05,1613945027170,5016
"wd_1",0.01,1613945027170,5016
"sqr_mom_1",0.99,1613945027170,5016
"lr_1",2.935994473689635e-05,1613945027170,5016
"mom_1",0.8912805233314406,1613945027170,5016
"eps_1",1e-05,1613945027170,5016
"wd_2",0.01,1613945027170,5016
"sqr_mom_2",0.99,1613945027170,5016
"lr_2",0.00029359944736896345,1613945027170,5016
"mom_2",0.8912805233314406,1613945027170,5016
"eps_2",1e-05,1613945027170,5016
"train_loss",0.012820367,1613945028129,5017
"raw_loss",0.012431442,1613945028129,5017
"epoch",31.559748427672936,1613945028129,5017
"wd_0",0.01,1613945028129,5017
"sqr_mom_0",0.99,1613945028129,5017
"lr_0",2.9346041614177164e-06,1613945028129,5017
"mom_0",0.8913083298549442,1613945028129,5017
"eps_0",1e-05,1613945028129,5017
"wd_1",0.01,1613945028129,5017
"sqr_mom_1",0.99,1613945028129,5017
"lr_1",2.934604161417716e-05,1613945028129,5017
"mom_1",0.8913083298549442,1613945028129,5017
"eps_1",1e-05,1613945028129,5017
"wd_2",0.01,1613945028129,5017
"sqr_mom_2",0.99,1613945028129,5017
"lr_2",0.0002934604161417716,1613945028129,5017
"mom_2",0.8913083298549442,1613945028129,5017
"eps_2",1e-05,1613945028129,5017
"train_loss",0.012756759,1613945029073,5018
"raw_loss",0.0096399775,1613945029073,5018
"epoch",31.566037735849036,1613945029073,5018
"wd_0",0.01,1613945029073,5018
"sqr_mom_0",0.99,1613945029073,5018
"lr_0",2.9332146326322553e-06,1613945029073,5018
"mom_0",0.8913361207085619,1613945029073,5018
"eps_0",1e-05,1613945029073,5018
"wd_1",0.01,1613945029073,5018
"sqr_mom_1",0.99,1613945029073,5018
"lr_1",2.9332146326322552e-05,1613945029073,5018
"mom_1",0.8913361207085619,1613945029073,5018
"eps_1",1e-05,1613945029073,5018
"wd_2",0.01,1613945029073,5018
"sqr_mom_2",0.99,1613945029073,5018
"lr_2",0.0002933214632632255,1613945029073,5018
"mom_2",0.8913361207085619,1613945029073,5018
"eps_2",1e-05,1613945029073,5018
"train_loss",0.012711391,1613945030028,5019
"raw_loss",0.01048834,1613945030028,5019
"epoch",31.572327044025137,1613945030028,5019
"wd_0",0.01,1613945030028,5019
"sqr_mom_0",0.99,1613945030028,5019
"lr_0",2.931824735317422e-06,1613945030028,5019
"mom_0",0.8913639189328408,1613945030028,5019
"eps_0",1e-05,1613945030028,5019
"wd_1",0.01,1613945030028,5019
"sqr_mom_1",0.99,1613945030028,5019
"lr_1",2.931824735317422e-05,1613945030028,5019
"mom_1",0.8913639189328408,1613945030028,5019
"eps_1",1e-05,1613945030028,5019
"wd_2",0.01,1613945030028,5019
"sqr_mom_2",0.99,1613945030028,5019
"lr_2",0.00029318247353174215,1613945030028,5019
"mom_2",0.8913639189328408,1613945030028,5019
"eps_2",1e-05,1613945030028,5019
"train_loss",0.012602032,1613945030983,5020
"raw_loss",0.007243473,1613945030983,5020
"epoch",31.578616352201237,1613945030983,5020
"wd_0",0.01,1613945030983,5020
"sqr_mom_0",0.99,1613945030983,5020
"lr_0",2.9304342392779997e-06,1613945030983,5020
"mom_0",0.8913917291317313,1613945030983,5020
"eps_0",1e-05,1613945030983,5020
"wd_1",0.01,1613945030983,5020
"sqr_mom_1",0.99,1613945030983,5020
"lr_1",2.9304342392779997e-05,1613945030983,5020
"mom_1",0.8913917291317313,1613945030983,5020
"eps_1",1e-05,1613945030983,5020
"wd_2",0.01,1613945030983,5020
"sqr_mom_2",0.99,1613945030983,5020
"lr_2",0.0002930434239278,1613945030983,5020
"mom_2",0.8913917291317313,1613945030983,5020
"eps_2",1e-05,1613945030983,5020
"train_loss",0.012702679,1613945031962,5021
"raw_loss",0.017634394,1613945031962,5021
"epoch",31.584905660377338,1613945031962,5021
"wd_0",0.01,1613945031962,5021
"sqr_mom_0",0.99,1613945031962,5021
"lr_0",2.9290440671895153e-06,1613945031962,5021
"mom_0",0.8914195328515382,1613945031962,5021
"eps_0",1e-05,1613945031962,5021
"wd_1",0.01,1613945031962,5021
"sqr_mom_1",0.99,1613945031962,5021
"lr_1",2.9290440671895153e-05,1613945031962,5021
"mom_1",0.8914195328515382,1613945031962,5021
"eps_1",1e-05,1613945031962,5021
"wd_2",0.01,1613945031962,5021
"sqr_mom_2",0.99,1613945031962,5021
"lr_2",0.00029290440671895146,1613945031962,5021
"mom_2",0.8914195328515382,1613945031962,5021
"eps_2",1e-05,1613945031962,5021
"train_loss",0.012636561,1613945032912,5022
"raw_loss",0.009396776,1613945032912,5022
"epoch",31.591194968553438,1613945032912,5022
"wd_0",0.01,1613945032912,5022
"sqr_mom_0",0.99,1613945032912,5022
"lr_0",2.9276539890163297e-06,1613945032912,5022
"mom_0",0.8914473346930203,1613945032912,5022
"eps_0",1e-05,1613945032912,5022
"wd_1",0.01,1613945032912,5022
"sqr_mom_1",0.99,1613945032912,5022
"lr_1",2.9276539890163296e-05,1613945032912,5022
"mom_1",0.8914473346930203,1613945032912,5022
"eps_1",1e-05,1613945032912,5022
"wd_2",0.01,1613945032912,5022
"sqr_mom_2",0.99,1613945032912,5022
"lr_2",0.0002927653989016329,1613945032912,5022
"mom_2",0.8914473346930203,1613945032912,5022
"eps_2",1e-05,1613945032912,5022
"train_loss",0.012591886,1613945033882,5023
"raw_loss",0.010402811,1613945033882,5023
"epoch",31.59748427672954,1613945033882,5023
"wd_0",0.01,1613945033882,5023
"sqr_mom_0",0.99,1613945033882,5023
"lr_0",2.9262628520820125e-06,1613945033882,5023
"mom_0",0.8914751577099368,1613945033882,5023
"eps_0",1e-05,1613945033882,5023
"wd_1",0.01,1613945033882,5023
"sqr_mom_1",0.99,1613945033882,5023
"lr_1",2.9262628520820125e-05,1613945033882,5023
"mom_1",0.8914751577099368,1613945033882,5023
"eps_1",1e-05,1613945033882,5023
"wd_2",0.01,1613945033882,5023
"sqr_mom_2",0.99,1613945033882,5023
"lr_2",0.0002926262852082012,1613945033882,5023
"mom_2",0.8914751577099368,1613945033882,5023
"eps_2",1e-05,1613945033882,5023
"train_loss",0.012524726,1613945034835,5024
"raw_loss",0.009233858,1613945034835,5024
"epoch",31.60377358490564,1613945034835,5024
"wd_0",0.01,1613945034835,5024
"sqr_mom_0",0.99,1613945034835,5024
"lr_0",2.924872501838828e-06,1613945034835,5024
"mom_0",0.8915029649928733,1613945034835,5024
"eps_0",1e-05,1613945034835,5024
"wd_1",0.01,1613945034835,5024
"sqr_mom_1",0.99,1613945034835,5024
"lr_1",2.9248725018388277e-05,1613945034835,5024
"mom_1",0.8915029649928733,1613945034835,5024
"eps_1",1e-05,1613945034835,5024
"wd_2",0.01,1613945034835,5024
"sqr_mom_2",0.99,1613945034835,5024
"lr_2",0.00029248725018388275,1613945034835,5024
"mom_2",0.8915029649928733,1613945034835,5024
"eps_2",1e-05,1613945034835,5024
"train_loss",0.012451613,1613945035786,5025
"raw_loss",0.008869105,1613945035786,5025
"epoch",31.61006289308174,1613945035786,5025
"wd_0",0.01,1613945035786,5025
"sqr_mom_0",0.99,1613945035786,5025
"lr_0",2.9234817855878527e-06,1613945035786,5025
"mom_0",0.8915307795960389,1613945035786,5025
"eps_0",1e-05,1613945035786,5025
"wd_1",0.01,1613945035786,5025
"sqr_mom_1",0.99,1613945035786,5025
"lr_1",2.9234817855878526e-05,1613945035786,5025
"mom_1",0.8915307795960389,1613945035786,5025
"eps_1",1e-05,1613945035786,5025
"wd_2",0.01,1613945035786,5025
"sqr_mom_2",0.99,1613945035786,5025
"lr_2",0.0002923481785587852,1613945035786,5025
"mom_2",0.8915307795960389,1613945035786,5025
"eps_2",1e-05,1613945035786,5025
"train_loss",0.012561204,1613945036762,5026
"raw_loss",0.017931132,1613945036762,5026
"epoch",31.61635220125784,1613945036762,5026
"wd_0",0.01,1613945036762,5026
"sqr_mom_0",0.99,1613945036762,5026
"lr_0",2.9220904730002846e-06,1613945036762,5026
"mom_0",0.8915586061260555,1613945036762,5026
"eps_0",1e-05,1613945036762,5026
"wd_1",0.01,1613945036762,5026
"sqr_mom_1",0.99,1613945036762,5026
"lr_1",2.9220904730002844e-05,1613945036762,5026
"mom_1",0.8915586061260555,1613945036762,5026
"eps_1",1e-05,1613945036762,5026
"wd_2",0.01,1613945036762,5026
"sqr_mom_2",0.99,1613945036762,5026
"lr_2",0.00029220904730002846,1613945036762,5026
"mom_2",0.8915586061260555,1613945036762,5026
"eps_2",1e-05,1613945036762,5026
"train_loss",0.01252572,1613945037728,5027
"raw_loss",0.010786986,1613945037728,5027
"epoch",31.62264150943394,1613945037728,5027
"wd_0",0.01,1613945037728,5027
"sqr_mom_0",0.99,1613945037728,5027
"lr_0",2.920699487293475e-06,1613945037728,5027
"mom_0",0.8915864261183917,1613945037728,5027
"eps_0",1e-05,1613945037728,5027
"wd_1",0.01,1613945037728,5027
"sqr_mom_1",0.99,1613945037728,5027
"lr_1",2.9206994872934748e-05,1613945037728,5027
"mom_1",0.8915864261183917,1613945037728,5027
"eps_1",1e-05,1613945037728,5027
"wd_2",0.01,1613945037728,5027
"sqr_mom_2",0.99,1613945037728,5027
"lr_2",0.00029206994872934747,1613945037728,5027
"mom_2",0.8915864261183917,1613945037728,5027
"eps_2",1e-05,1613945037728,5027
"train_loss",0.012463875,1613945038681,5028
"raw_loss",0.009433507,1613945038681,5028
"epoch",31.62893081761004,1613945038681,5028
"wd_0",0.01,1613945038681,5028
"sqr_mom_0",0.99,1613945038681,5028
"lr_0",2.9193083675459645e-06,1613945038681,5028
"mom_0",0.8916142487915686,1613945038681,5028
"eps_0",1e-05,1613945038681,5028
"wd_1",0.01,1613945038681,5028
"sqr_mom_1",0.99,1613945038681,5028
"lr_1",2.9193083675459644e-05,1613945038681,5028
"mom_1",0.8916142487915686,1613945038681,5028
"eps_1",1e-05,1613945038681,5028
"wd_2",0.01,1613945038681,5028
"sqr_mom_2",0.99,1613945038681,5028
"lr_2",0.0002919308367545964,1613945038681,5028
"mom_2",0.8916142487915686,1613945038681,5028
"eps_2",1e-05,1613945038681,5028
"train_loss",0.012323193,1613945039633,5029
"raw_loss",0.005429754,1613945039633,5029
"epoch",31.63522012578614,1613945039633,5029
"wd_0",0.01,1613945039633,5029
"sqr_mom_0",0.99,1613945039633,5029
"lr_0",2.917916652658458e-06,1613945039633,5029
"mom_0",0.8916420833676645,1613945039633,5029
"eps_0",1e-05,1613945039633,5029
"wd_1",0.01,1613945039633,5029
"sqr_mom_1",0.99,1613945039633,5029
"lr_1",2.9179166526584578e-05,1613945039633,5029
"mom_1",0.8916420833676645,1613945039633,5029
"eps_1",1e-05,1613945039633,5029
"wd_2",0.01,1613945039633,5029
"sqr_mom_2",0.99,1613945039633,5029
"lr_2",0.0002917916652658458,1613945039633,5029
"mom_2",0.8916420833676645,1613945039633,5029
"eps_2",1e-05,1613945039633,5029
"train_loss",0.012307568,1613945040586,5030
"raw_loss",0.011541971,1613945040586,5030
"epoch",31.64150943396224,1613945040586,5030
"wd_0",0.01,1613945040586,5030
"sqr_mom_0",0.99,1613945040586,5030
"lr_0",2.916525266115258e-06,1613945040586,5030
"mom_0",0.8916699113768086,1613945040586,5030
"eps_0",1e-05,1613945040586,5030
"wd_1",0.01,1613945040586,5030
"sqr_mom_1",0.99,1613945040586,5030
"lr_1",2.9165252661152575e-05,1613945040586,5030
"mom_1",0.8916699113768086,1613945040586,5030
"eps_1",1e-05,1613945040586,5030
"wd_2",0.01,1613945040586,5030
"sqr_mom_2",0.99,1613945040586,5030
"lr_2",0.00029165252661152575,1613945040586,5030
"mom_2",0.8916699113768086,1613945040586,5030
"eps_2",1e-05,1613945040586,5030
"train_loss",0.0122170765,1613945041543,5031
"raw_loss",0.0077829463,1613945041543,5031
"epoch",31.64779874213834,1613945041543,5031
"wd_0",0.01,1613945041543,5031
"sqr_mom_0",0.99,1613945041543,5031
"lr_0",2.915133977676701e-06,1613945041543,5031
"mom_0",0.8916977374238402,1613945041543,5031
"eps_0",1e-05,1613945041543,5031
"wd_1",0.01,1613945041543,5031
"sqr_mom_1",0.99,1613945041543,5031
"lr_1",2.915133977676701e-05,1613945041543,5031
"mom_1",0.8916977374238402,1613945041543,5031
"eps_1",1e-05,1613945041543,5031
"wd_2",0.01,1613945041543,5031
"sqr_mom_2",0.99,1613945041543,5031
"lr_2",0.0002915133977676701,1613945041543,5031
"mom_2",0.8916977374238402,1613945041543,5031
"eps_2",1e-05,1613945041543,5031
"train_loss",0.012234566,1613945042495,5032
"raw_loss",0.013091559,1613945042495,5032
"epoch",31.654088050314442,1613945042495,5032
"wd_0",0.01,1613945042495,5032
"sqr_mom_0",0.99,1613945042495,5032
"lr_0",2.9137416336658516e-06,1613945042495,5032
"mom_0",0.8917255845825288,1613945042495,5032
"eps_0",1e-05,1613945042495,5032
"wd_1",0.01,1613945042495,5032
"sqr_mom_1",0.99,1613945042495,5032
"lr_1",2.9137416336658514e-05,1613945042495,5032
"mom_1",0.8917255845825288,1613945042495,5032
"eps_1",1e-05,1613945042495,5032
"wd_2",0.01,1613945042495,5032
"sqr_mom_2",0.99,1613945042495,5032
"lr_2",0.0002913741633665851,1613945042495,5032
"mom_2",0.8917255845825288,1613945042495,5032
"eps_2",1e-05,1613945042495,5032
"train_loss",0.012166773,1613945043460,5033
"raw_loss",0.008844923,1613945043460,5033
"epoch",31.660377358490543,1613945043460,5033
"wd_0",0.01,1613945043460,5033
"sqr_mom_0",0.99,1613945043460,5033
"lr_0",2.9123500811362536e-06,1613945043460,5033
"mom_0",0.891753415911434,1613945043460,5033
"eps_0",1e-05,1613945043460,5033
"wd_1",0.01,1613945043460,5033
"sqr_mom_1",0.99,1613945043460,5033
"lr_1",2.9123500811362533e-05,1613945043460,5033
"mom_1",0.891753415911434,1613945043460,5033
"eps_1",1e-05,1613945043460,5033
"wd_2",0.01,1613945043460,5033
"sqr_mom_2",0.99,1613945043460,5033
"lr_2",0.0002912350081136253,1613945043460,5033
"mom_2",0.891753415911434,1613945043460,5033
"eps_2",1e-05,1613945043460,5033
"train_loss",0.012108512,1613945044402,5034
"raw_loss",0.009253752,1613945044402,5034
"epoch",31.666666666666643,1613945044402,5034
"wd_0",0.01,1613945044402,5034
"sqr_mom_0",0.99,1613945044402,5034
"lr_0",2.9109581663891386e-06,1613945044402,5034
"mom_0",0.8917812544847621,1613945044402,5034
"eps_0",1e-05,1613945044402,5034
"wd_1",0.01,1613945044402,5034
"sqr_mom_1",0.99,1613945044402,5034
"lr_1",2.9109581663891384e-05,1613945044402,5034
"mom_1",0.8917812544847621,1613945044402,5034
"eps_1",1e-05,1613945044402,5034
"wd_2",0.01,1613945044402,5034
"sqr_mom_2",0.99,1613945044402,5034
"lr_2",0.00029109581663891383,1613945044402,5034
"mom_2",0.8917812544847621,1613945044402,5034
"eps_2",1e-05,1613945044402,5034
"train_loss",0.0119859725,1613945045358,5035
"raw_loss",0.00598152,1613945045358,5035
"epoch",31.672955974842743,1613945045358,5035
"wd_0",0.01,1613945045358,5035
"sqr_mom_0",0.99,1613945045358,5035
"lr_0",2.909565658900275e-06,1613945045358,5035
"mom_0",0.8918091049130435,1613945045358,5035
"eps_0",1e-05,1613945045358,5035
"wd_1",0.01,1613945045358,5035
"sqr_mom_1",0.99,1613945045358,5035
"lr_1",2.909565658900275e-05,1613945045358,5035
"mom_1",0.8918091049130435,1613945045358,5035
"eps_1",1e-05,1613945045358,5035
"wd_2",0.01,1613945045358,5035
"sqr_mom_2",0.99,1613945045358,5035
"lr_2",0.0002909565658900275,1613945045358,5035
"mom_2",0.8918091049130435,1613945045358,5035
"eps_2",1e-05,1613945045358,5035
"train_loss",0.011954492,1613945046303,5036
"raw_loss",0.01041194,1613945046303,5036
"epoch",31.679245283018844,1613945046303,5036
"wd_0",0.01,1613945046303,5036
"sqr_mom_0",0.99,1613945046303,5036
"lr_0",2.9081734826799033e-06,1613945046303,5036
"mom_0",0.891836948715889,1613945046303,5036
"eps_0",1e-05,1613945046303,5036
"wd_1",0.01,1613945046303,5036
"sqr_mom_1",0.99,1613945046303,5036
"lr_1",2.908173482679903e-05,1613945046303,5036
"mom_1",0.891836948715889,1613945046303,5036
"eps_1",1e-05,1613945046303,5036
"wd_2",0.01,1613945046303,5036
"sqr_mom_2",0.99,1613945046303,5036
"lr_2",0.00029081734826799026,1613945046303,5036
"mom_2",0.891836948715889,1613945046303,5036
"eps_2",1e-05,1613945046303,5036
"train_loss",0.0118951425,1613945047262,5037
"raw_loss",0.008987035,1613945047262,5037
"epoch",31.685534591194944,1613945047262,5037
"wd_0",0.01,1613945047262,5037
"sqr_mom_0",0.99,1613945047262,5037
"lr_0",2.906781407355644e-06,1613945047262,5037
"mom_0",0.8918647905007921,1613945047262,5037
"eps_0",1e-05,1613945047262,5037
"wd_1",0.01,1613945047262,5037
"sqr_mom_1",0.99,1613945047262,5037
"lr_1",2.906781407355644e-05,1613945047262,5037
"mom_1",0.8918647905007921,1613945047262,5037
"eps_1",1e-05,1613945047262,5037
"wd_2",0.01,1613945047262,5037
"sqr_mom_2",0.99,1613945047262,5037
"lr_2",0.00029067814073556437,1613945047262,5037
"mom_2",0.8918647905007921,1613945047262,5037
"eps_2",1e-05,1613945047262,5037
"train_loss",0.011798448,1613945048216,5038
"raw_loss",0.007060431,1613945048216,5038
"epoch",31.691823899371045,1613945048216,5038
"wd_0",0.01,1613945048216,5038
"sqr_mom_0",0.99,1613945048216,5038
"lr_0",2.905388278600108e-06,1613945048216,5038
"mom_0",0.8918926533545314,1613945048216,5038
"eps_0",1e-05,1613945048216,5038
"wd_1",0.01,1613945048216,5038
"sqr_mom_1",0.99,1613945048216,5038
"lr_1",2.9053882786001076e-05,1613945048216,5038
"mom_1",0.8918926533545314,1613945048216,5038
"eps_1",1e-05,1613945048216,5038
"wd_2",0.01,1613945048216,5038
"sqr_mom_2",0.99,1613945048216,5038
"lr_2",0.00029053882786001076,1613945048216,5038
"mom_2",0.8918926533545314,1613945048216,5038
"eps_2",1e-05,1613945048216,5038
"train_loss",0.011765501,1613945049160,5039
"raw_loss",0.010151137,1613945049160,5039
"epoch",31.698113207547145,1613945049160,5039
"wd_0",0.01,1613945049160,5039
"sqr_mom_0",0.99,1613945049160,5039
"lr_0",2.9039959445078638e-06,1613945049160,5039
"mom_0",0.8919205003148458,1613945049160,5039
"eps_0",1e-05,1613945049160,5039
"wd_1",0.01,1613945049160,5039
"sqr_mom_1",0.99,1613945049160,5039
"lr_1",2.9039959445078637e-05,1613945049160,5039
"mom_1",0.8919205003148458,1613945049160,5039
"eps_1",1e-05,1613945049160,5039
"wd_2",0.01,1613945049160,5039
"sqr_mom_2",0.99,1613945049160,5039
"lr_2",0.00029039959445078633,1613945049160,5039
"mom_2",0.8919205003148458,1613945049160,5039
"eps_2",1e-05,1613945049160,5039
"train_loss",0.011664183,1613945050101,5040
"raw_loss",0.0066995616,1613945050101,5040
"epoch",31.704402515723245,1613945050101,5040
"wd_0",0.01,1613945050101,5040
"sqr_mom_0",0.99,1613945050101,5040
"lr_0",2.90260255770076e-06,1613945050101,5040
"mom_0",0.8919483683296681,1613945050101,5040
"eps_0",1e-05,1613945050101,5040
"wd_1",0.01,1613945050101,5040
"sqr_mom_1",0.99,1613945050101,5040
"lr_1",2.90260255770076e-05,1613945050101,5040
"mom_1",0.8919483683296681,1613945050101,5040
"eps_1",1e-05,1613945050101,5040
"wd_2",0.01,1613945050101,5040
"sqr_mom_2",0.99,1613945050101,5040
"lr_2",0.000290260255770076,1613945050101,5040
"mom_2",0.8919483683296681,1613945050101,5040
"eps_2",1e-05,1613945050101,5040
"train_loss",0.01178706,1613945051064,5041
"raw_loss",0.017808039,1613945051064,5041
"epoch",31.710691823899346,1613945051064,5041
"wd_0",0.01,1613945051064,5041
"sqr_mom_0",0.99,1613945051064,5041
"lr_0",2.9012099666156932e-06,1613945051064,5041
"mom_0",0.8919762204298904,1613945051064,5041
"eps_0",1e-05,1613945051064,5041
"wd_1",0.01,1613945051064,5041
"sqr_mom_1",0.99,1613945051064,5041
"lr_1",2.901209966615693e-05,1613945051064,5041
"mom_1",0.8919762204298904,1613945051064,5041
"eps_1",1e-05,1613945051064,5041
"wd_2",0.01,1613945051064,5041
"sqr_mom_2",0.99,1613945051064,5041
"lr_2",0.0002901209966615693,1613945051064,5041
"mom_2",0.8919762204298904,1613945051064,5041
"eps_2",1e-05,1613945051064,5041
"train_loss",0.011712908,1613945052010,5042
"raw_loss",0.008079484,1613945052010,5042
"epoch",31.716981132075446,1613945052010,5042
"wd_0",0.01,1613945052010,5042
"sqr_mom_0",0.99,1613945052010,5042
"lr_0",2.8998170166901316e-06,1613945052010,5042
"mom_0",0.8920040797069944,1613945052010,5042
"eps_0",1e-05,1613945052010,5042
"wd_1",0.01,1613945052010,5042
"sqr_mom_1",0.99,1613945052010,5042
"lr_1",2.8998170166901318e-05,1613945052010,5042
"mom_1",0.8920040797069944,1613945052010,5042
"eps_1",1e-05,1613945052010,5042
"wd_2",0.01,1613945052010,5042
"sqr_mom_2",0.99,1613945052010,5042
"lr_2",0.0002899817016690132,1613945052010,5042
"mom_2",0.8920040797069944,1613945052010,5042
"eps_2",1e-05,1613945052010,5042
"train_loss",0.01168514,1613945052954,5043
"raw_loss",0.010324523,1613945052954,5043
"epoch",31.723270440251547,1613945052954,5043
"wd_0",0.01,1613945052954,5043
"sqr_mom_0",0.99,1613945052954,5043
"lr_0",2.8984234772311252e-06,1613945052954,5043
"mom_0",0.8920319507748852,1613945052954,5043
"eps_0",1e-05,1613945052954,5043
"wd_1",0.01,1613945052954,5043
"sqr_mom_1",0.99,1613945052954,5043
"lr_1",2.8984234772311254e-05,1613945052954,5043
"mom_1",0.8920319507748852,1613945052954,5043
"eps_1",1e-05,1613945052954,5043
"wd_2",0.01,1613945052954,5043
"sqr_mom_2",0.99,1613945052954,5043
"lr_2",0.0002898423477231125,1613945052954,5043
"mom_2",0.8920319507748852,1613945052954,5043
"eps_2",1e-05,1613945052954,5043
"train_loss",0.011744222,1613945053894,5044
"raw_loss",0.014639183,1613945053894,5044
"epoch",31.729559748427647,1613945053894,5044
"wd_0",0.01,1613945053894,5044
"sqr_mom_0",0.99,1613945053894,5044
"lr_0",2.8970302729336858e-06,1613945053894,5044
"mom_0",0.8920598151394776,1613945053894,5044
"eps_0",1e-05,1613945053894,5044
"wd_1",0.01,1613945053894,5044
"sqr_mom_1",0.99,1613945053894,5044
"lr_1",2.8970302729336857e-05,1613945053894,5044
"mom_1",0.8920598151394776,1613945053894,5044
"eps_1",1e-05,1613945053894,5044
"wd_2",0.01,1613945053894,5044
"sqr_mom_2",0.99,1613945053894,5044
"lr_2",0.0002897030272933685,1613945053894,5044
"mom_2",0.8920598151394776,1613945053894,5044
"eps_2",1e-05,1613945053894,5044
"train_loss",0.011737866,1613945054846,5045
"raw_loss",0.011426441,1613945054846,5045
"epoch",31.735849056603747,1613945054846,5045
"wd_0",0.01,1613945054846,5045
"sqr_mom_0",0.99,1613945054846,5045
"lr_0",2.8956371732525902e-06,1613945054846,5045
"mom_0",0.8920876774117222,1613945054846,5045
"eps_0",1e-05,1613945054846,5045
"wd_1",0.01,1613945054846,5045
"sqr_mom_1",0.99,1613945054846,5045
"lr_1",2.89563717325259e-05,1613945054846,5045
"mom_1",0.8920876774117222,1613945054846,5045
"eps_1",1e-05,1613945054846,5045
"wd_2",0.01,1613945054846,5045
"sqr_mom_2",0.99,1613945054846,5045
"lr_2",0.000289563717325259,1613945054846,5045
"mom_2",0.8920876774117222,1613945054846,5045
"eps_2",1e-05,1613945054846,5045
"train_loss",0.011685668,1613945055792,5046
"raw_loss",0.009127917,1613945055792,5046
"epoch",31.742138364779848,1613945055792,5046
"wd_0",0.01,1613945055792,5046
"sqr_mom_0",0.99,1613945055792,5046
"lr_0",2.89424302301376e-06,1613945055792,5046
"mom_0",0.8921155606953317,1613945055792,5046
"eps_0",1e-05,1613945055792,5046
"wd_1",0.01,1613945055792,5046
"sqr_mom_1",0.99,1613945055792,5046
"lr_1",2.89424302301376e-05,1613945055792,5046
"mom_1",0.8921155606953317,1613945055792,5046
"eps_1",1e-05,1613945055792,5046
"wd_2",0.01,1613945055792,5046
"sqr_mom_2",0.99,1613945055792,5046
"lr_2",0.000289424302301376,1613945055792,5046
"mom_2",0.8921155606953317,1613945055792,5046
"eps_2",1e-05,1613945055792,5046
"train_loss",0.01191753,1613945056758,5047
"raw_loss",0.02327878,1613945056758,5047
"epoch",31.74842767295595,1613945056758,5047
"wd_0",0.01,1613945056758,5047
"sqr_mom_0",0.99,1613945056758,5047
"lr_0",2.8928496716668427e-06,1613945056758,5047
"mom_0",0.8921434280009432,1613945056758,5047
"eps_0",1e-05,1613945056758,5047
"wd_1",0.01,1613945056758,5047
"sqr_mom_1",0.99,1613945056758,5047
"lr_1",2.8928496716668426e-05,1613945056758,5047
"mom_1",0.8921434280009432,1613945056758,5047
"eps_1",1e-05,1613945056758,5047
"wd_2",0.01,1613945056758,5047
"sqr_mom_2",0.99,1613945056758,5047
"lr_2",0.0002892849671666842,1613945056758,5047
"mom_2",0.8921434280009432,1613945056758,5047
"eps_2",1e-05,1613945056758,5047
"train_loss",0.011820216,1613945057710,5048
"raw_loss",0.007051849,1613945057710,5048
"epoch",31.75471698113205,1613945057710,5048
"wd_0",0.01,1613945057710,5048
"sqr_mom_0",0.99,1613945057710,5048
"lr_0",2.891455964016953e-06,1613945057710,5048
"mom_0",0.8921713024326853,1613945057710,5048
"eps_0",1e-05,1613945057710,5048
"wd_1",0.01,1613945057710,5048
"sqr_mom_1",0.99,1613945057710,5048
"lr_1",2.891455964016953e-05,1613945057710,5048
"mom_1",0.8921713024326853,1613945057710,5048
"eps_1",1e-05,1613945057710,5048
"wd_2",0.01,1613945057710,5048
"sqr_mom_2",0.99,1613945057710,5048
"lr_2",0.00028914559640169527,1613945057710,5048
"mom_2",0.8921713024326853,1613945057710,5048
"eps_2",1e-05,1613945057710,5048
"train_loss",0.011864913,1613945058663,5049
"raw_loss",0.014055052,1613945058663,5049
"epoch",31.76100628930815,1613945058663,5049
"wd_0",0.01,1613945058663,5049
"sqr_mom_0",0.99,1613945058663,5049
"lr_0",2.89006166924769e-06,1613945058663,5049
"mom_0",0.8921991886069323,1613945058663,5049
"eps_0",1e-05,1613945058663,5049
"wd_1",0.01,1613945058663,5049
"sqr_mom_1",0.99,1613945058663,5049
"lr_1",2.8900616692476898e-05,1613945058663,5049
"mom_1",0.8921991886069323,1613945058663,5049
"eps_1",1e-05,1613945058663,5049
"wd_2",0.01,1613945058663,5049
"sqr_mom_2",0.99,1613945058663,5049
"lr_2",0.000289006166924769,1613945058663,5049
"mom_2",0.8921991886069323,1613945058663,5049
"eps_2",1e-05,1613945058663,5049
"train_loss",0.011842881,1613945059612,5050
"raw_loss",0.010763345,1613945059612,5050
"epoch",31.76729559748425,1613945059612,5050
"wd_0",0.01,1613945059612,5050
"sqr_mom_0",0.99,1613945059612,5050
"lr_0",2.8886677125552578e-06,1613945059612,5050
"mom_0",0.892227068019575,1613945059612,5050
"eps_0",1e-05,1613945059612,5050
"wd_1",0.01,1613945059612,5050
"sqr_mom_1",0.99,1613945059612,5050
"lr_1",2.8886677125552576e-05,1613945059612,5050
"mom_1",0.892227068019575,1613945059612,5050
"eps_1",1e-05,1613945059612,5050
"wd_2",0.01,1613945059612,5050
"sqr_mom_2",0.99,1613945059612,5050
"lr_2",0.00028886677125552573,1613945059612,5050
"mom_2",0.892227068019575,1613945059612,5050
"eps_2",1e-05,1613945059612,5050
"train_loss",0.011819403,1613945060577,5051
"raw_loss",0.0106689315,1613945060577,5051
"epoch",31.77358490566035,1613945060577,5051
"wd_0",0.01,1613945060577,5051
"sqr_mom_0",0.99,1613945060577,5051
"lr_0",2.887273632028499e-06,1613945060577,5051
"mom_0",0.8922549499089291,1613945060577,5051
"eps_0",1e-05,1613945060577,5051
"wd_1",0.01,1613945060577,5051
"sqr_mom_1",0.99,1613945060577,5051
"lr_1",2.887273632028499e-05,1613945060577,5051
"mom_1",0.8922549499089291,1613945060577,5051
"eps_1",1e-05,1613945060577,5051
"wd_2",0.01,1613945060577,5051
"sqr_mom_2",0.99,1613945060577,5051
"lr_2",0.00028872736320284986,1613945060577,5051
"mom_2",0.8922549499089291,1613945060577,5051
"eps_2",1e-05,1613945060577,5051
"train_loss",0.011759369,1613945061550,5052
"raw_loss",0.008817695,1613945061550,5052
"epoch",31.77987421383645,1613945061550,5052
"wd_0",0.01,1613945061550,5052
"sqr_mom_0",0.99,1613945061550,5052
"lr_0",2.885878965591963e-06,1613945061550,5052
"mom_0",0.8922828435165959,1613945061550,5052
"eps_0",1e-05,1613945061550,5052
"wd_1",0.01,1613945061550,5052
"sqr_mom_1",0.99,1613945061550,5052
"lr_1",2.885878965591963e-05,1613945061550,5052
"mom_1",0.8922828435165959,1613945061550,5052
"eps_1",1e-05,1613945061550,5052
"wd_2",0.01,1613945061550,5052
"sqr_mom_2",0.99,1613945061550,5052
"lr_2",0.0002885878965591963,1613945061550,5052
"mom_2",0.8922828435165959,1613945061550,5052
"eps_2",1e-05,1613945061550,5052
"train_loss",0.011895711,1613945062525,5053
"raw_loss",0.018576482,1613945062525,5053
"epoch",31.78616352201255,1613945062525,5053
"wd_0",0.01,1613945062525,5053
"sqr_mom_0",0.99,1613945062525,5053
"lr_0",2.884484638688479e-06,1613945062525,5053
"mom_0",0.8923107303335337,1613945062525,5053
"eps_0",1e-05,1613945062525,5053
"wd_1",0.01,1613945062525,5053
"sqr_mom_1",0.99,1613945062525,5053
"lr_1",2.884484638688479e-05,1613945062525,5053
"mom_1",0.8923107303335337,1613945062525,5053
"eps_1",1e-05,1613945062525,5053
"wd_2",0.01,1613945062525,5053
"sqr_mom_2",0.99,1613945062525,5053
"lr_2",0.0002884484638688479,1613945062525,5053
"mom_2",0.8923107303335337,1613945062525,5053
"eps_2",1e-05,1613945062525,5053
"train_loss",0.01189381,1613945063563,5054
"raw_loss",0.011800663,1613945063563,5054
"epoch",31.79245283018865,1613945063563,5054
"wd_0",0.01,1613945063563,5054
"sqr_mom_0",0.99,1613945063563,5054
"lr_0",2.883090420583996e-06,1613945063563,5054
"mom_0",0.8923386149744698,1613945063563,5054
"eps_0",1e-05,1613945063563,5054
"wd_1",0.01,1613945063563,5054
"sqr_mom_1",0.99,1613945063563,5054
"lr_1",2.8830904205839963e-05,1613945063563,5054
"mom_1",0.8923386149744698,1613945063563,5054
"eps_1",1e-05,1613945063563,5054
"wd_2",0.01,1613945063563,5054
"sqr_mom_2",0.99,1613945063563,5054
"lr_2",0.00028830904205839956,1613945063563,5054
"mom_2",0.8923386149744698,1613945063563,5054
"eps_2",1e-05,1613945063563,5054
"train_loss",0.011975973,1613945064510,5055
"raw_loss",0.016001977,1613945064510,5055
"epoch",31.79874213836475,1613945064510,5055
"wd_0",0.01,1613945064510,5055
"sqr_mom_0",0.99,1613945064510,5055
"lr_0",2.881695155180087e-06,1613945064510,5055
"mom_0",0.8923665205616038,1613945064510,5055
"eps_0",1e-05,1613945064510,5055
"wd_1",0.01,1613945064510,5055
"sqr_mom_1",0.99,1613945064510,5055
"lr_1",2.881695155180087e-05,1613945064510,5055
"mom_1",0.8923665205616038,1613945064510,5055
"eps_1",1e-05,1613945064510,5055
"wd_2",0.01,1613945064510,5055
"sqr_mom_2",0.99,1613945064510,5055
"lr_2",0.00028816951551800866,1613945064510,5055
"mom_2",0.8923665205616038,1613945064510,5055
"eps_2",1e-05,1613945064510,5055
"train_loss",0.011977826,1613945065480,5056
"raw_loss",0.012068621,1613945065480,5056
"epoch",31.805031446540852,1613945065480,5056
"wd_0",0.01,1613945065480,5056
"sqr_mom_0",0.99,1613945065480,5056
"lr_0",2.880300693405752e-06,1613945065480,5056
"mom_0",0.8923944100759857,1613945065480,5056
"eps_0",1e-05,1613945065480,5056
"wd_1",0.01,1613945065480,5056
"sqr_mom_1",0.99,1613945065480,5056
"lr_1",2.880300693405752e-05,1613945065480,5056
"mom_1",0.8923944100759857,1613945065480,5056
"eps_1",1e-05,1613945065480,5056
"wd_2",0.01,1613945065480,5056
"sqr_mom_2",0.99,1613945065480,5056
"lr_2",0.00028803006934057516,1613945065480,5056
"mom_2",0.8923944100759857,1613945065480,5056
"eps_2",1e-05,1613945065480,5056
"train_loss",0.011903132,1613945066436,5057
"raw_loss",0.008243146,1613945066436,5057
"epoch",31.811320754716952,1613945066436,5057
"wd_0",0.01,1613945066436,5057
"sqr_mom_0",0.99,1613945066436,5057
"lr_0",2.8789058791424183e-06,1613945066436,5057
"mom_0",0.892422306640218,1613945066436,5057
"eps_0",1e-05,1613945066436,5057
"wd_1",0.01,1613945066436,5057
"sqr_mom_1",0.99,1613945066436,5057
"lr_1",2.878905879142418e-05,1613945066436,5057
"mom_1",0.892422306640218,1613945066436,5057
"eps_1",1e-05,1613945066436,5057
"wd_2",0.01,1613945066436,5057
"sqr_mom_2",0.99,1613945066436,5057
"lr_2",0.00028789058791424177,1613945066436,5057
"mom_2",0.892422306640218,1613945066436,5057
"eps_2",1e-05,1613945066436,5057
"train_loss",0.011952433,1613945067421,5058
"raw_loss",0.014368165,1613945067421,5058
"epoch",31.817610062893053,1613945067421,5058
"wd_0",0.01,1613945067421,5058
"sqr_mom_0",0.99,1613945067421,5058
"lr_0",2.8775104813934733e-06,1613945067421,5058
"mom_0",0.8924502148742792,1613945067421,5058
"eps_0",1e-05,1613945067421,5058
"wd_1",0.01,1613945067421,5058
"sqr_mom_1",0.99,1613945067421,5058
"lr_1",2.877510481393473e-05,1613945067421,5058
"mom_1",0.8924502148742792,1613945067421,5058
"eps_1",1e-05,1613945067421,5058
"wd_2",0.01,1613945067421,5058
"sqr_mom_2",0.99,1613945067421,5058
"lr_2",0.00028775104813934726,1613945067421,5058
"mom_2",0.8924502148742792,1613945067421,5058
"eps_2",1e-05,1613945067421,5058
"train_loss",0.012128975,1613945068410,5059
"raw_loss",0.020779582,1613945068410,5059
"epoch",31.823899371069153,1613945068410,5059
"wd_0",0.01,1613945068410,5059
"sqr_mom_0",0.99,1613945068410,5059
"lr_0",2.8761154260870124e-06,1613945068410,5059
"mom_0",0.8924781162594223,1613945068410,5059
"eps_0",1e-05,1613945068410,5059
"wd_1",0.01,1613945068410,5059
"sqr_mom_1",0.99,1613945068410,5059
"lr_1",2.8761154260870124e-05,1613945068410,5059
"mom_1",0.8924781162594223,1613945068410,5059
"eps_1",1e-05,1613945068410,5059
"wd_2",0.01,1613945068410,5059
"sqr_mom_2",0.99,1613945068410,5059
"lr_2",0.00028761154260870125,1613945068410,5059
"mom_2",0.8924781162594223,1613945068410,5059
"eps_2",1e-05,1613945068410,5059
"train_loss",0.011988777,1613945069348,5060
"raw_loss",0.005119066,1613945069348,5060
"epoch",31.830188679245254,1613945069348,5060
"wd_0",0.01,1613945069348,5060
"sqr_mom_0",0.99,1613945069348,5060
"lr_0",2.874720482366414e-06,1613945069348,5060
"mom_0",0.8925060154128258,1613945069348,5060
"eps_0",1e-05,1613945069348,5060
"wd_1",0.01,1613945069348,5060
"sqr_mom_1",0.99,1613945069348,5060
"lr_1",2.8747204823664137e-05,1613945069348,5060
"mom_1",0.8925060154128258,1613945069348,5060
"eps_1",1e-05,1613945069348,5060
"wd_2",0.01,1613945069348,5060
"sqr_mom_2",0.99,1613945069348,5060
"lr_2",0.00028747204823664134,1613945069348,5060
"mom_2",0.8925060154128258,1613945069348,5060
"eps_2",1e-05,1613945069348,5060
"train_loss",0.01188695,1613945070303,5061
"raw_loss",0.0068974146,1613945070303,5061
"epoch",31.836477987421354,1613945070303,5061
"wd_0",0.01,1613945070303,5061
"sqr_mom_0",0.99,1613945070303,5061
"lr_0",2.873324493533597e-06,1613945070303,5061
"mom_0",0.8925339354686828,1613945070303,5061
"eps_0",1e-05,1613945070303,5061
"wd_1",0.01,1613945070303,5061
"sqr_mom_1",0.99,1613945070303,5061
"lr_1",2.873324493533597e-05,1613945070303,5061
"mom_1",0.8925339354686828,1613945070303,5061
"eps_1",1e-05,1613945070303,5061
"wd_2",0.01,1613945070303,5061
"sqr_mom_2",0.99,1613945070303,5061
"lr_2",0.0002873324493533597,1613945070303,5061
"mom_2",0.8925339354686828,1613945070303,5061
"eps_2",1e-05,1613945070303,5061
"train_loss",0.011861671,1613945071253,5062
"raw_loss",0.010622981,1613945071253,5062
"epoch",31.842767295597454,1613945071253,5062
"wd_0",0.01,1613945071253,5062
"sqr_mom_0",0.99,1613945071253,5062
"lr_0",2.8719293114772494e-06,1613945071253,5062
"mom_0",0.8925618393888489,1613945071253,5062
"eps_0",1e-05,1613945071253,5062
"wd_1",0.01,1613945071253,5062
"sqr_mom_1",0.99,1613945071253,5062
"lr_1",2.8719293114772496e-05,1613945071253,5062
"mom_1",0.8925618393888489,1613945071253,5062
"eps_1",1e-05,1613945071253,5062
"wd_2",0.01,1613945071253,5062
"sqr_mom_2",0.99,1613945071253,5062
"lr_2",0.0002871929311477249,1613945071253,5062
"mom_2",0.8925618393888489,1613945071253,5062
"eps_2",1e-05,1613945071253,5062
"train_loss",0.012265945,1613945072237,5063
"raw_loss",0.03207539,1613945072237,5063
"epoch",31.849056603773555,1613945072237,5063
"wd_0",0.01,1613945072237,5063
"sqr_mom_0",0.99,1613945072237,5063
"lr_0",2.87053377947959e-06,1613945072237,5063
"mom_0",0.8925897503079112,1613945072237,5063
"eps_0",1e-05,1613945072237,5063
"wd_1",0.01,1613945072237,5063
"sqr_mom_1",0.99,1613945072237,5063
"lr_1",2.8705337794795903e-05,1613945072237,5063
"mom_1",0.8925897503079112,1613945072237,5063
"eps_1",1e-05,1613945072237,5063
"wd_2",0.01,1613945072237,5063
"sqr_mom_2",0.99,1613945072237,5063
"lr_2",0.00028705337794795896,1613945072237,5063
"mom_2",0.8925897503079112,1613945072237,5063
"eps_2",1e-05,1613945072237,5063
"train_loss",0.012212844,1613945073233,5064
"raw_loss",0.009610887,1613945073233,5064
"epoch",31.855345911949655,1613945073233,5064
"wd_0",0.01,1613945073233,5064
"sqr_mom_0",0.99,1613945073233,5064
"lr_0",2.869137666427179e-06,1613945073233,5064
"mom_0",0.8926176728481848,1613945073233,5064
"eps_0",1e-05,1613945073233,5064
"wd_1",0.01,1613945073233,5064
"sqr_mom_1",0.99,1613945073233,5064
"lr_1",2.869137666427179e-05,1613945073233,5064
"mom_1",0.8926176728481848,1613945073233,5064
"eps_1",1e-05,1613945073233,5064
"wd_2",0.01,1613945073233,5064
"sqr_mom_2",0.99,1613945073233,5064
"lr_2",0.00028691376664271786,1613945073233,5064
"mom_2",0.8926176728481848,1613945073233,5064
"eps_2",1e-05,1613945073233,5064
"train_loss",0.012126479,1613945074190,5065
"raw_loss",0.007894627,1613945074190,5065
"epoch",31.861635220125756,1613945074190,5065
"wd_0",0.01,1613945074190,5065
"sqr_mom_0",0.99,1613945074190,5065
"lr_0",2.8677418987227574e-06,1613945074190,5065
"mom_0",0.8926455884814296,1613945074190,5065
"eps_0",1e-05,1613945074190,5065
"wd_1",0.01,1613945074190,5065
"sqr_mom_1",0.99,1613945074190,5065
"lr_1",2.8677418987227573e-05,1613945074190,5065
"mom_1",0.8926455884814296,1613945074190,5065
"eps_1",1e-05,1613945074190,5065
"wd_2",0.01,1613945074190,5065
"sqr_mom_2",0.99,1613945074190,5065
"lr_2",0.00028677418987227573,1613945074190,5065
"mom_2",0.8926455884814296,1613945074190,5065
"eps_2",1e-05,1613945074190,5065
"train_loss",0.012302869,1613945075131,5066
"raw_loss",0.020945977,1613945075131,5066
"epoch",31.867924528301856,1613945075131,5066
"wd_0",0.01,1613945075131,5066
"sqr_mom_0",0.99,1613945075131,5066
"lr_0",2.866346245389776e-06,1613945075131,5066
"mom_0",0.8926735018272227,1613945075131,5066
"eps_0",1e-05,1613945075131,5066
"wd_1",0.01,1613945075131,5066
"sqr_mom_1",0.99,1613945075131,5066
"lr_1",2.8663462453897757e-05,1613945075131,5066
"mom_1",0.8926735018272227,1613945075131,5066
"eps_1",1e-05,1613945075131,5066
"wd_2",0.01,1613945075131,5066
"sqr_mom_2",0.99,1613945075131,5066
"lr_2",0.0002866346245389775,1613945075131,5066
"mom_2",0.8926735018272227,1613945075131,5066
"eps_2",1e-05,1613945075131,5066
"train_loss",0.012340314,1613945076092,5067
"raw_loss",0.014175108,1613945076092,5067
"epoch",31.874213836477956,1613945076092,5067
"wd_0",0.01,1613945076092,5067
"sqr_mom_0",0.99,1613945076092,5067
"lr_0",2.864949549143776e-06,1613945076092,5067
"mom_0",0.8927014360314848,1613945076092,5067
"eps_0",1e-05,1613945076092,5067
"wd_1",0.01,1613945076092,5067
"sqr_mom_1",0.99,1613945076092,5067
"lr_1",2.8649495491437762e-05,1613945076092,5067
"mom_1",0.8927014360314848,1613945076092,5067
"eps_1",1e-05,1613945076092,5067
"wd_2",0.01,1613945076092,5067
"sqr_mom_2",0.99,1613945076092,5067
"lr_2",0.0002864949549143776,1613945076092,5067
"mom_2",0.8927014360314848,1613945076092,5067
"eps_2",1e-05,1613945076092,5067
"train_loss",0.012260635,1613945077037,5068
"raw_loss",0.008356376,1613945077037,5068
"epoch",31.880503144654057,1613945077037,5068
"wd_0",0.01,1613945077037,5068
"sqr_mom_0",0.99,1613945077037,5068
"lr_0",2.8635536628118856e-06,1613945077037,5068
"mom_0",0.8927293540373027,1613945077037,5068
"eps_0",1e-05,1613945077037,5068
"wd_1",0.01,1613945077037,5068
"sqr_mom_1",0.99,1613945077037,5068
"lr_1",2.8635536628118853e-05,1613945077037,5068
"mom_1",0.8927293540373027,1613945077037,5068
"eps_1",1e-05,1613945077037,5068
"wd_2",0.01,1613945077037,5068
"sqr_mom_2",0.99,1613945077037,5068
"lr_2",0.0002863553662811885,1613945077037,5068
"mom_2",0.8927293540373027,1613945077037,5068
"eps_2",1e-05,1613945077037,5068
"train_loss",0.012506855,1613945077983,5069
"raw_loss",0.024571614,1613945077983,5069
"epoch",31.886792452830157,1613945077983,5069
"wd_0",0.01,1613945077983,5069
"sqr_mom_0",0.99,1613945077983,5069
"lr_0",2.862157429090384e-06,1613945077983,5069
"mom_0",0.8927572789909822,1613945077983,5069
"eps_0",1e-05,1613945077983,5069
"wd_1",0.01,1613945077983,5069
"sqr_mom_1",0.99,1613945077983,5069
"lr_1",2.8621574290903836e-05,1613945077983,5069
"mom_1",0.8927572789909822,1613945077983,5069
"eps_1",1e-05,1613945077983,5069
"wd_2",0.01,1613945077983,5069
"sqr_mom_2",0.99,1613945077983,5069
"lr_2",0.00028621574290903836,1613945077983,5069
"mom_2",0.8927572789909822,1613945077983,5069
"eps_2",1e-05,1613945077983,5069
"train_loss",0.012420626,1613945078926,5070
"raw_loss",0.008195411,1613945078926,5070
"epoch",31.893081761006258,1613945078926,5070
"wd_0",0.01,1613945078926,5070
"sqr_mom_0",0.99,1613945078926,5070
"lr_0",2.8607606167516554e-06,1613945078926,5070
"mom_0",0.8927852155171221,1613945078926,5070
"eps_0",1e-05,1613945078926,5070
"wd_1",0.01,1613945078926,5070
"sqr_mom_1",0.99,1613945078926,5070
"lr_1",2.8607606167516554e-05,1613945078926,5070
"mom_1",0.8927852155171221,1613945078926,5070
"eps_1",1e-05,1613945078926,5070
"wd_2",0.01,1613945078926,5070
"sqr_mom_2",0.99,1613945078926,5070
"lr_2",0.00028607606167516553,1613945078926,5070
"mom_2",0.8927852155171221,1613945078926,5070
"eps_2",1e-05,1613945078926,5070
"train_loss",0.012640077,1613945079884,5071
"raw_loss",0.023393175,1613945079884,5071
"epoch",31.899371069182358,1613945079884,5071
"wd_0",0.01,1613945079884,5071
"sqr_mom_0",0.99,1613945079884,5071
"lr_0",2.8593641526624607e-06,1613945079884,5071
"mom_0",0.8928131450782015,1613945079884,5071
"eps_0",1e-05,1613945079884,5071
"wd_1",0.01,1613945079884,5071
"sqr_mom_1",0.99,1613945079884,5071
"lr_1",2.8593641526624607e-05,1613945079884,5071
"mom_1",0.8928131450782015,1613945079884,5071
"eps_1",1e-05,1613945079884,5071
"wd_2",0.01,1613945079884,5071
"sqr_mom_2",0.99,1613945079884,5071
"lr_2",0.00028593641526624607,1613945079884,5071
"mom_2",0.8928131450782015,1613945079884,5071
"eps_2",1e-05,1613945079884,5071
"train_loss",0.012571461,1613945080822,5072
"raw_loss",0.00920928,1613945080822,5072
"epoch",31.90566037735846,1613945080822,5072
"wd_0",0.01,1613945080822,5072
"sqr_mom_0",0.99,1613945080822,5072
"lr_0",2.8579675740760148e-06,1613945080822,5072
"mom_0",0.892841076929249,1613945080822,5072
"eps_0",1e-05,1613945080822,5072
"wd_1",0.01,1613945080822,5072
"sqr_mom_1",0.99,1613945080822,5072
"lr_1",2.8579675740760147e-05,1613945080822,5072
"mom_1",0.892841076929249,1613945080822,5072
"eps_1",1e-05,1613945080822,5072
"wd_2",0.01,1613945080822,5072
"sqr_mom_2",0.99,1613945080822,5072
"lr_2",0.0002857967574076014,1613945080822,5072
"mom_2",0.892841076929249,1613945080822,5072
"eps_2",1e-05,1613945080822,5072
"train_loss",0.012637308,1613945081787,5073
"raw_loss",0.015863845,1613945081787,5073
"epoch",31.91194968553456,1613945081787,5073
"wd_0",0.01,1613945081787,5073
"sqr_mom_0",0.99,1613945081787,5073
"lr_0",2.8565704180936305e-06,1613945081787,5073
"mom_0",0.8928690203283306,1613945081787,5073
"eps_0",1e-05,1613945081787,5073
"wd_1",0.01,1613945081787,5073
"sqr_mom_1",0.99,1613945081787,5073
"lr_1",2.8565704180936305e-05,1613945081787,5073
"mom_1",0.8928690203283306,1613945081787,5073
"eps_1",1e-05,1613945081787,5073
"wd_2",0.01,1613945081787,5073
"sqr_mom_2",0.99,1613945081787,5073
"lr_2",0.000285657041809363,1613945081787,5073
"mom_2",0.8928690203283306,1613945081787,5073
"eps_2",1e-05,1613945081787,5073
"train_loss",0.0128535535,1613945082730,5074
"raw_loss",0.0234496,1613945082730,5074
"epoch",31.91823899371066,1613945082730,5074
"wd_0",0.01,1613945082730,5074
"sqr_mom_0",0.99,1613945082730,5074
"lr_0",2.8551736118100946e-06,1613945082730,5074
"mom_0",0.8928969567333654,1613945082730,5074
"eps_0",1e-05,1613945082730,5074
"wd_1",0.01,1613945082730,5074
"sqr_mom_1",0.99,1613945082730,5074
"lr_1",2.8551736118100945e-05,1613945082730,5074
"mom_1",0.8928969567333654,1613945082730,5074
"eps_1",1e-05,1613945082730,5074
"wd_2",0.01,1613945082730,5074
"sqr_mom_2",0.99,1613945082730,5074
"lr_2",0.0002855173611810094,1613945082730,5074
"mom_2",0.8928969567333654,1613945082730,5074
"eps_2",1e-05,1613945082730,5074
"train_loss",0.012990832,1613945083899,5075
"raw_loss",0.019717509,1613945083899,5075
"epoch",31.92452830188676,1613945083899,5075
"wd_0",0.01,1613945083899,5075
"sqr_mom_0",0.99,1613945083899,5075
"lr_0",2.853776924073935e-06,1613945083899,5075
"mom_0",0.892924890767429,1613945083899,5075
"eps_0",1e-05,1613945083899,5075
"wd_1",0.01,1613945083899,5075
"sqr_mom_1",0.99,1613945083899,5075
"lr_1",2.853776924073935e-05,1613945083899,5075
"mom_1",0.892924890767429,1613945083899,5075
"eps_1",1e-05,1613945083899,5075
"wd_2",0.01,1613945083899,5075
"sqr_mom_2",0.99,1613945083899,5075
"lr_2",0.0002853776924073934,1613945083899,5075
"mom_2",0.892924890767429,1613945083899,5075
"eps_2",1e-05,1613945083899,5075
"train_loss",0.012876286,1613945084949,5076
"raw_loss",0.0072634965,1613945084949,5076
"epoch",31.93081761006286,1613945084949,5076
"wd_0",0.01,1613945084949,5076
"sqr_mom_0",0.99,1613945084949,5076
"lr_0",2.852379196746015e-06,1613945084949,5076
"mom_0",0.8929528455935356,1613945084949,5076
"eps_0",1e-05,1613945084949,5076
"wd_1",0.01,1613945084949,5076
"sqr_mom_1",0.99,1613945084949,5076
"lr_1",2.8523791967460146e-05,1613945084949,5076
"mom_1",0.8929528455935356,1613945084949,5076
"eps_1",1e-05,1613945084949,5076
"wd_2",0.01,1613945084949,5076
"sqr_mom_2",0.99,1613945084949,5076
"lr_2",0.0002852379196746015,1613945084949,5076
"mom_2",0.8929528455935356,1613945084949,5076
"eps_2",1e-05,1613945084949,5076
"train_loss",0.012717813,1613945086015,5077
"raw_loss",0.0049526254,1613945086015,5077
"epoch",31.93710691823896,1613945086015,5077
"wd_0",0.01,1613945086015,5077
"sqr_mom_0",0.99,1613945086015,5077
"lr_0",2.8509822840212703e-06,1613945086015,5077
"mom_0",0.8929807841274159,1613945086015,5077
"eps_0",1e-05,1613945086015,5077
"wd_1",0.01,1613945086015,5077
"sqr_mom_1",0.99,1613945086015,5077
"lr_1",2.8509822840212702e-05,1613945086015,5077
"mom_1",0.8929807841274159,1613945086015,5077
"eps_1",1e-05,1613945086015,5077
"wd_2",0.01,1613945086015,5077
"sqr_mom_2",0.99,1613945086015,5077
"lr_2",0.000285098228402127,1613945086015,5077
"mom_2",0.8929807841274159,1613945086015,5077
"eps_2",1e-05,1613945086015,5077
"train_loss",0.0128224,1613945087038,5078
"raw_loss",0.017947126,1613945087038,5078
"epoch",31.94339622641506,1613945087038,5078
"wd_0",0.01,1613945087038,5078
"sqr_mom_0",0.99,1613945087038,5078
"lr_0",2.849584332446526e-06,1613945087038,5078
"mom_0",0.8930087434385039,1613945087038,5078
"eps_0",1e-05,1613945087038,5078
"wd_1",0.01,1613945087038,5078
"sqr_mom_1",0.99,1613945087038,5078
"lr_1",2.8495843324465257e-05,1613945087038,5078
"mom_1",0.8930087434385039,1613945087038,5078
"eps_1",1e-05,1613945087038,5078
"wd_2",0.01,1613945087038,5078
"sqr_mom_2",0.99,1613945087038,5078
"lr_2",0.00028495843324465253,1613945087038,5078
"mom_2",0.8930087434385039,1613945087038,5078
"eps_2",1e-05,1613945087038,5078
"train_loss",0.012748775,1613945088091,5079
"raw_loss",0.009141136,1613945088091,5079
"epoch",31.94968553459116,1613945088091,5079
"wd_0",0.01,1613945088091,5079
"sqr_mom_0",0.99,1613945088091,5079
"lr_0",2.8481871965141967e-06,1613945088091,5079
"mom_0",0.8930366864365804,1613945088091,5079
"eps_0",1e-05,1613945088091,5079
"wd_1",0.01,1613945088091,5079
"sqr_mom_1",0.99,1613945088091,5079
"lr_1",2.8481871965141968e-05,1613945088091,5079
"mom_1",0.8930366864365804,1613945088091,5079
"eps_1",1e-05,1613945088091,5079
"wd_2",0.01,1613945088091,5079
"sqr_mom_2",0.99,1613945088091,5079
"lr_2",0.00028481871965141967,1613945088091,5079
"mom_2",0.8930366864365804,1613945088091,5079
"eps_2",1e-05,1613945088091,5079
"train_loss",0.012634185,1613945089043,5080
"raw_loss",0.0070192595,1613945089043,5080
"epoch",31.95597484276726,1613945089043,5080
"wd_0",0.01,1613945089043,5080
"sqr_mom_0",0.99,1613945089043,5080
"lr_0",2.846789717880813e-06,1613945089043,5080
"mom_0",0.8930646362887465,1613945089043,5080
"eps_0",1e-05,1613945089043,5080
"wd_1",0.01,1613945089043,5080
"sqr_mom_1",0.99,1613945089043,5080
"lr_1",2.846789717880813e-05,1613945089043,5080
"mom_1",0.8930646362887465,1613945089043,5080
"eps_1",1e-05,1613945089043,5080
"wd_2",0.01,1613945089043,5080
"sqr_mom_2",0.99,1613945089043,5080
"lr_2",0.0002846789717880812,1613945089043,5080
"mom_2",0.8930646362887465,1613945089043,5080
"eps_2",1e-05,1613945089043,5080
"train_loss",0.012478505,1613945089983,5081
"raw_loss",0.0048501855,1613945089983,5081
"epoch",31.962264150943362,1613945089983,5081
"wd_0",0.01,1613945089983,5081
"sqr_mom_0",0.99,1613945089983,5081
"lr_0",2.8453916651163222e-06,1613945089983,5081
"mom_0",0.8930925976236498,1613945089983,5081
"eps_0",1e-05,1613945089983,5081
"wd_1",0.01,1613945089983,5081
"sqr_mom_1",0.99,1613945089983,5081
"lr_1",2.845391665116322e-05,1613945089983,5081
"mom_1",0.8930925976236498,1613945089983,5081
"eps_1",1e-05,1613945089983,5081
"wd_2",0.01,1613945089983,5081
"sqr_mom_2",0.99,1613945089983,5081
"lr_2",0.00028453916651163217,1613945089983,5081
"mom_2",0.8930925976236498,1613945089983,5081
"eps_2",1e-05,1613945089983,5081
"train_loss",0.012585725,1613945090936,5082
"raw_loss",0.017839484,1613945090936,5082
"epoch",31.968553459119462,1613945090936,5082
"wd_0",0.01,1613945090936,5082
"sqr_mom_0",0.99,1613945090936,5082
"lr_0",2.843993965910579e-06,1613945090936,5082
"mom_0",0.8931205518873073,1613945090936,5082
"eps_0",1e-05,1613945090936,5082
"wd_1",0.01,1613945090936,5082
"sqr_mom_1",0.99,1613945090936,5082
"lr_1",2.8439939659105788e-05,1613945090936,5082
"mom_1",0.8931205518873073,1613945090936,5082
"eps_1",1e-05,1613945090936,5082
"wd_2",0.01,1613945090936,5082
"sqr_mom_2",0.99,1613945090936,5082
"lr_2",0.00028439939659105786,1613945090936,5082
"mom_2",0.8931205518873073,1613945090936,5082
"eps_2",1e-05,1613945090936,5082
"train_loss",0.012578959,1613945091895,5083
"raw_loss",0.012247434,1613945091895,5083
"epoch",31.974842767295563,1613945091895,5083
"wd_0",0.01,1613945091895,5083
"sqr_mom_0",0.99,1613945091895,5083
"lr_0",2.8425963889616324e-06,1613945091895,5083
"mom_0",0.8931485037058043,1613945091895,5083
"eps_0",1e-05,1613945091895,5083
"wd_1",0.01,1613945091895,5083
"sqr_mom_1",0.99,1613945091895,5083
"lr_1",2.8425963889616323e-05,1613945091895,5083
"mom_1",0.8931485037058043,1613945091895,5083
"eps_1",1e-05,1613945091895,5083
"wd_2",0.01,1613945091895,5083
"sqr_mom_2",0.99,1613945091895,5083
"lr_2",0.0002842596388961632,1613945091895,5083
"mom_2",0.8931485037058043,1613945091895,5083
"eps_2",1e-05,1613945091895,5083
"train_loss",0.012513607,1613945092836,5084
"raw_loss",0.009311348,1613945092836,5084
"epoch",31.981132075471663,1613945092836,5084
"wd_0",0.01,1613945092836,5084
"sqr_mom_0",0.99,1613945092836,5084
"lr_0",2.84119777539572e-06,1613945092836,5084
"mom_0",0.8931764762568482,1613945092836,5084
"eps_0",1e-05,1613945092836,5084
"wd_1",0.01,1613945092836,5084
"sqr_mom_1",0.99,1613945092836,5084
"lr_1",2.8411977753957198e-05,1613945092836,5084
"mom_1",0.8931764762568482,1613945092836,5084
"eps_1",1e-05,1613945092836,5084
"wd_2",0.01,1613945092836,5084
"sqr_mom_2",0.99,1613945092836,5084
"lr_2",0.00028411977753957195,1613945092836,5084
"mom_2",0.8931764762568482,1613945092836,5084
"eps_2",1e-05,1613945092836,5084
"train_loss",0.012639832,1613945093803,5085
"raw_loss",0.018824842,1613945093803,5085
"epoch",31.987421383647764,1613945093803,5085
"wd_0",0.01,1613945093803,5085
"sqr_mom_0",0.99,1613945093803,5085
"lr_0",2.8397999805834425e-06,1613945093803,5085
"mom_0",0.8932044324326555,1613945093803,5085
"eps_0",1e-05,1613945093803,5085
"wd_1",0.01,1613945093803,5085
"sqr_mom_1",0.99,1613945093803,5085
"lr_1",2.8397999805834426e-05,1613945093803,5085
"mom_1",0.8932044324326555,1613945093803,5085
"eps_1",1e-05,1613945093803,5085
"wd_2",0.01,1613945093803,5085
"sqr_mom_2",0.99,1613945093803,5085
"lr_2",0.0002839799980583442,1613945093803,5085
"mom_2",0.8932044324326555,1613945093803,5085
"eps_2",1e-05,1613945093803,5085
"train_loss",0.012651484,1613945094751,5086
"raw_loss",0.01322246,1613945094751,5086
"epoch",31.993710691823864,1613945094751,5086
"wd_0",0.01,1613945094751,5086
"sqr_mom_0",0.99,1613945094751,5086
"lr_0",2.8384018456330267e-06,1613945094751,5086
"mom_0",0.8932323954112935,1613945094751,5086
"eps_0",1e-05,1613945094751,5086
"wd_1",0.01,1613945094751,5086
"sqr_mom_1",0.99,1613945094751,5086
"lr_1",2.8384018456330266e-05,1613945094751,5086
"mom_1",0.8932323954112935,1613945094751,5086
"eps_1",1e-05,1613945094751,5086
"wd_2",0.01,1613945094751,5086
"sqr_mom_2",0.99,1613945094751,5086
"lr_2",0.0002838401845633026,1613945094751,5086
"mom_2",0.8932323954112935,1613945094751,5086
"eps_2",1e-05,1613945094751,5086
"train_loss",0.01255104,1613945095696,5087
"raw_loss",0.0076292707,1613945095696,5087
"epoch",31.999999999999964,1613945095696,5087
"wd_0",0.01,1613945095696,5087
"sqr_mom_0",0.99,1613945095696,5087
"lr_0",2.837003139007766e-06,1613945095696,5087
"mom_0",0.8932603698235428,1613945095696,5087
"eps_0",1e-05,1613945095696,5087
"wd_1",0.01,1613945095696,5087
"sqr_mom_1",0.99,1613945095696,5087
"lr_1",2.837003139007766e-05,1613945095696,5087
"mom_1",0.8932603698235428,1613945095696,5087
"eps_1",1e-05,1613945095696,5087
"wd_2",0.01,1613945095696,5087
"sqr_mom_2",0.99,1613945095696,5087
"lr_2",0.0002837003139007766,1613945095696,5087
"mom_2",0.8932603698235428,1613945095696,5087
"eps_2",1e-05,1613945095696,5087
"valid_loss",0.0839972048997879,1613945129733,5087
"_rmse",0.2898227274417877,1613945129733,5087
"epoch",32,1613945129733,5087
"train_loss",0.01248273,1613945130813,5088
"raw_loss",0.009135511,1613945130813,5088
"epoch",32.0062893081761,1613945130813,5088
"wd_0",0.01,1613945130813,5088
"sqr_mom_0",0.99,1613945130813,5088
"lr_0",2.8356047888313895e-06,1613945130813,5088
"mom_0",0.8932883371067433,1613945130813,5088
"eps_0",1e-05,1613945130813,5088
"wd_1",0.01,1613945130813,5088
"sqr_mom_1",0.99,1613945130813,5088
"lr_1",2.8356047888313897e-05,1613945130813,5088
"mom_1",0.8932883371067433,1613945130813,5088
"eps_1",1e-05,1613945130813,5088
"wd_2",0.01,1613945130813,5088
"sqr_mom_2",0.99,1613945130813,5088
"lr_2",0.00028356047888313896,1613945130813,5088
"mom_2",0.8932883371067433,1613945130813,5088
"eps_2",1e-05,1613945130813,5088
"train_loss",0.012580628,1613945131801,5089
"raw_loss",0.01737762,1613945131801,5089
"epoch",32.0125786163522,1613945131801,5089
"wd_0",0.01,1613945131801,5089
"sqr_mom_0",0.99,1613945131801,5089
"lr_0",2.8342065636921844e-06,1613945131801,5089
"mom_0",0.8933163018891752,1613945131801,5089
"eps_0",1e-05,1613945131801,5089
"wd_1",0.01,1613945131801,5089
"sqr_mom_1",0.99,1613945131801,5089
"lr_1",2.8342065636921846e-05,1613945131801,5089
"mom_1",0.8933163018891752,1613945131801,5089
"eps_1",1e-05,1613945131801,5089
"wd_2",0.01,1613945131801,5089
"sqr_mom_2",0.99,1613945131801,5089
"lr_2",0.0002834206563692184,1613945131801,5089
"mom_2",0.8933163018891752,1613945131801,5089
"eps_2",1e-05,1613945131801,5089
"train_loss",0.012517608,1613945132732,5090
"raw_loss",0.009429633,1613945132732,5090
"epoch",32.0188679245283,1613945132732,5090
"wd_0",0.01,1613945132732,5090
"sqr_mom_0",0.99,1613945132732,5090
"lr_0",2.8328073041809424e-06,1613945132732,5090
"mom_0",0.8933442873592548,1613945132732,5090
"eps_0",1e-05,1613945132732,5090
"wd_1",0.01,1613945132732,5090
"sqr_mom_1",0.99,1613945132732,5090
"lr_1",2.832807304180942e-05,1613945132732,5090
"mom_1",0.8933442873592548,1613945132732,5090
"eps_1",1e-05,1613945132732,5090
"wd_2",0.01,1613945132732,5090
"sqr_mom_2",0.99,1613945132732,5090
"lr_2",0.0002832807304180942,1613945132732,5090
"mom_2",0.8933442873592548,1613945132732,5090
"eps_2",1e-05,1613945132732,5090
"train_loss",0.012457692,1613945133674,5091
"raw_loss",0.0095218,1613945133674,5091
"epoch",32.0251572327044,1613945133674,5091
"wd_0",0.01,1613945133674,5091
"sqr_mom_0",0.99,1613945133674,5091
"lr_0",2.83140886652516e-06,1613945133674,5091
"mom_0",0.8933722563920607,1613945133674,5091
"eps_0",1e-05,1613945133674,5091
"wd_1",0.01,1613945133674,5091
"sqr_mom_1",0.99,1613945133674,5091
"lr_1",2.83140886652516e-05,1613945133674,5091
"mom_1",0.8933722563920607,1613945133674,5091
"eps_1",1e-05,1613945133674,5091
"wd_2",0.01,1613945133674,5091
"sqr_mom_2",0.99,1613945133674,5091
"lr_2",0.000283140886652516,1613945133674,5091
"mom_2",0.8933722563920607,1613945133674,5091
"eps_2",1e-05,1613945133674,5091
"train_loss",0.012329161,1613945134636,5092
"raw_loss",0.0060311183,1613945134636,5092
"epoch",32.0314465408805,1613945134636,5092
"wd_0",0.01,1613945134636,5092
"sqr_mom_0",0.99,1613945134636,5092
"lr_0",2.830010091298059e-06,1613945134636,5092
"mom_0",0.8934002321763606,1613945134636,5092
"eps_0",1e-05,1613945134636,5092
"wd_1",0.01,1613945134636,5092
"sqr_mom_1",0.99,1613945134636,5092
"lr_1",2.830010091298059e-05,1613945134636,5092
"mom_1",0.8934002321763606,1613945134636,5092
"eps_1",1e-05,1613945134636,5092
"wd_2",0.01,1613945134636,5092
"sqr_mom_2",0.99,1613945134636,5092
"lr_2",0.0002830010091298059,1613945134636,5092
"mom_2",0.8934002321763606,1613945134636,5092
"eps_2",1e-05,1613945134636,5092
"train_loss",0.012202678,1613945135572,5093
"raw_loss",0.0060050325,1613945135572,5093
"epoch",32.0377358490566,1613945135572,5093
"wd_0",0.01,1613945135572,5093
"sqr_mom_0",0.99,1613945135572,5093
"lr_0",2.8286107468589335e-06,1613945135572,5093
"mom_0",0.8934282193450147,1613945135572,5093
"eps_0",1e-05,1613945135572,5093
"wd_1",0.01,1613945135572,5093
"sqr_mom_1",0.99,1613945135572,5093
"lr_1",2.8286107468589332e-05,1613945135572,5093
"mom_1",0.8934282193450147,1613945135572,5093
"eps_1",1e-05,1613945135572,5093
"wd_2",0.01,1613945135572,5093
"sqr_mom_2",0.99,1613945135572,5093
"lr_2",0.0002828610746858933,1613945135572,5093
"mom_2",0.8934282193450147,1613945135572,5093
"eps_2",1e-05,1613945135572,5093
"train_loss",0.012155908,1613945136516,5094
"raw_loss",0.009864163,1613945136516,5094
"epoch",32.0440251572327,1613945136516,5094
"wd_0",0.01,1613945136516,5094
"sqr_mom_0",0.99,1613945136516,5094
"lr_0",2.827211761754738e-06,1613945136516,5094
"mom_0",0.8934561993268985,1613945136516,5094
"eps_0",1e-05,1613945136516,5094
"wd_1",0.01,1613945136516,5094
"sqr_mom_1",0.99,1613945136516,5094
"lr_1",2.827211761754738e-05,1613945136516,5094
"mom_1",0.8934561993268985,1613945136516,5094
"eps_1",1e-05,1613945136516,5094
"wd_2",0.01,1613945136516,5094
"sqr_mom_2",0.99,1613945136516,5094
"lr_2",0.0002827211761754738,1613945136516,5094
"mom_2",0.8934561993268985,1613945136516,5094
"eps_2",1e-05,1613945136516,5094
"train_loss",0.012030507,1613945137488,5095
"raw_loss",0.00588586,1613945137488,5095
"epoch",32.0503144654088,1613945137488,5095
"wd_0",0.01,1613945137488,5095
"sqr_mom_0",0.99,1613945137488,5095
"lr_0",2.8258126723981003e-06,1613945137488,5095
"mom_0",0.8934841813938519,1613945137488,5095
"eps_0",1e-05,1613945137488,5095
"wd_1",0.01,1613945137488,5095
"sqr_mom_1",0.99,1613945137488,5095
"lr_1",2.8258126723981006e-05,1613945137488,5095
"mom_1",0.8934841813938519,1613945137488,5095
"eps_1",1e-05,1613945137488,5095
"wd_2",0.01,1613945137488,5095
"sqr_mom_2",0.99,1613945137488,5095
"lr_2",0.00028258126723981,1613945137488,5095
"mom_2",0.8934841813938519,1613945137488,5095
"eps_2",1e-05,1613945137488,5095
"train_loss",0.0119212605,1613945138450,5096
"raw_loss",0.006568154,1613945138450,5096
"epoch",32.056603773584904,1613945138450,5096
"wd_0",0.01,1613945138450,5096
"sqr_mom_0",0.99,1613945138450,5096
"lr_0",2.824413015063332e-06,1613945138450,5096
"mom_0",0.8935121748204815,1613945138450,5096
"eps_0",1e-05,1613945138450,5096
"wd_1",0.01,1613945138450,5096
"sqr_mom_1",0.99,1613945138450,5096
"lr_1",2.824413015063332e-05,1613945138450,5096
"mom_1",0.8935121748204815,1613945138450,5096
"eps_1",1e-05,1613945138450,5096
"wd_2",0.01,1613945138450,5096
"sqr_mom_2",0.99,1613945138450,5096
"lr_2",0.00028244130150633317,1613945138450,5096
"mom_2",0.8935121748204815,1613945138450,5096
"eps_2",1e-05,1613945138450,5096
"train_loss",0.011875477,1613945139394,5097
"raw_loss",0.009632048,1613945139394,5097
"epoch",32.062893081761004,1613945139394,5097
"wd_0",0.01,1613945139394,5097
"sqr_mom_0",0.99,1613945139394,5097
"lr_0",2.8230137185050137e-06,1613945139394,5097
"mom_0",0.89354016103151,1613945139394,5097
"eps_0",1e-05,1613945139394,5097
"wd_1",0.01,1613945139394,5097
"sqr_mom_1",0.99,1613945139394,5097
"lr_1",2.8230137185050137e-05,1613945139394,5097
"mom_1",0.89354016103151,1613945139394,5097
"eps_1",1e-05,1613945139394,5097
"wd_2",0.01,1613945139394,5097
"sqr_mom_2",0.99,1613945139394,5097
"lr_2",0.00028230137185050134,1613945139394,5097
"mom_2",0.89354016103151,1613945139394,5097
"eps_2",1e-05,1613945139394,5097
"train_loss",0.012194207,1613945140374,5098
"raw_loss",0.027811997,1613945140374,5098
"epoch",32.069182389937104,1613945140374,5098
"wd_0",0.01,1613945140374,5098
"sqr_mom_0",0.99,1613945140374,5098
"lr_0",2.82161455115177e-06,1613945140374,5098
"mom_0",0.8935681446584112,1613945140374,5098
"eps_0",1e-05,1613945140374,5098
"wd_1",0.01,1613945140374,5098
"sqr_mom_1",0.99,1613945140374,5098
"lr_1",2.82161455115177e-05,1613945140374,5098
"mom_1",0.8935681446584112,1613945140374,5098
"eps_1",1e-05,1613945140374,5098
"wd_2",0.01,1613945140374,5098
"sqr_mom_2",0.99,1613945140374,5098
"lr_2",0.00028216145511517695,1613945140374,5098
"mom_2",0.8935681446584112,1613945140374,5098
"eps_2",1e-05,1613945140374,5098
"train_loss",0.0120732095,1613945141334,5099
"raw_loss",0.0061443127,1613945141334,5099
"epoch",32.075471698113205,1613945141334,5099
"wd_0",0.01,1613945141334,5099
"sqr_mom_0",0.99,1613945141334,5099
"lr_0",2.8202143528161536e-06,1613945141334,5099
"mom_0",0.8935961489051659,1613945141334,5099
"eps_0",1e-05,1613945141334,5099
"wd_1",0.01,1613945141334,5099
"sqr_mom_1",0.99,1613945141334,5099
"lr_1",2.8202143528161533e-05,1613945141334,5099
"mom_1",0.8935961489051659,1613945141334,5099
"eps_1",1e-05,1613945141334,5099
"wd_2",0.01,1613945141334,5099
"sqr_mom_2",0.99,1613945141334,5099
"lr_2",0.0002820214352816153,1613945141334,5099
"mom_2",0.8935961489051659,1613945141334,5099
"eps_2",1e-05,1613945141334,5099
"train_loss",0.011960749,1613945142294,5100
"raw_loss",0.0064501525,1613945142294,5100
"epoch",32.081761006289305,1613945142294,5100
"wd_0",0.01,1613945142294,5100
"sqr_mom_0",0.99,1613945142294,5100
"lr_0",2.818814980971088e-06,1613945142294,5100
"mom_0",0.8936241366219444,1613945142294,5100
"eps_0",1e-05,1613945142294,5100
"wd_1",0.01,1613945142294,5100
"sqr_mom_1",0.99,1613945142294,5100
"lr_1",2.818814980971088e-05,1613945142294,5100
"mom_1",0.8936241366219444,1613945142294,5100
"eps_1",1e-05,1613945142294,5100
"wd_2",0.01,1613945142294,5100
"sqr_mom_2",0.99,1613945142294,5100
"lr_2",0.0002818814980971088,1613945142294,5100
"mom_2",0.8936241366219444,1613945142294,5100
"eps_2",1e-05,1613945142294,5100
"train_loss",0.012019161,1613945143239,5101
"raw_loss",0.014881378,1613945143239,5101
"epoch",32.088050314465406,1613945143239,5101
"wd_0",0.01,1613945143239,5101
"sqr_mom_0",0.99,1613945143239,5101
"lr_0",2.8174152754122212e-06,1613945143239,5101
"mom_0",0.8936521310130656,1613945143239,5101
"eps_0",1e-05,1613945143239,5101
"wd_1",0.01,1613945143239,5101
"sqr_mom_1",0.99,1613945143239,5101
"lr_1",2.8174152754122212e-05,1613945143239,5101
"mom_1",0.8936521310130656,1613945143239,5101
"eps_1",1e-05,1613945143239,5101
"wd_2",0.01,1613945143239,5101
"sqr_mom_2",0.99,1613945143239,5101
"lr_2",0.0002817415275412221,1613945143239,5101
"mom_2",0.8936521310130656,1613945143239,5101
"eps_2",1e-05,1613945143239,5101
"train_loss",0.012004887,1613945144193,5102
"raw_loss",0.011305446,1613945144193,5102
"epoch",32.094339622641506,1613945144193,5102
"wd_0",0.01,1613945144193,5102
"sqr_mom_0",0.99,1613945144193,5102
"lr_0",2.81601500434783e-06,1613945144193,5102
"mom_0",0.8936801367144105,1613945144193,5102
"eps_0",1e-05,1613945144193,5102
"wd_1",0.01,1613945144193,5102
"sqr_mom_1",0.99,1613945144193,5102
"lr_1",2.8160150043478294e-05,1613945144193,5102
"mom_1",0.8936801367144105,1613945144193,5102
"eps_1",1e-05,1613945144193,5102
"wd_2",0.01,1613945144193,5102
"sqr_mom_2",0.99,1613945144193,5102
"lr_2",0.00028160150043478294,1613945144193,5102
"mom_2",0.8936801367144105,1613945144193,5102
"eps_2",1e-05,1613945144193,5102
"train_loss",0.011961034,1613945145144,5103
"raw_loss",0.009812207,1613945145144,5103
"epoch",32.10062893081761,1613945145144,5103
"wd_0",0.01,1613945145144,5103
"sqr_mom_0",0.99,1613945145144,5103
"lr_0",2.8146150969397397e-06,1613945145144,5103
"mom_0",0.8937081351425566,1613945145144,5103
"eps_0",1e-05,1613945145144,5103
"wd_1",0.01,1613945145144,5103
"sqr_mom_1",0.99,1613945145144,5103
"lr_1",2.8146150969397395e-05,1613945145144,5103
"mom_1",0.8937081351425566,1613945145144,5103
"eps_1",1e-05,1613945145144,5103
"wd_2",0.01,1613945145144,5103
"sqr_mom_2",0.99,1613945145144,5103
"lr_2",0.0002814615096939739,1613945145144,5103
"mom_2",0.8937081351425566,1613945145144,5103
"eps_2",1e-05,1613945145144,5103
"train_loss",0.011891693,1613945146176,5104
"raw_loss",0.008494019,1613945146176,5104
"epoch",32.10691823899371,1613945146176,5104
"wd_0",0.01,1613945146176,5104
"sqr_mom_0",0.99,1613945146176,5104
"lr_0",2.8132153215134523e-06,1613945146176,5104
"mom_0",0.8937361309310402,1613945146176,5104
"eps_0",1e-05,1613945146176,5104
"wd_1",0.01,1613945146176,5104
"sqr_mom_1",0.99,1613945146176,5104
"lr_1",2.813215321513452e-05,1613945146176,5104
"mom_1",0.8937361309310402,1613945146176,5104
"eps_1",1e-05,1613945146176,5104
"wd_2",0.01,1613945146176,5104
"sqr_mom_2",0.99,1613945146176,5104
"lr_2",0.0002813215321513452,1613945146176,5104
"mom_2",0.8937361309310402,1613945146176,5104
"eps_2",1e-05,1613945146176,5104
"train_loss",0.011836556,1613945147138,5105
"raw_loss",0.0091348495,1613945147138,5105
"epoch",32.11320754716981,1613945147138,5105
"wd_0",0.01,1613945147138,5105
"sqr_mom_0",0.99,1613945147138,5105
"lr_0",2.8118145173793403e-06,1613945147138,5105
"mom_0",0.8937641472938861,1613945147138,5105
"eps_0",1e-05,1613945147138,5105
"wd_1",0.01,1613945147138,5105
"sqr_mom_1",0.99,1613945147138,5105
"lr_1",2.8118145173793404e-05,1613945147138,5105
"mom_1",0.8937641472938861,1613945147138,5105
"eps_1",1e-05,1613945147138,5105
"wd_2",0.01,1613945147138,5105
"sqr_mom_2",0.99,1613945147138,5105
"lr_2",0.000281181451737934,1613945147138,5105
"mom_2",0.8937641472938861,1613945147138,5105
"eps_2",1e-05,1613945147138,5105
"train_loss",0.012047248,1613945148135,5106
"raw_loss",0.022371175,1613945148135,5106
"epoch",32.11949685534591,1613945148135,5106
"wd_0",0.01,1613945148135,5106
"sqr_mom_0",0.99,1613945148135,5106
"lr_0",2.8104145428139646e-06,1613945148135,5106
"mom_0",0.8937921470651913,1613945148135,5106
"eps_0",1e-05,1613945148135,5106
"wd_1",0.01,1613945148135,5106
"sqr_mom_1",0.99,1613945148135,5106
"lr_1",2.8104145428139648e-05,1613945148135,5106
"mom_1",0.8937921470651913,1613945148135,5106
"eps_1",1e-05,1613945148135,5106
"wd_2",0.01,1613945148135,5106
"sqr_mom_2",0.99,1613945148135,5106
"lr_2",0.00028104145428139646,1613945148135,5106
"mom_2",0.8937921470651913,1613945148135,5106
"eps_2",1e-05,1613945148135,5106
"train_loss",0.012198806,1613945149098,5107
"raw_loss",0.019625131,1613945149098,5107
"epoch",32.12578616352201,1613945149098,5107
"wd_0",0.01,1613945149098,5107
"sqr_mom_0",0.99,1613945149098,5107
"lr_0",2.8090142371112358e-06,1613945149098,5107
"mom_0",0.8938201534593099,1613945149098,5107
"eps_0",1e-05,1613945149098,5107
"wd_1",0.01,1613945149098,5107
"sqr_mom_1",0.99,1613945149098,5107
"lr_1",2.8090142371112357e-05,1613945149098,5107
"mom_1",0.8938201534593099,1613945149098,5107
"eps_1",1e-05,1613945149098,5107
"wd_2",0.01,1613945149098,5107
"sqr_mom_2",0.99,1613945149098,5107
"lr_2",0.00028090142371112355,1613945149098,5107
"mom_2",0.8938201534593099,1613945149098,5107
"eps_2",1e-05,1613945149098,5107
"train_loss",0.012227995,1613945150097,5108
"raw_loss",0.013658268,1613945150097,5108
"epoch",32.13207547169811,1613945150097,5108
"wd_0",0.01,1613945150097,5108
"sqr_mom_0",0.99,1613945150097,5108
"lr_0",2.8076133683820743e-06,1613945150097,5108
"mom_0",0.8938481711140697,1613945150097,5108
"eps_0",1e-05,1613945150097,5108
"wd_1",0.01,1613945150097,5108
"sqr_mom_1",0.99,1613945150097,5108
"lr_1",2.807613368382074e-05,1613945150097,5108
"mom_1",0.8938481711140697,1613945150097,5108
"eps_1",1e-05,1613945150097,5108
"wd_2",0.01,1613945150097,5108
"sqr_mom_2",0.99,1613945150097,5108
"lr_2",0.0002807613368382074,1613945150097,5108
"mom_2",0.8938481711140697,1613945150097,5108
"eps_2",1e-05,1613945150097,5108
"train_loss",0.012250432,1613945151060,5109
"raw_loss",0.013349817,1613945151060,5109
"epoch",32.13836477987421,1613945151060,5109
"wd_0",0.01,1613945151060,5109
"sqr_mom_0",0.99,1613945151060,5109
"lr_0",2.8062128661848923e-06,1613945151060,5109
"mom_0",0.8938761814381165,1613945151060,5109
"eps_0",1e-05,1613945151060,5109
"wd_1",0.01,1613945151060,5109
"sqr_mom_1",0.99,1613945151060,5109
"lr_1",2.8062128661848923e-05,1613945151060,5109
"mom_1",0.8938761814381165,1613945151060,5109
"eps_1",1e-05,1613945151060,5109
"wd_2",0.01,1613945151060,5109
"sqr_mom_2",0.99,1613945151060,5109
"lr_2",0.0002806212866184892,1613945151060,5109
"mom_2",0.8938761814381165,1613945151060,5109
"eps_2",1e-05,1613945151060,5109
"train_loss",0.012155826,1613945152024,5110
"raw_loss",0.007520163,1613945152024,5110
"epoch",32.14465408805031,1613945152024,5110
"wd_0",0.01,1613945152024,5110
"sqr_mom_0",0.99,1613945152024,5110
"lr_0",2.804812498744729e-06,1613945152024,5110
"mom_0",0.8939041890669961,1613945152024,5110
"eps_0",1e-05,1613945152024,5110
"wd_1",0.01,1613945152024,5110
"sqr_mom_1",0.99,1613945152024,5110
"lr_1",2.8048124987447292e-05,1613945152024,5110
"mom_1",0.8939041890669961,1613945152024,5110
"eps_1",1e-05,1613945152024,5110
"wd_2",0.01,1613945152024,5110
"sqr_mom_2",0.99,1613945152024,5110
"lr_2",0.00028048124987447285,1613945152024,5110
"mom_2",0.8939041890669961,1613945152024,5110
"eps_2",1e-05,1613945152024,5110
"train_loss",0.012037868,1613945152986,5111
"raw_loss",0.006257914,1613945152986,5111
"epoch",32.15094339622641,1613945152986,5111
"wd_0",0.01,1613945152986,5111
"sqr_mom_0",0.99,1613945152986,5111
"lr_0",2.80341110488309e-06,1613945152986,5111
"mom_0",0.8939322172245104,1613945152986,5111
"eps_0",1e-05,1613945152986,5111
"wd_1",0.01,1613945152986,5111
"sqr_mom_1",0.99,1613945152986,5111
"lr_1",2.80341110488309e-05,1613945152986,5111
"mom_1",0.8939322172245104,1613945152986,5111
"eps_1",1e-05,1613945152986,5111
"wd_2",0.01,1613945152986,5111
"sqr_mom_2",0.99,1613945152986,5111
"lr_2",0.00028034111048830896,1613945152986,5111
"mom_2",0.8939322172245104,1613945152986,5111
"eps_2",1e-05,1613945152986,5111
"train_loss",0.011917523,1613945154002,5112
"raw_loss",0.006020613,1613945154002,5112
"epoch",32.15723270440251,1613945154002,5112
"wd_0",0.01,1613945154002,5112
"sqr_mom_0",0.99,1613945154002,5112
"lr_0",2.802010543658857e-06,1613945154002,5112
"mom_0",0.8939602287291102,1613945154002,5112
"eps_0",1e-05,1613945154002,5112
"wd_1",0.01,1613945154002,5112
"sqr_mom_1",0.99,1613945154002,5112
"lr_1",2.8020105436588567e-05,1613945154002,5112
"mom_1",0.8939602287291102,1613945154002,5112
"eps_1",1e-05,1613945154002,5112
"wd_2",0.01,1613945154002,5112
"sqr_mom_2",0.99,1613945154002,5112
"lr_2",0.00028020105436588565,1613945154002,5112
"mom_2",0.8939602287291102,1613945154002,5112
"eps_2",1e-05,1613945154002,5112
"train_loss",0.012201243,1613945154970,5113
"raw_loss",0.026103538,1613945154970,5113
"epoch",32.16352201257861,1613945154970,5113
"wd_0",0.01,1613945154970,5113
"sqr_mom_0",0.99,1613945154970,5113
"lr_0",2.800609653877515e-06,1613945154970,5113
"mom_0",0.8939882468049177,1613945154970,5113
"eps_0",1e-05,1613945154970,5113
"wd_1",0.01,1613945154970,5113
"sqr_mom_1",0.99,1613945154970,5113
"lr_1",2.800609653877515e-05,1613945154970,5113
"mom_1",0.8939882468049177,1613945154970,5113
"eps_1",1e-05,1613945154970,5113
"wd_2",0.01,1613945154970,5113
"sqr_mom_2",0.99,1613945154970,5113
"lr_2",0.00028006096538775145,1613945154970,5113
"mom_2",0.8939882468049177,1613945154970,5113
"eps_2",1e-05,1613945154970,5113
"train_loss",0.012097668,1613945155934,5114
"raw_loss",0.007022469,1613945155934,5114
"epoch",32.16981132075471,1613945155934,5114
"wd_0",0.01,1613945155934,5114
"sqr_mom_0",0.99,1613945155934,5114
"lr_0",2.7992082035552937e-06,1613945155934,5114
"mom_0",0.894016276091655,1613945155934,5114
"eps_0",1e-05,1613945155934,5114
"wd_1",0.01,1613945155934,5114
"sqr_mom_1",0.99,1613945155934,5114
"lr_1",2.7992082035552934e-05,1613945155934,5114
"mom_1",0.894016276091655,1613945155934,5114
"eps_1",1e-05,1613945155934,5114
"wd_2",0.01,1613945155934,5114
"sqr_mom_2",0.99,1613945155934,5114
"lr_2",0.0002799208203555293,1613945155934,5114
"mom_2",0.894016276091655,1613945155934,5114
"eps_2",1e-05,1613945155934,5114
"train_loss",0.01202288,1613945156902,5115
"raw_loss",0.008358273,1613945156902,5115
"epoch",32.17610062893081,1613945156902,5115
"wd_0",0.01,1613945156902,5115
"sqr_mom_0",0.99,1613945156902,5115
"lr_0",2.7978071226365257e-06,1613945156902,5115
"mom_0",0.8940442979902493,1613945156902,5115
"eps_0",1e-05,1613945156902,5115
"wd_1",0.01,1613945156902,5115
"sqr_mom_1",0.99,1613945156902,5115
"lr_1",2.7978071226365255e-05,1613945156902,5115
"mom_1",0.8940442979902493,1613945156902,5115
"eps_1",1e-05,1613945156902,5115
"wd_2",0.01,1613945156902,5115
"sqr_mom_2",0.99,1613945156902,5115
"lr_2",0.00027978071226365255,1613945156902,5115
"mom_2",0.8940442979902493,1613945156902,5115
"eps_2",1e-05,1613945156902,5115
"train_loss",0.011911027,1613945157907,5116
"raw_loss",0.006430238,1613945157907,5116
"epoch",32.18238993710691,1613945157907,5116
"wd_0",0.01,1613945157907,5116
"sqr_mom_0",0.99,1613945157907,5116
"lr_0",2.7964059468345974e-06,1613945157907,5116
"mom_0",0.8940723217865258,1613945157907,5116
"eps_0",1e-05,1613945157907,5116
"wd_1",0.01,1613945157907,5116
"sqr_mom_1",0.99,1613945157907,5116
"lr_1",2.7964059468345974e-05,1613945157907,5116
"mom_1",0.8940723217865258,1613945157907,5116
"eps_1",1e-05,1613945157907,5116
"wd_2",0.01,1613945157907,5116
"sqr_mom_2",0.99,1613945157907,5116
"lr_2",0.00027964059468345976,1613945157907,5116
"mom_2",0.8940723217865258,1613945157907,5116
"eps_2",1e-05,1613945157907,5116
"train_loss",0.011820911,1613945158891,5117
"raw_loss",0.007405226,1613945158891,5117
"epoch",32.18867924528301,1613945158891,5117
"wd_0",0.01,1613945158891,5117
"sqr_mom_0",0.99,1613945158891,5117
"lr_0",2.795004211737014e-06,1613945158891,5117
"mom_0",0.8941003567688274,1613945158891,5117
"eps_0",1e-05,1613945158891,5117
"wd_1",0.01,1613945158891,5117
"sqr_mom_1",0.99,1613945158891,5117
"lr_1",2.795004211737014e-05,1613945158891,5117
"mom_1",0.8941003567688274,1613945158891,5117
"eps_1",1e-05,1613945158891,5117
"wd_2",0.01,1613945158891,5117
"sqr_mom_2",0.99,1613945158891,5117
"lr_2",0.0002795004211737014,1613945158891,5117
"mom_2",0.8941003567688274,1613945158891,5117
"eps_2",1e-05,1613945158891,5117
"train_loss",0.011778712,1613945159865,5118
"raw_loss",0.0097109405,1613945159865,5118
"epoch",32.19496855345911,1613945159865,5118
"wd_0",0.01,1613945159865,5118
"sqr_mom_0",0.99,1613945159865,5118
"lr_0",2.7936028474770723e-06,1613945159865,5118
"mom_0",0.8941283843343019,1613945159865,5118
"eps_0",1e-05,1613945159865,5118
"wd_1",0.01,1613945159865,5118
"sqr_mom_1",0.99,1613945159865,5118
"lr_1",2.7936028474770723e-05,1613945159865,5118
"mom_1",0.8941283843343019,1613945159865,5118
"eps_1",1e-05,1613945159865,5118
"wd_2",0.01,1613945159865,5118
"sqr_mom_2",0.99,1613945159865,5118
"lr_2",0.00027936028474770717,1613945159865,5118
"mom_2",0.8941283843343019,1613945159865,5118
"eps_2",1e-05,1613945159865,5118
"train_loss",0.011988878,1613945160840,5119
"raw_loss",0.02228703,1613945160840,5119
"epoch",32.20125786163521,1613945160840,5119
"wd_0",0.01,1613945160840,5119
"sqr_mom_0",0.99,1613945160840,5119
"lr_0",2.792200924752562e-06,1613945160840,5119
"mom_0",0.8941564230691794,1613945160840,5119
"eps_0",1e-05,1613945160840,5119
"wd_1",0.01,1613945160840,5119
"sqr_mom_1",0.99,1613945160840,5119
"lr_1",2.7922009247525622e-05,1613945160840,5119
"mom_1",0.8941564230691794,1613945160840,5119
"eps_1",1e-05,1613945160840,5119
"wd_2",0.01,1613945160840,5119
"sqr_mom_2",0.99,1613945160840,5119
"lr_2",0.0002792200924752562,1613945160840,5119
"mom_2",0.8941564230691794,1613945160840,5119
"eps_2",1e-05,1613945160840,5119
"train_loss",0.011955009,1613945161805,5120
"raw_loss",0.010295401,1613945161805,5120
"epoch",32.20754716981131,1613945161805,5120
"wd_0",0.01,1613945161805,5120
"sqr_mom_0",0.99,1613945161805,5120
"lr_0",2.7907993738212833e-06,1613945161805,5120
"mom_0",0.894184454368118,1613945161805,5120
"eps_0",1e-05,1613945161805,5120
"wd_1",0.01,1613945161805,5120
"sqr_mom_1",0.99,1613945161805,5120
"lr_1",2.790799373821283e-05,1613945161805,5120
"mom_1",0.894184454368118,1613945161805,5120
"eps_1",1e-05,1613945161805,5120
"wd_2",0.01,1613945161805,5120
"sqr_mom_2",0.99,1613945161805,5120
"lr_2",0.0002790799373821283,1613945161805,5120
"mom_2",0.894184454368118,1613945161805,5120
"eps_2",1e-05,1613945161805,5120
"train_loss",0.01204342,1613945162783,5121
"raw_loss",0.016375568,1613945162783,5121
"epoch",32.213836477987414,1613945162783,5121
"wd_0",0.01,1613945162783,5121
"sqr_mom_0",0.99,1613945162783,5121
"lr_0",2.789397962730993e-06,1613945162783,5121
"mom_0",0.8942124828702088,1613945162783,5121
"eps_0",1e-05,1613945162783,5121
"wd_1",0.01,1613945162783,5121
"sqr_mom_1",0.99,1613945162783,5121
"lr_1",2.789397962730993e-05,1613945162783,5121
"mom_1",0.8942124828702088,1613945162783,5121
"eps_1",1e-05,1613945162783,5121
"wd_2",0.01,1613945162783,5121
"sqr_mom_2",0.99,1613945162783,5121
"lr_2",0.0002789397962730993,1613945162783,5121
"mom_2",0.8942124828702088,1613945162783,5121
"eps_2",1e-05,1613945162783,5121
"train_loss",0.012158524,1613945163760,5122
"raw_loss",0.017798642,1613945163760,5122
"epoch",32.220125786163514,1613945163760,5122
"wd_0",0.01,1613945163760,5122
"sqr_mom_0",0.99,1613945163760,5122
"lr_0",2.787995529441529e-06,1613945163760,5122
"mom_0",0.8942405318164875,1613945163760,5122
"eps_0",1e-05,1613945163760,5122
"wd_1",0.01,1613945163760,5122
"sqr_mom_1",0.99,1613945163760,5122
"lr_1",2.787995529441529e-05,1613945163760,5122
"mom_1",0.8942405318164875,1613945163760,5122
"eps_1",1e-05,1613945163760,5122
"wd_2",0.01,1613945163760,5122
"sqr_mom_2",0.99,1613945163760,5122
"lr_2",0.00027879955294415285,1613945163760,5122
"mom_2",0.8942405318164875,1613945163760,5122
"eps_2",1e-05,1613945163760,5122
"train_loss",0.012231485,1613945164716,5123
"raw_loss",0.015806573,1613945164716,5123
"epoch",32.226415094339615,1613945164716,5123
"wd_0",0.01,1613945164716,5123
"sqr_mom_0",0.99,1613945164716,5123
"lr_0",2.7865939343906545e-06,1613945164716,5123
"mom_0",0.8942685639978268,1613945164716,5123
"eps_0",1e-05,1613945164716,5123
"wd_1",0.01,1613945164716,5123
"sqr_mom_1",0.99,1613945164716,5123
"lr_1",2.7865939343906544e-05,1613945164716,5123
"mom_1",0.8942685639978268,1613945164716,5123
"eps_1",1e-05,1613945164716,5123
"wd_2",0.01,1613945164716,5123
"sqr_mom_2",0.99,1613945164716,5123
"lr_2",0.0002786593934390654,1613945164716,5123
"mom_2",0.8942685639978268,1613945164716,5123
"eps_2",1e-05,1613945164716,5123
"train_loss",0.012233781,1613945165686,5124
"raw_loss",0.012346258,1613945165686,5124
"epoch",32.232704402515715,1613945165686,5124
"wd_0",0.01,1613945165686,5124
"sqr_mom_0",0.99,1613945165686,5124
"lr_0",2.7851920155229975e-06,1613945165686,5124
"mom_0",0.8942966026555665,1613945165686,5124
"eps_0",1e-05,1613945165686,5124
"wd_1",0.01,1613945165686,5124
"sqr_mom_1",0.99,1613945165686,5124
"lr_1",2.7851920155229977e-05,1613945165686,5124
"mom_1",0.8942966026555665,1613945165686,5124
"eps_1",1e-05,1613945165686,5124
"wd_2",0.01,1613945165686,5124
"sqr_mom_2",0.99,1613945165686,5124
"lr_2",0.0002785192015522997,1613945165686,5124
"mom_2",0.8942966026555665,1613945165686,5124
"eps_2",1e-05,1613945165686,5124
"train_loss",0.012093854,1613945166644,5125
"raw_loss",0.005237424,1613945166644,5125
"epoch",32.238993710691815,1613945166644,5125
"wd_0",0.01,1613945166644,5125
"sqr_mom_0",0.99,1613945166644,5125
"lr_0",2.7837895406880932e-06,1613945166644,5125
"mom_0",0.8943246524327624,1613945166644,5125
"eps_0",1e-05,1613945166644,5125
"wd_1",0.01,1613945166644,5125
"sqr_mom_1",0.99,1613945166644,5125
"lr_1",2.7837895406880932e-05,1613945166644,5125
"mom_1",0.8943246524327624,1613945166644,5125
"eps_1",1e-05,1613945166644,5125
"wd_2",0.01,1613945166644,5125
"sqr_mom_2",0.99,1613945166644,5125
"lr_2",0.00027837895406880933,1613945166644,5125
"mom_2",0.8943246524327624,1613945166644,5125
"eps_2",1e-05,1613945166644,5125
"train_loss",0.012337886,1613945167606,5126
"raw_loss",0.024295453,1613945167606,5126
"epoch",32.245283018867916,1613945167606,5126
"wd_0",0.01,1613945167606,5126
"sqr_mom_0",0.99,1613945167606,5126
"lr_0",2.7823874405100976e-06,1613945167606,5126
"mom_0",0.8943526947167452,1613945167606,5126
"eps_0",1e-05,1613945167606,5126
"wd_1",0.01,1613945167606,5126
"sqr_mom_1",0.99,1613945167606,5126
"lr_1",2.7823874405100973e-05,1613945167606,5126
"mom_1",0.8943526947167452,1613945167606,5126
"eps_1",1e-05,1613945167606,5126
"wd_2",0.01,1613945167606,5126
"sqr_mom_2",0.99,1613945167606,5126
"lr_2",0.0002782387440510097,1613945167606,5126
"mom_2",0.8943526947167452,1613945167606,5126
"eps_2",1e-05,1613945167606,5126
"train_loss",0.012380437,1613945168553,5127
"raw_loss",0.014465459,1613945168553,5127
"epoch",32.251572327044016,1613945168553,5127
"wd_0",0.01,1613945168553,5127
"sqr_mom_0",0.99,1613945168553,5127
"lr_0",2.7809854829438435e-06,1613945168553,5127
"mom_0",0.8943807341484646,1613945168553,5127
"eps_0",1e-05,1613945168553,5127
"wd_1",0.01,1613945168553,5127
"sqr_mom_1",0.99,1613945168553,5127
"lr_1",2.7809854829438437e-05,1613945168553,5127
"mom_1",0.8943807341484646,1613945168553,5127
"eps_1",1e-05,1613945168553,5127
"wd_2",0.01,1613945168553,5127
"sqr_mom_2",0.99,1613945168553,5127
"lr_2",0.00027809854829438435,1613945168553,5127
"mom_2",0.8943807341484646,1613945168553,5127
"eps_2",1e-05,1613945168553,5127
"train_loss",0.012275058,1613945169516,5128
"raw_loss",0.0071114553,1613945169516,5128
"epoch",32.25786163522012,1613945169516,5128
"wd_0",0.01,1613945169516,5128
"sqr_mom_0",0.99,1613945169516,5128
"lr_0",2.7795825054980613e-06,1613945169516,5128
"mom_0",0.8944087939779786,1613945169516,5128
"eps_0",1e-05,1613945169516,5128
"wd_1",0.01,1613945169516,5128
"sqr_mom_1",0.99,1613945169516,5128
"lr_1",2.7795825054980615e-05,1613945169516,5128
"mom_1",0.8944087939779786,1613945169516,5128
"eps_1",1e-05,1613945169516,5128
"wd_2",0.01,1613945169516,5128
"sqr_mom_2",0.99,1613945169516,5128
"lr_2",0.0002779582505498061,1613945169516,5128
"mom_2",0.8944087939779786,1613945169516,5128
"eps_2",1e-05,1613945169516,5128
"train_loss",0.012279964,1613945170466,5129
"raw_loss",0.012520386,1613945170466,5129
"epoch",32.26415094339622,1613945170466,5129
"wd_0",0.01,1613945170466,5129
"sqr_mom_0",0.99,1613945170466,5129
"lr_0",2.77818036933238e-06,1613945170466,5129
"mom_0",0.8944368369817222,1613945170466,5129
"eps_0",1e-05,1613945170466,5129
"wd_1",0.01,1613945170466,5129
"sqr_mom_1",0.99,1613945170466,5129
"lr_1",2.7781803693323803e-05,1613945170466,5129
"mom_1",0.8944368369817222,1613945170466,5129
"eps_1",1e-05,1613945170466,5129
"wd_2",0.01,1613945170466,5129
"sqr_mom_2",0.99,1613945170466,5129
"lr_2",0.00027781803693323803,1613945170466,5129
"mom_2",0.8944368369817222,1613945170466,5129
"eps_2",1e-05,1613945170466,5129
"train_loss",0.012298312,1613945171429,5130
"raw_loss",0.01319738,1613945171429,5130
"epoch",32.27044025157232,1613945171429,5130
"wd_0",0.01,1613945171429,5130
"sqr_mom_0",0.99,1613945171429,5130
"lr_0",2.7767779119407663e-06,1613945171429,5130
"mom_0",0.8944648864100487,1613945171429,5130
"eps_0",1e-05,1613945171429,5130
"wd_1",0.01,1613945171429,5130
"sqr_mom_1",0.99,1613945171429,5130
"lr_1",2.7767779119407666e-05,1613945171429,5130
"mom_1",0.8944648864100487,1613945171429,5130
"eps_1",1e-05,1613945171429,5130
"wd_2",0.01,1613945171429,5130
"sqr_mom_2",0.99,1613945171429,5130
"lr_2",0.0002776777911940766,1613945171429,5130
"mom_2",0.8944648864100487,1613945171429,5130
"eps_2",1e-05,1613945171429,5130
"train_loss",0.0122941,1613945172375,5131
"raw_loss",0.012087707,1613945172375,5131
"epoch",32.27672955974842,1613945172375,5131
"wd_0",0.01,1613945172375,5131
"sqr_mom_0",0.99,1613945172375,5131
"lr_0",2.7753749010856033e-06,1613945172375,5131
"mom_0",0.8944929469077569,1613945172375,5131
"eps_0",1e-05,1613945172375,5131
"wd_1",0.01,1613945172375,5131
"sqr_mom_1",0.99,1613945172375,5131
"lr_1",2.775374901085603e-05,1613945172375,5131
"mom_1",0.8944929469077569,1613945172375,5131
"eps_1",1e-05,1613945172375,5131
"wd_2",0.01,1613945172375,5131
"sqr_mom_2",0.99,1613945172375,5131
"lr_2",0.0002775374901085603,1613945172375,5131
"mom_2",0.8944929469077569,1613945172375,5131
"eps_2",1e-05,1613945172375,5131
"train_loss",0.012216158,1613945173343,5132
"raw_loss",0.008397021,1613945173343,5132
"epoch",32.28301886792452,1613945173343,5132
"wd_0",0.01,1613945173343,5132
"sqr_mom_0",0.99,1613945173343,5132
"lr_0",2.77397226774673e-06,1613945173343,5132
"mom_0",0.894520999855064,1613945173343,5132
"eps_0",1e-05,1613945173343,5132
"wd_1",0.01,1613945173343,5132
"sqr_mom_1",0.99,1613945173343,5132
"lr_1",2.77397226774673e-05,1613945173343,5132
"mom_1",0.894520999855064,1613945173343,5132
"eps_1",1e-05,1613945173343,5132
"wd_2",0.01,1613945173343,5132
"sqr_mom_2",0.99,1613945173343,5132
"lr_2",0.000277397226774673,1613945173343,5132
"mom_2",0.894520999855064,1613945173343,5132
"eps_2",1e-05,1613945173343,5132
"train_loss",0.0121562,1613945174291,5133
"raw_loss",0.0092182495,1613945174291,5133
"epoch",32.28930817610062,1613945174291,5133
"wd_0",0.01,1613945174291,5133
"sqr_mom_0",0.99,1613945174291,5133
"lr_0",2.7725697797887144e-06,1613945174291,5133
"mom_0",0.8945490498947246,1613945174291,5133
"eps_0",1e-05,1613945174291,5133
"wd_1",0.01,1613945174291,5133
"sqr_mom_1",0.99,1613945174291,5133
"lr_1",2.772569779788714e-05,1613945174291,5133
"mom_1",0.8945490498947246,1613945174291,5133
"eps_1",1e-05,1613945174291,5133
"wd_2",0.01,1613945174291,5133
"sqr_mom_2",0.99,1613945174291,5133
"lr_2",0.0002772569779788714,1613945174291,5133
"mom_2",0.8945490498947246,1613945174291,5133
"eps_2",1e-05,1613945174291,5133
"train_loss",0.01205475,1613945175243,5134
"raw_loss",0.007083703,1613945175243,5134
"epoch",32.29559748427672,1613945175243,5134
"wd_0",0.01,1613945175243,5134
"sqr_mom_0",0.99,1613945175243,5134
"lr_0",2.771166274282516e-06,1613945175243,5134
"mom_0",0.8945771202855525,1613945175243,5134
"eps_0",1e-05,1613945175243,5134
"wd_1",0.01,1613945175243,5134
"sqr_mom_1",0.99,1613945175243,5134
"lr_1",2.771166274282516e-05,1613945175243,5134
"mom_1",0.8945771202855525,1613945175243,5134
"eps_1",1e-05,1613945175243,5134
"wd_2",0.01,1613945175243,5134
"sqr_mom_2",0.99,1613945175243,5134
"lr_2",0.0002771166274282516,1613945175243,5134
"mom_2",0.8945771202855525,1613945175243,5134
"eps_2",1e-05,1613945175243,5134
"train_loss",0.011982862,1613945176179,5135
"raw_loss",0.0084603615,1613945176179,5135
"epoch",32.30188679245282,1613945176179,5135
"wd_0",0.01,1613945176179,5135
"sqr_mom_0",0.99,1613945176179,5135
"lr_0",2.76976361308828e-06,1613945176179,5135
"mom_0",0.8946051737899723,1613945176179,5135
"eps_0",1e-05,1613945176179,5135
"wd_1",0.01,1613945176179,5135
"sqr_mom_1",0.99,1613945176179,5135
"lr_1",2.7697636130882798e-05,1613945176179,5135
"mom_1",0.8946051737899723,1613945176179,5135
"eps_1",1e-05,1613945176179,5135
"wd_2",0.01,1613945176179,5135
"sqr_mom_2",0.99,1613945176179,5135
"lr_2",0.000276976361308828,1613945176179,5135
"mom_2",0.8946051737899723,1613945176179,5135
"eps_2",1e-05,1613945176179,5135
"train_loss",0.011873913,1613945177148,5136
"raw_loss",0.0065354235,1613945177148,5136
"epoch",32.30817610062892,1613945177148,5136
"wd_0",0.01,1613945177148,5136
"sqr_mom_0",0.99,1613945177148,5136
"lr_0",2.7683606332626444e-06,1613945177148,5136
"mom_0",0.8946332336670838,1613945177148,5136
"eps_0",1e-05,1613945177148,5136
"wd_1",0.01,1613945177148,5136
"sqr_mom_1",0.99,1613945177148,5136
"lr_1",2.7683606332626444e-05,1613945177148,5136
"mom_1",0.8946332336670838,1613945177148,5136
"eps_1",1e-05,1613945177148,5136
"wd_2",0.01,1613945177148,5136
"sqr_mom_2",0.99,1613945177148,5136
"lr_2",0.0002768360633262644,1613945177148,5136
"mom_2",0.8946332336670838,1613945177148,5136
"eps_2",1e-05,1613945177148,5136
"train_loss",0.011788209,1613945178093,5137
"raw_loss",0.007588726,1613945178093,5137
"epoch",32.31446540880502,1613945178093,5137
"wd_0",0.01,1613945178093,5137
"sqr_mom_0",0.99,1613945178093,5137
"lr_0",2.7669571024835092e-06,1613945178093,5137
"mom_0",0.8946613045633754,1613945178093,5137
"eps_0",1e-05,1613945178093,5137
"wd_1",0.01,1613945178093,5137
"sqr_mom_1",0.99,1613945178093,5137
"lr_1",2.766957102483509e-05,1613945178093,5137
"mom_1",0.8946613045633754,1613945178093,5137
"eps_1",1e-05,1613945178093,5137
"wd_2",0.01,1613945178093,5137
"sqr_mom_2",0.99,1613945178093,5137
"lr_2",0.0002766957102483509,1613945178093,5137
"mom_2",0.8946613045633754,1613945178093,5137
"eps_2",1e-05,1613945178093,5137
"train_loss",0.011999607,1613945179062,5138
"raw_loss",0.022358123,1613945179062,5138
"epoch",32.32075471698112,1613945179062,5138
"wd_0",0.01,1613945179062,5138
"sqr_mom_0",0.99,1613945179062,5138
"lr_0",2.7655539520757125e-06,1613945179062,5138
"mom_0",0.8946893678521642,1613945179062,5138
"eps_0",1e-05,1613945179062,5138
"wd_1",0.01,1613945179062,5138
"sqr_mom_1",0.99,1613945179062,5138
"lr_1",2.7655539520757123e-05,1613945179062,5138
"mom_1",0.8946893678521642,1613945179062,5138
"eps_1",1e-05,1613945179062,5138
"wd_2",0.01,1613945179062,5138
"sqr_mom_2",0.99,1613945179062,5138
"lr_2",0.0002765553952075712,1613945179062,5138
"mom_2",0.8946893678521642,1613945179062,5138
"eps_2",1e-05,1613945179062,5138
"train_loss",0.011890399,1613945180001,5139
"raw_loss",0.006539221,1613945180001,5139
"epoch",32.32704402515722,1613945180001,5139
"wd_0",0.01,1613945180001,5139
"sqr_mom_0",0.99,1613945180001,5139
"lr_0",2.764150717061675e-06,1613945180001,5139
"mom_0",0.8947174328330948,1613945180001,5139
"eps_0",1e-05,1613945180001,5139
"wd_1",0.01,1613945180001,5139
"sqr_mom_1",0.99,1613945180001,5139
"lr_1",2.7641507170616747e-05,1613945180001,5139
"mom_1",0.8947174328330948,1613945180001,5139
"eps_1",1e-05,1613945180001,5139
"wd_2",0.01,1613945180001,5139
"sqr_mom_2",0.99,1613945180001,5139
"lr_2",0.00027641507170616744,1613945180001,5139
"mom_2",0.8947174328330948,1613945180001,5139
"eps_2",1e-05,1613945180001,5139
"train_loss",0.011779489,1613945180949,5140
"raw_loss",0.0063448623,1613945180949,5140
"epoch",32.33333333333332,1613945180949,5140
"wd_0",0.01,1613945180949,5140
"sqr_mom_0",0.99,1613945180949,5140
"lr_0",2.762746932351569e-06,1613945180949,5140
"mom_0",0.8947455088080567,1613945180949,5140
"eps_0",1e-05,1613945180949,5140
"wd_1",0.01,1613945180949,5140
"sqr_mom_1",0.99,1613945180949,5140
"lr_1",2.762746932351569e-05,1613945180949,5140
"mom_1",0.8947455088080567,1613945180949,5140
"eps_1",1e-05,1613945180949,5140
"wd_2",0.01,1613945180949,5140
"sqr_mom_2",0.99,1613945180949,5140
"lr_2",0.00027627469323515685,1613945180949,5140
"mom_2",0.8947455088080567,1613945180949,5140
"eps_2",1e-05,1613945180949,5140
"train_loss",0.011681736,1613945181886,5141
"raw_loss",0.006891858,1613945181886,5141
"epoch",32.33962264150942,1613945181886,5141
"wd_0",0.01,1613945181886,5141
"sqr_mom_0",0.99,1613945181886,5141
"lr_0",2.761343529438731e-06,1613945181886,5141
"mom_0",0.8947735771469968,1613945181886,5141
"eps_0",1e-05,1613945181886,5141
"wd_1",0.01,1613945181886,5141
"sqr_mom_1",0.99,1613945181886,5141
"lr_1",2.7613435294387305e-05,1613945181886,5141
"mom_1",0.8947735771469968,1613945181886,5141
"eps_1",1e-05,1613945181886,5141
"wd_2",0.01,1613945181886,5141
"sqr_mom_2",0.99,1613945181886,5141
"lr_2",0.00027613435294387306,1613945181886,5141
"mom_2",0.8947735771469968,1613945181886,5141
"eps_2",1e-05,1613945181886,5141
"train_loss",0.011561181,1613945182829,5142
"raw_loss",0.0056539876,1613945182829,5142
"epoch",32.34591194968552,1613945182829,5142
"wd_0",0.01,1613945182829,5142
"sqr_mom_0",0.99,1613945182829,5142
"lr_0",2.759940276057325e-06,1613945182829,5142
"mom_0",0.8948016424952784,1613945182829,5142
"eps_0",1e-05,1613945182829,5142
"wd_1",0.01,1613945182829,5142
"sqr_mom_1",0.99,1613945182829,5142
"lr_1",2.759940276057325e-05,1613945182829,5142
"mom_1",0.8948016424952784,1613945182829,5142
"eps_1",1e-05,1613945182829,5142
"wd_2",0.01,1613945182829,5142
"sqr_mom_2",0.99,1613945182829,5142
"lr_2",0.0002759940276057325,1613945182829,5142
"mom_2",0.8948016424952784,1613945182829,5142
"eps_2",1e-05,1613945182829,5142
"train_loss",0.011623996,1613945183770,5143
"raw_loss",0.014701918,1613945183770,5143
"epoch",32.35220125786162,1613945183770,5143
"wd_0",0.01,1613945183770,5143
"sqr_mom_0",0.99,1613945183770,5143
"lr_0",2.7585360086466695e-06,1613945183770,5143
"mom_0",0.8948297281243478,1613945183770,5143
"eps_0",1e-05,1613945183770,5143
"wd_1",0.01,1613945183770,5143
"sqr_mom_1",0.99,1613945183770,5143
"lr_1",2.7585360086466694e-05,1613945183770,5143
"mom_1",0.8948297281243478,1613945183770,5143
"eps_1",1e-05,1613945183770,5143
"wd_2",0.01,1613945183770,5143
"sqr_mom_2",0.99,1613945183770,5143
"lr_2",0.0002758536008646669,1613945183770,5143
"mom_2",0.8948297281243478,1613945183770,5143
"eps_2",1e-05,1613945183770,5143
"train_loss",0.01160241,1613945184707,5144
"raw_loss",0.010544681,1613945184707,5144
"epoch",32.35849056603772,1613945184707,5144
"wd_0",0.01,1613945184707,5144
"sqr_mom_0",0.99,1613945184707,5144
"lr_0",2.7571325900776353e-06,1613945184707,5144
"mom_0",0.8948577967764151,1613945184707,5144
"eps_0",1e-05,1613945184707,5144
"wd_1",0.01,1613945184707,5144
"sqr_mom_1",0.99,1613945184707,5144
"lr_1",2.757132590077635e-05,1613945184707,5144
"mom_1",0.8948577967764151,1613945184707,5144
"eps_1",1e-05,1613945184707,5144
"wd_2",0.01,1613945184707,5144
"sqr_mom_2",0.99,1613945184707,5144
"lr_2",0.0002757132590077635,1613945184707,5144
"mom_2",0.8948577967764151,1613945184707,5144
"eps_2",1e-05,1613945184707,5144
"train_loss",0.011521683,1613945185643,5145
"raw_loss",0.007566066,1613945185643,5145
"epoch",32.36477987421382,1613945185643,5145
"wd_0",0.01,1613945185643,5145
"sqr_mom_0",0.99,1613945185643,5145
"lr_0",2.7557288567758837e-06,1613945185643,5145
"mom_0",0.8948858717231996,1613945185643,5145
"eps_0",1e-05,1613945185643,5145
"wd_1",0.01,1613945185643,5145
"sqr_mom_1",0.99,1613945185643,5145
"lr_1",2.7557288567758834e-05,1613945185643,5145
"mom_1",0.8948858717231996,1613945185643,5145
"eps_1",1e-05,1613945185643,5145
"wd_2",0.01,1613945185643,5145
"sqr_mom_2",0.99,1613945185643,5145
"lr_2",0.0002755728856775883,1613945185643,5145
"mom_2",0.8948858717231996,1613945185643,5145
"eps_2",1e-05,1613945185643,5145
"train_loss",0.01147177,1613945186587,5146
"raw_loss",0.009026,1613945186587,5146
"epoch",32.371069182389924,1613945186587,5146
"wd_0",0.01,1613945186587,5146
"sqr_mom_0",0.99,1613945186587,5146
"lr_0",2.7543245762975833e-06,1613945186587,5146
"mom_0",0.8949139576136245,1613945186587,5146
"eps_0",1e-05,1613945186587,5146
"wd_1",0.01,1613945186587,5146
"sqr_mom_1",0.99,1613945186587,5146
"lr_1",2.754324576297583e-05,1613945186587,5146
"mom_1",0.8949139576136245,1613945186587,5146
"eps_1",1e-05,1613945186587,5146
"wd_2",0.01,1613945186587,5146
"sqr_mom_2",0.99,1613945186587,5146
"lr_2",0.0002754324576297583,1613945186587,5146
"mom_2",0.8949139576136245,1613945186587,5146
"eps_2",1e-05,1613945186587,5146
"train_loss",0.011369791,1613945187523,5147
"raw_loss",0.006372803,1613945187523,5147
"epoch",32.377358490566024,1613945187523,5147
"wd_0",0.01,1613945187523,5147
"sqr_mom_0",0.99,1613945187523,5147
"lr_0",2.7529206804650423e-06,1613945187523,5147
"mom_0",0.8949420358110572,1613945187523,5147
"eps_0",1e-05,1613945187523,5147
"wd_1",0.01,1613945187523,5147
"sqr_mom_1",0.99,1613945187523,5147
"lr_1",2.752920680465042e-05,1613945187523,5147
"mom_1",0.8949420358110572,1613945187523,5147
"eps_1",1e-05,1613945187523,5147
"wd_2",0.01,1613945187523,5147
"sqr_mom_2",0.99,1613945187523,5147
"lr_2",0.0002752920680465042,1613945187523,5147
"mom_2",0.8949420358110572,1613945187523,5147
"eps_2",1e-05,1613945187523,5147
"train_loss",0.01131986,1613945188467,5148
"raw_loss",0.008873236,1613945188467,5148
"epoch",32.383647798742125,1613945188467,5148
"wd_0",0.01,1613945188467,5148
"sqr_mom_0",0.99,1613945188467,5148
"lr_0",2.751516936928819e-06,1613945188467,5148
"mom_0",0.8949701109625332,1613945188467,5148
"eps_0",1e-05,1613945188467,5148
"wd_1",0.01,1613945188467,5148
"sqr_mom_1",0.99,1613945188467,5148
"lr_1",2.751516936928819e-05,1613945188467,5148
"mom_1",0.8949701109625332,1613945188467,5148
"eps_1",1e-05,1613945188467,5148
"wd_2",0.01,1613945188467,5148
"sqr_mom_2",0.99,1613945188467,5148
"lr_2",0.00027515169369288185,1613945188467,5148
"mom_2",0.8949701109625332,1613945188467,5148
"eps_2",1e-05,1613945188467,5148
"train_loss",0.011192568,1613945189401,5149
"raw_loss",0.004955251,1613945189401,5149
"epoch",32.389937106918225,1613945189401,5149
"wd_0",0.01,1613945189401,5149
"sqr_mom_0",0.99,1613945189401,5149
"lr_0",2.7501121817238292e-06,1613945189401,5149
"mom_0",0.8949982063475869,1613945189401,5149
"eps_0",1e-05,1613945189401,5149
"wd_1",0.01,1613945189401,5149
"sqr_mom_1",0.99,1613945189401,5149
"lr_1",2.750112181723829e-05,1613945189401,5149
"mom_1",0.8949982063475869,1613945189401,5149
"eps_1",1e-05,1613945189401,5149
"wd_2",0.01,1613945189401,5149
"sqr_mom_2",0.99,1613945189401,5149
"lr_2",0.00027501121817238286,1613945189401,5149
"mom_2",0.8949982063475869,1613945189401,5149
"eps_2",1e-05,1613945189401,5149
"train_loss",0.011271411,1613945190345,5150
"raw_loss",0.015134742,1613945190345,5150
"epoch",32.396226415094326,1613945190345,5150
"wd_0",0.01,1613945190345,5150
"sqr_mom_0",0.99,1613945190345,5150
"lr_0",2.7487082783680377e-06,1613945190345,5150
"mom_0",0.8950262846954862,1613945190345,5150
"eps_0",1e-05,1613945190345,5150
"wd_1",0.01,1613945190345,5150
"sqr_mom_1",0.99,1613945190345,5150
"lr_1",2.748708278368038e-05,1613945190345,5150
"mom_1",0.8950262846954862,1613945190345,5150
"eps_1",1e-05,1613945190345,5150
"wd_2",0.01,1613945190345,5150
"sqr_mom_2",0.99,1613945190345,5150
"lr_2",0.00027487082783680375,1613945190345,5150
"mom_2",0.8950262846954862,1613945190345,5150
"eps_2",1e-05,1613945190345,5150
"train_loss",0.011292117,1613945191297,5151
"raw_loss",0.012306695,1613945191297,5151
"epoch",32.402515723270426,1613945191297,5151
"wd_0",0.01,1613945191297,5151
"sqr_mom_0",0.99,1613945191297,5151
"lr_0",2.7473040628831463e-06,1613945191297,5151
"mom_0",0.8950543692860299,1613945191297,5151
"eps_0",1e-05,1613945191297,5151
"wd_1",0.01,1613945191297,5151
"sqr_mom_1",0.99,1613945191297,5151
"lr_1",2.7473040628831462e-05,1613945191297,5151
"mom_1",0.8950543692860299,1613945191297,5151
"eps_1",1e-05,1613945191297,5151
"wd_2",0.01,1613945191297,5151
"sqr_mom_2",0.99,1613945191297,5151
"lr_2",0.00027473040628831456,1613945191297,5151
"mom_2",0.8950543692860299,1613945191297,5151
"eps_2",1e-05,1613945191297,5151
"train_loss",0.0112350425,1613945192238,5152
"raw_loss",0.008438407,1613945192238,5152
"epoch",32.408805031446526,1613945192238,5152
"wd_0",0.01,1613945192238,5152
"sqr_mom_0",0.99,1613945192238,5152
"lr_0",2.745899302747504e-06,1613945192238,5152
"mom_0",0.8950824647696976,1613945192238,5152
"eps_0",1e-05,1613945192238,5152
"wd_1",0.01,1613945192238,5152
"sqr_mom_1",0.99,1613945192238,5152
"lr_1",2.745899302747504e-05,1613945192238,5152
"mom_1",0.8950824647696976,1613945192238,5152
"eps_1",1e-05,1613945192238,5152
"wd_2",0.01,1613945192238,5152
"sqr_mom_2",0.99,1613945192238,5152
"lr_2",0.00027458993027475035,1613945192238,5152
"mom_2",0.8950824647696976,1613945192238,5152
"eps_2",1e-05,1613945192238,5152
"train_loss",0.011379252,1613945193183,5153
"raw_loss",0.01844555,1613945193183,5153
"epoch",32.41509433962263,1613945193183,5153
"wd_0",0.01,1613945193183,5153
"sqr_mom_0",0.99,1613945193183,5153
"lr_0",2.744494930101698e-06,1613945193183,5153
"mom_0",0.895110552503491,1613945193183,5153
"eps_0",1e-05,1613945193183,5153
"wd_1",0.01,1613945193183,5153
"sqr_mom_1",0.99,1613945193183,5153
"lr_1",2.7444949301016976e-05,1613945193183,5153
"mom_1",0.895110552503491,1613945193183,5153
"eps_1",1e-05,1613945193183,5153
"wd_2",0.01,1613945193183,5153
"sqr_mom_2",0.99,1613945193183,5153
"lr_2",0.00027444949301016976,1613945193183,5153
"mom_2",0.895110552503491,1613945193183,5153
"eps_2",1e-05,1613945193183,5153
"train_loss",0.011301793,1613945194126,5154
"raw_loss",0.0075063165,1613945194126,5154
"epoch",32.42138364779873,1613945194126,5154
"wd_0",0.01,1613945194126,5154
"sqr_mom_0",0.99,1613945194126,5154
"lr_0",2.7430907125153503e-06,1613945194126,5154
"mom_0",0.8951386371360643,1613945194126,5154
"eps_0",1e-05,1613945194126,5154
"wd_1",0.01,1613945194126,5154
"sqr_mom_1",0.99,1613945194126,5154
"lr_1",2.7430907125153503e-05,1613945194126,5154
"mom_1",0.8951386371360643,1613945194126,5154
"eps_1",1e-05,1613945194126,5154
"wd_2",0.01,1613945194126,5154
"sqr_mom_2",0.99,1613945194126,5154
"lr_2",0.000274309071251535,1613945194126,5154
"mom_2",0.8951386371360643,1613945194126,5154
"eps_2",1e-05,1613945194126,5154
"train_loss",0.011317272,1613945195063,5155
"raw_loss",0.012075713,1613945195063,5155
"epoch",32.42767295597483,1613945195063,5155
"wd_0",0.01,1613945195063,5155
"sqr_mom_0",0.99,1613945195063,5155
"lr_0",2.741685485632323e-06,1613945195063,5155
"mom_0",0.8951667419547731,1613945195063,5155
"eps_0",1e-05,1613945195063,5155
"wd_1",0.01,1613945195063,5155
"sqr_mom_1",0.99,1613945195063,5155
"lr_1",2.7416854856323228e-05,1613945195063,5155
"mom_1",0.8951667419547731,1613945195063,5155
"eps_1",1e-05,1613945195063,5155
"wd_2",0.01,1613945195063,5155
"sqr_mom_2",0.99,1613945195063,5155
"lr_2",0.00027416854856323225,1613945195063,5155
"mom_2",0.8951667419547731,1613945195063,5155
"eps_2",1e-05,1613945195063,5155
"train_loss",0.011226371,1613945196036,5156
"raw_loss",0.0067722453,1613945196036,5156
"epoch",32.43396226415093,1613945196036,5156
"wd_0",0.01,1613945196036,5156
"sqr_mom_0",0.99,1613945196036,5156
"lr_0",2.7402811135962996e-06,1613945196036,5156
"mom_0",0.8951948296763708,1613945196036,5156
"eps_0",1e-05,1613945196036,5156
"wd_1",0.01,1613945196036,5156
"sqr_mom_1",0.99,1613945196036,5156
"lr_1",2.7402811135962996e-05,1613945196036,5156
"mom_1",0.8951948296763708,1613945196036,5156
"eps_1",1e-05,1613945196036,5156
"wd_2",0.01,1613945196036,5156
"sqr_mom_2",0.99,1613945196036,5156
"lr_2",0.0002740281113596299,1613945196036,5156
"mom_2",0.8951948296763708,1613945196036,5156
"eps_2",1e-05,1613945196036,5156
"train_loss",0.011181109,1613945196986,5157
"raw_loss",0.008963267,1613945196986,5157
"epoch",32.44025157232703,1613945196986,5157
"wd_0",0.01,1613945196986,5157
"sqr_mom_0",0.99,1613945196986,5157
"lr_0",2.7388764320383755e-06,1613945196986,5157
"mom_0",0.8952229235884683,1613945196986,5157
"eps_0",1e-05,1613945196986,5157
"wd_1",0.01,1613945196986,5157
"sqr_mom_1",0.99,1613945196986,5157
"lr_1",2.7388764320383754e-05,1613945196986,5157
"mom_1",0.8952229235884683,1613945196986,5157
"eps_1",1e-05,1613945196986,5157
"wd_2",0.01,1613945196986,5157
"sqr_mom_2",0.99,1613945196986,5157
"lr_2",0.0002738876432038375,1613945196986,5157
"mom_2",0.8952229235884683,1613945196986,5157
"eps_2",1e-05,1613945196986,5157
"train_loss",0.011065838,1613945197937,5158
"raw_loss",0.0054175896,1613945197937,5158
"epoch",32.44654088050313,1613945197937,5158
"wd_0",0.01,1613945197937,5158
"sqr_mom_0",0.99,1613945197937,5158
"lr_0",2.737471208361745e-06,1613945197937,5158
"mom_0",0.8952510283430485,1613945197937,5158
"eps_0",1e-05,1613945197937,5158
"wd_1",0.01,1613945197937,5158
"sqr_mom_1",0.99,1613945197937,5158
"lr_1",2.737471208361745e-05,1613945197937,5158
"mom_1",0.8952510283430485,1613945197937,5158
"eps_1",1e-05,1613945197937,5158
"wd_2",0.01,1613945197937,5158
"sqr_mom_2",0.99,1613945197937,5158
"lr_2",0.0002737471208361745,1613945197937,5158
"mom_2",0.8952510283430485,1613945197937,5158
"eps_2",1e-05,1613945197937,5158
"train_loss",0.0109924935,1613945198880,5159
"raw_loss",0.0073986286,1613945198880,5159
"epoch",32.45283018867923,1613945198880,5159
"wd_0",0.01,1613945198880,5159
"sqr_mom_0",0.99,1613945198880,5159
"lr_0",2.7360663750145843e-06,1613945198880,5159
"mom_0",0.8952791252909612,1613945198880,5159
"eps_0",1e-05,1613945198880,5159
"wd_1",0.01,1613945198880,5159
"sqr_mom_1",0.99,1613945198880,5159
"lr_1",2.7360663750145842e-05,1613945198880,5159
"mom_1",0.8952791252909612,1613945198880,5159
"eps_1",1e-05,1613945198880,5159
"wd_2",0.01,1613945198880,5159
"sqr_mom_2",0.99,1613945198880,5159
"lr_2",0.0002736066375014584,1613945198880,5159
"mom_2",0.8952791252909612,1613945198880,5159
"eps_2",1e-05,1613945198880,5159
"train_loss",0.010929347,1613945199861,5160
"raw_loss",0.00783515,1613945199861,5160
"epoch",32.45911949685533,1613945199861,5160
"wd_0",0.01,1613945199861,5160
"sqr_mom_0",0.99,1613945199861,5160
"lr_0",2.7346610003941865e-06,1613945199861,5160
"mom_0",0.8953072330644469,1613945199861,5160
"eps_0",1e-05,1613945199861,5160
"wd_1",0.01,1613945199861,5160
"sqr_mom_1",0.99,1613945199861,5160
"lr_1",2.7346610003941865e-05,1613945199861,5160
"mom_1",0.8953072330644469,1613945199861,5160
"eps_1",1e-05,1613945199861,5160
"wd_2",0.01,1613945199861,5160
"sqr_mom_2",0.99,1613945199861,5160
"lr_2",0.00027346610003941863,1613945199861,5160
"mom_2",0.8953072330644469,1613945199861,5160
"eps_2",1e-05,1613945199861,5160
"train_loss",0.011068444,1613945200798,5161
"raw_loss",0.0178842,1613945200798,5161
"epoch",32.46540880503143,1613945200798,5161
"wd_0",0.01,1613945200798,5161
"sqr_mom_0",0.99,1613945200798,5161
"lr_0",2.733256017048887e-06,1613945200798,5161
"mom_0",0.8953353330123524,1613945200798,5161
"eps_0",1e-05,1613945200798,5161
"wd_1",0.01,1613945200798,5161
"sqr_mom_1",0.99,1613945200798,5161
"lr_1",2.7332560170488868e-05,1613945200798,5161
"mom_1",0.8953353330123524,1613945200798,5161
"eps_1",1e-05,1613945200798,5161
"wd_2",0.01,1613945200798,5161
"sqr_mom_2",0.99,1613945200798,5161
"lr_2",0.00027332560170488865,1613945200798,5161
"mom_2",0.8953353330123524,1613945200798,5161
"eps_2",1e-05,1613945200798,5161
"train_loss",0.010978663,1613945201749,5162
"raw_loss",0.0065793963,1613945201749,5162
"epoch",32.47169811320753,1613945201749,5162
"wd_0",0.01,1613945201749,5162
"sqr_mom_0",0.99,1613945201749,5162
"lr_0",2.731850959388529e-06,1613945201749,5162
"mom_0",0.8953634344465738,1613945201749,5162
"eps_0",1e-05,1613945201749,5162
"wd_1",0.01,1613945201749,5162
"sqr_mom_1",0.99,1613945201749,5162
"lr_1",2.731850959388529e-05,1613945201749,5162
"mom_1",0.8953634344465738,1613945201749,5162
"eps_1",1e-05,1613945201749,5162
"wd_2",0.01,1613945201749,5162
"sqr_mom_2",0.99,1613945201749,5162
"lr_2",0.0002731850959388529,1613945201749,5162
"mom_2",0.8953634344465738,1613945201749,5162
"eps_2",1e-05,1613945201749,5162
"train_loss",0.010887542,1613945202685,5163
"raw_loss",0.0064225993,1613945202685,5163
"epoch",32.47798742138363,1613945202685,5163
"wd_0",0.01,1613945202685,5163
"sqr_mom_0",0.99,1613945202685,5163
"lr_0",2.7304453617243604e-06,1613945202685,5163
"mom_0",0.8953915466809795,1613945202685,5163
"eps_0",1e-05,1613945202685,5163
"wd_1",0.01,1613945202685,5163
"sqr_mom_1",0.99,1613945202685,5163
"lr_1",2.7304453617243606e-05,1613945202685,5163
"mom_1",0.8953915466809795,1613945202685,5163
"eps_1",1e-05,1613945202685,5163
"wd_2",0.01,1613945202685,5163
"sqr_mom_2",0.99,1613945202685,5163
"lr_2",0.00027304453617243605,1613945202685,5163
"mom_2",0.8953915466809795,1613945202685,5163
"eps_2",1e-05,1613945202685,5163
"train_loss",0.010883921,1613945203639,5164
"raw_loss",0.010706478,1613945203639,5164
"epoch",32.48427672955973,1613945203639,5164
"wd_0",0.01,1613945203639,5164
"sqr_mom_0",0.99,1613945203639,5164
"lr_0",2.72904015675272e-06,1613945203639,5164
"mom_0",0.8954196510614562,1613945203639,5164
"eps_0",1e-05,1613945203639,5164
"wd_1",0.01,1613945203639,5164
"sqr_mom_1",0.99,1613945203639,5164
"lr_1",2.72904015675272e-05,1613945203639,5164
"mom_1",0.8954196510614562,1613945203639,5164
"eps_1",1e-05,1613945203639,5164
"wd_2",0.01,1613945203639,5164
"sqr_mom_2",0.99,1613945203639,5164
"lr_2",0.000272904015675272,1613945203639,5164
"mom_2",0.8954196510614562,1613945203639,5164
"eps_2",1e-05,1613945203639,5164
"train_loss",0.010811287,1613945204612,5165
"raw_loss",0.0072522154,1613945204612,5165
"epoch",32.49056603773583,1613945204612,5165
"wd_0",0.01,1613945204612,5165
"sqr_mom_0",0.99,1613945204612,5165
"lr_0",2.7276351119017643e-06,1613945204612,5165
"mom_0",0.895447752239487,1613945204612,5165
"eps_0",1e-05,1613945204612,5165
"wd_1",0.01,1613945204612,5165
"sqr_mom_1",0.99,1613945204612,5165
"lr_1",2.727635111901764e-05,1613945204612,5165
"mom_1",0.895447752239487,1613945204612,5165
"eps_1",1e-05,1613945204612,5165
"wd_2",0.01,1613945204612,5165
"sqr_mom_2",0.99,1613945204612,5165
"lr_2",0.0002727635111901764,1613945204612,5165
"mom_2",0.895447752239487,1613945204612,5165
"eps_2",1e-05,1613945204612,5165
"train_loss",0.010826249,1613945205567,5166
"raw_loss",0.0115593895,1613945205567,5166
"epoch",32.49685534591193,1613945205567,5166
"wd_0",0.01,1613945205567,5166
"sqr_mom_0",0.99,1613945205567,5166
"lr_0",2.7262290621331104e-06,1613945205567,5166
"mom_0",0.8954758735160729,1613945205567,5166
"eps_0",1e-05,1613945205567,5166
"wd_1",0.01,1613945205567,5166
"sqr_mom_1",0.99,1613945205567,5166
"lr_1",2.7262290621331102e-05,1613945205567,5166
"mom_1",0.8954758735160729,1613945205567,5166
"eps_1",1e-05,1613945205567,5166
"wd_2",0.01,1613945205567,5166
"sqr_mom_2",0.99,1613945205567,5166
"lr_2",0.000272622906213311,1613945205567,5166
"mom_2",0.8954758735160729,1613945205567,5166
"eps_2",1e-05,1613945205567,5166
"train_loss",0.010767888,1613945206556,5167
"raw_loss",0.007908247,1613945206556,5167
"epoch",32.50314465408803,1613945206556,5167
"wd_0",0.01,1613945206556,5167
"sqr_mom_0",0.99,1613945206556,5167
"lr_0",2.7248238726820656e-06,1613945206556,5167
"mom_0",0.8955039775861345,1613945206556,5167
"eps_0",1e-05,1613945206556,5167
"wd_1",0.01,1613945206556,5167
"sqr_mom_1",0.99,1613945206556,5167
"lr_1",2.7248238726820654e-05,1613945206556,5167
"mom_1",0.8955039775861345,1613945206556,5167
"eps_1",1e-05,1613945206556,5167
"wd_2",0.01,1613945206556,5167
"sqr_mom_2",0.99,1613945206556,5167
"lr_2",0.00027248238726820654,1613945206556,5167
"mom_2",0.8955039775861345,1613945206556,5167
"eps_2",1e-05,1613945206556,5167
"train_loss",0.010933664,1613945207527,5168
"raw_loss",0.01905668,1613945207527,5168
"epoch",32.50943396226413,1613945207527,5168
"wd_0",0.01,1613945207527,5168
"sqr_mom_0",0.99,1613945207527,5168
"lr_0",2.7234183784982913e-06,1613945207527,5168
"mom_0",0.8955320877509116,1613945207527,5168
"eps_0",1e-05,1613945207527,5168
"wd_1",0.01,1613945207527,5168
"sqr_mom_1",0.99,1613945207527,5168
"lr_1",2.723418378498291e-05,1613945207527,5168
"mom_1",0.8955320877509116,1613945207527,5168
"eps_1",1e-05,1613945207527,5168
"wd_2",0.01,1613945207527,5168
"sqr_mom_2",0.99,1613945207527,5168
"lr_2",0.00027234183784982907,1613945207527,5168
"mom_2",0.8955320877509116,1613945207527,5168
"eps_2",1e-05,1613945207527,5168
"train_loss",0.010906836,1613945208468,5169
"raw_loss",0.009592288,1613945208468,5169
"epoch",32.51572327044023,1613945208468,5169
"wd_0",0.01,1613945208468,5169
"sqr_mom_0",0.99,1613945208468,5169
"lr_0",2.7220123468541337e-06,1613945208468,5169
"mom_0",0.895560208665004,1613945208468,5169
"eps_0",1e-05,1613945208468,5169
"wd_1",0.01,1613945208468,5169
"sqr_mom_1",0.99,1613945208468,5169
"lr_1",2.7220123468541337e-05,1613945208468,5169
"mom_1",0.895560208665004,1613945208468,5169
"eps_1",1e-05,1613945208468,5169
"wd_2",0.01,1613945208468,5169
"sqr_mom_2",0.99,1613945208468,5169
"lr_2",0.0002722012346854134,1613945208468,5169
"mom_2",0.895560208665004,1613945208468,5169
"eps_2",1e-05,1613945208468,5169
"train_loss",0.010881317,1613945209415,5170
"raw_loss",0.009630857,1613945209415,5170
"epoch",32.522012578616334,1613945209415,5170
"wd_0",0.01,1613945209415,5170
"sqr_mom_0",0.99,1613945209415,5170
"lr_0",2.720606710733901e-06,1613945209415,5170
"mom_0",0.8955883216685386,1613945209415,5170
"eps_0",1e-05,1613945209415,5170
"wd_1",0.01,1613945209415,5170
"sqr_mom_1",0.99,1613945209415,5170
"lr_1",2.7206067107339007e-05,1613945209415,5170
"mom_1",0.8955883216685386,1613945209415,5170
"eps_1",1e-05,1613945209415,5170
"wd_2",0.01,1613945209415,5170
"sqr_mom_2",0.99,1613945209415,5170
"lr_2",0.0002720606710733901,1613945209415,5170
"mom_2",0.8955883216685386,1613945209415,5170
"eps_2",1e-05,1613945209415,5170
"train_loss",0.010798455,1613945210374,5171
"raw_loss",0.006738249,1613945210374,5171
"epoch",32.528301886792434,1613945210374,5171
"wd_0",0.01,1613945210374,5171
"sqr_mom_0",0.99,1613945210374,5171
"lr_0",2.7192012374923704e-06,1613945210374,5171
"mom_0",0.8956164314144667,1613945210374,5171
"eps_0",1e-05,1613945210374,5171
"wd_1",0.01,1613945210374,5171
"sqr_mom_1",0.99,1613945210374,5171
"lr_1",2.71920123749237e-05,1613945210374,5171
"mom_1",0.8956164314144667,1613945210374,5171
"eps_1",1e-05,1613945210374,5171
"wd_2",0.01,1613945210374,5171
"sqr_mom_2",0.99,1613945210374,5171
"lr_2",0.000271920123749237,1613945210374,5171
"mom_2",0.8956164314144667,1613945210374,5171
"eps_2",1e-05,1613945210374,5171
"train_loss",0.010726085,1613945211317,5172
"raw_loss",0.007179929,1613945211317,5172
"epoch",32.534591194968534,1613945211317,5172
"wd_0",0.01,1613945211317,5172
"sqr_mom_0",0.99,1613945211317,5172
"lr_0",2.7177947617379664e-06,1613945211317,5172
"mom_0",0.8956445612108528,1613945211317,5172
"eps_0",1e-05,1613945211317,5172
"wd_1",0.01,1613945211317,5172
"sqr_mom_1",0.99,1613945211317,5172
"lr_1",2.7177947617379664e-05,1613945211317,5172
"mom_1",0.8956445612108528,1613945211317,5172
"eps_1",1e-05,1613945211317,5172
"wd_2",0.01,1613945211317,5172
"sqr_mom_2",0.99,1613945211317,5172
"lr_2",0.0002717794761737966,1613945211317,5172
"mom_2",0.8956445612108528,1613945211317,5172
"eps_2",1e-05,1613945211317,5172
"train_loss",0.010611077,1613945212256,5173
"raw_loss",0.0049756565,1613945212256,5173
"epoch",32.540880503144635,1613945212256,5173
"wd_0",0.01,1613945212256,5173
"sqr_mom_0",0.99,1613945212256,5173
"lr_0",2.7163891492710995e-06,1613945212256,5173
"mom_0",0.8956726737413154,1613945212256,5173
"eps_0",1e-05,1613945212256,5173
"wd_1",0.01,1613945212256,5173
"sqr_mom_1",0.99,1613945212256,5173
"lr_1",2.7163891492710993e-05,1613945212256,5173
"mom_1",0.8956726737413154,1613945212256,5173
"eps_1",1e-05,1613945212256,5173
"wd_2",0.01,1613945212256,5173
"sqr_mom_2",0.99,1613945212256,5173
"lr_2",0.0002716389149271099,1613945212256,5173
"mom_2",0.8956726737413154,1613945212256,5173
"eps_2",1e-05,1613945212256,5173
"train_loss",0.010493031,1613945213195,5174
"raw_loss",0.004708748,1613945213195,5174
"epoch",32.547169811320735,1613945213195,5174
"wd_0",0.01,1613945213195,5174
"sqr_mom_0",0.99,1613945213195,5174
"lr_0",2.7149832346886863e-06,1613945213195,5174
"mom_0",0.8957007923141493,1613945213195,5174
"eps_0",1e-05,1613945213195,5174
"wd_1",0.01,1613945213195,5174
"sqr_mom_1",0.99,1613945213195,5174
"lr_1",2.7149832346886863e-05,1613945213195,5174
"mom_1",0.8957007923141493,1613945213195,5174
"eps_1",1e-05,1613945213195,5174
"wd_2",0.01,1613945213195,5174
"sqr_mom_2",0.99,1613945213195,5174
"lr_2",0.0002714983234688686,1613945213195,5174
"mom_2",0.8957007923141493,1613945213195,5174
"eps_2",1e-05,1613945213195,5174
"train_loss",0.01097501,1613945214138,5175
"raw_loss",0.03459201,1613945214138,5175
"epoch",32.553459119496836,1613945214138,5175
"wd_0",0.01,1613945214138,5175
"sqr_mom_0",0.99,1613945214138,5175
"lr_0",2.7135767851954818e-06,1613945214138,5175
"mom_0",0.8957289215853061,1613945214138,5175
"eps_0",1e-05,1613945214138,5175
"wd_1",0.01,1613945214138,5175
"sqr_mom_1",0.99,1613945214138,5175
"lr_1",2.7135767851954817e-05,1613945214138,5175
"mom_1",0.8957289215853061,1613945214138,5175
"eps_1",1e-05,1613945214138,5175
"wd_2",0.01,1613945214138,5175
"sqr_mom_2",0.99,1613945214138,5175
"lr_2",0.0002713576785195481,1613945214138,5175
"mom_2",0.8957289215853061,1613945214138,5175
"eps_2",1e-05,1613945214138,5175
"train_loss",0.010851935,1613945215081,5176
"raw_loss",0.004821254,1613945215081,5176
"epoch",32.559748427672936,1613945215081,5176
"wd_0",0.01,1613945215081,5176
"sqr_mom_0",0.99,1613945215081,5176
"lr_0",2.712170734053062e-06,1613945215081,5176
"mom_0",0.8957570428893676,1613945215081,5176
"eps_0",1e-05,1613945215081,5176
"wd_1",0.01,1613945215081,5176
"sqr_mom_1",0.99,1613945215081,5176
"lr_1",2.7121707340530617e-05,1613945215081,5176
"mom_1",0.8957570428893676,1613945215081,5176
"eps_1",1e-05,1613945215081,5176
"wd_2",0.01,1613945215081,5176
"sqr_mom_2",0.99,1613945215081,5176
"lr_2",0.00027121707340530617,1613945215081,5176
"mom_2",0.8957570428893676,1613945215081,5176
"eps_2",1e-05,1613945215081,5176
"train_loss",0.010727015,1613945216033,5177
"raw_loss",0.004605962,1613945216033,5177
"epoch",32.56603773584904,1613945216033,5177
"wd_0",0.01,1613945216033,5177
"sqr_mom_0",0.99,1613945216033,5177
"lr_0",2.710764848545492e-06,1613945216033,5177
"mom_0",0.8957851608806989,1613945216033,5177
"eps_0",1e-05,1613945216033,5177
"wd_1",0.01,1613945216033,5177
"sqr_mom_1",0.99,1613945216033,5177
"lr_1",2.710764848545492e-05,1613945216033,5177
"mom_1",0.8957851608806989,1613945216033,5177
"eps_1",1e-05,1613945216033,5177
"wd_2",0.01,1613945216033,5177
"sqr_mom_2",0.99,1613945216033,5177
"lr_2",0.0002710764848545492,1613945216033,5177
"mom_2",0.8957851608806989,1613945216033,5177
"eps_2",1e-05,1613945216033,5177
"train_loss",0.0107111735,1613945216992,5178
"raw_loss",0.009934917,1613945216992,5178
"epoch",32.57232704402514,1613945216992,5178
"wd_0",0.01,1613945216992,5178
"sqr_mom_0",0.99,1613945216992,5178
"lr_0",2.709357962941375e-06,1613945216992,5178
"mom_0",0.8958132988741612,1613945216992,5178
"eps_0",1e-05,1613945216992,5178
"wd_1",0.01,1613945216992,5178
"sqr_mom_1",0.99,1613945216992,5178
"lr_1",2.709357962941375e-05,1613945216992,5178
"mom_1",0.8958132988741612,1613945216992,5178
"eps_1",1e-05,1613945216992,5178
"wd_2",0.01,1613945216992,5178
"sqr_mom_2",0.99,1613945216992,5178
"lr_2",0.00027093579629413743,1613945216992,5178
"mom_2",0.8958132988741612,1613945216992,5178
"eps_2",1e-05,1613945216992,5178
"train_loss",0.0105995685,1613945217945,5179
"raw_loss",0.0051309024,1613945217945,5179
"epoch",32.57861635220124,1613945217945,5179
"wd_0",0.01,1613945217945,5179
"sqr_mom_0",0.99,1613945217945,5179
"lr_0",2.7079519435848208e-06,1613945217945,5179
"mom_0",0.895841419542499,1613945217945,5179
"eps_0",1e-05,1613945217945,5179
"wd_1",0.01,1613945217945,5179
"sqr_mom_1",0.99,1613945217945,5179
"lr_1",2.707951943584821e-05,1613945217945,5179
"mom_1",0.895841419542499,1613945217945,5179
"eps_1",1e-05,1613945217945,5179
"wd_2",0.01,1613945217945,5179
"sqr_mom_2",0.99,1613945217945,5179
"lr_2",0.00027079519435848205,1613945217945,5179
"mom_2",0.895841419542499,1613945217945,5179
"eps_2",1e-05,1613945217945,5179
"train_loss",0.010495015,1613945218893,5180
"raw_loss",0.0053718993,1613945218893,5180
"epoch",32.58490566037734,1613945218893,5180
"wd_0",0.01,1613945218893,5180
"sqr_mom_0",0.99,1613945218893,5180
"lr_0",2.7065456247333672e-06,1613945218893,5180
"mom_0",0.8958695462007946,1613945218893,5180
"eps_0",1e-05,1613945218893,5180
"wd_1",0.01,1613945218893,5180
"sqr_mom_1",0.99,1613945218893,5180
"lr_1",2.706545624733367e-05,1613945218893,5180
"mom_1",0.8958695462007946,1613945218893,5180
"eps_1",1e-05,1613945218893,5180
"wd_2",0.01,1613945218893,5180
"sqr_mom_2",0.99,1613945218893,5180
"lr_2",0.0002706545624733367,1613945218893,5180
"mom_2",0.8958695462007946,1613945218893,5180
"eps_2",1e-05,1613945218893,5180
"train_loss",0.010580738,1613945219861,5181
"raw_loss",0.014781167,1613945219861,5181
"epoch",32.59119496855344,1613945219861,5181
"wd_0",0.01,1613945219861,5181
"sqr_mom_0",0.99,1613945219861,5181
"lr_0",2.705138773526852e-06,1613945219861,5181
"mom_0",0.895897683506298,1613945219861,5181
"eps_0",1e-05,1613945219861,5181
"wd_1",0.01,1613945219861,5181
"sqr_mom_1",0.99,1613945219861,5181
"lr_1",2.705138773526852e-05,1613945219861,5181
"mom_1",0.895897683506298,1613945219861,5181
"eps_1",1e-05,1613945219861,5181
"wd_2",0.01,1613945219861,5181
"sqr_mom_2",0.99,1613945219861,5181
"lr_2",0.0002705138773526852,1613945219861,5181
"mom_2",0.895897683506298,1613945219861,5181
"eps_2",1e-05,1613945219861,5181
"train_loss",0.010460208,1613945220825,5182
"raw_loss",0.0045542433,1613945220825,5182
"epoch",32.59748427672954,1613945220825,5182
"wd_0",0.01,1613945220825,5182
"sqr_mom_0",0.99,1613945220825,5182
"lr_0",2.703732323493411e-06,1613945220825,5182
"mom_0",0.8959258127882597,1613945220825,5182
"eps_0",1e-05,1613945220825,5182
"wd_1",0.01,1613945220825,5182
"sqr_mom_1",0.99,1613945220825,5182
"lr_1",2.703732323493411e-05,1613945220825,5182
"mom_1",0.8959258127882597,1613945220825,5182
"eps_1",1e-05,1613945220825,5182
"wd_2",0.01,1613945220825,5182
"sqr_mom_2",0.99,1613945220825,5182
"lr_2",0.0002703732323493411,1613945220825,5182
"mom_2",0.8959258127882597,1613945220825,5182
"eps_2",1e-05,1613945220825,5182
"train_loss",0.010510892,1613945221788,5183
"raw_loss",0.012994375,1613945221788,5183
"epoch",32.60377358490564,1613945221788,5183
"wd_0",0.01,1613945221788,5183
"sqr_mom_0",0.99,1613945221788,5183
"lr_0",2.702325808552129e-06,1613945221788,5183
"mom_0",0.8959539433683911,1613945221788,5183
"eps_0",1e-05,1613945221788,5183
"wd_1",0.01,1613945221788,5183
"sqr_mom_1",0.99,1613945221788,5183
"lr_1",2.7023258085521292e-05,1613945221788,5183
"mom_1",0.8959539433683911,1613945221788,5183
"eps_1",1e-05,1613945221788,5183
"wd_2",0.01,1613945221788,5183
"sqr_mom_2",0.99,1613945221788,5183
"lr_2",0.0002702325808552129,1613945221788,5183
"mom_2",0.8959539433683911,1613945221788,5183
"eps_2",1e-05,1613945221788,5183
"train_loss",0.010447123,1613945222742,5184
"raw_loss",0.0073224623,1613945222742,5184
"epoch",32.61006289308174,1613945222742,5184
"wd_0",0.01,1613945222742,5184
"sqr_mom_0",0.99,1613945222742,5184
"lr_0",2.7009187625359787e-06,1613945222742,5184
"mom_0",0.8959820845701261,1613945222742,5184
"eps_0",1e-05,1613945222742,5184
"wd_1",0.01,1613945222742,5184
"sqr_mom_1",0.99,1613945222742,5184
"lr_1",2.7009187625359783e-05,1613945222742,5184
"mom_1",0.8959820845701261,1613945222742,5184
"eps_1",1e-05,1613945222742,5184
"wd_2",0.01,1613945222742,5184
"sqr_mom_2",0.99,1613945222742,5184
"lr_2",0.0002700918762535978,1613945222742,5184
"mom_2",0.8959820845701261,1613945222742,5184
"eps_2",1e-05,1613945222742,5184
"train_loss",0.01042997,1613945223691,5185
"raw_loss",0.009589487,1613945223691,5185
"epoch",32.61635220125784,1613945223691,5185
"wd_0",0.01,1613945223691,5185
"sqr_mom_0",0.99,1613945223691,5185
"lr_0",2.699512119102361e-06,1613945223691,5185
"mom_0",0.8960102177201299,1613945223691,5185
"eps_0",1e-05,1613945223691,5185
"wd_1",0.01,1613945223691,5185
"sqr_mom_1",0.99,1613945223691,5185
"lr_1",2.699512119102361e-05,1613945223691,5185
"mom_1",0.8960102177201299,1613945223691,5185
"eps_1",1e-05,1613945223691,5185
"wd_2",0.01,1613945223691,5185
"sqr_mom_2",0.99,1613945223691,5185
"lr_2",0.0002699512119102361,1613945223691,5185
"mom_2",0.8960102177201299,1613945223691,5185
"eps_2",1e-05,1613945223691,5185
"train_loss",0.0104315495,1613945224645,5186
"raw_loss",0.010508925,1613945224645,5186
"epoch",32.62264150943394,1613945224645,5186
"wd_0",0.01,1613945224645,5186
"sqr_mom_0",0.99,1613945224645,5186
"lr_0",2.6981056454342815e-06,1613945224645,5186
"mom_0",0.896038347474789,1613945224645,5186
"eps_0",1e-05,1613945224645,5186
"wd_1",0.01,1613945224645,5186
"sqr_mom_1",0.99,1613945224645,5186
"lr_1",2.6981056454342816e-05,1613945224645,5186
"mom_1",0.896038347474789,1613945224645,5186
"eps_1",1e-05,1613945224645,5186
"wd_2",0.01,1613945224645,5186
"sqr_mom_2",0.99,1613945224645,5186
"lr_2",0.00026981056454342817,1613945224645,5186
"mom_2",0.896038347474789,1613945224645,5186
"eps_2",1e-05,1613945224645,5186
"train_loss",0.010403848,1613945225589,5187
"raw_loss",0.0090465015,1613945225589,5187
"epoch",32.62893081761004,1613945225589,5187
"wd_0",0.01,1613945225589,5187
"sqr_mom_0",0.99,1613945225589,5187
"lr_0",2.696698175315684e-06,1613945225589,5187
"mom_0",0.8960664971586578,1613945225589,5187
"eps_0",1e-05,1613945225589,5187
"wd_1",0.01,1613945225589,5187
"sqr_mom_1",0.99,1613945225589,5187
"lr_1",2.6966981753156837e-05,1613945225589,5187
"mom_1",0.8960664971586578,1613945225589,5187
"eps_1",1e-05,1613945225589,5187
"wd_2",0.01,1613945225589,5187
"sqr_mom_2",0.99,1613945225589,5187
"lr_2",0.0002696698175315683,1613945225589,5187
"mom_2",0.8960664971586578,1613945225589,5187
"eps_2",1e-05,1613945225589,5187
"train_loss",0.010417145,1613945226542,5188
"raw_loss",0.011068675,1613945226542,5188
"epoch",32.63522012578614,1613945226542,5188
"wd_0",0.01,1613945226542,5188
"sqr_mom_0",0.99,1613945226542,5188
"lr_0",2.695291575866081e-06,1613945226542,5188
"mom_0",0.8960946294289727,1613945226542,5188
"eps_0",1e-05,1613945226542,5188
"wd_1",0.01,1613945226542,5188
"sqr_mom_1",0.99,1613945226542,5188
"lr_1",2.695291575866081e-05,1613945226542,5188
"mom_1",0.8960946294289727,1613945226542,5188
"eps_1",1e-05,1613945226542,5188
"wd_2",0.01,1613945226542,5188
"sqr_mom_2",0.99,1613945226542,5188
"lr_2",0.00026952915758660806,1613945226542,5188
"mom_2",0.8960946294289727,1613945226542,5188
"eps_2",1e-05,1613945226542,5188
"train_loss",0.01030887,1613945227479,5189
"raw_loss",0.0050034025,1613945227479,5189
"epoch",32.64150943396224,1613945227479,5189
"wd_0",0.01,1613945227479,5189
"sqr_mom_0",0.99,1613945227479,5189
"lr_0",2.6938846808590202e-06,1613945227479,5189
"mom_0",0.8961227676104957,1613945227479,5189
"eps_0",1e-05,1613945227479,5189
"wd_1",0.01,1613945227479,5189
"sqr_mom_1",0.99,1613945227479,5189
"lr_1",2.69388468085902e-05,1613945227479,5189
"mom_1",0.8961227676104957,1613945227479,5189
"eps_1",1e-05,1613945227479,5189
"wd_2",0.01,1613945227479,5189
"sqr_mom_2",0.99,1613945227479,5189
"lr_2",0.000269388468085902,1613945227479,5189
"mom_2",0.8961227676104957,1613945227479,5189
"eps_2",1e-05,1613945227479,5189
"train_loss",0.01034054,1613945228431,5190
"raw_loss",0.011892371,1613945228431,5190
"epoch",32.64779874213834,1613945228431,5190
"wd_0",0.01,1613945228431,5190
"sqr_mom_0",0.99,1613945228431,5190
"lr_0",2.692477257341969e-06,1613945228431,5190
"mom_0",0.8961509163623242,1613945228431,5190
"eps_0",1e-05,1613945228431,5190
"wd_1",0.01,1613945228431,5190
"sqr_mom_1",0.99,1613945228431,5190
"lr_1",2.692477257341969e-05,1613945228431,5190
"mom_1",0.8961509163623242,1613945228431,5190
"eps_1",1e-05,1613945228431,5190
"wd_2",0.01,1613945228431,5190
"sqr_mom_2",0.99,1613945228431,5190
"lr_2",0.0002692477257341968,1613945228431,5190
"mom_2",0.8961509163623242,1613945228431,5190
"eps_2",1e-05,1613945228431,5190
"train_loss",0.010362976,1613945229384,5191
"raw_loss",0.011462356,1613945229384,5191
"epoch",32.65408805031444,1613945229384,5191
"wd_0",0.01,1613945229384,5191
"sqr_mom_0",0.99,1613945229384,5191
"lr_0",2.691070239222826e-06,1613945229384,5191
"mom_0",0.8961790570061136,1613945229384,5191
"eps_0",1e-05,1613945229384,5191
"wd_1",0.01,1613945229384,5191
"sqr_mom_1",0.99,1613945229384,5191
"lr_1",2.691070239222826e-05,1613945229384,5191
"mom_1",0.8961790570061136,1613945229384,5191
"eps_1",1e-05,1613945229384,5191
"wd_2",0.01,1613945229384,5191
"sqr_mom_2",0.99,1613945229384,5191
"lr_2",0.00026910702392228254,1613945229384,5191
"mom_2",0.8961790570061136,1613945229384,5191
"eps_2",1e-05,1613945229384,5191
"train_loss",0.010308086,1613945230350,5192
"raw_loss",0.0076184603,1613945230350,5192
"epoch",32.66037735849054,1613945230350,5192
"wd_0",0.01,1613945230350,5192
"sqr_mom_0",0.99,1613945230350,5192
"lr_0",2.6896633936205583e-06,1613945230350,5192
"mom_0",0.8962071941995308,1613945230350,5192
"eps_0",1e-05,1613945230350,5192
"wd_1",0.01,1613945230350,5192
"sqr_mom_1",0.99,1613945230350,5192
"lr_1",2.6896633936205584e-05,1613945230350,5192
"mom_1",0.8962071941995308,1613945230350,5192
"eps_1",1e-05,1613945230350,5192
"wd_2",0.01,1613945230350,5192
"sqr_mom_2",0.99,1613945230350,5192
"lr_2",0.0002689663393620558,1613945230350,5192
"mom_2",0.8962071941995308,1613945230350,5192
"eps_2",1e-05,1613945230350,5192
"train_loss",0.010272046,1613945231293,5193
"raw_loss",0.008506055,1613945231293,5193
"epoch",32.66666666666664,1613945231293,5193
"wd_0",0.01,1613945231293,5193
"sqr_mom_0",0.99,1613945231293,5193
"lr_0",2.6882555540127314e-06,1613945231293,5193
"mom_0",0.896235351273258,1613945231293,5193
"eps_0",1e-05,1613945231293,5193
"wd_1",0.01,1613945231293,5193
"sqr_mom_1",0.99,1613945231293,5193
"lr_1",2.6882555540127316e-05,1613945231293,5193
"mom_1",0.896235351273258,1613945231293,5193
"eps_1",1e-05,1613945231293,5193
"wd_2",0.01,1613945231293,5193
"sqr_mom_2",0.99,1613945231293,5193
"lr_2",0.00026882555540127314,1613945231293,5193
"mom_2",0.896235351273258,1613945231293,5193
"eps_2",1e-05,1613945231293,5193
"train_loss",0.01018788,1613945232259,5194
"raw_loss",0.006063782,1613945232259,5194
"epoch",32.67295597484274,1613945232259,5194
"wd_0",0.01,1613945232259,5194
"sqr_mom_0",0.99,1613945232259,5194
"lr_0",2.6868485880090157e-06,1613945232259,5194
"mom_0",0.8962634908747285,1613945232259,5194
"eps_0",1e-05,1613945232259,5194
"wd_1",0.01,1613945232259,5194
"sqr_mom_1",0.99,1613945232259,5194
"lr_1",2.6868485880090157e-05,1613945232259,5194
"mom_1",0.8962634908747285,1613945232259,5194
"eps_1",1e-05,1613945232259,5194
"wd_2",0.01,1613945232259,5194
"sqr_mom_2",0.99,1613945232259,5194
"lr_2",0.00026868485880090153,1613945232259,5194
"mom_2",0.8962634908747285,1613945232259,5194
"eps_2",1e-05,1613945232259,5194
"train_loss",0.0101632755,1613945233205,5195
"raw_loss",0.0089576645,1613945233205,5195
"epoch",32.679245283018844,1613945233205,5195
"wd_0",0.01,1613945233205,5195
"sqr_mom_0",0.99,1613945233205,5195
"lr_0",2.685441329077023e-06,1613945233205,5195
"mom_0",0.8962916363348229,1613945233205,5195
"eps_0",1e-05,1613945233205,5195
"wd_1",0.01,1613945233205,5195
"sqr_mom_1",0.99,1613945233205,5195
"lr_1",2.6854413290770226e-05,1613945233205,5195
"mom_1",0.8962916363348229,1613945233205,5195
"eps_1",1e-05,1613945233205,5195
"wd_2",0.01,1613945233205,5195
"sqr_mom_2",0.99,1613945233205,5195
"lr_2",0.0002685441329077022,1613945233205,5195
"mom_2",0.8962916363348229,1613945233205,5195
"eps_2",1e-05,1613945233205,5195
"train_loss",0.01014348,1613945234157,5196
"raw_loss",0.009173493,1613945234157,5196
"epoch",32.685534591194944,1613945234157,5196
"wd_0",0.01,1613945234157,5196
"sqr_mom_0",0.99,1613945234157,5196
"lr_0",2.6840335442059833e-06,1613945234157,5196
"mom_0",0.8963197923138034,1613945234157,5196
"eps_0",1e-05,1613945234157,5196
"wd_1",0.01,1613945234157,5196
"sqr_mom_1",0.99,1613945234157,5196
"lr_1",2.6840335442059834e-05,1613945234157,5196
"mom_1",0.8963197923138034,1613945234157,5196
"eps_1",1e-05,1613945234157,5196
"wd_2",0.01,1613945234157,5196
"sqr_mom_2",0.99,1613945234157,5196
"lr_2",0.0002684033544205983,1613945234157,5196
"mom_2",0.8963197923138034,1613945234157,5196
"eps_2",1e-05,1613945234157,5196
"train_loss",0.010227842,1613945235114,5197
"raw_loss",0.0143616,1613945235114,5197
"epoch",32.691823899371045,1613945235114,5197
"wd_0",0.01,1613945235114,5197
"sqr_mom_0",0.99,1613945235114,5197
"lr_0",2.682626167543574e-06,1613945235114,5197
"mom_0",0.8963479401285298,1613945235114,5197
"eps_0",1e-05,1613945235114,5197
"wd_1",0.01,1613945235114,5197
"sqr_mom_1",0.99,1613945235114,5197
"lr_1",2.6826261675435742e-05,1613945235114,5197
"mom_1",0.8963479401285298,1613945235114,5197
"eps_1",1e-05,1613945235114,5197
"wd_2",0.01,1613945235114,5197
"sqr_mom_2",0.99,1613945235114,5197
"lr_2",0.00026826261675435734,1613945235114,5197
"mom_2",0.8963479401285298,1613945235114,5197
"eps_2",1e-05,1613945235114,5197
"train_loss",0.010198467,1613945236080,5198
"raw_loss",0.0087591205,1613945236080,5198
"epoch",32.698113207547145,1613945236080,5198
"wd_0",0.01,1613945236080,5198
"sqr_mom_0",0.99,1613945236080,5198
"lr_0",2.6812189661473992e-06,1613945236080,5198
"mom_0",0.8963760844378964,1613945236080,5198
"eps_0",1e-05,1613945236080,5198
"wd_1",0.01,1613945236080,5198
"sqr_mom_1",0.99,1613945236080,5198
"lr_1",2.681218966147399e-05,1613945236080,5198
"mom_1",0.8963760844378964,1613945236080,5198
"eps_1",1e-05,1613945236080,5198
"wd_2",0.01,1613945236080,5198
"sqr_mom_2",0.99,1613945236080,5198
"lr_2",0.0002681218966147399,1613945236080,5198
"mom_2",0.8963760844378964,1613945236080,5198
"eps_2",1e-05,1613945236080,5198
"train_loss",0.010166428,1613945237025,5199
"raw_loss",0.008596491,1613945237025,5199
"epoch",32.704402515723245,1613945237025,5199
"wd_0",0.01,1613945237025,5199
"sqr_mom_0",0.99,1613945237025,5199
"lr_0",2.6798107732020285e-06,1613945237025,5199
"mom_0",0.8964042485784451,1613945237025,5199
"eps_0",1e-05,1613945237025,5199
"wd_1",0.01,1613945237025,5199
"sqr_mom_1",0.99,1613945237025,5199
"lr_1",2.6798107732020285e-05,1613945237025,5199
"mom_1",0.8964042485784451,1613945237025,5199
"eps_1",1e-05,1613945237025,5199
"wd_2",0.01,1613945237025,5199
"sqr_mom_2",0.99,1613945237025,5199
"lr_2",0.0002679810773202028,1613945237025,5199
"mom_2",0.8964042485784451,1613945237025,5199
"eps_2",1e-05,1613945237025,5199
"train_loss",0.010183856,1613945237992,5200
"raw_loss",0.011037825,1613945237992,5200
"epoch",32.710691823899346,1613945237992,5200
"wd_0",0.01,1613945237992,5200
"sqr_mom_0",0.99,1613945237992,5200
"lr_0",2.678403456785861e-06,1613945237992,5200
"mom_0",0.8964323951882346,1613945237992,5200
"eps_0",1e-05,1613945237992,5200
"wd_1",0.01,1613945237992,5200
"sqr_mom_1",0.99,1613945237992,5200
"lr_1",2.678403456785861e-05,1613945237992,5200
"mom_1",0.8964323951882346,1613945237992,5200
"eps_1",1e-05,1613945237992,5200
"wd_2",0.01,1613945237992,5200
"sqr_mom_2",0.99,1613945237992,5200
"lr_2",0.0002678403456785861,1613945237992,5200
"mom_2",0.8964323951882346,1613945237992,5200
"eps_2",1e-05,1613945237992,5200
"train_loss",0.01025528,1613945239192,5201
"raw_loss",0.01375504,1613945239192,5201
"epoch",32.716981132075446,1613945239192,5201
"wd_0",0.01,1613945239192,5201
"sqr_mom_0",0.99,1613945239192,5201
"lr_0",2.6769951496418837e-06,1613945239192,5201
"mom_0",0.8964605616127784,1613945239192,5201
"eps_0",1e-05,1613945239192,5201
"wd_1",0.01,1613945239192,5201
"sqr_mom_1",0.99,1613945239192,5201
"lr_1",2.6769951496418836e-05,1613945239192,5201
"mom_1",0.8964605616127784,1613945239192,5201
"eps_1",1e-05,1613945239192,5201
"wd_2",0.01,1613945239192,5201
"sqr_mom_2",0.99,1613945239192,5201
"lr_2",0.0002676995149641883,1613945239192,5201
"mom_2",0.8964605616127784,1613945239192,5201
"eps_2",1e-05,1613945239192,5201
"train_loss",0.010231375,1613945240302,5202
"raw_loss",0.009060031,1613945240302,5202
"epoch",32.72327044025155,1613945240302,5202
"wd_0",0.01,1613945240302,5202
"sqr_mom_0",0.99,1613945240302,5202
"lr_0",2.6755877199999883e-06,1613945240302,5202
"mom_0",0.8964887104871051,1613945240302,5202
"eps_0",1e-05,1613945240302,5202
"wd_1",0.01,1613945240302,5202
"sqr_mom_1",0.99,1613945240302,5202
"lr_1",2.675587719999988e-05,1613945240302,5202
"mom_1",0.8964887104871051,1613945240302,5202
"eps_1",1e-05,1613945240302,5202
"wd_2",0.01,1613945240302,5202
"sqr_mom_2",0.99,1613945240302,5202
"lr_2",0.0002675587719999988,1613945240302,5202
"mom_2",0.8964887104871051,1613945240302,5202
"eps_2",1e-05,1613945240302,5202
"train_loss",0.010147151,1613945241378,5203
"raw_loss",0.006020152,1613945241378,5203
"epoch",32.72955974842765,1613945241378,5203
"wd_0",0.01,1613945241378,5203
"sqr_mom_0",0.99,1613945241378,5203
"lr_0",2.674180000940686e-06,1613945241378,5203
"mom_0",0.8965168651498377,1613945241378,5203
"eps_0",1e-05,1613945241378,5203
"wd_1",0.01,1613945241378,5203
"sqr_mom_1",0.99,1613945241378,5203
"lr_1",2.674180000940686e-05,1613945241378,5203
"mom_1",0.8965168651498377,1613945241378,5203
"eps_1",1e-05,1613945241378,5203
"wd_2",0.01,1613945241378,5203
"sqr_mom_2",0.99,1613945241378,5203
"lr_2",0.0002674180000940686,1613945241378,5203
"mom_2",0.8965168651498377,1613945241378,5203
"eps_2",1e-05,1613945241378,5203
"train_loss",0.010353197,1613945242666,5204
"raw_loss",0.020449497,1613945242666,5204
"epoch",32.73584905660375,1613945242666,5204
"wd_0",0.01,1613945242666,5204
"sqr_mom_0",0.99,1613945242666,5204
"lr_0",2.6727717593797145e-06,1613945242666,5204
"mom_0",0.8965450302627083,1613945242666,5204
"eps_0",1e-05,1613945242666,5204
"wd_1",0.01,1613945242666,5204
"sqr_mom_1",0.99,1613945242666,5204
"lr_1",2.6727717593797145e-05,1613945242666,5204
"mom_1",0.8965450302627083,1613945242666,5204
"eps_1",1e-05,1613945242666,5204
"wd_2",0.01,1613945242666,5204
"sqr_mom_2",0.99,1613945242666,5204
"lr_2",0.00026727717593797145,1613945242666,5204
"mom_2",0.8965450302627083,1613945242666,5204
"eps_2",1e-05,1613945242666,5204
"train_loss",0.010372562,1613945243636,5205
"raw_loss",0.011321442,1613945243636,5205
"epoch",32.74213836477985,1613945243636,5205
"wd_0",0.01,1613945243636,5205
"sqr_mom_0",0.99,1613945243636,5205
"lr_0",2.67136392976779e-06,1613945243636,5205
"mom_0",0.8965731871365156,1613945243636,5205
"eps_0",1e-05,1613945243636,5205
"wd_1",0.01,1613945243636,5205
"sqr_mom_1",0.99,1613945243636,5205
"lr_1",2.6713639297677896e-05,1613945243636,5205
"mom_1",0.8965731871365156,1613945243636,5205
"eps_1",1e-05,1613945243636,5205
"wd_2",0.01,1613945243636,5205
"sqr_mom_2",0.99,1613945243636,5205
"lr_2",0.00026713639297677895,1613945243636,5205
"mom_2",0.8965731871365156,1613945243636,5205
"eps_2",1e-05,1613945243636,5205
"train_loss",0.010369053,1613945244589,5206
"raw_loss",0.010197113,1613945244589,5206
"epoch",32.74842767295595,1613945244589,5206
"wd_0",0.01,1613945244589,5206
"sqr_mom_0",0.99,1613945244589,5206
"lr_0",2.6699560455616578e-06,1613945244589,5206
"mom_0",0.8966013451022179,1613945244589,5206
"eps_0",1e-05,1613945244589,5206
"wd_1",0.01,1613945244589,5206
"sqr_mom_1",0.99,1613945244589,5206
"lr_1",2.6699560455616578e-05,1613945244589,5206
"mom_1",0.8966013451022179,1613945244589,5206
"eps_1",1e-05,1613945244589,5206
"wd_2",0.01,1613945244589,5206
"sqr_mom_2",0.99,1613945244589,5206
"lr_2",0.0002669956045561658,1613945244589,5206
"mom_2",0.8966013451022179,1613945244589,5206
"eps_2",1e-05,1613945244589,5206
"train_loss",0.0105370665,1613945245525,5207
"raw_loss",0.018769713,1613945245525,5207
"epoch",32.75471698113205,1613945245525,5207
"wd_0",0.01,1613945245525,5207
"sqr_mom_0",0.99,1613945245525,5207
"lr_0",2.668547640145632e-06,1613945245525,5207
"mom_0",0.8966295134922223,1613945245525,5207
"eps_0",1e-05,1613945245525,5207
"wd_1",0.01,1613945245525,5207
"sqr_mom_1",0.99,1613945245525,5207
"lr_1",2.668547640145632e-05,1613945245525,5207
"mom_1",0.8966295134922223,1613945245525,5207
"eps_1",1e-05,1613945245525,5207
"wd_2",0.01,1613945245525,5207
"sqr_mom_2",0.99,1613945245525,5207
"lr_2",0.00026685476401456317,1613945245525,5207
"mom_2",0.8966295134922223,1613945245525,5207
"eps_2",1e-05,1613945245525,5207
"train_loss",0.010580718,1613945246481,5208
"raw_loss",0.012719616,1613945246481,5208
"epoch",32.76100628930815,1613945246481,5208
"wd_0",0.01,1613945246481,5208
"sqr_mom_0",0.99,1613945246481,5208
"lr_0",2.667139648079157e-06,1613945246481,5208
"mom_0",0.896657673615153,1613945246481,5208
"eps_0",1e-05,1613945246481,5208
"wd_1",0.01,1613945246481,5208
"sqr_mom_1",0.99,1613945246481,5208
"lr_1",2.667139648079157e-05,1613945246481,5208
"mom_1",0.896657673615153,1613945246481,5208
"eps_1",1e-05,1613945246481,5208
"wd_2",0.01,1613945246481,5208
"sqr_mom_2",0.99,1613945246481,5208
"lr_2",0.00026671396480791565,1613945246481,5208
"mom_2",0.896657673615153,1613945246481,5208
"eps_2",1e-05,1613945246481,5208
"train_loss",0.010562076,1613945247428,5209
"raw_loss",0.009648627,1613945247428,5209
"epoch",32.76729559748425,1613945247428,5209
"wd_0",0.01,1613945247428,5209
"sqr_mom_0",0.99,1613945247428,5209
"lr_0",2.6657318363142764e-06,1613945247428,5209
"mom_0",0.8966858301320157,1613945247428,5209
"eps_0",1e-05,1613945247428,5209
"wd_1",0.01,1613945247428,5209
"sqr_mom_1",0.99,1613945247428,5209
"lr_1",2.6657318363142763e-05,1613945247428,5209
"mom_1",0.8966858301320157,1613945247428,5209
"eps_1",1e-05,1613945247428,5209
"wd_2",0.01,1613945247428,5209
"sqr_mom_2",0.99,1613945247428,5209
"lr_2",0.0002665731836314276,1613945247428,5209
"mom_2",0.8966858301320157,1613945247428,5209
"eps_2",1e-05,1613945247428,5209
"train_loss",0.0106586255,1613945248371,5210
"raw_loss",0.015389557,1613945248371,5210
"epoch",32.77358490566035,1613945248371,5210
"wd_0",0.01,1613945248371,5210
"sqr_mom_0",0.99,1613945248371,5210
"lr_0",2.6643230375331595e-06,1613945248371,5210
"mom_0",0.8967140063894007,1613945248371,5210
"eps_0",1e-05,1613945248371,5210
"wd_1",0.01,1613945248371,5210
"sqr_mom_1",0.99,1613945248371,5210
"lr_1",2.6643230375331593e-05,1613945248371,5210
"mom_1",0.8967140063894007,1613945248371,5210
"eps_1",1e-05,1613945248371,5210
"wd_2",0.01,1613945248371,5210
"sqr_mom_2",0.99,1613945248371,5210
"lr_2",0.00026643230375331594,1613945248371,5210
"mom_2",0.8967140063894007,1613945248371,5210
"eps_2",1e-05,1613945248371,5210
"train_loss",0.0106415935,1613945249311,5211
"raw_loss",0.009807014,1613945249311,5211
"epoch",32.77987421383645,1613945249311,5211
"wd_0",0.01,1613945249311,5211
"sqr_mom_0",0.99,1613945249311,5211
"lr_0",2.6629151206178955e-06,1613945249311,5211
"mom_0",0.8967421650092922,1613945249311,5211
"eps_0",1e-05,1613945249311,5211
"wd_1",0.01,1613945249311,5211
"sqr_mom_1",0.99,1613945249311,5211
"lr_1",2.662915120617895e-05,1613945249311,5211
"mom_1",0.8967421650092922,1613945249311,5211
"eps_1",1e-05,1613945249311,5211
"wd_2",0.01,1613945249311,5211
"sqr_mom_2",0.99,1613945249311,5211
"lr_2",0.0002662915120617895,1613945249311,5211
"mom_2",0.8967421650092922,1613945249311,5211
"eps_2",1e-05,1613945249311,5211
"train_loss",0.0106353145,1613945250258,5212
"raw_loss",0.010327633,1613945250258,5212
"epoch",32.78616352201255,1613945250258,5212
"wd_0",0.01,1613945250258,5212
"sqr_mom_0",0.99,1613945250258,5212
"lr_0",2.6615069182419615e-06,1613945250258,5212
"mom_0",0.8967703293384541,1613945250258,5212
"eps_0",1e-05,1613945250258,5212
"wd_1",0.01,1613945250258,5212
"sqr_mom_1",0.99,1613945250258,5212
"lr_1",2.661506918241961e-05,1613945250258,5212
"mom_1",0.8967703293384541,1613945250258,5212
"eps_1",1e-05,1613945250258,5212
"wd_2",0.01,1613945250258,5212
"sqr_mom_2",0.99,1613945250258,5212
"lr_2",0.00026615069182419607,1613945250258,5212
"mom_2",0.8967703293384541,1613945250258,5212
"eps_2",1e-05,1613945250258,5212
"train_loss",0.010539088,1613945251210,5213
"raw_loss",0.00582402,1613945251210,5213
"epoch",32.79245283018865,1613945251210,5213
"wd_0",0.01,1613945251210,5213
"sqr_mom_0",0.99,1613945251210,5213
"lr_0",2.660098197244096e-06,1613945251210,5213
"mom_0",0.8967985040401585,1613945251210,5213
"eps_0",1e-05,1613945251210,5213
"wd_1",0.01,1613945251210,5213
"sqr_mom_1",0.99,1613945251210,5213
"lr_1",2.6600981972440962e-05,1613945251210,5213
"mom_1",0.8967985040401585,1613945251210,5213
"eps_1",1e-05,1613945251210,5213
"wd_2",0.01,1613945251210,5213
"sqr_mom_2",0.99,1613945251210,5213
"lr_2",0.00026600981972440955,1613945251210,5213
"mom_2",0.8967985040401585,1613945251210,5213
"eps_2",1e-05,1613945251210,5213
"train_loss",0.01054832,1613945252176,5214
"raw_loss",0.011000657,1613945252176,5214
"epoch",32.79874213836475,1613945252176,5214
"wd_0",0.01,1613945252176,5214
"sqr_mom_0",0.99,1613945252176,5214
"lr_0",2.6586898923931523e-06,1613945252176,5214
"mom_0",0.8968266704188411,1613945252176,5214
"eps_0",1e-05,1613945252176,5214
"wd_1",0.01,1613945252176,5214
"sqr_mom_1",0.99,1613945252176,5214
"lr_1",2.658689892393152e-05,1613945252176,5214
"mom_1",0.8968266704188411,1613945252176,5214
"eps_1",1e-05,1613945252176,5214
"wd_2",0.01,1613945252176,5214
"sqr_mom_2",0.99,1613945252176,5214
"lr_2",0.0002658689892393152,1613945252176,5214
"mom_2",0.8968266704188411,1613945252176,5214
"eps_2",1e-05,1613945252176,5214
"train_loss",0.010594466,1613945253121,5215
"raw_loss",0.01285563,1613945253121,5215
"epoch",32.80503144654085,1613945253121,5215
"wd_0",0.01,1613945253121,5215
"sqr_mom_0",0.99,1613945253121,5215
"lr_0",2.6572817705873815e-06,1613945253121,5215
"mom_0",0.8968548331365838,1613945253121,5215
"eps_0",1e-05,1613945253121,5215
"wd_1",0.01,1613945253121,5215
"sqr_mom_1",0.99,1613945253121,5215
"lr_1",2.6572817705873813e-05,1613945253121,5215
"mom_1",0.8968548331365838,1613945253121,5215
"eps_1",1e-05,1613945253121,5215
"wd_2",0.01,1613945253121,5215
"sqr_mom_2",0.99,1613945253121,5215
"lr_2",0.00026572817705873813,1613945253121,5215
"mom_2",0.8968548331365838,1613945253121,5215
"eps_2",1e-05,1613945253121,5215
"train_loss",0.010599103,1613945254082,5216
"raw_loss",0.010826314,1613945254082,5216
"epoch",32.81132075471695,1613945254082,5216
"wd_0",0.01,1613945254082,5216
"sqr_mom_0",0.99,1613945254082,5216
"lr_0",2.6558726642538962e-06,1613945254082,5216
"mom_0",0.8968830155450775,1613945254082,5216
"eps_0",1e-05,1613945254082,5216
"wd_1",0.01,1613945254082,5216
"sqr_mom_1",0.99,1613945254082,5216
"lr_1",2.6558726642538965e-05,1613945254082,5216
"mom_1",0.8968830155450775,1613945254082,5216
"eps_1",1e-05,1613945254082,5216
"wd_2",0.01,1613945254082,5216
"sqr_mom_2",0.99,1613945254082,5216
"lr_2",0.00026558726642538963,1613945254082,5216
"mom_2",0.8968830155450775,1613945254082,5216
"eps_2",1e-05,1613945254082,5216
"train_loss",0.010600335,1613945255040,5217
"raw_loss",0.0106607145,1613945255040,5217
"epoch",32.81761006289305,1613945255040,5217
"wd_0",0.01,1613945255040,5217
"sqr_mom_0",0.99,1613945255040,5217
"lr_0",2.6544644426827765e-06,1613945255040,5217
"mom_0",0.896911180258147,1613945255040,5217
"eps_0",1e-05,1613945255040,5217
"wd_1",0.01,1613945255040,5217
"sqr_mom_1",0.99,1613945255040,5217
"lr_1",2.6544644426827763e-05,1613945255040,5217
"mom_1",0.896911180258147,1613945255040,5217
"eps_1",1e-05,1613945255040,5217
"wd_2",0.01,1613945255040,5217
"sqr_mom_2",0.99,1613945255040,5217
"lr_2",0.0002654464442682776,1613945255040,5217
"mom_2",0.896911180258147,1613945255040,5217
"eps_2",1e-05,1613945255040,5217
"train_loss",0.010547523,1613945256004,5218
"raw_loss",0.00795977,1613945256004,5218
"epoch",32.82389937106915,1613945256004,5218
"wd_0",0.01,1613945256004,5218
"sqr_mom_0",0.99,1613945256004,5218
"lr_0",2.6530559382928876e-06,1613945256004,5218
"mom_0",0.8969393506276485,1613945256004,5218
"eps_0",1e-05,1613945256004,5218
"wd_1",0.01,1613945256004,5218
"sqr_mom_1",0.99,1613945256004,5218
"lr_1",2.6530559382928875e-05,1613945256004,5218
"mom_1",0.8969393506276485,1613945256004,5218
"eps_1",1e-05,1613945256004,5218
"wd_2",0.01,1613945256004,5218
"sqr_mom_2",0.99,1613945256004,5218
"lr_2",0.0002653055938292887,1613945256004,5218
"mom_2",0.8969393506276485,1613945256004,5218
"eps_2",1e-05,1613945256004,5218
"train_loss",0.010530167,1613945256981,5219
"raw_loss",0.009679703,1613945256981,5219
"epoch",32.83018867924525,1613945256981,5219
"wd_0",0.01,1613945256981,5219
"sqr_mom_0",0.99,1613945256981,5219
"lr_0",2.65164691787498e-06,1613945256981,5219
"mom_0",0.8969675313178136,1613945256981,5219
"eps_0",1e-05,1613945256981,5219
"wd_1",0.01,1613945256981,5219
"sqr_mom_1",0.99,1613945256981,5219
"lr_1",2.65164691787498e-05,1613945256981,5219
"mom_1",0.8969675313178136,1613945256981,5219
"eps_1",1e-05,1613945256981,5219
"wd_2",0.01,1613945256981,5219
"sqr_mom_2",0.99,1613945256981,5219
"lr_2",0.00026516469178749797,1613945256981,5219
"mom_2",0.8969675313178136,1613945256981,5219
"eps_2",1e-05,1613945256981,5219
"train_loss",0.01068391,1613945257930,5220
"raw_loss",0.01821729,1613945257930,5220
"epoch",32.836477987421354,1613945257930,5220
"wd_0",0.01,1613945257930,5220
"sqr_mom_0",0.99,1613945257930,5220
"lr_0",2.650238316396588e-06,1613945257930,5220
"mom_0",0.8969957036291045,1613945257930,5220
"eps_0",1e-05,1613945257930,5220
"wd_1",0.01,1613945257930,5220
"sqr_mom_1",0.99,1613945257930,5220
"lr_1",2.6502383163965882e-05,1613945257930,5220
"mom_1",0.8969957036291045,1613945257930,5220
"eps_1",1e-05,1613945257930,5220
"wd_2",0.01,1613945257930,5220
"sqr_mom_2",0.99,1613945257930,5220
"lr_2",0.0002650238316396588,1613945257930,5220
"mom_2",0.8969957036291045,1613945257930,5220
"eps_2",1e-05,1613945257930,5220
"train_loss",0.010591719,1613945258881,5221
"raw_loss",0.0060743643,1613945258881,5221
"epoch",32.842767295597454,1613945258881,5221
"wd_0",0.01,1613945258881,5221
"sqr_mom_0",0.99,1613945258881,5221
"lr_0",2.6488299007048504e-06,1613945258881,5221
"mom_0",0.8970238722246252,1613945258881,5221
"eps_0",1e-05,1613945258881,5221
"wd_1",0.01,1613945258881,5221
"sqr_mom_1",0.99,1613945258881,5221
"lr_1",2.6488299007048502e-05,1613945258881,5221
"mom_1",0.8970238722246252,1613945258881,5221
"eps_1",1e-05,1613945258881,5221
"wd_2",0.01,1613945258881,5221
"sqr_mom_2",0.99,1613945258881,5221
"lr_2",0.000264882990070485,1613945258881,5221
"mom_2",0.8970238722246252,1613945258881,5221
"eps_2",1e-05,1613945258881,5221
"train_loss",0.010585825,1613945259843,5222
"raw_loss",0.010297011,1613945259843,5222
"epoch",32.849056603773555,1613945259843,5222
"wd_0",0.01,1613945259843,5222
"sqr_mom_0",0.99,1613945259843,5222
"lr_0",2.6474205029852136e-06,1613945259843,5222
"mom_0",0.8970520604609004,1613945259843,5222
"eps_0",1e-05,1613945259843,5222
"wd_1",0.01,1613945259843,5222
"sqr_mom_1",0.99,1613945259843,5222
"lr_1",2.6474205029852133e-05,1613945259843,5222
"mom_1",0.8970520604609004,1613945259843,5222
"eps_1",1e-05,1613945259843,5222
"wd_2",0.01,1613945259843,5222
"sqr_mom_2",0.99,1613945259843,5222
"lr_2",0.0002647420502985213,1613945259843,5222
"mom_2",0.8970520604609004,1613945259843,5222
"eps_2",1e-05,1613945259843,5222
"train_loss",0.010482796,1613945260787,5223
"raw_loss",0.0054343673,1613945260787,5223
"epoch",32.855345911949655,1613945260787,5223
"wd_0",0.01,1613945260787,5223
"sqr_mom_0",0.99,1613945260787,5223
"lr_0",2.6460119929143056e-06,1613945260787,5223
"mom_0",0.8970802309440233,1613945260787,5223
"eps_0",1e-05,1613945260787,5223
"wd_1",0.01,1613945260787,5223
"sqr_mom_1",0.99,1613945260787,5223
"lr_1",2.6460119929143057e-05,1613945260787,5223
"mom_1",0.8970802309440233,1613945260787,5223
"eps_1",1e-05,1613945260787,5223
"wd_2",0.01,1613945260787,5223
"sqr_mom_2",0.99,1613945260787,5223
"lr_2",0.0002646011992914305,1613945260787,5223
"mom_2",0.8970802309440233,1613945260787,5223
"eps_2",1e-05,1613945260787,5223
"train_loss",0.010397238,1613945261735,5224
"raw_loss",0.0062049218,1613945261735,5224
"epoch",32.861635220125756,1613945261735,5224
"wd_0",0.01,1613945261735,5224
"sqr_mom_0",0.99,1613945261735,5224
"lr_0",2.6446032026697723e-06,1613945261735,5224
"mom_0",0.8971084070306748,1613945261735,5224
"eps_0",1e-05,1613945261735,5224
"wd_1",0.01,1613945261735,5224
"sqr_mom_1",0.99,1613945261735,5224
"lr_1",2.6446032026697724e-05,1613945261735,5224
"mom_1",0.8971084070306748,1613945261735,5224
"eps_1",1e-05,1613945261735,5224
"wd_2",0.01,1613945261735,5224
"sqr_mom_2",0.99,1613945261735,5224
"lr_2",0.0002644603202669772,1613945261735,5224
"mom_2",0.8971084070306748,1613945261735,5224
"eps_2",1e-05,1613945261735,5224
"train_loss",0.010419984,1613945262678,5225
"raw_loss",0.011534588,1613945262678,5225
"epoch",32.867924528301856,1613945262678,5225
"wd_0",0.01,1613945262678,5225
"sqr_mom_0",0.99,1613945262678,5225
"lr_0",2.6431938989970535e-06,1613945262678,5225
"mom_0",0.8971365933859927,1613945262678,5225
"eps_0",1e-05,1613945262678,5225
"wd_1",0.01,1613945262678,5225
"sqr_mom_1",0.99,1613945262678,5225
"lr_1",2.6431938989970537e-05,1613945262678,5225
"mom_1",0.8971365933859927,1613945262678,5225
"eps_1",1e-05,1613945262678,5225
"wd_2",0.01,1613945262678,5225
"sqr_mom_2",0.99,1613945262678,5225
"lr_2",0.00026431938989970535,1613945262678,5225
"mom_2",0.8971365933859927,1613945262678,5225
"eps_2",1e-05,1613945262678,5225
"train_loss",0.010355092,1613945263634,5226
"raw_loss",0.007175365,1613945263634,5226
"epoch",32.874213836477956,1613945263634,5226
"wd_0",0.01,1613945263634,5226
"sqr_mom_0",0.99,1613945263634,5226
"lr_0",2.6417850170516407e-06,1613945263634,5226
"mom_0",0.8971647713066803,1613945263634,5226
"eps_0",1e-05,1613945263634,5226
"wd_1",0.01,1613945263634,5226
"sqr_mom_1",0.99,1613945263634,5226
"lr_1",2.6417850170516406e-05,1613945263634,5226
"mom_1",0.8971647713066803,1613945263634,5226
"eps_1",1e-05,1613945263634,5226
"wd_2",0.01,1613945263634,5226
"sqr_mom_2",0.99,1613945263634,5226
"lr_2",0.00026417850170516407,1613945263634,5226
"mom_2",0.8971647713066803,1613945263634,5226
"eps_2",1e-05,1613945263634,5226
"train_loss",0.010321556,1613945264576,5227
"raw_loss",0.008678307,1613945264576,5227
"epoch",32.88050314465406,1613945264576,5227
"wd_0",0.01,1613945264576,5227
"sqr_mom_0",0.99,1613945264576,5227
"lr_0",2.6403760899368317e-06,1613945264576,5227
"mom_0",0.8971929501307646,1613945264576,5227
"eps_0",1e-05,1613945264576,5227
"wd_1",0.01,1613945264576,5227
"sqr_mom_1",0.99,1613945264576,5227
"lr_1",2.6403760899368318e-05,1613945264576,5227
"mom_1",0.8971929501307646,1613945264576,5227
"eps_1",1e-05,1613945264576,5227
"wd_2",0.01,1613945264576,5227
"sqr_mom_2",0.99,1613945264576,5227
"lr_2",0.0002640376089936831,1613945264576,5227
"mom_2",0.8971929501307646,1613945264576,5227
"eps_2",1e-05,1613945264576,5227
"train_loss",0.010357401,1613945265525,5228
"raw_loss",0.012113832,1613945265525,5228
"epoch",32.88679245283016,1613945265525,5228
"wd_0",0.01,1613945265525,5228
"sqr_mom_0",0.99,1613945265525,5228
"lr_0",2.638966650696001e-06,1613945265525,5228
"mom_0",0.8972211391974719,1613945265525,5228
"eps_0",1e-05,1613945265525,5228
"wd_1",0.01,1613945265525,5228
"sqr_mom_1",0.99,1613945265525,5228
"lr_1",2.638966650696001e-05,1613945265525,5228
"mom_1",0.8972211391974719,1613945265525,5228
"eps_1",1e-05,1613945265525,5228
"wd_2",0.01,1613945265525,5228
"sqr_mom_2",0.99,1613945265525,5228
"lr_2",0.0002638966650696001,1613945265525,5228
"mom_2",0.8972211391974719,1613945265525,5228
"eps_2",1e-05,1613945265525,5228
"train_loss",0.010335055,1613945266468,5229
"raw_loss",0.009240103,1613945266468,5229
"epoch",32.89308176100626,1613945266468,5229
"wd_0",0.01,1613945266468,5229
"sqr_mom_0",0.99,1613945266468,5229
"lr_0",2.6375576345745956e-06,1613945266468,5229
"mom_0",0.8972493198017061,1613945266468,5229
"eps_0",1e-05,1613945266468,5229
"wd_1",0.01,1613945266468,5229
"sqr_mom_1",0.99,1613945266468,5229
"lr_1",2.6375576345745957e-05,1613945266468,5229
"mom_1",0.8972493198017061,1613945266468,5229
"eps_1",1e-05,1613945266468,5229
"wd_2",0.01,1613945266468,5229
"sqr_mom_2",0.99,1613945266468,5229
"lr_2",0.00026375576345745954,1613945266468,5229
"mom_2",0.8972493198017061,1613945266468,5229
"eps_2",1e-05,1613945266468,5229
"train_loss",0.010296333,1613945267415,5230
"raw_loss",0.008398933,1613945267415,5230
"epoch",32.89937106918236,1613945267415,5230
"wd_0",0.01,1613945267415,5230
"sqr_mom_0",0.99,1613945267415,5230
"lr_0",2.636148808348095e-06,1613945267415,5230
"mom_0",0.8972774966080042,1613945267415,5230
"eps_0",1e-05,1613945267415,5230
"wd_1",0.01,1613945267415,5230
"sqr_mom_1",0.99,1613945267415,5230
"lr_1",2.636148808348095e-05,1613945267415,5230
"mom_1",0.8972774966080042,1613945267415,5230
"eps_1",1e-05,1613945267415,5230
"wd_2",0.01,1613945267415,5230
"sqr_mom_2",0.99,1613945267415,5230
"lr_2",0.0002636148808348095,1613945267415,5230
"mom_2",0.8972774966080042,1613945267415,5230
"eps_2",1e-05,1613945267415,5230
"train_loss",0.010294009,1613945268387,5231
"raw_loss",0.010180154,1613945268387,5231
"epoch",32.90566037735846,1613945268387,5231
"wd_0",0.01,1613945268387,5231
"sqr_mom_0",0.99,1613945268387,5231
"lr_0",2.6347390038645713e-06,1613945268387,5231
"mom_0",0.8973056929796384,1613945268387,5231
"eps_0",1e-05,1613945268387,5231
"wd_1",0.01,1613945268387,5231
"sqr_mom_1",0.99,1613945268387,5231
"lr_1",2.6347390038645713e-05,1613945268387,5231
"mom_1",0.8973056929796384,1613945268387,5231
"eps_1",1e-05,1613945268387,5231
"wd_2",0.01,1613945268387,5231
"sqr_mom_2",0.99,1613945268387,5231
"lr_2",0.0002634739003864571,1613945268387,5231
"mom_2",0.8973056929796384,1613945268387,5231
"eps_2",1e-05,1613945268387,5231
"train_loss",0.010330306,1613945269379,5232
"raw_loss",0.012108888,1613945269379,5232
"epoch",32.91194968553456,1613945269379,5232
"wd_0",0.01,1613945269379,5232
"sqr_mom_0",0.99,1613945269379,5232
"lr_0",2.6333300913402542e-06,1613945269379,5232
"mom_0",0.89733387151191,1613945269379,5232
"eps_0",1e-05,1613945269379,5232
"wd_1",0.01,1613945269379,5232
"sqr_mom_1",0.99,1613945269379,5232
"lr_1",2.6333300913402543e-05,1613945269379,5232
"mom_1",0.89733387151191,1613945269379,5232
"eps_1",1e-05,1613945269379,5232
"wd_2",0.01,1613945269379,5232
"sqr_mom_2",0.99,1613945269379,5232
"lr_2",0.0002633330091340254,1613945269379,5232
"mom_2",0.89733387151191,1613945269379,5232
"eps_2",1e-05,1613945269379,5232
"train_loss",0.010272043,1613945270339,5233
"raw_loss",0.007417108,1613945270339,5233
"epoch",32.91823899371066,1613945270339,5233
"wd_0",0.01,1613945270339,5233
"sqr_mom_0",0.99,1613945270339,5233
"lr_0",2.6319209026160843e-06,1613945270339,5233
"mom_0",0.897362055568234,1613945270339,5233
"eps_0",1e-05,1613945270339,5233
"wd_1",0.01,1613945270339,5233
"sqr_mom_1",0.99,1613945270339,5233
"lr_1",2.631920902616084e-05,1613945270339,5233
"mom_1",0.897362055568234,1613945270339,5233
"eps_1",1e-05,1613945270339,5233
"wd_2",0.01,1613945270339,5233
"sqr_mom_2",0.99,1613945270339,5233
"lr_2",0.0002631920902616084,1613945270339,5233
"mom_2",0.897362055568234,1613945270339,5233
"eps_2",1e-05,1613945270339,5233
"train_loss",0.010345157,1613945271293,5234
"raw_loss",0.013927755,1613945271293,5234
"epoch",32.92452830188676,1613945271293,5234
"wd_0",0.01,1613945271293,5234
"sqr_mom_0",0.99,1613945271293,5234
"lr_0",2.6305112043745487e-06,1613945271293,5234
"mom_0",0.8973902498150071,1613945271293,5234
"eps_0",1e-05,1613945271293,5234
"wd_1",0.01,1613945271293,5234
"sqr_mom_1",0.99,1613945271293,5234
"lr_1",2.6305112043745487e-05,1613945271293,5234
"mom_1",0.8973902498150071,1613945271293,5234
"eps_1",1e-05,1613945271293,5234
"wd_2",0.01,1613945271293,5234
"sqr_mom_2",0.99,1613945271293,5234
"lr_2",0.00026305112043745486,1613945271293,5234
"mom_2",0.8973902498150071,1613945271293,5234
"eps_2",1e-05,1613945271293,5234
"train_loss",0.01044135,1613945272236,5235
"raw_loss",0.015154803,1613945272236,5235
"epoch",32.93081761006286,1613945272236,5235
"wd_0",0.01,1613945272236,5235
"sqr_mom_0",0.99,1613945272236,5235
"lr_0",2.6291019320329582e-06,1613945272236,5235
"mom_0",0.8974184355436963,1613945272236,5235
"eps_0",1e-05,1613945272236,5235
"wd_1",0.01,1613945272236,5235
"sqr_mom_1",0.99,1613945272236,5235
"lr_1",2.629101932032958e-05,1613945272236,5235
"mom_1",0.8974184355436963,1613945272236,5235
"eps_1",1e-05,1613945272236,5235
"wd_2",0.01,1613945272236,5235
"sqr_mom_2",0.99,1613945272236,5235
"lr_2",0.0002629101932032958,1613945272236,5235
"mom_2",0.8974184355436963,1613945272236,5235
"eps_2",1e-05,1613945272236,5235
"train_loss",0.010301545,1613945273184,5236
"raw_loss",0.0034511213,1613945273184,5236
"epoch",32.93710691823896,1613945273184,5236
"wd_0",0.01,1613945273184,5236
"sqr_mom_0",0.99,1613945273184,5236
"lr_0",2.6276928523223644e-06,1613945273184,5236
"mom_0",0.8974466174197269,1613945273184,5236
"eps_0",1e-05,1613945273184,5236
"wd_1",0.01,1613945273184,5236
"sqr_mom_1",0.99,1613945273184,5236
"lr_1",2.627692852322364e-05,1613945273184,5236
"mom_1",0.8974466174197269,1613945273184,5236
"eps_1",1e-05,1613945273184,5236
"wd_2",0.01,1613945273184,5236
"sqr_mom_2",0.99,1613945273184,5236
"lr_2",0.0002627692852322364,1613945273184,5236
"mom_2",0.8974466174197269,1613945273184,5236
"eps_2",1e-05,1613945273184,5236
"train_loss",0.010226598,1613945274136,5237
"raw_loss",0.0065541873,1613945274136,5237
"epoch",32.94339622641506,1613945274136,5237
"wd_0",0.01,1613945274136,5237
"sqr_mom_0",0.99,1613945274136,5237
"lr_0",2.6262827968826753e-06,1613945274136,5237
"mom_0",0.8974748188105346,1613945274136,5237
"eps_0",1e-05,1613945274136,5237
"wd_1",0.01,1613945274136,5237
"sqr_mom_1",0.99,1613945274136,5237
"lr_1",2.6262827968826753e-05,1613945274136,5237
"mom_1",0.8974748188105346,1613945274136,5237
"eps_1",1e-05,1613945274136,5237
"wd_2",0.01,1613945274136,5237
"sqr_mom_2",0.99,1613945274136,5237
"lr_2",0.0002626282796882675,1613945274136,5237
"mom_2",0.8974748188105346,1613945274136,5237
"eps_2",1e-05,1613945274136,5237
"train_loss",0.010218152,1613945275094,5238
"raw_loss",0.009804289,1613945275094,5238
"epoch",32.94968553459116,1613945275094,5238
"wd_0",0.01,1613945275094,5238
"sqr_mom_0",0.99,1613945275094,5238
"lr_0",2.624873636263036e-06,1613945275094,5238
"mom_0",0.8975030023047623,1613945275094,5238
"eps_0",1e-05,1613945275094,5238
"wd_1",0.01,1613945275094,5238
"sqr_mom_1",0.99,1613945275094,5238
"lr_1",2.624873636263036e-05,1613945275094,5238
"mom_1",0.8975030023047623,1613945275094,5238
"eps_1",1e-05,1613945275094,5238
"wd_2",0.01,1613945275094,5238
"sqr_mom_2",0.99,1613945275094,5238
"lr_2",0.0002624873636263036,1613945275094,5238
"mom_2",0.8975030023047623,1613945275094,5238
"eps_2",1e-05,1613945275094,5238
"train_loss",0.010149205,1613945276092,5239
"raw_loss",0.0067708343,1613945276092,5239
"epoch",32.95597484276726,1613945276092,5239
"wd_0",0.01,1613945276092,5239
"sqr_mom_0",0.99,1613945276092,5239
"lr_0",2.623463500759504e-06,1613945276092,5239
"mom_0",0.8975312052968628,1613945276092,5239
"eps_0",1e-05,1613945276092,5239
"wd_1",0.01,1613945276092,5239
"sqr_mom_1",0.99,1613945276092,5239
"lr_1",2.623463500759504e-05,1613945276092,5239
"mom_1",0.8975312052968628,1613945276092,5239
"eps_1",1e-05,1613945276092,5239
"wd_2",0.01,1613945276092,5239
"sqr_mom_2",0.99,1613945276092,5239
"lr_2",0.0002623463500759504,1613945276092,5239
"mom_2",0.8975312052968628,1613945276092,5239
"eps_2",1e-05,1613945276092,5239
"train_loss",0.01010276,1613945277050,5240
"raw_loss",0.007826934,1613945277050,5240
"epoch",32.96226415094336,1613945277050,5240
"wd_0",0.01,1613945277050,5240
"sqr_mom_0",0.99,1613945277050,5240
"lr_0",2.6220542610274335e-06,1613945277050,5240
"mom_0",0.8975593903733551,1613945277050,5240
"eps_0",1e-05,1613945277050,5240
"wd_1",0.01,1613945277050,5240
"sqr_mom_1",0.99,1613945277050,5240
"lr_1",2.6220542610274332e-05,1613945277050,5240
"mom_1",0.8975593903733551,1613945277050,5240
"eps_1",1e-05,1613945277050,5240
"wd_2",0.01,1613945277050,5240
"sqr_mom_2",0.99,1613945277050,5240
"lr_2",0.0002622054261027433,1613945277050,5240
"mom_2",0.8975593903733551,1613945277050,5240
"eps_2",1e-05,1613945277050,5240
"train_loss",0.010223346,1613945278009,5241
"raw_loss",0.016132073,1613945278009,5241
"epoch",32.96855345911946,1613945278009,5241
"wd_0",0.01,1613945278009,5241
"sqr_mom_0",0.99,1613945278009,5241
"lr_0",2.62064474863378e-06,1613945278009,5241
"mom_0",0.8975875809031334,1613945278009,5241
"eps_0",1e-05,1613945278009,5241
"wd_1",0.01,1613945278009,5241
"sqr_mom_1",0.99,1613945278009,5241
"lr_1",2.6206447486337803e-05,1613945278009,5241
"mom_1",0.8975875809031334,1613945278009,5241
"eps_1",1e-05,1613945278009,5241
"wd_2",0.01,1613945278009,5241
"sqr_mom_2",0.99,1613945278009,5241
"lr_2",0.000262064474863378,1613945278009,5241
"mom_2",0.8975875809031334,1613945278009,5241
"eps_2",1e-05,1613945278009,5241
"train_loss",0.0101637775,1613945278954,5242
"raw_loss",0.007244929,1613945278954,5242
"epoch",32.97484276729556,1613945278954,5242
"wd_0",0.01,1613945278954,5242
"sqr_mom_0",0.99,1613945278954,5242
"lr_0",2.619234730210131e-06,1613945278954,5242
"mom_0",0.8976157815536129,1613945278954,5242
"eps_0",1e-05,1613945278954,5242
"wd_1",0.01,1613945278954,5242
"sqr_mom_1",0.99,1613945278954,5242
"lr_1",2.619234730210131e-05,1613945278954,5242
"mom_1",0.8976157815536129,1613945278954,5242
"eps_1",1e-05,1613945278954,5242
"wd_2",0.01,1613945278954,5242
"sqr_mom_2",0.99,1613945278954,5242
"lr_2",0.00026192347302101304,1613945278954,5242
"mom_2",0.8976157815536129,1613945278954,5242
"eps_2",1e-05,1613945278954,5242
"train_loss",0.01019238,1613945279913,5243
"raw_loss",0.011593925,1613945279913,5243
"epoch",32.98113207547166,1613945279913,5243
"wd_0",0.01,1613945279913,5243
"sqr_mom_0",0.99,1613945279913,5243
"lr_0",2.6178251413862574e-06,1613945279913,5243
"mom_0",0.897643973612011,1613945279913,5243
"eps_0",1e-05,1613945279913,5243
"wd_1",0.01,1613945279913,5243
"sqr_mom_1",0.99,1613945279913,5243
"lr_1",2.6178251413862574e-05,1613945279913,5243
"mom_1",0.897643973612011,1613945279913,5243
"eps_1",1e-05,1613945279913,5243
"wd_2",0.01,1613945279913,5243
"sqr_mom_2",0.99,1613945279913,5243
"lr_2",0.0002617825141386257,1613945279913,5243
"mom_2",0.897643973612011,1613945279913,5243
"eps_2",1e-05,1613945279913,5243
"train_loss",0.010146493,1613945280911,5244
"raw_loss",0.007898029,1613945280911,5244
"epoch",32.987421383647764,1613945280911,5244
"wd_0",0.01,1613945280911,5244
"sqr_mom_0",0.99,1613945280911,5244
"lr_0",2.6164157488381353e-06,1613945280911,5244
"mom_0",0.8976721617448548,1613945280911,5244
"eps_0",1e-05,1613945280911,5244
"wd_1",0.01,1613945280911,5244
"sqr_mom_1",0.99,1613945280911,5244
"lr_1",2.6164157488381354e-05,1613945280911,5244
"mom_1",0.8976721617448548,1613945280911,5244
"eps_1",1e-05,1613945280911,5244
"wd_2",0.01,1613945280911,5244
"sqr_mom_2",0.99,1613945280911,5244
"lr_2",0.00026164157488381347,1613945280911,5244
"mom_2",0.8976721617448548,1613945280911,5244
"eps_2",1e-05,1613945280911,5244
"train_loss",0.010333008,1613945281864,5245
"raw_loss",0.019472258,1613945281864,5245
"epoch",32.993710691823864,1613945281864,5245
"wd_0",0.01,1613945281864,5245
"sqr_mom_0",0.99,1613945281864,5245
"lr_0",2.615005383948968e-06,1613945281864,5245
"mom_0",0.8977003693247139,1613945281864,5245
"eps_0",1e-05,1613945281864,5245
"wd_1",0.01,1613945281864,5245
"sqr_mom_1",0.99,1613945281864,5245
"lr_1",2.615005383948968e-05,1613945281864,5245
"mom_1",0.8977003693247139,1613945281864,5245
"eps_1",1e-05,1613945281864,5245
"wd_2",0.01,1613945281864,5245
"sqr_mom_2",0.99,1613945281864,5245
"lr_2",0.00026150053839489677,1613945281864,5245
"mom_2",0.8977003693247139,1613945281864,5245
"eps_2",1e-05,1613945281864,5245
"train_loss",0.010310578,1613945282863,5246
"raw_loss",0.009211492,1613945282863,5246
"epoch",32.999999999999964,1613945282863,5246
"wd_0",0.01,1613945282863,5246
"sqr_mom_0",0.99,1613945282863,5246
"lr_0",2.6135959176784096e-06,1613945282863,5246
"mom_0",0.8977285589320211,1613945282863,5246
"eps_0",1e-05,1613945282863,5246
"wd_1",0.01,1613945282863,5246
"sqr_mom_1",0.99,1613945282863,5246
"lr_1",2.6135959176784094e-05,1613945282863,5246
"mom_1",0.8977285589320211,1613945282863,5246
"eps_1",1e-05,1613945282863,5246
"wd_2",0.01,1613945282863,5246
"sqr_mom_2",0.99,1613945282863,5246
"lr_2",0.0002613595917678409,1613945282863,5246
"mom_2",0.8977285589320211,1613945282863,5246
"eps_2",1e-05,1613945282863,5246
"valid_loss",0.08681434392929077,1613945315044,5246
"_rmse",0.29464268684387207,1613945315044,5246
"epoch",33,1613945315044,5246
"train_loss",0.010292745,1613945316098,5247
"raw_loss",0.009418946,1613945316098,5247
"epoch",33.0062893081761,1613945316098,5247
"wd_0",0.01,1613945316098,5247
"sqr_mom_0",0.99,1613945316098,5247
"lr_0",2.612186181403568e-06,1613945316098,5247
"mom_0",0.897756753939468,1613945316098,5247
"eps_0",1e-05,1613945316098,5247
"wd_1",0.01,1613945316098,5247
"sqr_mom_1",0.99,1613945316098,5247
"lr_1",2.612186181403568e-05,1613945316098,5247
"mom_1",0.897756753939468,1613945316098,5247
"eps_1",1e-05,1613945316098,5247
"wd_2",0.01,1613945316098,5247
"sqr_mom_2",0.99,1613945316098,5247
"lr_2",0.00026121861814035674,1613945316098,5247
"mom_2",0.897756753939468,1613945316098,5247
"eps_2",1e-05,1613945316098,5247
"train_loss",0.010291736,1613945317048,5248
"raw_loss",0.010242266,1613945317048,5248
"epoch",33.0125786163522,1613945317048,5248
"wd_0",0.01,1613945317048,5248
"sqr_mom_0",0.99,1613945317048,5248
"lr_0",2.6107759417209825e-06,1613945317048,5248
"mom_0",0.8977849590151705,1613945317048,5248
"eps_0",1e-05,1613945317048,5248
"wd_1",0.01,1613945317048,5248
"sqr_mom_1",0.99,1613945317048,5248
"lr_1",2.6107759417209824e-05,1613945317048,5248
"mom_1",0.8977849590151705,1613945317048,5248
"eps_1",1e-05,1613945317048,5248
"wd_2",0.01,1613945317048,5248
"sqr_mom_2",0.99,1613945317048,5248
"lr_2",0.0002610775941720982,1613945317048,5248
"mom_2",0.8977849590151705,1613945317048,5248
"eps_2",1e-05,1613945317048,5248
"train_loss",0.010445551,1613945317994,5249
"raw_loss",0.01798253,1613945317994,5249
"epoch",33.0188679245283,1613945317994,5249
"wd_0",0.01,1613945317994,5249
"sqr_mom_0",0.99,1613945317994,5249
"lr_0",2.6093661344072396e-06,1613945317994,5249
"mom_0",0.8978131554434096,1613945317994,5249
"eps_0",1e-05,1613945317994,5249
"wd_1",0.01,1613945317994,5249
"sqr_mom_1",0.99,1613945317994,5249
"lr_1",2.6093661344072397e-05,1613945317994,5249
"mom_1",0.8978131554434096,1613945317994,5249
"eps_1",1e-05,1613945317994,5249
"wd_2",0.01,1613945317994,5249
"sqr_mom_2",0.99,1613945317994,5249
"lr_2",0.0002609366134407239,1613945317994,5249
"mom_2",0.8978131554434096,1613945317994,5249
"eps_2",1e-05,1613945317994,5249
"train_loss",0.010461434,1613945318937,5250
"raw_loss",0.011239672,1613945318937,5250
"epoch",33.0251572327044,1613945318937,5250
"wd_0",0.01,1613945318937,5250
"sqr_mom_0",0.99,1613945318937,5250
"lr_0",2.607956292253823e-06,1613945318937,5250
"mom_0",0.8978413525684492,1613945318937,5250
"eps_0",1e-05,1613945318937,5250
"wd_1",0.01,1613945318937,5250
"sqr_mom_1",0.99,1613945318937,5250
"lr_1",2.607956292253823e-05,1613945318937,5250
"mom_1",0.8978413525684492,1613945318937,5250
"eps_1",1e-05,1613945318937,5250
"wd_2",0.01,1613945318937,5250
"sqr_mom_2",0.99,1613945318937,5250
"lr_2",0.0002607956292253823,1613945318937,5250
"mom_2",0.8978413525684492,1613945318937,5250
"eps_2",1e-05,1613945318937,5250
"train_loss",0.010425959,1613945319881,5251
"raw_loss",0.008687678,1613945319881,5251
"epoch",33.0314465408805,1613945319881,5251
"wd_0",0.01,1613945319881,5251
"sqr_mom_0",0.99,1613945319881,5251
"lr_0",2.6065459480059904e-06,1613945319881,5251
"mom_0",0.8978695597354776,1613945319881,5251
"eps_0",1e-05,1613945319881,5251
"wd_1",0.01,1613945319881,5251
"sqr_mom_1",0.99,1613945319881,5251
"lr_1",2.6065459480059905e-05,1613945319881,5251
"mom_1",0.8978695597354776,1613945319881,5251
"eps_1",1e-05,1613945319881,5251
"wd_2",0.01,1613945319881,5251
"sqr_mom_2",0.99,1613945319881,5251
"lr_2",0.000260654594800599,1613945319881,5251
"mom_2",0.8978695597354776,1613945319881,5251
"eps_2",1e-05,1613945319881,5251
"train_loss",0.010309386,1613945320826,5252
"raw_loss",0.0045973086,1613945320826,5252
"epoch",33.0377358490566,1613945320826,5252
"wd_0",0.01,1613945320826,5252
"sqr_mom_0",0.99,1613945320826,5252
"lr_0",2.6051360375097152e-06,1613945320826,5252
"mom_0",0.8978977582273879,1613945320826,5252
"eps_0",1e-05,1613945320826,5252
"wd_1",0.01,1613945320826,5252
"sqr_mom_1",0.99,1613945320826,5252
"lr_1",2.6051360375097153e-05,1613945320826,5252
"mom_1",0.8978977582273879,1613945320826,5252
"eps_1",1e-05,1613945320826,5252
"wd_2",0.01,1613945320826,5252
"sqr_mom_2",0.99,1613945320826,5252
"lr_2",0.0002605136037509715,1613945320826,5252
"mom_2",0.8978977582273879,1613945320826,5252
"eps_2",1e-05,1613945320826,5252
"train_loss",0.010428325,1613945321778,5253
"raw_loss",0.016256347,1613945321778,5253
"epoch",33.0440251572327,1613945321778,5253
"wd_0",0.01,1613945321778,5253
"sqr_mom_0",0.99,1613945321778,5253
"lr_0",2.6037263273847055e-06,1613945321778,5253
"mom_0",0.897925952711833,1613945321778,5253
"eps_0",1e-05,1613945321778,5253
"wd_1",0.01,1613945321778,5253
"sqr_mom_1",0.99,1613945321778,5253
"lr_1",2.6037263273847054e-05,1613945321778,5253
"mom_1",0.897925952711833,1613945321778,5253
"eps_1",1e-05,1613945321778,5253
"wd_2",0.01,1613945321778,5253
"sqr_mom_2",0.99,1613945321778,5253
"lr_2",0.0002603726327384705,1613945321778,5253
"mom_2",0.897925952711833,1613945321778,5253
"eps_2",1e-05,1613945321778,5253
"train_loss",0.010393508,1613945322726,5254
"raw_loss",0.00868746,1613945322726,5254
"epoch",33.0503144654088,1613945322726,5254
"wd_0",0.01,1613945322726,5254
"sqr_mom_0",0.99,1613945322726,5254
"lr_0",2.6023156487538653e-06,1613945322726,5254
"mom_0",0.8979541665665883,1613945322726,5254
"eps_0",1e-05,1613945322726,5254
"wd_1",0.01,1613945322726,5254
"sqr_mom_1",0.99,1613945322726,5254
"lr_1",2.602315648753865e-05,1613945322726,5254
"mom_1",0.8979541665665883,1613945322726,5254
"eps_1",1e-05,1613945322726,5254
"wd_2",0.01,1613945322726,5254
"sqr_mom_2",0.99,1613945322726,5254
"lr_2",0.00026023156487538647,1613945322726,5254
"mom_2",0.8979541665665883,1613945322726,5254
"eps_2",1e-05,1613945322726,5254
"train_loss",0.010404216,1613945323683,5255
"raw_loss",0.010928908,1613945323683,5255
"epoch",33.056603773584904,1613945323683,5255
"wd_0",0.01,1613945323683,5255
"sqr_mom_0",0.99,1613945323683,5255
"lr_0",2.6009058729930513e-06,1613945323683,5255
"mom_0",0.8979823623637626,1613945323683,5255
"eps_0",1e-05,1613945323683,5255
"wd_1",0.01,1613945323683,5255
"sqr_mom_1",0.99,1613945323683,5255
"lr_1",2.6009058729930513e-05,1613945323683,5255
"mom_1",0.8979823623637626,1613945323683,5255
"eps_1",1e-05,1613945323683,5255
"wd_2",0.01,1613945323683,5255
"sqr_mom_2",0.99,1613945323683,5255
"lr_2",0.0002600905872993051,1613945323683,5255
"mom_2",0.8979823623637626,1613945323683,5255
"eps_2",1e-05,1613945323683,5255
"train_loss",0.010305574,1613945324651,5256
"raw_loss",0.0054721166,1613945324651,5256
"epoch",33.062893081761004,1613945324651,5256
"wd_0",0.01,1613945324651,5256
"sqr_mom_0",0.99,1613945324651,5256
"lr_0",2.599495831219742e-06,1613945324651,5256
"mom_0",0.89801056348124,1613945324651,5256
"eps_0",1e-05,1613945324651,5256
"wd_1",0.01,1613945324651,5256
"sqr_mom_1",0.99,1613945324651,5256
"lr_1",2.599495831219742e-05,1613945324651,5256
"mom_1",0.89801056348124,1613945324651,5256
"eps_1",1e-05,1613945324651,5256
"wd_2",0.01,1613945324651,5256
"sqr_mom_2",0.99,1613945324651,5256
"lr_2",0.0002599495831219742,1613945324651,5256
"mom_2",0.89801056348124,1613945324651,5256
"eps_2",1e-05,1613945324651,5256
"train_loss",0.01020623,1613945325606,5257
"raw_loss",0.005338341,1613945325606,5257
"epoch",33.069182389937104,1613945325606,5257
"wd_0",0.01,1613945325606,5257
"sqr_mom_0",0.99,1613945325606,5257
"lr_0",2.59808528998292e-06,1613945325606,5257
"mom_0",0.8980387745880875,1613945325606,5257
"eps_0",1e-05,1613945325606,5257
"wd_1",0.01,1613945325606,5257
"sqr_mom_1",0.99,1613945325606,5257
"lr_1",2.5980852899829198e-05,1613945325606,5257
"mom_1",0.8980387745880875,1613945325606,5257
"eps_1",1e-05,1613945325606,5257
"wd_2",0.01,1613945325606,5257
"sqr_mom_2",0.99,1613945325606,5257
"lr_2",0.00025980852899829194,1613945325606,5257
"mom_2",0.8980387745880875,1613945325606,5257
"eps_2",1e-05,1613945325606,5257
"train_loss",0.010222316,1613945326557,5258
"raw_loss",0.011010498,1613945326557,5258
"epoch",33.075471698113205,1613945326557,5258
"wd_0",0.01,1613945326557,5258
"sqr_mom_0",0.99,1613945326557,5258
"lr_0",2.596675185259272e-06,1613945326557,5258
"mom_0",0.8980669769645842,1613945326557,5258
"eps_0",1e-05,1613945326557,5258
"wd_1",0.01,1613945326557,5258
"sqr_mom_1",0.99,1613945326557,5258
"lr_1",2.5966751852592715e-05,1613945326557,5258
"mom_1",0.8980669769645842,1613945326557,5258
"eps_1",1e-05,1613945326557,5258
"wd_2",0.01,1613945326557,5258
"sqr_mom_2",0.99,1613945326557,5258
"lr_2",0.00025966751852592716,1613945326557,5258
"mom_2",0.8980669769645842,1613945326557,5258
"eps_2",1e-05,1613945326557,5258
"train_loss",0.010157279,1613945327514,5259
"raw_loss",0.0069704433,1613945327514,5259
"epoch",33.081761006289305,1613945327514,5259
"wd_0",0.01,1613945327514,5259
"sqr_mom_0",0.99,1613945327514,5259
"lr_0",2.595265283634338e-06,1613945327514,5259
"mom_0",0.898095175279066,1613945327514,5259
"eps_0",1e-05,1613945327514,5259
"wd_1",0.01,1613945327514,5259
"sqr_mom_1",0.99,1613945327514,5259
"lr_1",2.5952652836343376e-05,1613945327514,5259
"mom_1",0.898095175279066,1613945327514,5259
"eps_1",1e-05,1613945327514,5259
"wd_2",0.01,1613945327514,5259
"sqr_mom_2",0.99,1613945327514,5259
"lr_2",0.00025952652836343373,1613945327514,5259
"mom_2",0.898095175279066,1613945327514,5259
"eps_2",1e-05,1613945327514,5259
"train_loss",0.010183794,1613945328510,5260
"raw_loss",0.011483078,1613945328510,5260
"epoch",33.088050314465406,1613945328510,5260
"wd_0",0.01,1613945328510,5260
"sqr_mom_0",0.99,1613945328510,5260
"lr_0",2.5938544160742557e-06,1613945328510,5260
"mom_0",0.898123392912444,1613945328510,5260
"eps_0",1e-05,1613945328510,5260
"wd_1",0.01,1613945328510,5260
"sqr_mom_1",0.99,1613945328510,5260
"lr_1",2.5938544160742557e-05,1613945328510,5260
"mom_1",0.898123392912444,1613945328510,5260
"eps_1",1e-05,1613945328510,5260
"wd_2",0.01,1613945328510,5260
"sqr_mom_2",0.99,1613945328510,5260
"lr_2",0.00025938544160742554,1613945328510,5260
"mom_2",0.898123392912444,1613945328510,5260
"eps_2",1e-05,1613945328510,5260
"train_loss",0.010166658,1613945329466,5261
"raw_loss",0.009326959,1613945329466,5261
"epoch",33.094339622641506,1613945329466,5261
"wd_0",0.01,1613945329466,5261
"sqr_mom_0",0.99,1613945329466,5261
"lr_0",2.592444454205511e-06,1613945329466,5261
"mom_0",0.8981515924318141,1613945329466,5261
"eps_0",1e-05,1613945329466,5261
"wd_1",0.01,1613945329466,5261
"sqr_mom_1",0.99,1613945329466,5261
"lr_1",2.5924444542055112e-05,1613945329466,5261
"mom_1",0.8981515924318141,1613945329466,5261
"eps_1",1e-05,1613945329466,5261
"wd_2",0.01,1613945329466,5261
"sqr_mom_2",0.99,1613945329466,5261
"lr_2",0.0002592444454205511,1613945329466,5261
"mom_2",0.8981515924318141,1613945329466,5261
"eps_2",1e-05,1613945329466,5261
"train_loss",0.010148836,1613945330421,5262
"raw_loss",0.009275545,1613945330421,5262
"epoch",33.10062893081761,1613945330421,5262
"wd_0",0.01,1613945330421,5262
"sqr_mom_0",0.99,1613945330421,5262
"lr_0",2.591034228989259e-06,1613945330421,5262
"mom_0",0.898179797218187,1613945330421,5262
"eps_0",1e-05,1613945330421,5262
"wd_1",0.01,1613945330421,5262
"sqr_mom_1",0.99,1613945330421,5262
"lr_1",2.591034228989259e-05,1613945330421,5262
"mom_1",0.898179797218187,1613945330421,5262
"eps_1",1e-05,1613945330421,5262
"wd_2",0.01,1613945330421,5262
"sqr_mom_2",0.99,1613945330421,5262
"lr_2",0.00025910342289892584,1613945330421,5262
"mom_2",0.898179797218187,1613945330421,5262
"eps_2",1e-05,1613945330421,5262
"train_loss",0.010041382,1613945331382,5263
"raw_loss",0.0047761025,1613945331382,5263
"epoch",33.10691823899371,1613945331382,5263
"wd_0",0.01,1613945331382,5263
"sqr_mom_0",0.99,1613945331382,5263
"lr_0",2.5896235069461266e-06,1613945331382,5263
"mom_0",0.8982080119411968,1613945331382,5263
"eps_0",1e-05,1613945331382,5263
"wd_1",0.01,1613945331382,5263
"sqr_mom_1",0.99,1613945331382,5263
"lr_1",2.5896235069461266e-05,1613945331382,5263
"mom_1",0.8982080119411968,1613945331382,5263
"eps_1",1e-05,1613945331382,5263
"wd_2",0.01,1613945331382,5263
"sqr_mom_2",0.99,1613945331382,5263
"lr_2",0.0002589623506946126,1613945331382,5263
"mom_2",0.8982080119411968,1613945331382,5263
"eps_2",1e-05,1613945331382,5263
"train_loss",0.00992042,1613945332333,5264
"raw_loss",0.0039932597,1613945332333,5264
"epoch",33.11320754716981,1613945332333,5264
"wd_0",0.01,1613945332333,5264
"sqr_mom_0",0.99,1613945332333,5264
"lr_0",2.5882132241727763e-06,1613945332333,5264
"mom_0",0.8982362178787232,1613945332333,5264
"eps_0",1e-05,1613945332333,5264
"wd_1",0.01,1613945332333,5264
"sqr_mom_1",0.99,1613945332333,5264
"lr_1",2.588213224172776e-05,1613945332333,5264
"mom_1",0.8982362178787232,1613945332333,5264
"eps_1",1e-05,1613945332333,5264
"wd_2",0.01,1613945332333,5264
"sqr_mom_2",0.99,1613945332333,5264
"lr_2",0.00025882132241727756,1613945332333,5264
"mom_2",0.8982362178787232,1613945332333,5264
"eps_2",1e-05,1613945332333,5264
"train_loss",0.009870221,1613945333300,5265
"raw_loss",0.0074104634,1613945333300,5265
"epoch",33.11949685534591,1613945333300,5265
"wd_0",0.01,1613945333300,5265
"sqr_mom_0",0.99,1613945333300,5265
"lr_0",2.5868031472232606e-06,1613945333300,5265
"mom_0",0.8982644196997318,1613945333300,5265
"eps_0",1e-05,1613945333300,5265
"wd_1",0.01,1613945333300,5265
"sqr_mom_1",0.99,1613945333300,5265
"lr_1",2.5868031472232603e-05,1613945333300,5265
"mom_1",0.8982644196997318,1613945333300,5265
"eps_1",1e-05,1613945333300,5265
"wd_2",0.01,1613945333300,5265
"sqr_mom_2",0.99,1613945333300,5265
"lr_2",0.000258680314722326,1613945333300,5265
"mom_2",0.8982644196997318,1613945333300,5265
"eps_2",1e-05,1613945333300,5265
"train_loss",0.010014311,1613945334265,5266
"raw_loss",0.017074749,1613945334265,5266
"epoch",33.12578616352201,1613945334265,5266
"wd_0",0.01,1613945334265,5266
"sqr_mom_0",0.99,1613945334265,5266
"lr_0",2.5853921069203604e-06,1613945334265,5266
"mom_0",0.8982926407880006,1613945334265,5266
"eps_0",1e-05,1613945334265,5266
"wd_1",0.01,1613945334265,5266
"sqr_mom_1",0.99,1613945334265,5266
"lr_1",2.5853921069203602e-05,1613945334265,5266
"mom_1",0.8982926407880006,1613945334265,5266
"eps_1",1e-05,1613945334265,5266
"wd_2",0.01,1613945334265,5266
"sqr_mom_2",0.99,1613945334265,5266
"lr_2",0.000258539210692036,1613945334265,5266
"mom_2",0.8982926407880006,1613945334265,5266
"eps_2",1e-05,1613945334265,5266
"train_loss",0.00994743,1613945335238,5267
"raw_loss",0.006670278,1613945335238,5267
"epoch",33.13207547169811,1613945335238,5267
"wd_0",0.01,1613945335238,5267
"sqr_mom_0",0.99,1613945335238,5267
"lr_0",2.5839819751197168e-06,1613945335238,5267
"mom_0",0.8983208437060427,1613945335238,5267
"eps_0",1e-05,1613945335238,5267
"wd_1",0.01,1613945335238,5267
"sqr_mom_1",0.99,1613945335238,5267
"lr_1",2.5839819751197164e-05,1613945335238,5267
"mom_1",0.8983208437060427,1613945335238,5267
"eps_1",1e-05,1613945335238,5267
"wd_2",0.01,1613945335238,5267
"sqr_mom_2",0.99,1613945335238,5267
"lr_2",0.00025839819751197164,1613945335238,5267
"mom_2",0.8983208437060427,1613945335238,5267
"eps_2",1e-05,1613945335238,5267
"train_loss",0.009892276,1613945336197,5268
"raw_loss",0.0071897116,1613945336197,5268
"epoch",33.13836477987421,1613945336197,5268
"wd_0",0.01,1613945336197,5268
"sqr_mom_0",0.99,1613945336197,5268
"lr_0",2.5825715826395765e-06,1613945336197,5268
"mom_0",0.8983490518377268,1613945336197,5268
"eps_0",1e-05,1613945336197,5268
"wd_1",0.01,1613945336197,5268
"sqr_mom_1",0.99,1613945336197,5268
"lr_1",2.5825715826395765e-05,1613945336197,5268
"mom_1",0.8983490518377268,1613945336197,5268
"eps_1",1e-05,1613945336197,5268
"wd_2",0.01,1613945336197,5268
"sqr_mom_2",0.99,1613945336197,5268
"lr_2",0.0002582571582639576,1613945336197,5268
"mom_2",0.8983490518377268,1613945336197,5268
"eps_2",1e-05,1613945336197,5268
"train_loss",0.009818059,1613945337193,5269
"raw_loss",0.0061814743,1613945337193,5269
"epoch",33.14465408805031,1613945337193,5269
"wd_0",0.01,1613945337193,5269
"sqr_mom_0",0.99,1613945337193,5269
"lr_0",2.5811606959748873e-06,1613945337193,5269
"mom_0",0.8983772698532008,1613945337193,5269
"eps_0",1e-05,1613945337193,5269
"wd_1",0.01,1613945337193,5269
"sqr_mom_1",0.99,1613945337193,5269
"lr_1",2.5811606959748874e-05,1613945337193,5269
"mom_1",0.8983772698532008,1613945337193,5269
"eps_1",1e-05,1613945337193,5269
"wd_2",0.01,1613945337193,5269
"sqr_mom_2",0.99,1613945337193,5269
"lr_2",0.0002581160695974887,1613945337193,5269
"mom_2",0.8983772698532008,1613945337193,5269
"eps_2",1e-05,1613945337193,5269
"train_loss",0.009795848,1613945338179,5270
"raw_loss",0.008707517,1613945338179,5270
"epoch",33.15094339622641,1613945338179,5270
"wd_0",0.01,1613945338179,5270
"sqr_mom_0",0.99,1613945338179,5270
"lr_0",2.5797502513315494e-06,1613945338179,5270
"mom_0",0.8984054790281593,1613945338179,5270
"eps_0",1e-05,1613945338179,5270
"wd_1",0.01,1613945338179,5270
"sqr_mom_1",0.99,1613945338179,5270
"lr_1",2.5797502513315492e-05,1613945338179,5270
"mom_1",0.8984054790281593,1613945338179,5270
"eps_1",1e-05,1613945338179,5270
"wd_2",0.01,1613945338179,5270
"sqr_mom_2",0.99,1613945338179,5270
"lr_2",0.0002579750251331549,1613945338179,5270
"mom_2",0.8984054790281593,1613945338179,5270
"eps_2",1e-05,1613945338179,5270
"train_loss",0.009728695,1613945339144,5271
"raw_loss",0.0064382097,1613945339144,5271
"epoch",33.15723270440251,1613945339144,5271
"wd_0",0.01,1613945339144,5271
"sqr_mom_0",0.99,1613945339144,5271
"lr_0",2.5783397812851284e-06,1613945339144,5271
"mom_0",0.8984336887111846,1613945339144,5271
"eps_0",1e-05,1613945339144,5271
"wd_1",0.01,1613945339144,5271
"sqr_mom_1",0.99,1613945339144,5271
"lr_1",2.5783397812851285e-05,1613945339144,5271
"mom_1",0.8984336887111846,1613945339144,5271
"eps_1",1e-05,1613945339144,5271
"wd_2",0.01,1613945339144,5271
"sqr_mom_2",0.99,1613945339144,5271
"lr_2",0.0002578339781285128,1613945339144,5271
"mom_2",0.8984336887111846,1613945339144,5271
"eps_2",1e-05,1613945339144,5271
"train_loss",0.009681965,1613945340139,5272
"raw_loss",0.007392178,1613945340139,5272
"epoch",33.16352201257861,1613945340139,5272
"wd_0",0.01,1613945340139,5272
"sqr_mom_0",0.99,1613945340139,5272
"lr_0",2.5769288183774904e-06,1613945340139,5272
"mom_0",0.8984619082515327,1613945340139,5272
"eps_0",1e-05,1613945340139,5272
"wd_1",0.01,1613945340139,5272
"sqr_mom_1",0.99,1613945340139,5272
"lr_1",2.5769288183774905e-05,1613945340139,5272
"mom_1",0.8984619082515327,1613945340139,5272
"eps_1",1e-05,1613945340139,5272
"wd_2",0.01,1613945340139,5272
"sqr_mom_2",0.99,1613945340139,5272
"lr_2",0.000257692881837749,1613945340139,5272
"mom_2",0.8984619082515327,1613945340139,5272
"eps_2",1e-05,1613945340139,5272
"train_loss",0.009675164,1613945341112,5273
"raw_loss",0.00934189,1613945341112,5273
"epoch",33.16981132075471,1613945341112,5273
"wd_0",0.01,1613945341112,5273
"sqr_mom_0",0.99,1613945341112,5273
"lr_0",2.5755182988651254e-06,1613945341112,5273
"mom_0",0.8984901189238867,1613945341112,5273
"eps_0",1e-05,1613945341112,5273
"wd_1",0.01,1613945341112,5273
"sqr_mom_1",0.99,1613945341112,5273
"lr_1",2.5755182988651253e-05,1613945341112,5273
"mom_1",0.8984901189238867,1613945341112,5273
"eps_1",1e-05,1613945341112,5273
"wd_2",0.01,1613945341112,5273
"sqr_mom_2",0.99,1613945341112,5273
"lr_2",0.0002575518298865125,1613945341112,5273
"mom_2",0.8984901189238867,1613945341112,5273
"eps_2",1e-05,1613945341112,5273
"train_loss",0.009590037,1613945342091,5274
"raw_loss",0.0054188166,1613945342091,5274
"epoch",33.17610062893081,1613945342091,5274
"wd_0",0.01,1613945342091,5274
"sqr_mom_0",0.99,1613945342091,5274
"lr_0",2.574107989259875e-06,1613945342091,5274
"mom_0",0.8985183253980564,1613945342091,5274
"eps_0",1e-05,1613945342091,5274
"wd_1",0.01,1613945342091,5274
"sqr_mom_1",0.99,1613945342091,5274
"lr_1",2.574107989259875e-05,1613945342091,5274
"mom_1",0.8985183253980564,1613945342091,5274
"eps_1",1e-05,1613945342091,5274
"wd_2",0.01,1613945342091,5274
"sqr_mom_2",0.99,1613945342091,5274
"lr_2",0.00025741079892598745,1613945342091,5274
"mom_2",0.8985183253980564,1613945342091,5274
"eps_2",1e-05,1613945342091,5274
"train_loss",0.009595306,1613945343129,5275
"raw_loss",0.00985344,1613945343129,5275
"epoch",33.18238993710691,1613945343129,5275
"wd_0",0.01,1613945343129,5275
"sqr_mom_0",0.99,1613945343129,5275
"lr_0",2.572696720194635e-06,1613945343129,5275
"mom_0",0.8985465510616178,1613945343129,5275
"eps_0",1e-05,1613945343129,5275
"wd_1",0.01,1613945343129,5275
"sqr_mom_1",0.99,1613945343129,5275
"lr_1",2.572696720194635e-05,1613945343129,5275
"mom_1",0.8985465510616178,1613945343129,5275
"eps_1",1e-05,1613945343129,5275
"wd_2",0.01,1613945343129,5275
"sqr_mom_2",0.99,1613945343129,5275
"lr_2",0.0002572696720194635,1613945343129,5275
"mom_2",0.8985465510616178,1613945343129,5275
"eps_2",1e-05,1613945343129,5275
"train_loss",0.009534368,1613945344100,5276
"raw_loss",0.006548452,1613945344100,5276
"epoch",33.18867924528301,1613945344100,5276
"wd_0",0.01,1613945344100,5276
"sqr_mom_0",0.99,1613945344100,5276
"lr_0",2.5712863638285177e-06,1613945344100,5276
"mom_0",0.8985747584710143,1613945344100,5276
"eps_0",1e-05,1613945344100,5276
"wd_1",0.01,1613945344100,5276
"sqr_mom_1",0.99,1613945344100,5276
"lr_1",2.5712863638285175e-05,1613945344100,5276
"mom_1",0.8985747584710143,1613945344100,5276
"eps_1",1e-05,1613945344100,5276
"wd_2",0.01,1613945344100,5276
"sqr_mom_2",0.99,1613945344100,5276
"lr_2",0.0002571286363828517,1613945344100,5276
"mom_2",0.8985747584710143,1613945344100,5276
"eps_2",1e-05,1613945344100,5276
"train_loss",0.009456033,1613945345065,5277
"raw_loss",0.005617595,1613945345065,5277
"epoch",33.19496855345911,1613945345065,5277
"wd_0",0.01,1613945345065,5277
"sqr_mom_0",0.99,1613945345065,5277
"lr_0",2.5698757507905533e-06,1613945345065,5277
"mom_0",0.8986029710138991,1613945345065,5277
"eps_0",1e-05,1613945345065,5277
"wd_1",0.01,1613945345065,5277
"sqr_mom_1",0.99,1613945345065,5277
"lr_1",2.569875750790553e-05,1613945345065,5277
"mom_1",0.8986029710138991,1613945345065,5277
"eps_1",1e-05,1613945345065,5277
"wd_2",0.01,1613945345065,5277
"sqr_mom_2",0.99,1613945345065,5277
"lr_2",0.0002569875750790553,1613945345065,5277
"mom_2",0.8986029710138991,1613945345065,5277
"eps_2",1e-05,1613945345065,5277
"train_loss",0.009386322,1613945346036,5278
"raw_loss",0.005970486,1613945346036,5278
"epoch",33.20125786163521,1613945346036,5278
"wd_0",0.01,1613945346036,5278
"sqr_mom_0",0.99,1613945346036,5278
"lr_0",2.5684646475421966e-06,1613945346036,5278
"mom_0",0.8986311933610897,1613945346036,5278
"eps_0",1e-05,1613945346036,5278
"wd_1",0.01,1613945346036,5278
"sqr_mom_1",0.99,1613945346036,5278
"lr_1",2.5684646475421965e-05,1613945346036,5278
"mom_1",0.8986311933610897,1613945346036,5278
"eps_1",1e-05,1613945346036,5278
"wd_2",0.01,1613945346036,5278
"sqr_mom_2",0.99,1613945346036,5278
"lr_2",0.0002568464647542196,1613945346036,5278
"mom_2",0.8986311933610897,1613945346036,5278
"eps_2",1e-05,1613945346036,5278
"train_loss",0.009301242,1613945347000,5279
"raw_loss",0.005132338,1613945347000,5279
"epoch",33.20754716981131,1613945347000,5279
"wd_0",0.01,1613945347000,5279
"sqr_mom_0",0.99,1613945347000,5279
"lr_0",2.5670539904330622e-06,1613945347000,5279
"mom_0",0.8986594067854066,1613945347000,5279
"eps_0",1e-05,1613945347000,5279
"wd_1",0.01,1613945347000,5279
"sqr_mom_1",0.99,1613945347000,5279
"lr_1",2.5670539904330624e-05,1613945347000,5279
"mom_1",0.8986594067854066,1613945347000,5279
"eps_1",1e-05,1613945347000,5279
"wd_2",0.01,1613945347000,5279
"sqr_mom_2",0.99,1613945347000,5279
"lr_2",0.0002567053990433062,1613945347000,5279
"mom_2",0.8986594067854066,1613945347000,5279
"eps_2",1e-05,1613945347000,5279
"train_loss",0.009195848,1613945347958,5280
"raw_loss",0.0040315357,1613945347958,5280
"epoch",33.213836477987414,1613945347958,5280
"wd_0",0.01,1613945347958,5280
"sqr_mom_0",0.99,1613945347958,5280
"lr_0",2.5656428439984694e-06,1613945347958,5280
"mom_0",0.8986876299963306,1613945347958,5280
"eps_0",1e-05,1613945347958,5280
"wd_1",0.01,1613945347958,5280
"sqr_mom_1",0.99,1613945347958,5280
"lr_1",2.5656428439984695e-05,1613945347958,5280
"mom_1",0.8986876299963306,1613945347958,5280
"eps_1",1e-05,1613945347958,5280
"wd_2",0.01,1613945347958,5280
"sqr_mom_2",0.99,1613945347958,5280
"lr_2",0.0002565642843998469,1613945347958,5280
"mom_2",0.8986876299963306,1613945347958,5280
"eps_2",1e-05,1613945347958,5280
"train_loss",0.009240807,1613945348918,5281
"raw_loss",0.011443764,1613945348918,5281
"epoch",33.220125786163514,1613945348918,5281
"wd_0",0.01,1613945348918,5281
"sqr_mom_0",0.99,1613945348918,5281
"lr_0",2.5642321446166888e-06,1613945348918,5281
"mom_0",0.8987158442661088,1613945348918,5281
"eps_0",1e-05,1613945348918,5281
"wd_1",0.01,1613945348918,5281
"sqr_mom_1",0.99,1613945348918,5281
"lr_1",2.5642321446166884e-05,1613945348918,5281
"mom_1",0.8987158442661088,1613945348918,5281
"eps_1",1e-05,1613945348918,5281
"wd_2",0.01,1613945348918,5281
"sqr_mom_2",0.99,1613945348918,5281
"lr_2",0.00025642321446166884,1613945348918,5281
"mom_2",0.8987158442661088,1613945348918,5281
"eps_2",1e-05,1613945348918,5281
"train_loss",0.009180699,1613945349891,5282
"raw_loss",0.006235373,1613945349891,5282
"epoch",33.226415094339615,1613945349891,5282
"wd_0",0.01,1613945349891,5282
"sqr_mom_0",0.99,1613945349891,5282
"lr_0",2.5628216587671025e-06,1613945349891,5282
"mom_0",0.8987440542652005,1613945349891,5282
"eps_0",1e-05,1613945349891,5282
"wd_1",0.01,1613945349891,5282
"sqr_mom_1",0.99,1613945349891,5282
"lr_1",2.5628216587671022e-05,1613945349891,5282
"mom_1",0.8987440542652005,1613945349891,5282
"eps_1",1e-05,1613945349891,5282
"wd_2",0.01,1613945349891,5282
"sqr_mom_2",0.99,1613945349891,5282
"lr_2",0.0002562821658767102,1613945349891,5282
"mom_2",0.8987440542652005,1613945349891,5282
"eps_2",1e-05,1613945349891,5282
"train_loss",0.009140218,1613945350845,5283
"raw_loss",0.0071566384,1613945350845,5283
"epoch",33.232704402515715,1613945350845,5283
"wd_0",0.01,1613945350845,5283
"sqr_mom_0",0.99,1613945350845,5283
"lr_0",2.561410216939157e-06,1613945350845,5283
"mom_0",0.8987722833840507,1613945350845,5283
"eps_0",1e-05,1613945350845,5283
"wd_1",0.01,1613945350845,5283
"sqr_mom_1",0.99,1613945350845,5283
"lr_1",2.5614102169391568e-05,1613945350845,5283
"mom_1",0.8987722833840507,1613945350845,5283
"eps_1",1e-05,1613945350845,5283
"wd_2",0.01,1613945350845,5283
"sqr_mom_2",0.99,1613945350845,5283
"lr_2",0.00025614102169391564,1613945350845,5283
"mom_2",0.8987722833840507,1613945350845,5283
"eps_2",1e-05,1613945350845,5283
"train_loss",0.009157065,1613945351817,5284
"raw_loss",0.009982592,1613945351817,5284
"epoch",33.238993710691815,1613945351817,5284
"wd_0",0.01,1613945351817,5284
"sqr_mom_0",0.99,1613945351817,5284
"lr_0",2.5599996915211488e-06,1613945351817,5284
"mom_0",0.8988004941745187,1613945351817,5284
"eps_0",1e-05,1613945351817,5284
"wd_1",0.01,1613945351817,5284
"sqr_mom_1",0.99,1613945351817,5284
"lr_1",2.5599996915211488e-05,1613945351817,5284
"mom_1",0.8988004941745187,1613945351817,5284
"eps_1",1e-05,1613945351817,5284
"wd_2",0.01,1613945351817,5284
"sqr_mom_2",0.99,1613945351817,5284
"lr_2",0.00025599996915211487,1613945351817,5284
"mom_2",0.8988004941745187,1613945351817,5284
"eps_2",1e-05,1613945351817,5284
"train_loss",0.009103076,1613945352773,5285
"raw_loss",0.0064576,1613945352773,5285
"epoch",33.245283018867916,1613945352773,5285
"wd_0",0.01,1613945352773,5285
"sqr_mom_0",0.99,1613945352773,5285
"lr_0",2.5585889129992553e-06,1613945352773,5285
"mom_0",0.8988287100271152,1613945352773,5285
"eps_0",1e-05,1613945352773,5285
"wd_1",0.01,1613945352773,5285
"sqr_mom_1",0.99,1613945352773,5285
"lr_1",2.558588912999255e-05,1613945352773,5285
"mom_1",0.8988287100271152,1613945352773,5285
"eps_1",1e-05,1613945352773,5285
"wd_2",0.01,1613945352773,5285
"sqr_mom_2",0.99,1613945352773,5285
"lr_2",0.0002558588912999255,1613945352773,5285
"mom_2",0.8988287100271152,1613945352773,5285
"eps_2",1e-05,1613945352773,5285
"train_loss",0.009096925,1613945353731,5286
"raw_loss",0.008795557,1613945353731,5286
"epoch",33.251572327044016,1613945353731,5286
"wd_0",0.01,1613945353731,5286
"sqr_mom_0",0.99,1613945353731,5286
"lr_0",2.5571776478102202e-06,1613945353731,5286
"mom_0",0.8988569356131517,1613945353731,5286
"eps_0",1e-05,1613945353731,5286
"wd_1",0.01,1613945353731,5286
"sqr_mom_1",0.99,1613945353731,5286
"lr_1",2.5571776478102203e-05,1613945353731,5286
"mom_1",0.8988569356131517,1613945353731,5286
"eps_1",1e-05,1613945353731,5286
"wd_2",0.01,1613945353731,5286
"sqr_mom_2",0.99,1613945353731,5286
"lr_2",0.000255717764781022,1613945353731,5286
"mom_2",0.8988569356131517,1613945353731,5286
"eps_2",1e-05,1613945353731,5286
"train_loss",0.009231626,1613945354692,5287
"raw_loss",0.015831955,1613945354692,5287
"epoch",33.25786163522012,1613945354692,5287
"wd_0",0.01,1613945354692,5287
"sqr_mom_0",0.99,1613945354692,5287
"lr_0",2.555766832411115e-06,1613945354692,5287
"mom_0",0.8988851522032997,1613945354692,5287
"eps_0",1e-05,1613945354692,5287
"wd_1",0.01,1613945354692,5287
"sqr_mom_1",0.99,1613945354692,5287
"lr_1",2.5557668324111154e-05,1613945354692,5287
"mom_1",0.8988851522032997,1613945354692,5287
"eps_1",1e-05,1613945354692,5287
"wd_2",0.01,1613945354692,5287
"sqr_mom_2",0.99,1613945354692,5287
"lr_2",0.0002555766832411115,1613945354692,5287
"mom_2",0.8988851522032997,1613945354692,5287
"eps_2",1e-05,1613945354692,5287
"train_loss",0.009247407,1613945355653,5288
"raw_loss",0.010020709,1613945355653,5288
"epoch",33.26415094339622,1613945355653,5288
"wd_0",0.01,1613945355653,5288
"sqr_mom_0",0.99,1613945355653,5288
"lr_0",2.5543562332601035e-06,1613945355653,5288
"mom_0",0.8989133644684426,1613945355653,5288
"eps_0",1e-05,1613945355653,5288
"wd_1",0.01,1613945355653,5288
"sqr_mom_1",0.99,1613945355653,5288
"lr_1",2.5543562332601032e-05,1613945355653,5288
"mom_1",0.8989133644684426,1613945355653,5288
"eps_1",1e-05,1613945355653,5288
"wd_2",0.01,1613945355653,5288
"sqr_mom_2",0.99,1613945355653,5288
"lr_2",0.0002554356233260103,1613945355653,5288
"mom_2",0.8989133644684426,1613945355653,5288
"eps_2",1e-05,1613945355653,5288
"train_loss",0.00920175,1613945356659,5289
"raw_loss",0.0069645564,1613945356659,5289
"epoch",33.27044025157232,1613945356659,5289
"wd_0",0.01,1613945356659,5289
"sqr_mom_0",0.99,1613945356659,5289
"lr_0",2.552944680754701e-06,1613945356659,5289
"mom_0",0.898941595800864,1613945356659,5289
"eps_0",1e-05,1613945356659,5289
"wd_1",0.01,1613945356659,5289
"sqr_mom_1",0.99,1613945356659,5289
"lr_1",2.5529446807547008e-05,1613945356659,5289
"mom_1",0.898941595800864,1613945356659,5289
"eps_1",1e-05,1613945356659,5289
"wd_2",0.01,1613945356659,5289
"sqr_mom_2",0.99,1613945356659,5289
"lr_2",0.0002552944680754701,1613945356659,5289
"mom_2",0.898941595800864,1613945356659,5289
"eps_2",1e-05,1613945356659,5289
"train_loss",0.0092478525,1613945357606,5290
"raw_loss",0.011506886,1613945357606,5290
"epoch",33.27672955974842,1613945357606,5290
"wd_0",0.01,1613945357606,5290
"sqr_mom_0",0.99,1613945357606,5290
"lr_0",2.5515340474300276e-06,1613945357606,5290
"mom_0",0.898969808749487,1613945357606,5290
"eps_0",1e-05,1613945357606,5290
"wd_1",0.01,1613945357606,5290
"sqr_mom_1",0.99,1613945357606,5290
"lr_1",2.5515340474300275e-05,1613945357606,5290
"mom_1",0.898969808749487,1613945357606,5290
"eps_1",1e-05,1613945357606,5290
"wd_2",0.01,1613945357606,5290
"sqr_mom_2",0.99,1613945357606,5290
"lr_2",0.0002551534047430027,1613945357606,5290
"mom_2",0.898969808749487,1613945357606,5290
"eps_2",1e-05,1613945357606,5290
"train_loss",0.009202556,1613945358559,5291
"raw_loss",0.006983007,1613945358559,5291
"epoch",33.28301886792452,1613945358559,5291
"wd_0",0.01,1613945358559,5291
"sqr_mom_0",0.99,1613945358559,5291
"lr_0",2.5501231636807754e-06,1613945358559,5291
"mom_0",0.8989980267066515,1613945358559,5291
"eps_0",1e-05,1613945358559,5291
"wd_1",0.01,1613945358559,5291
"sqr_mom_1",0.99,1613945358559,5291
"lr_1",2.5501231636807756e-05,1613945358559,5291
"mom_1",0.8989980267066515,1613945358559,5291
"eps_1",1e-05,1613945358559,5291
"wd_2",0.01,1613945358559,5291
"sqr_mom_2",0.99,1613945358559,5291
"lr_2",0.0002550123163680775,1613945358559,5291
"mom_2",0.8989980267066515,1613945358559,5291
"eps_2",1e-05,1613945358559,5291
"train_loss",0.009202793,1613945359522,5292
"raw_loss",0.00921442,1613945359522,5292
"epoch",33.28930817610062,1613945359522,5292
"wd_0",0.01,1613945359522,5292
"sqr_mom_0",0.99,1613945359522,5292
"lr_0",2.5487117959282833e-06,1613945359522,5292
"mom_0",0.8990262543439778,1613945359522,5292
"eps_0",1e-05,1613945359522,5292
"wd_1",0.01,1613945359522,5292
"sqr_mom_1",0.99,1613945359522,5292
"lr_1",2.5487117959282833e-05,1613945359522,5292
"mom_1",0.8990262543439778,1613945359522,5292
"eps_1",1e-05,1613945359522,5292
"wd_2",0.01,1613945359522,5292
"sqr_mom_2",0.99,1613945359522,5292
"lr_2",0.0002548711795928283,1613945359522,5292
"mom_2",0.8990262543439778,1613945359522,5292
"eps_2",1e-05,1613945359522,5292
"train_loss",0.009226279,1613945360475,5293
"raw_loss",0.010377119,1613945360475,5293
"epoch",33.29559748427672,1613945360475,5293
"wd_0",0.01,1613945360475,5293
"sqr_mom_0",0.99,1613945360475,5293
"lr_0",2.5473008806976802e-06,1613945360475,5293
"mom_0",0.8990544729307757,1613945360475,5293
"eps_0",1e-05,1613945360475,5293
"wd_1",0.01,1613945360475,5293
"sqr_mom_1",0.99,1613945360475,5293
"lr_1",2.54730088069768e-05,1613945360475,5293
"mom_1",0.8990544729307757,1613945360475,5293
"eps_1",1e-05,1613945360475,5293
"wd_2",0.01,1613945360475,5293
"sqr_mom_2",0.99,1613945360475,5293
"lr_2",0.000254730088069768,1613945360475,5293
"mom_2",0.8990544729307757,1613945360475,5293
"eps_2",1e-05,1613945360475,5293
"train_loss",0.009351518,1613945361420,5294
"raw_loss",0.015488207,1613945361420,5294
"epoch",33.30188679245282,1613945361420,5294
"wd_0",0.01,1613945361420,5294
"sqr_mom_0",0.99,1613945361420,5294
"lr_0",2.5458899504034285e-06,1613945361420,5294
"mom_0",0.8990826918188496,1613945361420,5294
"eps_0",1e-05,1613945361420,5294
"wd_1",0.01,1613945361420,5294
"sqr_mom_1",0.99,1613945361420,5294
"lr_1",2.5458899504034282e-05,1613945361420,5294
"mom_1",0.8990826918188496,1613945361420,5294
"eps_1",1e-05,1613945361420,5294
"wd_2",0.01,1613945361420,5294
"sqr_mom_2",0.99,1613945361420,5294
"lr_2",0.0002545889950403428,1613945361420,5294
"mom_2",0.8990826918188496,1613945361420,5294
"eps_2",1e-05,1613945361420,5294
"train_loss",0.009325537,1613945362381,5295
"raw_loss",0.0080524655,1613945362381,5295
"epoch",33.30817610062892,1613945362381,5295
"wd_0",0.01,1613945362381,5295
"sqr_mom_0",0.99,1613945362381,5295
"lr_0",2.5444785374400085e-06,1613945362381,5295
"mom_0",0.8991109203604034,1613945362381,5295
"eps_0",1e-05,1613945362381,5295
"wd_1",0.01,1613945362381,5295
"sqr_mom_1",0.99,1613945362381,5295
"lr_1",2.5444785374400085e-05,1613945362381,5295
"mom_1",0.8991109203604034,1613945362381,5295
"eps_1",1e-05,1613945362381,5295
"wd_2",0.01,1613945362381,5295
"sqr_mom_2",0.99,1613945362381,5295
"lr_2",0.0002544478537440008,1613945362381,5295
"mom_2",0.8991109203604034,1613945362381,5295
"eps_2",1e-05,1613945362381,5295
"train_loss",0.009376295,1613945363345,5296
"raw_loss",0.011863429,1613945363345,5296
"epoch",33.31446540880502,1613945363345,5296
"wd_0",0.01,1613945363345,5296
"sqr_mom_0",0.99,1613945363345,5296
"lr_0",2.5430675783625485e-06,1613945363345,5296
"mom_0",0.8991391398241473,1613945363345,5296
"eps_0",1e-05,1613945363345,5296
"wd_1",0.01,1613945363345,5296
"sqr_mom_1",0.99,1613945363345,5296
"lr_1",2.5430675783625486e-05,1613945363345,5296
"mom_1",0.8991391398241473,1613945363345,5296
"eps_1",1e-05,1613945363345,5296
"wd_2",0.01,1613945363345,5296
"sqr_mom_2",0.99,1613945363345,5296
"lr_2",0.00025430675783625484,1613945363345,5296
"mom_2",0.8991391398241473,1613945363345,5296
"eps_2",1e-05,1613945363345,5296
"train_loss",0.009350044,1613945364300,5297
"raw_loss",0.008063742,1613945364300,5297
"epoch",33.32075471698112,1613945364300,5297
"wd_0",0.01,1613945364300,5297
"sqr_mom_0",0.99,1613945364300,5297
"lr_0",2.5416568396024047e-06,1613945364300,5297
"mom_0",0.8991673548815007,1613945364300,5297
"eps_0",1e-05,1613945364300,5297
"wd_1",0.01,1613945364300,5297
"sqr_mom_1",0.99,1613945364300,5297
"lr_1",2.5416568396024046e-05,1613945364300,5297
"mom_1",0.8991673548815007,1613945364300,5297
"eps_1",1e-05,1613945364300,5297
"wd_2",0.01,1613945364300,5297
"sqr_mom_2",0.99,1613945364300,5297
"lr_2",0.00025416568396024043,1613945364300,5297
"mom_2",0.8991673548815007,1613945364300,5297
"eps_2",1e-05,1613945364300,5297
"train_loss",0.009358339,1613945365232,5298
"raw_loss",0.009764815,1613945365232,5298
"epoch",33.32704402515722,1613945365232,5298
"wd_0",0.01,1613945365232,5298
"sqr_mom_0",0.99,1613945365232,5298
"lr_0",2.5402451514443592e-06,1613945365232,5298
"mom_0",0.899195588927002,1613945365232,5298
"eps_0",1e-05,1613945365232,5298
"wd_1",0.01,1613945365232,5298
"sqr_mom_1",0.99,1613945365232,5298
"lr_1",2.5402451514443592e-05,1613945365232,5298
"mom_1",0.899195588927002,1613945365232,5298
"eps_1",1e-05,1613945365232,5298
"wd_2",0.01,1613945365232,5298
"sqr_mom_2",0.99,1613945365232,5298
"lr_2",0.0002540245151444359,1613945365232,5298
"mom_2",0.899195588927002,1613945365232,5298
"eps_2",1e-05,1613945365232,5298
"train_loss",0.009329594,1613945366177,5299
"raw_loss",0.007921058,1613945366177,5299
"epoch",33.33333333333332,1613945366177,5299
"wd_0",0.01,1613945366177,5299
"sqr_mom_0",0.99,1613945366177,5299
"lr_0",2.538834386603485e-06,1613945366177,5299
"mom_0",0.8992238045059754,1613945366177,5299
"eps_0",1e-05,1613945366177,5299
"wd_1",0.01,1613945366177,5299
"sqr_mom_1",0.99,1613945366177,5299
"lr_1",2.5388343866034847e-05,1613945366177,5299
"mom_1",0.8992238045059754,1613945366177,5299
"eps_1",1e-05,1613945366177,5299
"wd_2",0.01,1613945366177,5299
"sqr_mom_2",0.99,1613945366177,5299
"lr_2",0.00025388343866034844,1613945366177,5299
"mom_2",0.8992238045059754,1613945366177,5299
"eps_2",1e-05,1613945366177,5299
"train_loss",0.009237072,1613945367129,5300
"raw_loss",0.0047035133,1613945367129,5300
"epoch",33.33962264150942,1613945367129,5300
"wd_0",0.01,1613945367129,5300
"sqr_mom_0",0.99,1613945367129,5300
"lr_0",2.5374233753624075e-06,1613945367129,5300
"mom_0",0.8992520250130019,1613945367129,5300
"eps_0",1e-05,1613945367129,5300
"wd_1",0.01,1613945367129,5300
"sqr_mom_1",0.99,1613945367129,5300
"lr_1",2.5374233753624077e-05,1613945367129,5300
"mom_1",0.8992520250130019,1613945367129,5300
"eps_1",1e-05,1613945367129,5300
"wd_2",0.01,1613945367129,5300
"sqr_mom_2",0.99,1613945367129,5300
"lr_2",0.0002537423375362407,1613945367129,5300
"mom_2",0.8992520250130019,1613945367129,5300
"eps_2",1e-05,1613945367129,5300
"train_loss",0.009209548,1613945368085,5301
"raw_loss",0.007860834,1613945368085,5301
"epoch",33.34591194968552,1613945368085,5301
"wd_0",0.01,1613945368085,5301
"sqr_mom_0",0.99,1613945368085,5301
"lr_0",2.5360118841243803e-06,1613945368085,5301
"mom_0",0.8992802551200636,1613945368085,5301
"eps_0",1e-05,1613945368085,5301
"wd_1",0.01,1613945368085,5301
"sqr_mom_1",0.99,1613945368085,5301
"lr_1",2.53601188412438e-05,1613945368085,5301
"mom_1",0.8992802551200636,1613945368085,5301
"eps_1",1e-05,1613945368085,5301
"wd_2",0.01,1613945368085,5301
"sqr_mom_2",0.99,1613945368085,5301
"lr_2",0.000253601188412438,1613945368085,5301
"mom_2",0.8992802551200636,1613945368085,5301
"eps_2",1e-05,1613945368085,5301
"train_loss",0.009168139,1613945369019,5302
"raw_loss",0.007139066,1613945369019,5302
"epoch",33.35220125786162,1613945369019,5302
"wd_0",0.01,1613945369019,5302
"sqr_mom_0",0.99,1613945369019,5302
"lr_0",2.5346008494964717e-06,1613945369019,5302
"mom_0",0.8993084760948314,1613945369019,5302
"eps_0",1e-05,1613945369019,5302
"wd_1",0.01,1613945369019,5302
"sqr_mom_1",0.99,1613945369019,5302
"lr_1",2.534600849496472e-05,1613945369019,5302
"mom_1",0.8993084760948314,1613945369019,5302
"eps_1",1e-05,1613945369019,5302
"wd_2",0.01,1613945369019,5302
"sqr_mom_2",0.99,1613945369019,5302
"lr_2",0.00025346008494964715,1613945369019,5302
"mom_2",0.8993084760948314,1613945369019,5302
"eps_2",1e-05,1613945369019,5302
"train_loss",0.009138159,1613945369974,5303
"raw_loss",0.007669186,1613945369974,5303
"epoch",33.35849056603772,1613945369974,5303
"wd_0",0.01,1613945369974,5303
"sqr_mom_0",0.99,1613945369974,5303
"lr_0",2.533190037895517e-06,1613945369974,5303
"mom_0",0.8993366926090157,1613945369974,5303
"eps_0",1e-05,1613945369974,5303
"wd_1",0.01,1613945369974,5303
"sqr_mom_1",0.99,1613945369974,5303
"lr_1",2.533190037895517e-05,1613945369974,5303
"mom_1",0.8993366926090157,1613945369974,5303
"eps_1",1e-05,1613945369974,5303
"wd_2",0.01,1613945369974,5303
"sqr_mom_2",0.99,1613945369974,5303
"lr_2",0.00025331900378955163,1613945369974,5303
"mom_2",0.8993366926090157,1613945369974,5303
"eps_2",1e-05,1613945369974,5303
"train_loss",0.009057146,1613945370931,5304
"raw_loss",0.005087441,1613945370931,5304
"epoch",33.36477987421382,1613945370931,5304
"wd_0",0.01,1613945370931,5304
"sqr_mom_0",0.99,1613945370931,5304
"lr_0",2.531778279547917e-06,1613945370931,5304
"mom_0",0.8993649280583222,1613945370931,5304
"eps_0",1e-05,1613945370931,5304
"wd_1",0.01,1613945370931,5304
"sqr_mom_1",0.99,1613945370931,5304
"lr_1",2.531778279547917e-05,1613945370931,5304
"mom_1",0.8993649280583222,1613945370931,5304
"eps_1",1e-05,1613945370931,5304
"wd_2",0.01,1613945370931,5304
"sqr_mom_2",0.99,1613945370931,5304
"lr_2",0.00025317782795479163,1613945370931,5304
"mom_2",0.8993649280583222,1613945370931,5304
"eps_2",1e-05,1613945370931,5304
"train_loss",0.00905449,1613945371886,5305
"raw_loss",0.008924366,1613945371886,5305
"epoch",33.371069182389924,1613945371886,5305
"wd_0",0.01,1613945371886,5305
"sqr_mom_0",0.99,1613945371886,5305
"lr_0",2.5303674472618557e-06,1613945371886,5305
"mom_0",0.8993931449862127,1613945371886,5305
"eps_0",1e-05,1613945371886,5305
"wd_1",0.01,1613945371886,5305
"sqr_mom_1",0.99,1613945371886,5305
"lr_1",2.530367447261856e-05,1613945371886,5305
"mom_1",0.8993931449862127,1613945371886,5305
"eps_1",1e-05,1613945371886,5305
"wd_2",0.01,1613945371886,5305
"sqr_mom_2",0.99,1613945371886,5305
"lr_2",0.00025303674472618555,1613945371886,5305
"mom_2",0.8993931449862127,1613945371886,5305
"eps_2",1e-05,1613945371886,5305
"train_loss",0.008978033,1613945372837,5306
"raw_loss",0.005231633,1613945372837,5306
"epoch",33.377358490566024,1613945372837,5306
"wd_0",0.01,1613945372837,5306
"sqr_mom_0",0.99,1613945372837,5306
"lr_0",2.5289563712620242e-06,1613945372837,5306
"mom_0",0.8994213667884273,1613945372837,5306
"eps_0",1e-05,1613945372837,5306
"wd_1",0.01,1613945372837,5306
"sqr_mom_1",0.99,1613945372837,5306
"lr_1",2.528956371262024e-05,1613945372837,5306
"mom_1",0.8994213667884273,1613945372837,5306
"eps_1",1e-05,1613945372837,5306
"wd_2",0.01,1613945372837,5306
"sqr_mom_2",0.99,1613945372837,5306
"lr_2",0.0002528956371262024,1613945372837,5306
"mom_2",0.8994213667884273,1613945372837,5306
"eps_2",1e-05,1613945372837,5306
"train_loss",0.009033154,1613945373787,5307
"raw_loss",0.011734069,1613945373787,5307
"epoch",33.383647798742125,1613945373787,5307
"wd_0",0.01,1613945373787,5307
"sqr_mom_0",0.99,1613945373787,5307
"lr_0",2.5275448179429685e-06,1613945373787,5307
"mom_0",0.899449598137122,1613945373787,5307
"eps_0",1e-05,1613945373787,5307
"wd_1",0.01,1613945373787,5307
"sqr_mom_1",0.99,1613945373787,5307
"lr_1",2.5275448179429683e-05,1613945373787,5307
"mom_1",0.899449598137122,1613945373787,5307
"eps_1",1e-05,1613945373787,5307
"wd_2",0.01,1613945373787,5307
"sqr_mom_2",0.99,1613945373787,5307
"lr_2",0.0002527544817942968,1613945373787,5307
"mom_2",0.899449598137122,1613945373787,5307
"eps_2",1e-05,1613945373787,5307
"train_loss",0.00904333,1613945374729,5308
"raw_loss",0.009541982,1613945374729,5308
"epoch",33.389937106918225,1613945374729,5308
"wd_0",0.01,1613945374729,5308
"sqr_mom_0",0.99,1613945374729,5308
"lr_0",2.526133723952951e-06,1613945374729,5308
"mom_0",0.8994778202991439,1613945374729,5308
"eps_0",1e-05,1613945374729,5308
"wd_1",0.01,1613945374729,5308
"sqr_mom_1",0.99,1613945374729,5308
"lr_1",2.526133723952951e-05,1613945374729,5308
"mom_1",0.8994778202991439,1613945374729,5308
"eps_1",1e-05,1613945374729,5308
"wd_2",0.01,1613945374729,5308
"sqr_mom_2",0.99,1613945374729,5308
"lr_2",0.00025261337239529505,1613945374729,5308
"mom_2",0.8994778202991439,1613945374729,5308
"eps_2",1e-05,1613945374729,5308
"train_loss",0.00903346,1613945375675,5309
"raw_loss",0.008549801,1613945375675,5309
"epoch",33.396226415094326,1613945375675,5309
"wd_0",0.01,1613945375675,5309
"sqr_mom_0",0.99,1613945375675,5309
"lr_0",2.5247228556969672e-06,1613945375675,5309
"mom_0",0.8995060379464401,1613945375675,5309
"eps_0",1e-05,1613945375675,5309
"wd_1",0.01,1613945375675,5309
"sqr_mom_1",0.99,1613945375675,5309
"lr_1",2.5247228556969673e-05,1613945375675,5309
"mom_1",0.8995060379464401,1613945375675,5309
"eps_1",1e-05,1613945375675,5309
"wd_2",0.01,1613945375675,5309
"sqr_mom_2",0.99,1613945375675,5309
"lr_2",0.0002524722855696967,1613945375675,5309
"mom_2",0.8995060379464401,1613945375675,5309
"eps_2",1e-05,1613945375675,5309
"train_loss",0.009035007,1613945376617,5310
"raw_loss",0.009110788,1613945376617,5310
"epoch",33.402515723270426,1613945376617,5310
"wd_0",0.01,1613945376617,5310
"sqr_mom_0",0.99,1613945376617,5310
"lr_0",2.5233110433564556e-06,1613945376617,5310
"mom_0",0.8995342744756156,1613945376617,5310
"eps_0",1e-05,1613945376617,5310
"wd_1",0.01,1613945376617,5310
"sqr_mom_1",0.99,1613945376617,5310
"lr_1",2.5233110433564552e-05,1613945376617,5310
"mom_1",0.8995342744756156,1613945376617,5310
"eps_1",1e-05,1613945376617,5310
"wd_2",0.01,1613945376617,5310
"sqr_mom_2",0.99,1613945376617,5310
"lr_2",0.0002523311043356455,1613945376617,5310
"mom_2",0.8995342744756156,1613945376617,5310
"eps_2",1e-05,1613945376617,5310
"train_loss",0.009035766,1613945377560,5311
"raw_loss",0.009072965,1613945377560,5311
"epoch",33.408805031446526,1613945377560,5311
"wd_0",0.01,1613945377560,5311
"sqr_mom_0",0.99,1613945377560,5311
"lr_0",2.521900159811226e-06,1613945377560,5311
"mom_0",0.8995624924286998,1613945377560,5311
"eps_0",1e-05,1613945377560,5311
"wd_1",0.01,1613945377560,5311
"sqr_mom_1",0.99,1613945377560,5311
"lr_1",2.5219001598112258e-05,1613945377560,5311
"mom_1",0.8995624924286998,1613945377560,5311
"eps_1",1e-05,1613945377560,5311
"wd_2",0.01,1613945377560,5311
"sqr_mom_2",0.99,1613945377560,5311
"lr_2",0.0002521900159811226,1613945377560,5311
"mom_2",0.8995624924286998,1613945377560,5311
"eps_2",1e-05,1613945377560,5311
"train_loss",0.008998879,1613945378502,5312
"raw_loss",0.0071914187,1613945378502,5312
"epoch",33.41509433962263,1613945378502,5312
"wd_0",0.01,1613945378502,5312
"sqr_mom_0",0.99,1613945378502,5312
"lr_0",2.520489035241455e-06,1613945378502,5312
"mom_0",0.8995907152023229,1613945378502,5312
"eps_0",1e-05,1613945378502,5312
"wd_1",0.01,1613945378502,5312
"sqr_mom_1",0.99,1613945378502,5312
"lr_1",2.520489035241455e-05,1613945378502,5312
"mom_1",0.8995907152023229,1613945378502,5312
"eps_1",1e-05,1613945378502,5312
"wd_2",0.01,1613945378502,5312
"sqr_mom_2",0.99,1613945378502,5312
"lr_2",0.00025204890352414547,1613945378502,5312
"mom_2",0.8995907152023229,1613945378502,5312
"eps_2",1e-05,1613945378502,5312
"train_loss",0.0089379605,1613945379437,5313
"raw_loss",0.005952948,1613945379437,5313
"epoch",33.42138364779873,1613945379437,5313
"wd_0",0.01,1613945379437,5313
"sqr_mom_0",0.99,1613945379437,5313
"lr_0",2.519077436035662e-06,1613945379437,5313
"mom_0",0.8996189474687615,1613945379437,5313
"eps_0",1e-05,1613945379437,5313
"wd_1",0.01,1613945379437,5313
"sqr_mom_1",0.99,1613945379437,5313
"lr_1",2.5190774360356617e-05,1613945379437,5313
"mom_1",0.8996189474687615,1613945379437,5313
"eps_1",1e-05,1613945379437,5313
"wd_2",0.01,1613945379437,5313
"sqr_mom_2",0.99,1613945379437,5313
"lr_2",0.00025190774360356615,1613945379437,5313
"mom_2",0.8996189474687615,1613945379437,5313
"eps_2",1e-05,1613945379437,5313
"train_loss",0.008921026,1613945380377,5314
"raw_loss",0.008091258,1613945380377,5314
"epoch",33.42767295597483,1613945380377,5314
"wd_0",0.01,1613945380377,5314
"sqr_mom_0",0.99,1613945380377,5314
"lr_0",2.517666298872557e-06,1613945380377,5314
"mom_0",0.8996471704942538,1613945380377,5314
"eps_0",1e-05,1613945380377,5314
"wd_1",0.01,1613945380377,5314
"sqr_mom_1",0.99,1613945380377,5314
"lr_1",2.5176662988725566e-05,1613945380377,5314
"mom_1",0.8996471704942538,1613945380377,5314
"eps_1",1e-05,1613945380377,5314
"wd_2",0.01,1613945380377,5314
"sqr_mom_2",0.99,1613945380377,5314
"lr_2",0.00025176662988725564,1613945380377,5314
"mom_2",0.8996471704942538,1613945380377,5314
"eps_2",1e-05,1613945380377,5314
"train_loss",0.008888536,1613945381315,5315
"raw_loss",0.0072965072,1613945381315,5315
"epoch",33.43396226415093,1613945381315,5315
"wd_0",0.01,1613945381315,5315
"sqr_mom_0",0.99,1613945381315,5315
"lr_0",2.516255156088355e-06,1613945381315,5315
"mom_0",0.8996753936321692,1613945381315,5315
"eps_0",1e-05,1613945381315,5315
"wd_1",0.01,1613945381315,5315
"sqr_mom_1",0.99,1613945381315,5315
"lr_1",2.5162551560883552e-05,1613945381315,5315
"mom_1",0.8996753936321692,1613945381315,5315
"eps_1",1e-05,1613945381315,5315
"wd_2",0.01,1613945381315,5315
"sqr_mom_2",0.99,1613945381315,5315
"lr_2",0.00025162551560883547,1613945381315,5315
"mom_2",0.8996753936321692,1613945381315,5315
"eps_2",1e-05,1613945381315,5315
"train_loss",0.008807673,1613945382248,5316
"raw_loss",0.0048453617,1613945382248,5316
"epoch",33.44025157232703,1613945382248,5316
"wd_0",0.01,1613945382248,5316
"sqr_mom_0",0.99,1613945382248,5316
"lr_0",2.514843540011813e-06,1613945382248,5316
"mom_0",0.8997036262360261,1613945382248,5316
"eps_0",1e-05,1613945382248,5316
"wd_1",0.01,1613945382248,5316
"sqr_mom_1",0.99,1613945382248,5316
"lr_1",2.514843540011813e-05,1613945382248,5316
"mom_1",0.8997036262360261,1613945382248,5316
"eps_1",1e-05,1613945382248,5316
"wd_2",0.01,1613945382248,5316
"sqr_mom_2",0.99,1613945382248,5316
"lr_2",0.0002514843540011813,1613945382248,5316
"mom_2",0.8997036262360261,1613945382248,5316
"eps_2",1e-05,1613945382248,5316
"train_loss",0.0088518215,1613945383206,5317
"raw_loss",0.011015074,1613945383206,5317
"epoch",33.44654088050313,1613945383206,5317
"wd_0",0.01,1613945383206,5317
"sqr_mom_0",0.99,1613945383206,5317
"lr_0",2.513432387332837e-06,1613945383206,5317
"mom_0",0.8997318495718389,1613945383206,5317
"eps_0",1e-05,1613945383206,5317
"wd_1",0.01,1613945383206,5317
"sqr_mom_1",0.99,1613945383206,5317
"lr_1",2.513432387332837e-05,1613945383206,5317
"mom_1",0.8997318495718389,1613945383206,5317
"eps_1",1e-05,1613945383206,5317
"wd_2",0.01,1613945383206,5317
"sqr_mom_2",0.99,1613945383206,5317
"lr_2",0.0002513432387332837,1613945383206,5317
"mom_2",0.8997318495718389,1613945383206,5317
"eps_2",1e-05,1613945383206,5317
"train_loss",0.008771608,1613945384155,5318
"raw_loss",0.0048411074,1613945384155,5318
"epoch",33.45283018867923,1613945384155,5318
"wd_0",0.01,1613945384155,5318
"sqr_mom_0",0.99,1613945384155,5318
"lr_0",2.5120214644436837e-06,1613945384155,5318
"mom_0",0.8997600683118094,1613945384155,5318
"eps_0",1e-05,1613945384155,5318
"wd_1",0.01,1613945384155,5318
"sqr_mom_1",0.99,1613945384155,5318
"lr_1",2.5120214644436838e-05,1613945384155,5318
"mom_1",0.8997600683118094,1613945384155,5318
"eps_1",1e-05,1613945384155,5318
"wd_2",0.01,1613945384155,5318
"sqr_mom_2",0.99,1613945384155,5318
"lr_2",0.00025120214644436836,1613945384155,5318
"mom_2",0.8997600683118094,1613945384155,5318
"eps_2",1e-05,1613945384155,5318
"train_loss",0.009086421,1613945385323,5319
"raw_loss",0.024512284,1613945385323,5319
"epoch",33.45911949685533,1613945385323,5319
"wd_0",0.01,1613945385323,5319
"sqr_mom_0",0.99,1613945385323,5319
"lr_0",2.5106096014835158e-06,1613945385323,5319
"mom_0",0.8997883058533882,1613945385323,5319
"eps_0",1e-05,1613945385323,5319
"wd_1",0.01,1613945385323,5319
"sqr_mom_1",0.99,1613945385323,5319
"lr_1",2.5106096014835158e-05,1613945385323,5319
"mom_1",0.8997883058533882,1613945385323,5319
"eps_1",1e-05,1613945385323,5319
"wd_2",0.01,1613945385323,5319
"sqr_mom_2",0.99,1613945385323,5319
"lr_2",0.00025106096014835156,1613945385323,5319
"mom_2",0.8997883058533882,1613945385323,5319
"eps_2",1e-05,1613945385323,5319
"train_loss",0.009045377,1613945386450,5320
"raw_loss",0.0070342403,1613945386450,5320
"epoch",33.46540880503143,1613945386450,5320
"wd_0",0.01,1613945386450,5320
"sqr_mom_0",0.99,1613945386450,5320
"lr_0",2.5091986713992947e-06,1613945386450,5320
"mom_0",0.8998165247372615,1613945386450,5320
"eps_0",1e-05,1613945386450,5320
"wd_1",0.01,1613945386450,5320
"sqr_mom_1",0.99,1613945386450,5320
"lr_1",2.5091986713992946e-05,1613945386450,5320
"mom_1",0.8998165247372615,1613945386450,5320
"eps_1",1e-05,1613945386450,5320
"wd_2",0.01,1613945386450,5320
"sqr_mom_2",0.99,1613945386450,5320
"lr_2",0.0002509198671399294,1613945386450,5320
"mom_2",0.8998165247372615,1613945386450,5320
"eps_2",1e-05,1613945386450,5320
"train_loss",0.009216917,1613945387613,5321
"raw_loss",0.017622333,1613945387613,5321
"epoch",33.47169811320753,1613945387613,5321
"wd_0",0.01,1613945387613,5321
"sqr_mom_0",0.99,1613945387613,5321
"lr_0",2.507786802139314e-06,1613945387613,5321
"mom_0",0.8998447624048377,1613945387613,5321
"eps_0",1e-05,1613945387613,5321
"wd_1",0.01,1613945387613,5321
"sqr_mom_1",0.99,1613945387613,5321
"lr_1",2.5077868021393144e-05,1613945387613,5321
"mom_1",0.8998447624048377,1613945387613,5321
"eps_1",1e-05,1613945387613,5321
"wd_2",0.01,1613945387613,5321
"sqr_mom_2",0.99,1613945387613,5321
"lr_2",0.0002507786802139314,1613945387613,5321
"mom_2",0.8998447624048377,1613945387613,5321
"eps_2",1e-05,1613945387613,5321
"train_loss",0.009243156,1613945388751,5322
"raw_loss",0.010528855,1613945388751,5322
"epoch",33.47798742138363,1613945388751,5322
"wd_0",0.01,1613945388751,5322
"sqr_mom_0",0.99,1613945388751,5322
"lr_0",2.5063758666588952e-06,1613945388751,5322
"mom_0",0.8998729813966361,1613945388751,5322
"eps_0",1e-05,1613945388751,5322
"wd_1",0.01,1613945388751,5322
"sqr_mom_1",0.99,1613945388751,5322
"lr_1",2.506375866658895e-05,1613945388751,5322
"mom_1",0.8998729813966361,1613945388751,5322
"eps_1",1e-05,1613945388751,5322
"wd_2",0.01,1613945388751,5322
"sqr_mom_2",0.99,1613945388751,5322
"lr_2",0.0002506375866658895,1613945388751,5322
"mom_2",0.8998729813966361,1613945388751,5322
"eps_2",1e-05,1613945388751,5322
"train_loss",0.009323417,1613945389969,5323
"raw_loss",0.013256211,1613945389969,5323
"epoch",33.48427672955973,1613945389969,5323
"wd_0",0.01,1613945389969,5323
"sqr_mom_0",0.99,1613945389969,5323
"lr_0",2.504964695091457e-06,1613945389969,5323
"mom_0",0.899901205110222,1613945389969,5323
"eps_0",1e-05,1613945389969,5323
"wd_1",0.01,1613945389969,5323
"sqr_mom_1",0.99,1613945389969,5323
"lr_1",2.504964695091457e-05,1613945389969,5323
"mom_1",0.899901205110222,1613945389969,5323
"eps_1",1e-05,1613945389969,5323
"wd_2",0.01,1613945389969,5323
"sqr_mom_2",0.99,1613945389969,5323
"lr_2",0.0002504964695091457,1613945389969,5323
"mom_2",0.899901205110222,1613945389969,5323
"eps_2",1e-05,1613945389969,5323
"train_loss",0.009285989,1613945390923,5324
"raw_loss",0.0074520055,1613945390923,5324
"epoch",33.49056603773583,1613945390923,5324
"wd_0",0.01,1613945390923,5324
"sqr_mom_0",0.99,1613945390923,5324
"lr_0",2.503553053821433e-06,1613945390923,5324
"mom_0",0.8999294382179535,1613945390923,5324
"eps_0",1e-05,1613945390923,5324
"wd_1",0.01,1613945390923,5324
"sqr_mom_1",0.99,1613945390923,5324
"lr_1",2.503553053821433e-05,1613945390923,5324
"mom_1",0.8999294382179535,1613945390923,5324
"eps_1",1e-05,1613945390923,5324
"wd_2",0.01,1613945390923,5324
"sqr_mom_2",0.99,1613945390923,5324
"lr_2",0.00025035530538214325,1613945390923,5324
"mom_2",0.8999294382179535,1613945390923,5324
"eps_2",1e-05,1613945390923,5324
"train_loss",0.009220523,1613945391866,5325
"raw_loss",0.0060126833,1613945391866,5325
"epoch",33.49685534591193,1613945391866,5325
"wd_0",0.01,1613945391866,5325
"sqr_mom_0",0.99,1613945391866,5325
"lr_0",2.502141879555445e-06,1613945391866,5325
"mom_0",0.899957661985511,1613945391866,5325
"eps_0",1e-05,1613945391866,5325
"wd_1",0.01,1613945391866,5325
"sqr_mom_1",0.99,1613945391866,5325
"lr_1",2.502141879555445e-05,1613945391866,5325
"mom_1",0.899957661985511,1613945391866,5325
"eps_1",1e-05,1613945391866,5325
"wd_2",0.01,1613945391866,5325
"sqr_mom_2",0.99,1613945391866,5325
"lr_2",0.0002502141879555445,1613945391866,5325
"mom_2",0.899957661985511,1613945391866,5325
"eps_2",1e-05,1613945391866,5325
"train_loss",0.009291282,1613945392813,5326
"raw_loss",0.012758478,1613945392813,5326
"epoch",33.50314465408803,1613945392813,5326
"wd_0",0.01,1613945392813,5326
"sqr_mom_0",0.99,1613945392813,5326
"lr_0",2.5007309386794918e-06,1613945392813,5326
"mom_0",0.899985881085221,1613945392813,5326
"eps_0",1e-05,1613945392813,5326
"wd_1",0.01,1613945392813,5326
"sqr_mom_1",0.99,1613945392813,5326
"lr_1",2.500730938679492e-05,1613945392813,5326
"mom_1",0.899985881085221,1613945392813,5326
"eps_1",1e-05,1613945392813,5326
"wd_2",0.01,1613945392813,5326
"sqr_mom_2",0.99,1613945392813,5326
"lr_2",0.0002500730938679492,1613945392813,5326
"mom_2",0.899985881085221,1613945392813,5326
"eps_2",1e-05,1613945392813,5326
"train_loss",0.009262896,1613945393813,5327
"raw_loss",0.007872003,1613945393813,5327
"epoch",33.50943396226413,1613945393813,5327
"wd_0",0.01,1613945393813,5327
"sqr_mom_0",0.99,1613945393813,5327
"lr_0",2.499319061320508e-06,1613945393813,5327
"mom_0",0.900014118914779,1613945393813,5327
"eps_0",1e-05,1613945393813,5327
"wd_1",0.01,1613945393813,5327
"sqr_mom_1",0.99,1613945393813,5327
"lr_1",2.499319061320508e-05,1613945393813,5327
"mom_1",0.900014118914779,1613945393813,5327
"eps_1",1e-05,1613945393813,5327
"wd_2",0.01,1613945393813,5327
"sqr_mom_2",0.99,1613945393813,5327
"lr_2",0.00024993190613205074,1613945393813,5327
"mom_2",0.900014118914779,1613945393813,5327
"eps_2",1e-05,1613945393813,5327
"train_loss",0.009306066,1613945394842,5328
"raw_loss",0.011421356,1613945394842,5328
"epoch",33.51572327044023,1613945394842,5328
"wd_0",0.01,1613945394842,5328
"sqr_mom_0",0.99,1613945394842,5328
"lr_0",2.4979081204445547e-06,1613945394842,5328
"mom_0",0.9000423380144891,1613945394842,5328
"eps_0",1e-05,1613945394842,5328
"wd_1",0.01,1613945394842,5328
"sqr_mom_1",0.99,1613945394842,5328
"lr_1",2.4979081204445548e-05,1613945394842,5328
"mom_1",0.9000423380144891,1613945394842,5328
"eps_1",1e-05,1613945394842,5328
"wd_2",0.01,1613945394842,5328
"sqr_mom_2",0.99,1613945394842,5328
"lr_2",0.00024979081204445545,1613945394842,5328
"mom_2",0.9000423380144891,1613945394842,5328
"eps_2",1e-05,1613945394842,5328
"train_loss",0.009265869,1613945395799,5329
"raw_loss",0.0072962297,1613945395799,5329
"epoch",33.522012578616334,1613945395799,5329
"wd_0",0.01,1613945395799,5329
"sqr_mom_0",0.99,1613945395799,5329
"lr_0",2.4964971802428864e-06,1613945395799,5329
"mom_0",0.9000705571007133,1613945395799,5329
"eps_0",1e-05,1613945395799,5329
"wd_1",0.01,1613945395799,5329
"sqr_mom_1",0.99,1613945395799,5329
"lr_1",2.4964971802428863e-05,1613945395799,5329
"mom_1",0.9000705571007133,1613945395799,5329
"eps_1",1e-05,1613945395799,5329
"wd_2",0.01,1613945395799,5329
"sqr_mom_2",0.99,1613945395799,5329
"lr_2",0.0002496497180242886,1613945395799,5329
"mom_2",0.9000705571007133,1613945395799,5329
"eps_2",1e-05,1613945395799,5329
"train_loss",0.009241047,1613945396771,5330
"raw_loss",0.008024787,1613945396771,5330
"epoch",33.528301886792434,1613945396771,5330
"wd_0",0.01,1613945396771,5330
"sqr_mom_0",0.99,1613945396771,5330
"lr_0",2.495085304908543e-06,1613945396771,5330
"mom_0",0.9000987948897781,1613945396771,5330
"eps_0",1e-05,1613945396771,5330
"wd_1",0.01,1613945396771,5330
"sqr_mom_1",0.99,1613945396771,5330
"lr_1",2.495085304908543e-05,1613945396771,5330
"mom_1",0.9000987948897781,1613945396771,5330
"eps_1",1e-05,1613945396771,5330
"wd_2",0.01,1613945396771,5330
"sqr_mom_2",0.99,1613945396771,5330
"lr_2",0.00024950853049085427,1613945396771,5330
"mom_2",0.9000987948897781,1613945396771,5330
"eps_2",1e-05,1613945396771,5330
"train_loss",0.00916305,1613945397730,5331
"raw_loss",0.0053411857,1613945397730,5331
"epoch",33.534591194968534,1613945397730,5331
"wd_0",0.01,1613945397730,5331
"sqr_mom_0",0.99,1613945397730,5331
"lr_0",2.4936743674049015e-06,1613945397730,5331
"mom_0",0.9001270139220412,1613945397730,5331
"eps_0",1e-05,1613945397730,5331
"wd_1",0.01,1613945397730,5331
"sqr_mom_1",0.99,1613945397730,5331
"lr_1",2.4936743674049015e-05,1613945397730,5331
"mom_1",0.9001270139220412,1613945397730,5331
"eps_1",1e-05,1613945397730,5331
"wd_2",0.01,1613945397730,5331
"sqr_mom_2",0.99,1613945397730,5331
"lr_2",0.0002493674367404901,1613945397730,5331
"mom_2",0.9001270139220412,1613945397730,5331
"eps_2",1e-05,1613945397730,5331
"train_loss",0.009250378,1613945398722,5332
"raw_loss",0.013529465,1613945398722,5332
"epoch",33.540880503144635,1613945398722,5332
"wd_0",0.01,1613945398722,5332
"sqr_mom_0",0.99,1613945398722,5332
"lr_0",2.492262963797262e-06,1613945398722,5332
"mom_0",0.9001552422764775,1613945398722,5332
"eps_0",1e-05,1613945398722,5332
"wd_1",0.01,1613945398722,5332
"sqr_mom_1",0.99,1613945398722,5332
"lr_1",2.492262963797262e-05,1613945398722,5332
"mom_1",0.9001552422764775,1613945398722,5332
"eps_1",1e-05,1613945398722,5332
"wd_2",0.01,1613945398722,5332
"sqr_mom_2",0.99,1613945398722,5332
"lr_2",0.00024922629637972617,1613945398722,5332
"mom_2",0.9001552422764775,1613945398722,5332
"eps_2",1e-05,1613945398722,5332
"train_loss",0.009403434,1613945399689,5333
"raw_loss",0.016903138,1613945399689,5333
"epoch",33.547169811320735,1613945399689,5333
"wd_0",0.01,1613945399689,5333
"sqr_mom_0",0.99,1613945399689,5333
"lr_0",2.490851562663682e-06,1613945399689,5333
"mom_0",0.9001834705814321,1613945399689,5333
"eps_0",1e-05,1613945399689,5333
"wd_1",0.01,1613945399689,5333
"sqr_mom_1",0.99,1613945399689,5333
"lr_1",2.490851562663682e-05,1613945399689,5333
"mom_1",0.9001834705814321,1613945399689,5333
"eps_1",1e-05,1613945399689,5333
"wd_2",0.01,1613945399689,5333
"sqr_mom_2",0.99,1613945399689,5333
"lr_2",0.0002490851562663682,1613945399689,5333
"mom_2",0.9001834705814321,1613945399689,5333
"eps_2",1e-05,1613945399689,5333
"train_loss",0.009340151,1613945400674,5334
"raw_loss",0.006239297,1613945400674,5334
"epoch",33.553459119496836,1613945400674,5334
"wd_0",0.01,1613945400674,5334
"sqr_mom_0",0.99,1613945400674,5334
"lr_0",2.4894401644540302e-06,1613945400674,5334
"mom_0",0.9002116988279076,1613945400674,5334
"eps_0",1e-05,1613945400674,5334
"wd_1",0.01,1613945400674,5334
"sqr_mom_1",0.99,1613945400674,5334
"lr_1",2.48944016445403e-05,1613945400674,5334
"mom_1",0.9002116988279076,1613945400674,5334
"eps_1",1e-05,1613945400674,5334
"wd_2",0.01,1613945400674,5334
"sqr_mom_2",0.99,1613945400674,5334
"lr_2",0.000248944016445403,1613945400674,5334
"mom_2",0.9002116988279076,1613945400674,5334
"eps_2",1e-05,1613945400674,5334
"train_loss",0.009257582,1613945401638,5335
"raw_loss",0.0052116755,1613945401638,5335
"epoch",33.559748427672936,1613945401638,5335
"wd_0",0.01,1613945401638,5335
"sqr_mom_0",0.99,1613945401638,5335
"lr_0",2.4880292377418876e-06,1613945401638,5335
"mom_0",0.9002399176443386,1613945401638,5335
"eps_0",1e-05,1613945401638,5335
"wd_1",0.01,1613945401638,5335
"sqr_mom_1",0.99,1613945401638,5335
"lr_1",2.4880292377418875e-05,1613945401638,5335
"mom_1",0.9002399176443386,1613945401638,5335
"eps_1",1e-05,1613945401638,5335
"wd_2",0.01,1613945401638,5335
"sqr_mom_2",0.99,1613945401638,5335
"lr_2",0.0002488029237741887,1613945401638,5335
"mom_2",0.9002399176443386,1613945401638,5335
"eps_2",1e-05,1613945401638,5335
"train_loss",0.009243718,1613945402588,5336
"raw_loss",0.008564384,1613945402588,5336
"epoch",33.56603773584904,1613945402588,5336
"wd_0",0.01,1613945402588,5336
"sqr_mom_0",0.99,1613945402588,5336
"lr_0",2.4866173786059773e-06,1613945402588,5336
"mom_0",0.9002681551094315,1613945402588,5336
"eps_0",1e-05,1613945402588,5336
"wd_1",0.01,1613945402588,5336
"sqr_mom_1",0.99,1613945402588,5336
"lr_1",2.486617378605977e-05,1613945402588,5336
"mom_1",0.9002681551094315,1613945402588,5336
"eps_1",1e-05,1613945402588,5336
"wd_2",0.01,1613945402588,5336
"sqr_mom_2",0.99,1613945402588,5336
"lr_2",0.00024866173786059766,1613945402588,5336
"mom_2",0.9002681551094315,1613945402588,5336
"eps_2",1e-05,1613945402588,5336
"train_loss",0.009412839,1613945403590,5337
"raw_loss",0.017699756,1613945403590,5337
"epoch",33.57232704402514,1613945403590,5337
"wd_0",0.01,1613945403590,5337
"sqr_mom_0",0.99,1613945403590,5337
"lr_0",2.4852064599881874e-06,1613945403590,5337
"mom_0",0.9002963737639739,1613945403590,5337
"eps_0",1e-05,1613945403590,5337
"wd_1",0.01,1613945403590,5337
"sqr_mom_1",0.99,1613945403590,5337
"lr_1",2.4852064599881873e-05,1613945403590,5337
"mom_1",0.9002963737639739,1613945403590,5337
"eps_1",1e-05,1613945403590,5337
"wd_2",0.01,1613945403590,5337
"sqr_mom_2",0.99,1613945403590,5337
"lr_2",0.0002485206459988187,1613945403590,5337
"mom_2",0.9002963737639739,1613945403590,5337
"eps_2",1e-05,1613945403590,5337
"train_loss",0.009481243,1613945404596,5338
"raw_loss",0.012833016,1613945404596,5338
"epoch",33.57861635220124,1613945404596,5338
"wd_0",0.01,1613945404596,5338
"sqr_mom_0",0.99,1613945404596,5338
"lr_0",2.4837955460905033e-06,1613945404596,5338
"mom_0",0.9003245923241131,1613945404596,5338
"eps_0",1e-05,1613945404596,5338
"wd_1",0.01,1613945404596,5338
"sqr_mom_1",0.99,1613945404596,5338
"lr_1",2.483795546090503e-05,1613945404596,5338
"mom_1",0.9003245923241131,1613945404596,5338
"eps_1",1e-05,1613945404596,5338
"wd_2",0.01,1613945404596,5338
"sqr_mom_2",0.99,1613945404596,5338
"lr_2",0.00024837955460905027,1613945404596,5338
"mom_2",0.9003245923241131,1613945404596,5338
"eps_2",1e-05,1613945404596,5338
"train_loss",0.009531103,1613945405559,5339
"raw_loss",0.011974258,1613945405559,5339
"epoch",33.58490566037734,1613945405559,5339
"wd_0",0.01,1613945405559,5339
"sqr_mom_0",0.99,1613945405559,5339
"lr_0",2.482383701127443e-06,1613945405559,5339
"mom_0",0.9003528295057461,1613945405559,5339
"eps_0",1e-05,1613945405559,5339
"wd_1",0.01,1613945405559,5339
"sqr_mom_1",0.99,1613945405559,5339
"lr_1",2.482383701127443e-05,1613945405559,5339
"mom_1",0.9003528295057461,1613945405559,5339
"eps_1",1e-05,1613945405559,5339
"wd_2",0.01,1613945405559,5339
"sqr_mom_2",0.99,1613945405559,5339
"lr_2",0.0002482383701127443,1613945405559,5339
"mom_2",0.9003528295057461,1613945405559,5339
"eps_2",1e-05,1613945405559,5339
"train_loss",0.009463519,1613945406552,5340
"raw_loss",0.006151869,1613945406552,5340
"epoch",33.59119496855344,1613945406552,5340
"wd_0",0.01,1613945406552,5340
"sqr_mom_0",0.99,1613945406552,5340
"lr_0",2.480972798022094e-06,1613945406552,5340
"mom_0",0.9003810478500366,1613945406552,5340
"eps_0",1e-05,1613945406552,5340
"wd_1",0.01,1613945406552,5340
"sqr_mom_1",0.99,1613945406552,5340
"lr_1",2.4809727980220938e-05,1613945406552,5340
"mom_1",0.9003810478500366,1613945406552,5340
"eps_1",1e-05,1613945406552,5340
"wd_2",0.01,1613945406552,5340
"sqr_mom_2",0.99,1613945406552,5340
"lr_2",0.00024809727980220936,1613945406552,5340
"mom_2",0.9003810478500366,1613945406552,5340
"eps_2",1e-05,1613945406552,5340
"train_loss",0.009406733,1613945407519,5341
"raw_loss",0.0066242563,1613945407519,5341
"epoch",33.59748427672954,1613945407519,5341
"wd_0",0.01,1613945407519,5341
"sqr_mom_0",0.99,1613945407519,5341
"lr_0",2.479561432871966e-06,1613945407519,5341
"mom_0",0.900409275435315,1613945407519,5341
"eps_0",1e-05,1613945407519,5341
"wd_1",0.01,1613945407519,5341
"sqr_mom_1",0.99,1613945407519,5341
"lr_1",2.479561432871966e-05,1613945407519,5341
"mom_1",0.900409275435315,1613945407519,5341
"eps_1",1e-05,1613945407519,5341
"wd_2",0.01,1613945407519,5341
"sqr_mom_2",0.99,1613945407519,5341
"lr_2",0.0002479561432871966,1613945407519,5341
"mom_2",0.900409275435315,1613945407519,5341
"eps_2",1e-05,1613945407519,5341
"train_loss",0.009344416,1613945408452,5342
"raw_loss",0.0062908716,1613945408452,5342
"epoch",33.60377358490564,1613945408452,5342
"wd_0",0.01,1613945408452,5342
"sqr_mom_0",0.99,1613945408452,5342
"lr_0",2.4781500742443654e-06,1613945408452,5342
"mom_0",0.9004375028901416,1613945408452,5342
"eps_0",1e-05,1613945408452,5342
"wd_1",0.01,1613945408452,5342
"sqr_mom_1",0.99,1613945408452,5342
"lr_1",2.4781500742443657e-05,1613945408452,5342
"mom_1",0.9004375028901416,1613945408452,5342
"eps_1",1e-05,1613945408452,5342
"wd_2",0.01,1613945408452,5342
"sqr_mom_2",0.99,1613945408452,5342
"lr_2",0.0002478150074244365,1613945408452,5342
"mom_2",0.9004375028901416,1613945408452,5342
"eps_2",1e-05,1613945408452,5342
"train_loss",0.009252106,1613945409403,5343
"raw_loss",0.0047289343,1613945409403,5343
"epoch",33.61006289308174,1613945409403,5343
"wd_0",0.01,1613945409403,5343
"sqr_mom_0",0.99,1613945409403,5343
"lr_0",2.476738722589147e-06,1613945409403,5343
"mom_0",0.9004657302055191,1613945409403,5343
"eps_0",1e-05,1613945409403,5343
"wd_1",0.01,1613945409403,5343
"sqr_mom_1",0.99,1613945409403,5343
"lr_1",2.476738722589147e-05,1613945409403,5343
"mom_1",0.9004657302055191,1613945409403,5343
"eps_1",1e-05,1613945409403,5343
"wd_2",0.01,1613945409403,5343
"sqr_mom_2",0.99,1613945409403,5343
"lr_2",0.00024767387225891463,1613945409403,5343
"mom_2",0.9004657302055191,1613945409403,5343
"eps_2",1e-05,1613945409403,5343
"train_loss",0.009339952,1613945410394,5344
"raw_loss",0.013644426,1613945410394,5344
"epoch",33.61635220125784,1613945410394,5344
"wd_0",0.01,1613945410394,5344
"sqr_mom_0",0.99,1613945410394,5344
"lr_0",2.4753278464624222e-06,1613945410394,5344
"mom_0",0.9004939480102316,1613945410394,5344
"eps_0",1e-05,1613945410394,5344
"wd_1",0.01,1613945410394,5344
"sqr_mom_1",0.99,1613945410394,5344
"lr_1",2.4753278464624225e-05,1613945410394,5344
"mom_1",0.9004939480102316,1613945410394,5344
"eps_1",1e-05,1613945410394,5344
"wd_2",0.01,1613945410394,5344
"sqr_mom_2",0.99,1613945410394,5344
"lr_2",0.0002475327846462422,1613945410394,5344
"mom_2",0.9004939480102316,1613945410394,5344
"eps_2",1e-05,1613945410394,5344
"train_loss",0.009330218,1613945411376,5345
"raw_loss",0.008853265,1613945411376,5345
"epoch",33.62264150943394,1613945411376,5345
"wd_0",0.01,1613945411376,5345
"sqr_mom_0",0.99,1613945411376,5345
"lr_0",2.4739160419952614e-06,1613945411376,5345
"mom_0",0.9005221843819385,1613945411376,5345
"eps_0",1e-05,1613945411376,5345
"wd_1",0.01,1613945411376,5345
"sqr_mom_1",0.99,1613945411376,5345
"lr_1",2.4739160419952616e-05,1613945411376,5345
"mom_1",0.9005221843819385,1613945411376,5345
"eps_1",1e-05,1613945411376,5345
"wd_2",0.01,1613945411376,5345
"sqr_mom_2",0.99,1613945411376,5345
"lr_2",0.0002473916041995261,1613945411376,5345
"mom_2",0.9005221843819385,1613945411376,5345
"eps_2",1e-05,1613945411376,5345
"train_loss",0.0096062645,1613945412330,5346
"raw_loss",0.023132592,1613945412330,5346
"epoch",33.62893081761004,1613945412330,5346
"wd_0",0.01,1613945412330,5346
"sqr_mom_0",0.99,1613945412330,5346
"lr_0",2.4725051820570316e-06,1613945412330,5346
"mom_0",0.9005504018628779,1613945412330,5346
"eps_0",1e-05,1613945412330,5346
"wd_1",0.01,1613945412330,5346
"sqr_mom_1",0.99,1613945412330,5346
"lr_1",2.4725051820570314e-05,1613945412330,5346
"mom_1",0.9005504018628779,1613945412330,5346
"eps_1",1e-05,1613945412330,5346
"wd_2",0.01,1613945412330,5346
"sqr_mom_2",0.99,1613945412330,5346
"lr_2",0.00024725051820570314,1613945412330,5346
"mom_2",0.9005504018628779,1613945412330,5346
"eps_2",1e-05,1613945412330,5346
"train_loss",0.0096040815,1613945413322,5347
"raw_loss",0.009497101,1613945413322,5347
"epoch",33.63522012578614,1613945413322,5347
"wd_0",0.01,1613945413322,5347
"sqr_mom_0",0.99,1613945413322,5347
"lr_0",2.471094330884611e-06,1613945413322,5347
"mom_0",0.9005786191684995,1613945413322,5347
"eps_0",1e-05,1613945413322,5347
"wd_1",0.01,1613945413322,5347
"sqr_mom_1",0.99,1613945413322,5347
"lr_1",2.4710943308846107e-05,1613945413322,5347
"mom_1",0.9005786191684995,1613945413322,5347
"eps_1",1e-05,1613945413322,5347
"wd_2",0.01,1613945413322,5347
"sqr_mom_2",0.99,1613945413322,5347
"lr_2",0.00024710943308846106,1613945413322,5347
"mom_2",0.9005786191684995,1613945413322,5347
"eps_2",1e-05,1613945413322,5347
"train_loss",0.009533861,1613945414335,5348
"raw_loss",0.006093046,1613945414335,5348
"epoch",33.64150943396224,1613945414335,5348
"wd_0",0.01,1613945414335,5348
"sqr_mom_0",0.99,1613945414335,5348
"lr_0",2.4696825527381444e-06,1613945414335,5348
"mom_0",0.9006068550137872,1613945414335,5348
"eps_0",1e-05,1613945414335,5348
"wd_1",0.01,1613945414335,5348
"sqr_mom_1",0.99,1613945414335,5348
"lr_1",2.469682552738144e-05,1613945414335,5348
"mom_1",0.9006068550137872,1613945414335,5348
"eps_1",1e-05,1613945414335,5348
"wd_2",0.01,1613945414335,5348
"sqr_mom_2",0.99,1613945414335,5348
"lr_2",0.00024696825527381443,1613945414335,5348
"mom_2",0.9006068550137872,1613945414335,5348
"eps_2",1e-05,1613945414335,5348
"train_loss",0.009528105,1613945415298,5349
"raw_loss",0.009246077,1613945415298,5349
"epoch",33.64779874213834,1613945415298,5349
"wd_0",0.01,1613945415298,5349
"sqr_mom_0",0.99,1613945415298,5349
"lr_0",2.468271720452083e-06,1613945415298,5349
"mom_0",0.9006350719416777,1613945415298,5349
"eps_0",1e-05,1613945415298,5349
"wd_1",0.01,1613945415298,5349
"sqr_mom_1",0.99,1613945415298,5349
"lr_1",2.468271720452083e-05,1613945415298,5349
"mom_1",0.9006350719416777,1613945415298,5349
"eps_1",1e-05,1613945415298,5349
"wd_2",0.01,1613945415298,5349
"sqr_mom_2",0.99,1613945415298,5349
"lr_2",0.0002468271720452083,1613945415298,5349
"mom_2",0.9006350719416777,1613945415298,5349
"eps_2",1e-05,1613945415298,5349
"train_loss",0.0095390845,1613945416321,5350
"raw_loss",0.010077087,1613945416321,5350
"epoch",33.65408805031444,1613945416321,5350
"wd_0",0.01,1613945416321,5350
"sqr_mom_0",0.99,1613945416321,5350
"lr_0",2.466860898280304e-06,1613945416321,5350
"mom_0",0.9006632886672805,1613945416321,5350
"eps_0",1e-05,1613945416321,5350
"wd_1",0.01,1613945416321,5350
"sqr_mom_1",0.99,1613945416321,5350
"lr_1",2.4668608982803037e-05,1613945416321,5350
"mom_1",0.9006632886672805,1613945416321,5350
"eps_1",1e-05,1613945416321,5350
"wd_2",0.01,1613945416321,5350
"sqr_mom_2",0.99,1613945416321,5350
"lr_2",0.00024668608982803035,1613945416321,5350
"mom_2",0.9006632886672805,1613945416321,5350
"eps_2",1e-05,1613945416321,5350
"train_loss",0.009595582,1613945417300,5351
"raw_loss",0.012363964,1613945417300,5351
"epoch",33.66037735849054,1613945417300,5351
"wd_0",0.01,1613945417300,5351
"sqr_mom_0",0.99,1613945417300,5351
"lr_0",2.4654491505035284e-06,1613945417300,5351
"mom_0",0.9006915239051685,1613945417300,5351
"eps_0",1e-05,1613945417300,5351
"wd_1",0.01,1613945417300,5351
"sqr_mom_1",0.99,1613945417300,5351
"lr_1",2.465449150503528e-05,1613945417300,5351
"mom_1",0.9006915239051685,1613945417300,5351
"eps_1",1e-05,1613945417300,5351
"wd_2",0.01,1613945417300,5351
"sqr_mom_2",0.99,1613945417300,5351
"lr_2",0.0002465449150503528,1613945417300,5351
"mom_2",0.9006915239051685,1613945417300,5351
"eps_2",1e-05,1613945417300,5351
"train_loss",0.009571671,1613945418287,5352
"raw_loss",0.008399991,1613945418287,5352
"epoch",33.66666666666664,1613945418287,5352
"wd_0",0.01,1613945418287,5352
"sqr_mom_0",0.99,1613945418287,5352
"lr_0",2.46403834991592e-06,1613945418287,5352
"mom_0",0.9007197401990835,1613945418287,5352
"eps_0",1e-05,1613945418287,5352
"wd_1",0.01,1613945418287,5352
"sqr_mom_1",0.99,1613945418287,5352
"lr_1",2.4640383499159198e-05,1613945418287,5352
"mom_1",0.9007197401990835,1613945418287,5352
"eps_1",1e-05,1613945418287,5352
"wd_2",0.01,1613945418287,5352
"sqr_mom_2",0.99,1613945418287,5352
"lr_2",0.00024640383499159195,1613945418287,5352
"mom_2",0.9007197401990835,1613945418287,5352
"eps_2",1e-05,1613945418287,5352
"train_loss",0.009536058,1613945419233,5353
"raw_loss",0.0077910433,1613945419233,5353
"epoch",33.67295597484274,1613945419233,5353
"wd_0",0.01,1613945419233,5353
"sqr_mom_0",0.99,1613945419233,5353
"lr_0",2.462627092714314e-06,1613945419233,5353
"mom_0",0.90074796562537,1613945419233,5353
"eps_0",1e-05,1613945419233,5353
"wd_1",0.01,1613945419233,5353
"sqr_mom_1",0.99,1613945419233,5353
"lr_1",2.4626270927143138e-05,1613945419233,5353
"mom_1",0.90074796562537,1613945419233,5353
"eps_1",1e-05,1613945419233,5353
"wd_2",0.01,1613945419233,5353
"sqr_mom_2",0.99,1613945419233,5353
"lr_2",0.0002462627092714313,1613945419233,5353
"mom_2",0.90074796562537,1613945419233,5353
"eps_2",1e-05,1613945419233,5353
"train_loss",0.009576411,1613945420186,5354
"raw_loss",0.011553741,1613945420186,5354
"epoch",33.679245283018844,1613945420186,5354
"wd_0",0.01,1613945420186,5354
"sqr_mom_0",0.99,1613945420186,5354
"lr_0",2.461215847432862e-06,1613945420186,5354
"mom_0",0.9007761908132509,1613945420186,5354
"eps_0",1e-05,1613945420186,5354
"wd_1",0.01,1613945420186,5354
"sqr_mom_1",0.99,1613945420186,5354
"lr_1",2.4612158474328618e-05,1613945420186,5354
"mom_1",0.9007761908132509,1613945420186,5354
"eps_1",1e-05,1613945420186,5354
"wd_2",0.01,1613945420186,5354
"sqr_mom_2",0.99,1613945420186,5354
"lr_2",0.00024612158474328615,1613945420186,5354
"mom_2",0.9007761908132509,1613945420186,5354
"eps_2",1e-05,1613945420186,5354
"train_loss",0.009595056,1613945421143,5355
"raw_loss",0.010508679,1613945421143,5355
"epoch",33.685534591194944,1613945421143,5355
"wd_0",0.01,1613945421143,5355
"sqr_mom_0",0.99,1613945421143,5355
"lr_0",2.4598046145213824e-06,1613945421143,5355
"mom_0",0.9008044157537298,1613945421143,5355
"eps_0",1e-05,1613945421143,5355
"wd_1",0.01,1613945421143,5355
"sqr_mom_1",0.99,1613945421143,5355
"lr_1",2.4598046145213824e-05,1613945421143,5355
"mom_1",0.9008044157537298,1613945421143,5355
"eps_1",1e-05,1613945421143,5355
"wd_2",0.01,1613945421143,5355
"sqr_mom_2",0.99,1613945421143,5355
"lr_2",0.0002459804614521382,1613945421143,5355
"mom_2",0.9008044157537298,1613945421143,5355
"eps_2",1e-05,1613945421143,5355
"train_loss",0.009597775,1613945422110,5356
"raw_loss",0.0097309835,1613945422110,5356
"epoch",33.691823899371045,1613945422110,5356
"wd_0",0.01,1613945422110,5356
"sqr_mom_0",0.99,1613945422110,5356
"lr_0",2.4583938624938808e-06,1613945422110,5356
"mom_0",0.9008326310764331,1613945422110,5356
"eps_0",1e-05,1613945422110,5356
"wd_1",0.01,1613945422110,5356
"sqr_mom_1",0.99,1613945422110,5356
"lr_1",2.4583938624938805e-05,1613945422110,5356
"mom_1",0.9008326310764331,1613945422110,5356
"eps_1",1e-05,1613945422110,5356
"wd_2",0.01,1613945422110,5356
"sqr_mom_2",0.99,1613945422110,5356
"lr_2",0.000245839386249388,1613945422110,5356
"mom_2",0.9008326310764331,1613945422110,5356
"eps_2",1e-05,1613945422110,5356
"train_loss",0.009673952,1613945423065,5357
"raw_loss",0.013406677,1613945423065,5357
"epoch",33.698113207547145,1613945423065,5357
"wd_0",0.01,1613945423065,5357
"sqr_mom_0",0.99,1613945423065,5357
"lr_0",2.4569821876075947e-06,1613945423065,5357
"mom_0",0.9008608648564966,1613945423065,5357
"eps_0",1e-05,1613945423065,5357
"wd_1",0.01,1613945423065,5357
"sqr_mom_1",0.99,1613945423065,5357
"lr_1",2.4569821876075946e-05,1613945423065,5357
"mom_1",0.9008608648564966,1613945423065,5357
"eps_1",1e-05,1613945423065,5357
"wd_2",0.01,1613945423065,5357
"sqr_mom_2",0.99,1613945423065,5357
"lr_2",0.00024569821876075943,1613945423065,5357
"mom_2",0.9008608648564966,1613945423065,5357
"eps_2",1e-05,1613945423065,5357
"train_loss",0.009926088,1613945424020,5358
"raw_loss",0.022280749,1613945424020,5358
"epoch",33.704402515723245,1613945424020,5358
"wd_0",0.01,1613945424020,5358
"sqr_mom_0",0.99,1613945424020,5358
"lr_0",2.4555714625599916e-06,1613945424020,5358
"mom_0",0.9008890796395965,1613945424020,5358
"eps_0",1e-05,1613945424020,5358
"wd_1",0.01,1613945424020,5358
"sqr_mom_1",0.99,1613945424020,5358
"lr_1",2.4555714625599915e-05,1613945424020,5358
"mom_1",0.9008890796395965,1613945424020,5358
"eps_1",1e-05,1613945424020,5358
"wd_2",0.01,1613945424020,5358
"sqr_mom_2",0.99,1613945424020,5358
"lr_2",0.00024555714625599915,1613945424020,5358
"mom_2",0.9008890796395965,1613945424020,5358
"eps_2",1e-05,1613945424020,5358
"train_loss",0.010020043,1613945424966,5359
"raw_loss",0.0146238115,1613945424966,5359
"epoch",33.710691823899346,1613945424966,5359
"wd_0",0.01,1613945424966,5359
"sqr_mom_0",0.99,1613945424966,5359
"lr_0",2.454159815571414e-06,1613945424966,5359
"mom_0",0.9009173128617003,1613945424966,5359
"eps_0",1e-05,1613945424966,5359
"wd_1",0.01,1613945424966,5359
"sqr_mom_1",0.99,1613945424966,5359
"lr_1",2.4541598155714143e-05,1613945424966,5359
"mom_1",0.9009173128617003,1613945424966,5359
"eps_1",1e-05,1613945424966,5359
"wd_2",0.01,1613945424966,5359
"sqr_mom_2",0.99,1613945424966,5359
"lr_2",0.0002454159815571414,1613945424966,5359
"mom_2",0.9009173128617003,1613945424966,5359
"eps_2",1e-05,1613945424966,5359
"train_loss",0.009965912,1613945425916,5360
"raw_loss",0.0073135397,1613945425916,5360
"epoch",33.716981132075446,1613945425916,5360
"wd_0",0.01,1613945425916,5360
"sqr_mom_0",0.99,1613945425916,5360
"lr_0",2.4527491193023203e-06,1613945425916,5360
"mom_0",0.9009455270692243,1613945425916,5360
"eps_0",1e-05,1613945425916,5360
"wd_1",0.01,1613945425916,5360
"sqr_mom_1",0.99,1613945425916,5360
"lr_1",2.45274911930232e-05,1613945425916,5360
"mom_1",0.9009455270692243,1613945425916,5360
"eps_1",1e-05,1613945425916,5360
"wd_2",0.01,1613945425916,5360
"sqr_mom_2",0.99,1613945425916,5360
"lr_2",0.000245274911930232,1613945425916,5360
"mom_2",0.9009455270692243,1613945425916,5360
"eps_2",1e-05,1613945425916,5360
"train_loss",0.010006236,1613945426877,5361
"raw_loss",0.011982101,1613945426877,5361
"epoch",33.72327044025155,1613945426877,5361
"wd_0",0.01,1613945426877,5361
"sqr_mom_0",0.99,1613945426877,5361
"lr_0",2.4513384380918773e-06,1613945426877,5361
"mom_0",0.9009737409755721,1613945426877,5361
"eps_0",1e-05,1613945426877,5361
"wd_1",0.01,1613945426877,5361
"sqr_mom_1",0.99,1613945426877,5361
"lr_1",2.4513384380918774e-05,1613945426877,5361
"mom_1",0.9009737409755721,1613945426877,5361
"eps_1",1e-05,1613945426877,5361
"wd_2",0.01,1613945426877,5361
"sqr_mom_2",0.99,1613945426877,5361
"lr_2",0.0002451338438091877,1613945426877,5361
"mom_2",0.9009737409755721,1613945426877,5361
"eps_2",1e-05,1613945426877,5361
"train_loss",0.01006737,1613945428027,5362
"raw_loss",0.013062919,1613945428027,5362
"epoch",33.72955974842765,1613945428027,5362
"wd_0",0.01,1613945428027,5362
"sqr_mom_0",0.99,1613945428027,5362
"lr_0",2.4499268363192247e-06,1613945428027,5362
"mom_0",0.9010019732933484,1613945428027,5362
"eps_0",1e-05,1613945428027,5362
"wd_1",0.01,1613945428027,5362
"sqr_mom_1",0.99,1613945428027,5362
"lr_1",2.4499268363192244e-05,1613945428027,5362
"mom_1",0.9010019732933484,1613945428027,5362
"eps_1",1e-05,1613945428027,5362
"wd_2",0.01,1613945428027,5362
"sqr_mom_2",0.99,1613945428027,5362
"lr_2",0.0002449926836319224,1613945428027,5362
"mom_2",0.9010019732933484,1613945428027,5362
"eps_2",1e-05,1613945428027,5362
"train_loss",0.010277548,1613945428983,5363
"raw_loss",0.02057628,1613945428983,5363
"epoch",33.73584905660375,1613945428983,5363
"wd_0",0.01,1613945428983,5363
"sqr_mom_0",0.99,1613945428983,5363
"lr_0",2.448516186584837e-06,1613945428983,5363
"mom_0",0.901030186570169,1613945428983,5363
"eps_0",1e-05,1613945428983,5363
"wd_1",0.01,1613945428983,5363
"sqr_mom_1",0.99,1613945428983,5363
"lr_1",2.448516186584837e-05,1613945428983,5363
"mom_1",0.901030186570169,1613945428983,5363
"eps_1",1e-05,1613945428983,5363
"wd_2",0.01,1613945428983,5363
"sqr_mom_2",0.99,1613945428983,5363
"lr_2",0.0002448516186584837,1613945428983,5363
"mom_2",0.901030186570169,1613945428983,5363
"eps_2",1e-05,1613945428983,5363
"train_loss",0.010320308,1613945429943,5364
"raw_loss",0.012415561,1613945429943,5364
"epoch",33.74213836477985,1613945429943,5364
"wd_0",0.01,1613945429943,5364
"sqr_mom_0",0.99,1613945429943,5364
"lr_0",2.447105085233194e-06,1613945429943,5364
"mom_0",0.9010584088794249,1613945429943,5364
"eps_0",1e-05,1613945429943,5364
"wd_1",0.01,1613945429943,5364
"sqr_mom_1",0.99,1613945429943,5364
"lr_1",2.4471050852331938e-05,1613945429943,5364
"mom_1",0.9010584088794249,1613945429943,5364
"eps_1",1e-05,1613945429943,5364
"wd_2",0.01,1613945429943,5364
"sqr_mom_2",0.99,1613945429943,5364
"lr_2",0.00024471050852331935,1613945429943,5364
"mom_2",0.9010584088794249,1613945429943,5364
"eps_2",1e-05,1613945429943,5364
"train_loss",0.01025497,1613945430981,5365
"raw_loss",0.0070534274,1613945430981,5365
"epoch",33.74842767295595,1613945430981,5365
"wd_0",0.01,1613945430981,5365
"sqr_mom_0",0.99,1613945430981,5365
"lr_0",2.4456940007491676e-06,1613945430981,5365
"mom_0",0.9010866308513251,1613945430981,5365
"eps_0",1e-05,1613945430981,5365
"wd_1",0.01,1613945430981,5365
"sqr_mom_1",0.99,1613945430981,5365
"lr_1",2.4456940007491677e-05,1613945430981,5365
"mom_1",0.9010866308513251,1613945430981,5365
"eps_1",1e-05,1613945430981,5365
"wd_2",0.01,1613945430981,5365
"sqr_mom_2",0.99,1613945430981,5365
"lr_2",0.00024456940007491675,1613945430981,5365
"mom_2",0.9010866308513251,1613945430981,5365
"eps_2",1e-05,1613945430981,5365
"train_loss",0.010317709,1613945431939,5366
"raw_loss",0.013391938,1613945431939,5366
"epoch",33.75471698113205,1613945431939,5366
"wd_0",0.01,1613945431939,5366
"sqr_mom_0",0.99,1613945431939,5366
"lr_0",2.4442829335825235e-06,1613945431939,5366
"mom_0",0.9011148524768743,1613945431939,5366
"eps_0",1e-05,1613945431939,5366
"wd_1",0.01,1613945431939,5366
"sqr_mom_1",0.99,1613945431939,5366
"lr_1",2.444282933582523e-05,1613945431939,5366
"mom_1",0.9011148524768743,1613945431939,5366
"eps_1",1e-05,1613945431939,5366
"wd_2",0.01,1613945431939,5366
"sqr_mom_2",0.99,1613945431939,5366
"lr_2",0.0002444282933582523,1613945431939,5366
"mom_2",0.9011148524768743,1613945431939,5366
"eps_2",1e-05,1613945431939,5366
"train_loss",0.010310118,1613945432898,5367
"raw_loss",0.009938167,1613945432898,5367
"epoch",33.76100628930815,1613945432898,5367
"wd_0",0.01,1613945432898,5367
"sqr_mom_0",0.99,1613945432898,5367
"lr_0",2.4428723521897803e-06,1613945432898,5367
"mom_0",0.9011430643868482,1613945432898,5367
"eps_0",1e-05,1613945432898,5367
"wd_1",0.01,1613945432898,5367
"sqr_mom_1",0.99,1613945432898,5367
"lr_1",2.44287235218978e-05,1613945432898,5367
"mom_1",0.9011430643868482,1613945432898,5367
"eps_1",1e-05,1613945432898,5367
"wd_2",0.01,1613945432898,5367
"sqr_mom_2",0.99,1613945432898,5367
"lr_2",0.00024428723521897796,1613945432898,5367
"mom_2",0.9011430643868482,1613945432898,5367
"eps_2",1e-05,1613945432898,5367
"train_loss",0.010262311,1613945433862,5368
"raw_loss",0.007919778,1613945433862,5368
"epoch",33.76729559748425,1613945433862,5368
"wd_0",0.01,1613945433862,5368
"sqr_mom_0",0.99,1613945433862,5368
"lr_0",2.441460853000426e-06,1613945433862,5368
"mom_0",0.901171294652938,1613945433862,5368
"eps_0",1e-05,1613945433862,5368
"wd_1",0.01,1613945433862,5368
"sqr_mom_1",0.99,1613945433862,5368
"lr_1",2.441460853000426e-05,1613945433862,5368
"mom_1",0.901171294652938,1613945433862,5368
"eps_1",1e-05,1613945433862,5368
"wd_2",0.01,1613945433862,5368
"sqr_mom_2",0.99,1613945433862,5368
"lr_2",0.00024414608530004257,1613945433862,5368
"mom_2",0.901171294652938,1613945433862,5368
"eps_2",1e-05,1613945433862,5368
"train_loss",0.010246439,1613945434849,5369
"raw_loss",0.009468683,1613945434849,5369
"epoch",33.77358490566035,1613945434849,5369
"wd_0",0.01,1613945434849,5369
"sqr_mom_0",0.99,1613945434849,5369
"lr_0",2.4400503084788518e-06,1613945434849,5369
"mom_0",0.9011995058254811,1613945434849,5369
"eps_0",1e-05,1613945434849,5369
"wd_1",0.01,1613945434849,5369
"sqr_mom_1",0.99,1613945434849,5369
"lr_1",2.4400503084788516e-05,1613945434849,5369
"mom_1",0.9011995058254811,1613945434849,5369
"eps_1",1e-05,1613945434849,5369
"wd_2",0.01,1613945434849,5369
"sqr_mom_2",0.99,1613945434849,5369
"lr_2",0.0002440050308478851,1613945434849,5369
"mom_2",0.9011995058254811,1613945434849,5369
"eps_2",1e-05,1613945434849,5369
"train_loss",0.010159965,1613945435803,5370
"raw_loss",0.0059227254,1613945435803,5370
"epoch",33.77987421383645,1613945435803,5370
"wd_0",0.01,1613945435803,5370
"sqr_mom_0",0.99,1613945435803,5370
"lr_0",2.438639783060843e-06,1613945435803,5370
"mom_0",0.9012277166159492,1613945435803,5370
"eps_0",1e-05,1613945435803,5370
"wd_1",0.01,1613945435803,5370
"sqr_mom_1",0.99,1613945435803,5370
"lr_1",2.438639783060843e-05,1613945435803,5370
"mom_1",0.9012277166159492,1613945435803,5370
"eps_1",1e-05,1613945435803,5370
"wd_2",0.01,1613945435803,5370
"sqr_mom_2",0.99,1613945435803,5370
"lr_2",0.0002438639783060843,1613945435803,5370
"mom_2",0.9012277166159492,1613945435803,5370
"eps_2",1e-05,1613945435803,5370
"train_loss",0.01014572,1613945436788,5371
"raw_loss",0.009447712,1613945436788,5371
"epoch",33.78616352201255,1613945436788,5371
"wd_0",0.01,1613945436788,5371
"sqr_mom_0",0.99,1613945436788,5371
"lr_0",2.437228341232898e-06,1613945436788,5371
"mom_0",0.9012559457347994,1613945436788,5371
"eps_0",1e-05,1613945436788,5371
"wd_1",0.01,1613945436788,5371
"sqr_mom_1",0.99,1613945436788,5371
"lr_1",2.437228341232898e-05,1613945436788,5371
"mom_1",0.9012559457347994,1613945436788,5371
"eps_1",1e-05,1613945436788,5371
"wd_2",0.01,1613945436788,5371
"sqr_mom_2",0.99,1613945436788,5371
"lr_2",0.0002437228341232898,1613945436788,5371
"mom_2",0.9012559457347994,1613945436788,5371
"eps_2",1e-05,1613945436788,5371
"train_loss",0.010365409,1613945437759,5372
"raw_loss",0.02113016,1613945437759,5372
"epoch",33.79245283018865,1613945437759,5372
"wd_0",0.01,1613945437759,5372
"sqr_mom_0",0.99,1613945437759,5372
"lr_0",2.4358178553833117e-06,1613945437759,5372
"mom_0",0.9012841557338911,1613945437759,5372
"eps_0",1e-05,1613945437759,5372
"wd_1",0.01,1613945437759,5372
"sqr_mom_1",0.99,1613945437759,5372
"lr_1",2.4358178553833116e-05,1613945437759,5372
"mom_1",0.9012841557338911,1613945437759,5372
"eps_1",1e-05,1613945437759,5372
"wd_2",0.01,1613945437759,5372
"sqr_mom_2",0.99,1613945437759,5372
"lr_2",0.00024358178553833114,1613945437759,5372
"mom_2",0.9012841557338911,1613945437759,5372
"eps_2",1e-05,1613945437759,5372
"train_loss",0.01100868,1613945438735,5373
"raw_loss",0.042529,1613945438735,5373
"epoch",33.79874213836475,1613945438735,5373
"wd_0",0.01,1613945438735,5373
"sqr_mom_0",0.99,1613945438735,5373
"lr_0",2.4344073899854423e-06,1613945438735,5373
"mom_0",0.9013123653239443,1613945438735,5373
"eps_0",1e-05,1613945438735,5373
"wd_1",0.01,1613945438735,5373
"sqr_mom_1",0.99,1613945438735,5373
"lr_1",2.4344073899854422e-05,1613945438735,5373
"mom_1",0.9013123653239443,1613945438735,5373
"eps_1",1e-05,1613945438735,5373
"wd_2",0.01,1613945438735,5373
"sqr_mom_2",0.99,1613945438735,5373
"lr_2",0.0002434407389985442,1613945438735,5373
"mom_2",0.9013123653239443,1613945438735,5373
"eps_2",1e-05,1613945438735,5373
"train_loss",0.010895895,1613945439727,5374
"raw_loss",0.00536944,1613945439727,5374
"epoch",33.80503144654085,1613945439727,5374
"wd_0",0.01,1613945439727,5374
"sqr_mom_0",0.99,1613945439727,5374
"lr_0",2.4329960095669383e-06,1613945439727,5374
"mom_0",0.9013405932145934,1613945439727,5374
"eps_0",1e-05,1613945439727,5374
"wd_1",0.01,1613945439727,5374
"sqr_mom_1",0.99,1613945439727,5374
"lr_1",2.432996009566938e-05,1613945439727,5374
"mom_1",0.9013405932145934,1613945439727,5374
"eps_1",1e-05,1613945439727,5374
"wd_2",0.01,1613945439727,5374
"sqr_mom_2",0.99,1613945439727,5374
"lr_2",0.0002432996009566938,1613945439727,5374
"mom_2",0.9013405932145934,1613945439727,5374
"eps_2",1e-05,1613945439727,5374
"train_loss",0.010887488,1613945440673,5375
"raw_loss",0.010475557,1613945440673,5375
"epoch",33.81132075471695,1613945440673,5375
"wd_0",0.01,1613945440673,5375
"sqr_mom_0",0.99,1613945440673,5375
"lr_0",2.4315855864346297e-06,1613945440673,5375
"mom_0",0.901368801959327,1613945440673,5375
"eps_0",1e-05,1613945440673,5375
"wd_1",0.01,1613945440673,5375
"sqr_mom_1",0.99,1613945440673,5375
"lr_1",2.4315855864346296e-05,1613945440673,5375
"mom_1",0.901368801959327,1613945440673,5375
"eps_1",1e-05,1613945440673,5375
"wd_2",0.01,1613945440673,5375
"sqr_mom_2",0.99,1613945440673,5375
"lr_2",0.00024315855864346292,1613945440673,5375
"mom_2",0.901368801959327,1613945440673,5375
"eps_2",1e-05,1613945440673,5375
"train_loss",0.010892353,1613945441631,5376
"raw_loss",0.0111307325,1613945441631,5376
"epoch",33.81761006289305,1613945441631,5376
"wd_0",0.01,1613945441631,5376
"sqr_mom_0",0.99,1613945441631,5376
"lr_0",2.4301747171557885e-06,1613945441631,5376
"mom_0",0.9013970196270805,1613945441631,5376
"eps_0",1e-05,1613945441631,5376
"wd_1",0.01,1613945441631,5376
"sqr_mom_1",0.99,1613945441631,5376
"lr_1",2.4301747171557884e-05,1613945441631,5376
"mom_1",0.9013970196270805,1613945441631,5376
"eps_1",1e-05,1613945441631,5376
"wd_2",0.01,1613945441631,5376
"sqr_mom_2",0.99,1613945441631,5376
"lr_2",0.0002430174717155788,1613945441631,5376
"mom_2",0.9013970196270805,1613945441631,5376
"eps_2",1e-05,1613945441631,5376
"train_loss",0.010897647,1613945442616,5377
"raw_loss",0.01115702,1613945442616,5377
"epoch",33.82389937106915,1613945442616,5377
"wd_0",0.01,1613945442616,5377
"sqr_mom_0",0.99,1613945442616,5377
"lr_0",2.428763870140924e-06,1613945442616,5377
"mom_0",0.90142523684955,1613945442616,5377
"eps_0",1e-05,1613945442616,5377
"wd_1",0.01,1613945442616,5377
"sqr_mom_1",0.99,1613945442616,5377
"lr_1",2.4287638701409235e-05,1613945442616,5377
"mom_1",0.90142523684955,1613945442616,5377
"eps_1",1e-05,1613945442616,5377
"wd_2",0.01,1613945442616,5377
"sqr_mom_2",0.99,1613945442616,5377
"lr_2",0.00024287638701409232,1613945442616,5377
"mom_2",0.90142523684955,1613945442616,5377
"eps_2",1e-05,1613945442616,5377
"train_loss",0.011018267,1613945443602,5378
"raw_loss",0.016928663,1613945443602,5378
"epoch",33.83018867924525,1613945443602,5378
"wd_0",0.01,1613945443602,5378
"sqr_mom_0",0.99,1613945443602,5378
"lr_0",2.4273530458397278e-06,1613945443602,5378
"mom_0",0.9014534536177417,1613945443602,5378
"eps_0",1e-05,1613945443602,5378
"wd_1",0.01,1613945443602,5378
"sqr_mom_1",0.99,1613945443602,5378
"lr_1",2.4273530458397276e-05,1613945443602,5378
"mom_1",0.9014534536177417,1613945443602,5378
"eps_1",1e-05,1613945443602,5378
"wd_2",0.01,1613945443602,5378
"sqr_mom_2",0.99,1613945443602,5378
"lr_2",0.00024273530458397273,1613945443602,5378
"mom_2",0.9014534536177417,1613945443602,5378
"eps_2",1e-05,1613945443602,5378
"train_loss",0.0109562185,1613945444593,5379
"raw_loss",0.007915858,1613945444593,5379
"epoch",33.836477987421354,1613945444593,5379
"wd_0",0.01,1613945444593,5379
"sqr_mom_0",0.99,1613945444593,5379
"lr_0",2.425942712625403e-06,1613945444593,5379
"mom_0",0.9014816605640975,1613945444593,5379
"eps_0",1e-05,1613945444593,5379
"wd_1",0.01,1613945444593,5379
"sqr_mom_1",0.99,1613945444593,5379
"lr_1",2.425942712625403e-05,1613945444593,5379
"mom_1",0.9014816605640975,1613945444593,5379
"eps_1",1e-05,1613945444593,5379
"wd_2",0.01,1613945444593,5379
"sqr_mom_2",0.99,1613945444593,5379
"lr_2",0.00024259427126254026,1613945444593,5379
"mom_2",0.9014816605640975,1613945444593,5379
"eps_2",1e-05,1613945444593,5379
"train_loss",0.011008863,1613945445547,5380
"raw_loss",0.013588442,1613945445547,5380
"epoch",33.842767295597454,1613945445547,5380
"wd_0",0.01,1613945445547,5380
"sqr_mom_0",0.99,1613945445547,5380
"lr_0",2.424531467177069e-06,1613945445547,5380
"mom_0",0.9015098857553161,1613945445547,5380
"eps_0",1e-05,1613945445547,5380
"wd_1",0.01,1613945445547,5380
"sqr_mom_1",0.99,1613945445547,5380
"lr_1",2.4245314671770692e-05,1613945445547,5380
"mom_1",0.9015098857553161,1613945445547,5380
"eps_1",1e-05,1613945445547,5380
"wd_2",0.01,1613945445547,5380
"sqr_mom_2",0.99,1613945445547,5380
"lr_2",0.0002424531467177069,1613945445547,5380
"mom_2",0.9015098857553161,1613945445547,5380
"eps_2",1e-05,1613945445547,5380
"train_loss",0.011527698,1613945446503,5381
"raw_loss",0.036950585,1613945446503,5381
"epoch",33.849056603773555,1613945446503,5381
"wd_0",0.01,1613945446503,5381
"sqr_mom_0",0.99,1613945446503,5381
"lr_0",2.4231211816225097e-06,1613945446503,5381
"mom_0",0.9015380917484672,1613945446503,5381
"eps_0",1e-05,1613945446503,5381
"wd_1",0.01,1613945446503,5381
"sqr_mom_1",0.99,1613945446503,5381
"lr_1",2.4231211816225095e-05,1613945446503,5381
"mom_1",0.9015380917484672,1613945446503,5381
"eps_1",1e-05,1613945446503,5381
"wd_2",0.01,1613945446503,5381
"sqr_mom_2",0.99,1613945446503,5381
"lr_2",0.00024231211816225093,1613945446503,5381
"mom_2",0.9015380917484672,1613945446503,5381
"eps_2",1e-05,1613945446503,5381
"train_loss",0.011533936,1613945447446,5382
"raw_loss",0.011839618,1613945447446,5382
"epoch",33.855345911949655,1613945447446,5382
"wd_0",0.01,1613945447446,5382
"sqr_mom_0",0.99,1613945447446,5382
"lr_0",2.4217109205639036e-06,1613945447446,5382
"mom_0",0.9015662972516945,1613945447446,5382
"eps_0",1e-05,1613945447446,5382
"wd_1",0.01,1613945447446,5382
"sqr_mom_1",0.99,1613945447446,5382
"lr_1",2.4217109205639037e-05,1613945447446,5382
"mom_1",0.9015662972516945,1613945447446,5382
"eps_1",1e-05,1613945447446,5382
"wd_2",0.01,1613945447446,5382
"sqr_mom_2",0.99,1613945447446,5382
"lr_2",0.00024217109205639035,1613945447446,5382
"mom_2",0.9015662972516945,1613945447446,5382
"eps_2",1e-05,1613945447446,5382
"train_loss",0.011432968,1613945448405,5383
"raw_loss",0.00648558,1613945448405,5383
"epoch",33.861635220125756,1613945448405,5383
"wd_0",0.01,1613945448405,5383
"sqr_mom_0",0.99,1613945448405,5383
"lr_0",2.4202997486684507e-06,1613945448405,5383
"mom_0",0.9015945209718407,1613945448405,5383
"eps_0",1e-05,1613945448405,5383
"wd_1",0.01,1613945448405,5383
"sqr_mom_1",0.99,1613945448405,5383
"lr_1",2.4202997486684508e-05,1613945448405,5383
"mom_1",0.9015945209718407,1613945448405,5383
"eps_1",1e-05,1613945448405,5383
"wd_2",0.01,1613945448405,5383
"sqr_mom_2",0.99,1613945448405,5383
"lr_2",0.00024202997486684507,1613945448405,5383
"mom_2",0.9015945209718407,1613945448405,5383
"eps_2",1e-05,1613945448405,5383
"train_loss",0.011437442,1613945449359,5384
"raw_loss",0.011656667,1613945449359,5384
"epoch",33.867924528301856,1613945449359,5384
"wd_0",0.01,1613945449359,5384
"sqr_mom_0",0.99,1613945449359,5384
"lr_0",2.418889537966362e-06,1613945449359,5384
"mom_0",0.9016227254679274,1613945449359,5384
"eps_0",1e-05,1613945449359,5384
"wd_1",0.01,1613945449359,5384
"sqr_mom_1",0.99,1613945449359,5384
"lr_1",2.418889537966362e-05,1613945449359,5384
"mom_1",0.9016227254679274,1613945449359,5384
"eps_1",1e-05,1613945449359,5384
"wd_2",0.01,1613945449359,5384
"sqr_mom_2",0.99,1613945449359,5384
"lr_2",0.00024188895379663618,1613945449359,5384
"mom_2",0.9016227254679274,1613945449359,5384
"eps_2",1e-05,1613945449359,5384
"train_loss",0.011629651,1613945450316,5385
"raw_loss",0.021047927,1613945450316,5385
"epoch",33.874213836477956,1613945450316,5385
"wd_0",0.01,1613945450316,5385
"sqr_mom_0",0.99,1613945450316,5385
"lr_0",2.4174788852342708e-06,1613945450316,5385
"mom_0",0.9016509388047026,1613945450316,5385
"eps_0",1e-05,1613945450316,5385
"wd_1",0.01,1613945450316,5385
"sqr_mom_1",0.99,1613945450316,5385
"lr_1",2.4174788852342707e-05,1613945450316,5385
"mom_1",0.9016509388047026,1613945450316,5385
"eps_1",1e-05,1613945450316,5385
"wd_2",0.01,1613945450316,5385
"sqr_mom_2",0.99,1613945450316,5385
"lr_2",0.00024174788852342704,1613945450316,5385
"mom_2",0.9016509388047026,1613945450316,5385
"eps_2",1e-05,1613945450316,5385
"train_loss",0.011560095,1613945451258,5386
"raw_loss",0.008151828,1613945451258,5386
"epoch",33.88050314465406,1613945451258,5386
"wd_0",0.01,1613945451258,5386
"sqr_mom_0",0.99,1613945451258,5386
"lr_0",2.4160682588128063e-06,1613945451258,5386
"mom_0",0.90167915161526,1613945451258,5386
"eps_0",1e-05,1613945451258,5386
"wd_1",0.01,1613945451258,5386
"sqr_mom_1",0.99,1613945451258,5386
"lr_1",2.4160682588128062e-05,1613945451258,5386
"mom_1",0.90167915161526,1613945451258,5386
"eps_1",1e-05,1613945451258,5386
"wd_2",0.01,1613945451258,5386
"sqr_mom_2",0.99,1613945451258,5386
"lr_2",0.00024160682588128058,1613945451258,5386
"mom_2",0.90167915161526,1613945451258,5386
"eps_2",1e-05,1613945451258,5386
"train_loss",0.011656437,1613945452220,5387
"raw_loss",0.016377233,1613945452220,5387
"epoch",33.88679245283016,1613945452220,5387
"wd_0",0.01,1613945452220,5387
"sqr_mom_0",0.99,1613945452220,5387
"lr_0",2.4146576591515916e-06,1613945452220,5387
"mom_0",0.901707363890607,1613945452220,5387
"eps_0",1e-05,1613945452220,5387
"wd_1",0.01,1613945452220,5387
"sqr_mom_1",0.99,1613945452220,5387
"lr_1",2.4146576591515912e-05,1613945452220,5387
"mom_1",0.901707363890607,1613945452220,5387
"eps_1",1e-05,1613945452220,5387
"wd_2",0.01,1613945452220,5387
"sqr_mom_2",0.99,1613945452220,5387
"lr_2",0.0002414657659151591,1613945452220,5387
"mom_2",0.901707363890607,1613945452220,5387
"eps_2",1e-05,1613945452220,5387
"train_loss",0.011690247,1613945453174,5388
"raw_loss",0.013346941,1613945453174,5388
"epoch",33.89308176100626,1613945453174,5388
"wd_0",0.01,1613945453174,5388
"sqr_mom_0",0.99,1613945453174,5388
"lr_0",2.413247554547236e-06,1613945453174,5388
"mom_0",0.9017355662647178,1613945453174,5388
"eps_0",1e-05,1613945453174,5388
"wd_1",0.01,1613945453174,5388
"sqr_mom_1",0.99,1613945453174,5388
"lr_1",2.4132475545472363e-05,1613945453174,5388
"mom_1",0.9017355662647178,1613945453174,5388
"eps_1",1e-05,1613945453174,5388
"wd_2",0.01,1613945453174,5388
"sqr_mom_2",0.99,1613945453174,5388
"lr_2",0.00024132475545472358,1613945453174,5388
"mom_2",0.9017355662647178,1613945453174,5388
"eps_2",1e-05,1613945453174,5388
"train_loss",0.011676449,1613945454126,5389
"raw_loss",0.011000377,1613945454126,5389
"epoch",33.89937106918236,1613945454126,5389
"wd_0",0.01,1613945454126,5389
"sqr_mom_0",0.99,1613945454126,5389
"lr_0",2.411836541908349e-06,1613945454126,5389
"mom_0",0.901763786799701,1613945454126,5389
"eps_0",1e-05,1613945454126,5389
"wd_1",0.01,1613945454126,5389
"sqr_mom_1",0.99,1613945454126,5389
"lr_1",2.4118365419083493e-05,1613945454126,5389
"mom_1",0.901763786799701,1613945454126,5389
"eps_1",1e-05,1613945454126,5389
"wd_2",0.01,1613945454126,5389
"sqr_mom_2",0.99,1613945454126,5389
"lr_2",0.00024118365419083487,1613945454126,5389
"mom_2",0.901763786799701,1613945454126,5389
"eps_2",1e-05,1613945454126,5389
"train_loss",0.011803931,1613945455072,5390
"raw_loss",0.018050533,1613945455072,5390
"epoch",33.90566037735846,1613945455072,5390
"wd_0",0.01,1613945455072,5390
"sqr_mom_0",0.99,1613945455072,5390
"lr_0",2.410426493053873e-06,1613945455072,5390
"mom_0",0.9017919880588031,1613945455072,5390
"eps_0",1e-05,1613945455072,5390
"wd_1",0.01,1613945455072,5390
"sqr_mom_1",0.99,1613945455072,5390
"lr_1",2.410426493053873e-05,1613945455072,5390
"mom_1",0.9017919880588031,1613945455072,5390
"eps_1",1e-05,1613945455072,5390
"wd_2",0.01,1613945455072,5390
"sqr_mom_2",0.99,1613945455072,5390
"lr_2",0.0002410426493053873,1613945455072,5390
"mom_2",0.9017919880588031,1613945455072,5390
"eps_2",1e-05,1613945455072,5390
"train_loss",0.011753766,1613945456013,5391
"raw_loss",0.009295682,1613945456013,5391
"epoch",33.91194968553456,1613945456013,5391
"wd_0",0.01,1613945456013,5391
"sqr_mom_0",0.99,1613945456013,5391
"lr_0",2.4090164727389534e-06,1613945456013,5391
"mom_0",0.9018201887471083,1613945456013,5391
"eps_0",1e-05,1613945456013,5391
"wd_1",0.01,1613945456013,5391
"sqr_mom_1",0.99,1613945456013,5391
"lr_1",2.4090164727389533e-05,1613945456013,5391
"mom_1",0.9018201887471083,1613945456013,5391
"eps_1",1e-05,1613945456013,5391
"wd_2",0.01,1613945456013,5391
"sqr_mom_2",0.99,1613945456013,5391
"lr_2",0.0002409016472738953,1613945456013,5391
"mom_2",0.9018201887471083,1613945456013,5391
"eps_2",1e-05,1613945456013,5391
"train_loss",0.011663002,1613945456960,5392
"raw_loss",0.0072155497,1613945456960,5392
"epoch",33.91823899371066,1613945456960,5392
"wd_0",0.01,1613945456960,5392
"sqr_mom_0",0.99,1613945456960,5392
"lr_0",2.407605545794489e-06,1613945456960,5392
"mom_0",0.9018484075681859,1613945456960,5392
"eps_0",1e-05,1613945456960,5392
"wd_1",0.01,1613945456960,5392
"sqr_mom_1",0.99,1613945456960,5392
"lr_1",2.407605545794489e-05,1613945456960,5392
"mom_1",0.9018484075681859,1613945456960,5392
"eps_1",1e-05,1613945456960,5392
"wd_2",0.01,1613945456960,5392
"sqr_mom_2",0.99,1613945456960,5392
"lr_2",0.00024076055457944884,1613945456960,5392
"mom_2",0.9018484075681859,1613945456960,5392
"eps_2",1e-05,1613945456960,5392
"train_loss",0.011618109,1613945457979,5393
"raw_loss",0.009418391,1613945457979,5393
"epoch",33.92452830188676,1613945457979,5393
"wd_0",0.01,1613945457979,5393
"sqr_mom_0",0.99,1613945457979,5393
"lr_0",2.4061955839257444e-06,1613945457979,5393
"mom_0",0.9018766070875559,1613945457979,5393
"eps_0",1e-05,1613945457979,5393
"wd_1",0.01,1613945457979,5393
"sqr_mom_1",0.99,1613945457979,5393
"lr_1",2.4061955839257444e-05,1613945457979,5393
"mom_1",0.9018766070875559,1613945457979,5393
"eps_1",1e-05,1613945457979,5393
"wd_2",0.01,1613945457979,5393
"sqr_mom_2",0.99,1613945457979,5393
"lr_2",0.0002406195583925744,1613945457979,5393
"mom_2",0.9018766070875559,1613945457979,5393
"eps_2",1e-05,1613945457979,5393
"train_loss",0.011559287,1613945458942,5394
"raw_loss",0.008677003,1613945458942,5394
"epoch",33.93081761006286,1613945458942,5394
"wd_0",0.01,1613945458942,5394
"sqr_mom_0",0.99,1613945458942,5394
"lr_0",2.4047856519442143e-06,1613945458942,5394
"mom_0",0.9019048060091758,1613945458942,5394
"eps_0",1e-05,1613945458942,5394
"wd_1",0.01,1613945458942,5394
"sqr_mom_1",0.99,1613945458942,5394
"lr_1",2.4047856519442142e-05,1613945458942,5394
"mom_1",0.9019048060091758,1613945458942,5394
"eps_1",1e-05,1613945458942,5394
"wd_2",0.01,1613945458942,5394
"sqr_mom_2",0.99,1613945458942,5394
"lr_2",0.0002404785651944214,1613945458942,5394
"mom_2",0.9019048060091758,1613945458942,5394
"eps_2",1e-05,1613945458942,5394
"train_loss",0.011790697,1613945459929,5395
"raw_loss",0.023129808,1613945459929,5395
"epoch",33.93710691823896,1613945459929,5395
"wd_0",0.01,1613945459929,5395
"sqr_mom_0",0.99,1613945459929,5395
"lr_0",2.4033748147407287e-06,1613945459929,5395
"mom_0",0.9019330230354158,1613945459929,5395
"eps_0",1e-05,1613945459929,5395
"wd_1",0.01,1613945459929,5395
"sqr_mom_1",0.99,1613945459929,5395
"lr_1",2.403374814740729e-05,1613945459929,5395
"mom_1",0.9019330230354158,1613945459929,5395
"eps_1",1e-05,1613945459929,5395
"wd_2",0.01,1613945459929,5395
"sqr_mom_2",0.99,1613945459929,5395
"lr_2",0.00024033748147407288,1613945459929,5395
"mom_2",0.9019330230354158,1613945459929,5395
"eps_2",1e-05,1613945459929,5395
"train_loss",0.011994184,1613945460915,5396
"raw_loss",0.021965053,1613945460915,5396
"epoch",33.94339622641506,1613945460915,5396
"wd_0",0.01,1613945460915,5396
"sqr_mom_0",0.99,1613945460915,5396
"lr_0",2.4019649439015023e-06,1613945460915,5396
"mom_0",0.9019612207341773,1613945460915,5396
"eps_0",1e-05,1613945460915,5396
"wd_1",0.01,1613945460915,5396
"sqr_mom_1",0.99,1613945460915,5396
"lr_1",2.401964943901502e-05,1613945460915,5396
"mom_1",0.9019612207341773,1613945460915,5396
"eps_1",1e-05,1613945460915,5396
"wd_2",0.01,1613945460915,5396
"sqr_mom_2",0.99,1613945460915,5396
"lr_2",0.00024019649439015016,1613945460915,5396
"mom_2",0.9019612207341773,1613945460915,5396
"eps_2",1e-05,1613945460915,5396
"train_loss",0.011916821,1613945461913,5397
"raw_loss",0.008126048,1613945461913,5397
"epoch",33.94968553459116,1613945461913,5397
"wd_0",0.01,1613945461913,5397
"sqr_mom_0",0.99,1613945461913,5397
"lr_0",2.4005546365386593e-06,1613945461913,5397
"mom_0",0.9019894271634984,1613945461913,5397
"eps_0",1e-05,1613945461913,5397
"wd_1",0.01,1613945461913,5397
"sqr_mom_1",0.99,1613945461913,5397
"lr_1",2.400554636538659e-05,1613945461913,5397
"mom_1",0.9019894271634984,1613945461913,5397
"eps_1",1e-05,1613945461913,5397
"wd_2",0.01,1613945461913,5397
"sqr_mom_2",0.99,1613945461913,5397
"lr_2",0.00024005546365386588,1613945461913,5397
"mom_2",0.9019894271634984,1613945461913,5397
"eps_2",1e-05,1613945461913,5397
"train_loss",0.011980141,1613945462922,5398
"raw_loss",0.015082804,1613945462922,5398
"epoch",33.95597484276726,1613945462922,5398
"wd_0",0.01,1613945462922,5398
"sqr_mom_0",0.99,1613945462922,5398
"lr_0",2.3991443608808546e-06,1613945462922,5398
"mom_0",0.9020176329587125,1613945462922,5398
"eps_0",1e-05,1613945462922,5398
"wd_1",0.01,1613945462922,5398
"sqr_mom_1",0.99,1613945462922,5398
"lr_1",2.3991443608808546e-05,1613945462922,5398
"mom_1",0.9020176329587125,1613945462922,5398
"eps_1",1e-05,1613945462922,5398
"wd_2",0.01,1613945462922,5398
"sqr_mom_2",0.99,1613945462922,5398
"lr_2",0.00023991443608808544,1613945462922,5398
"mom_2",0.9020176329587125,1613945462922,5398
"eps_2",1e-05,1613945462922,5398
"train_loss",0.0118842125,1613945463883,5399
"raw_loss",0.0071837534,1613945463883,5399
"epoch",33.96226415094336,1613945463883,5399
"wd_0",0.01,1613945463883,5399
"sqr_mom_0",0.99,1613945463883,5399
"lr_0",2.3977341173775975e-06,1613945463883,5399
"mom_0",0.9020458381108292,1613945463883,5399
"eps_0",1e-05,1613945463883,5399
"wd_1",0.01,1613945463883,5399
"sqr_mom_1",0.99,1613945463883,5399
"lr_1",2.3977341173775972e-05,1613945463883,5399
"mom_1",0.9020458381108292,1613945463883,5399
"eps_1",1e-05,1613945463883,5399
"wd_2",0.01,1613945463883,5399
"sqr_mom_2",0.99,1613945463883,5399
"lr_2",0.0002397734117377597,1613945463883,5399
"mom_2",0.9020458381108292,1613945463883,5399
"eps_2",1e-05,1613945463883,5399
"train_loss",0.011860774,1613945464831,5400
"raw_loss",0.010712281,1613945464831,5400
"epoch",33.96855345911946,1613945464831,5400
"wd_0",0.01,1613945464831,5400
"sqr_mom_0",0.99,1613945464831,5400
"lr_0",2.396323906478387e-06,1613945464831,5400
"mom_0",0.9020740426108583,1613945464831,5400
"eps_0",1e-05,1613945464831,5400
"wd_1",0.01,1613945464831,5400
"sqr_mom_1",0.99,1613945464831,5400
"lr_1",2.396323906478387e-05,1613945464831,5400
"mom_1",0.9020740426108583,1613945464831,5400
"eps_1",1e-05,1613945464831,5400
"wd_2",0.01,1613945464831,5400
"sqr_mom_2",0.99,1613945464831,5400
"lr_2",0.00023963239064783866,1613945464831,5400
"mom_2",0.9020740426108583,1613945464831,5400
"eps_2",1e-05,1613945464831,5400
"train_loss",0.011721711,1613945465810,5401
"raw_loss",0.0049075875,1613945465810,5401
"epoch",33.97484276729556,1613945465810,5401
"wd_0",0.01,1613945465810,5401
"sqr_mom_0",0.99,1613945465810,5401
"lr_0",2.3949137286327107e-06,1613945465810,5401
"mom_0",0.9021022464498103,1613945465810,5401
"eps_0",1e-05,1613945465810,5401
"wd_1",0.01,1613945465810,5401
"sqr_mom_1",0.99,1613945465810,5401
"lr_1",2.394913728632711e-05,1613945465810,5401
"mom_1",0.9021022464498103,1613945465810,5401
"eps_1",1e-05,1613945465810,5401
"wd_2",0.01,1613945465810,5401
"sqr_mom_2",0.99,1613945465810,5401
"lr_2",0.00023949137286327106,1613945465810,5401
"mom_2",0.9021022464498103,1613945465810,5401
"eps_2",1e-05,1613945465810,5401
"train_loss",0.011669994,1613945466771,5402
"raw_loss",0.009135907,1613945466771,5402
"epoch",33.98113207547166,1613945466771,5402
"wd_0",0.01,1613945466771,5402
"sqr_mom_0",0.99,1613945466771,5402
"lr_0",2.3935040519940097e-06,1613945466771,5402
"mom_0",0.9021304402645224,1613945466771,5402
"eps_0",1e-05,1613945466771,5402
"wd_1",0.01,1613945466771,5402
"sqr_mom_1",0.99,1613945466771,5402
"lr_1",2.3935040519940095e-05,1613945466771,5402
"mom_1",0.9021304402645224,1613945466771,5402
"eps_1",1e-05,1613945466771,5402
"wd_2",0.01,1613945466771,5402
"sqr_mom_2",0.99,1613945466771,5402
"lr_2",0.00023935040519940093,1613945466771,5402
"mom_2",0.9021304402645224,1613945466771,5402
"eps_2",1e-05,1613945466771,5402
"train_loss",0.01157515,1613945467745,5403
"raw_loss",0.0069277976,1613945467745,5403
"epoch",33.987421383647764,1613945467745,5403
"wd_0",0.01,1613945467745,5403
"sqr_mom_0",0.99,1613945467745,5403
"lr_0",2.392093473899865e-06,1613945467745,5403
"mom_0",0.9021586521085238,1613945467745,5403
"eps_0",1e-05,1613945467745,5403
"wd_1",0.01,1613945467745,5403
"sqr_mom_1",0.99,1613945467745,5403
"lr_1",2.3920934738998648e-05,1613945467745,5403
"mom_1",0.9021586521085238,1613945467745,5403
"eps_1",1e-05,1613945467745,5403
"wd_2",0.01,1613945467745,5403
"sqr_mom_2",0.99,1613945467745,5403
"lr_2",0.00023920934738998645,1613945467745,5403
"mom_2",0.9021586521085238,1613945467745,5403
"eps_2",1e-05,1613945467745,5403
"train_loss",0.011478109,1613945468701,5404
"raw_loss",0.0067231,1613945468701,5404
"epoch",33.993710691823864,1613945468701,5404
"wd_0",0.01,1613945468701,5404
"sqr_mom_0",0.99,1613945468701,5404
"lr_0",2.3906838655927605e-06,1613945468701,5404
"mom_0",0.9021868445565904,1613945468701,5404
"eps_0",1e-05,1613945468701,5404
"wd_1",0.01,1613945468701,5404
"sqr_mom_1",0.99,1613945468701,5404
"lr_1",2.3906838655927603e-05,1613945468701,5404
"mom_1",0.9021868445565904,1613945468701,5404
"eps_1",1e-05,1613945468701,5404
"wd_2",0.01,1613945468701,5404
"sqr_mom_2",0.99,1613945468701,5404
"lr_2",0.000239068386559276,1613945468701,5404
"mom_2",0.9021868445565904,1613945468701,5404
"eps_2",1e-05,1613945468701,5404
"train_loss",0.011513344,1613945469720,5405
"raw_loss",0.013239829,1613945469720,5405
"epoch",33.999999999999964,1613945469720,5405
"wd_0",0.01,1613945469720,5405
"sqr_mom_0",0.99,1613945469720,5405
"lr_0",2.389274292113774e-06,1613945469720,5405
"mom_0",0.9022150363080875,1613945469720,5405
"eps_0",1e-05,1613945469720,5405
"wd_1",0.01,1613945469720,5405
"sqr_mom_1",0.99,1613945469720,5405
"lr_1",2.389274292113774e-05,1613945469720,5405
"mom_1",0.9022150363080875,1613945469720,5405
"eps_1",1e-05,1613945469720,5405
"wd_2",0.01,1613945469720,5405
"sqr_mom_2",0.99,1613945469720,5405
"lr_2",0.00023892742921137738,1613945469720,5405
"mom_2",0.9022150363080875,1613945469720,5405
"eps_2",1e-05,1613945469720,5405
"valid_loss",0.09201888740062714,1613945502007,5405
"_rmse",0.3033461570739746,1613945502007,5405
"epoch",34,1613945502007,5405
"train_loss",0.011560305,1613945503067,5406
"raw_loss",0.013861397,1613945503067,5406
"epoch",34.0062893081761,1613945503067,5406
"wd_0",0.01,1613945503067,5406
"sqr_mom_0",0.99,1613945503067,5406
"lr_0",2.387863818596432e-06,1613945503067,5406
"mom_0",0.902243246060532,1613945503067,5406
"eps_0",1e-05,1613945503067,5406
"wd_1",0.01,1613945503067,5406
"sqr_mom_1",0.99,1613945503067,5406
"lr_1",2.387863818596432e-05,1613945503067,5406
"mom_1",0.902243246060532,1613945503067,5406
"eps_1",1e-05,1613945503067,5406
"wd_2",0.01,1613945503067,5406
"sqr_mom_2",0.99,1613945503067,5406
"lr_2",0.0002387863818596432,1613945503067,5406
"mom_2",0.902243246060532,1613945503067,5406
"eps_2",1e-05,1613945503067,5406
"train_loss",0.011583537,1613945504021,5407
"raw_loss",0.012721897,1613945504021,5407
"epoch",34.0125786163522,1613945504021,5407
"wd_0",0.01,1613945504021,5407
"sqr_mom_0",0.99,1613945504021,5407
"lr_0",2.3864543161444897e-06,1613945504021,5407
"mom_0",0.9022714363914741,1613945504021,5407
"eps_0",1e-05,1613945504021,5407
"wd_1",0.01,1613945504021,5407
"sqr_mom_1",0.99,1613945504021,5407
"lr_1",2.3864543161444896e-05,1613945504021,5407
"mom_1",0.9022714363914741,1613945504021,5407
"eps_1",1e-05,1613945504021,5407
"wd_2",0.01,1613945504021,5407
"sqr_mom_2",0.99,1613945504021,5407
"lr_2",0.00023864543161444894,1613945504021,5407
"mom_2",0.9022714363914741,1613945504021,5407
"eps_2",1e-05,1613945504021,5407
"train_loss",0.011569274,1613945504969,5408
"raw_loss",0.010870386,1613945504969,5408
"epoch",34.0188679245283,1613945504969,5408
"wd_0",0.01,1613945504969,5408
"sqr_mom_0",0.99,1613945504969,5408
"lr_0",2.3850443822341727e-06,1613945504969,5408
"mom_0",0.90229963535167,1613945504969,5408
"eps_0",1e-05,1613945504969,5408
"wd_1",0.01,1613945504969,5408
"sqr_mom_1",0.99,1613945504969,5408
"lr_1",2.3850443822341726e-05,1613945504969,5408
"mom_1",0.90229963535167,1613945504969,5408
"eps_1",1e-05,1613945504969,5408
"wd_2",0.01,1613945504969,5408
"sqr_mom_2",0.99,1613945504969,5408
"lr_2",0.0002385044382234172,1613945504969,5408
"mom_2",0.90229963535167,1613945504969,5408
"eps_2",1e-05,1613945504969,5408
"train_loss",0.011425738,1613945505907,5409
"raw_loss",0.0043924795,1613945505907,5409
"epoch",34.0251572327044,1613945505907,5409
"wd_0",0.01,1613945505907,5409
"sqr_mom_0",0.99,1613945505907,5409
"lr_0",2.3836344849726086e-06,1613945505907,5409
"mom_0",0.9023278335788836,1613945505907,5409
"eps_0",1e-05,1613945505907,5409
"wd_1",0.01,1613945505907,5409
"sqr_mom_1",0.99,1613945505907,5409
"lr_1",2.3836344849726086e-05,1613945505907,5409
"mom_1",0.9023278335788836,1613945505907,5409
"eps_1",1e-05,1613945505907,5409
"wd_2",0.01,1613945505907,5409
"sqr_mom_2",0.99,1613945505907,5409
"lr_2",0.00023836344849726082,1613945505907,5409
"mom_2",0.9023278335788836,1613945505907,5409
"eps_2",1e-05,1613945505907,5409
"train_loss",0.011401274,1613945506851,5410
"raw_loss",0.010202522,1613945506851,5410
"epoch",34.0314465408805,1613945506851,5410
"wd_0",0.01,1613945506851,5410
"sqr_mom_0",0.99,1613945506851,5410
"lr_0",2.3822246248091877e-06,1613945506851,5410
"mom_0",0.9023560310641269,1613945506851,5410
"eps_0",1e-05,1613945506851,5410
"wd_1",0.01,1613945506851,5410
"sqr_mom_1",0.99,1613945506851,5410
"lr_1",2.3822246248091874e-05,1613945506851,5410
"mom_1",0.9023560310641269,1613945506851,5410
"eps_1",1e-05,1613945506851,5410
"wd_2",0.01,1613945506851,5410
"sqr_mom_2",0.99,1613945506851,5410
"lr_2",0.0002382224624809187,1613945506851,5410
"mom_2",0.9023560310641269,1613945506851,5410
"eps_2",1e-05,1613945506851,5410
"train_loss",0.011311469,1613945507876,5411
"raw_loss",0.006911012,1613945507876,5411
"epoch",34.0377358490566,1613945507876,5411
"wd_0",0.01,1613945507876,5411
"sqr_mom_0",0.99,1613945507876,5411
"lr_0",2.380815269789869e-06,1613945507876,5411
"mom_0",0.902384218446387,1613945507876,5411
"eps_0",1e-05,1613945507876,5411
"wd_1",0.01,1613945507876,5411
"sqr_mom_1",0.99,1613945507876,5411
"lr_1",2.380815269789869e-05,1613945507876,5411
"mom_1",0.902384218446387,1613945507876,5411
"eps_1",1e-05,1613945507876,5411
"wd_2",0.01,1613945507876,5411
"sqr_mom_2",0.99,1613945507876,5411
"lr_2",0.00023808152697898688,1613945507876,5411
"mom_2",0.902384218446387,1613945507876,5411
"eps_2",1e-05,1613945507876,5411
"train_loss",0.0112223085,1613945508871,5412
"raw_loss",0.0068534417,1613945508871,5412
"epoch",34.0440251572327,1613945508871,5412
"wd_0",0.01,1613945508871,5412
"sqr_mom_0",0.99,1613945508871,5412
"lr_0",2.3794050175742675e-06,1613945508871,5412
"mom_0",0.9024124237727523,1613945508871,5412
"eps_0",1e-05,1613945508871,5412
"wd_1",0.01,1613945508871,5412
"sqr_mom_1",0.99,1613945508871,5412
"lr_1",2.3794050175742673e-05,1613945508871,5412
"mom_1",0.9024124237727523,1613945508871,5412
"eps_1",1e-05,1613945508871,5412
"wd_2",0.01,1613945508871,5412
"sqr_mom_2",0.99,1613945508871,5412
"lr_2",0.00023794050175742675,1613945508871,5412
"mom_2",0.9024124237727523,1613945508871,5412
"eps_2",1e-05,1613945508871,5412
"train_loss",0.011102937,1613945509895,5413
"raw_loss",0.0052537164,1613945509895,5413
"epoch",34.0503144654088,1613945509895,5413
"wd_0",0.01,1613945509895,5413
"sqr_mom_0",0.99,1613945509895,5413
"lr_0",2.3779957389725665e-06,1613945509895,5413
"mom_0",0.9024406096266449,1613945509895,5413
"eps_0",1e-05,1613945509895,5413
"wd_1",0.01,1613945509895,5413
"sqr_mom_1",0.99,1613945509895,5413
"lr_1",2.3779957389725665e-05,1613945509895,5413
"mom_1",0.9024406096266449,1613945509895,5413
"eps_1",1e-05,1613945509895,5413
"wd_2",0.01,1613945509895,5413
"sqr_mom_2",0.99,1613945509895,5413
"lr_2",0.0002377995738972566,1613945509895,5413
"mom_2",0.9024406096266449,1613945509895,5413
"eps_2",1e-05,1613945509895,5413
"train_loss",0.011004155,1613945510916,5414
"raw_loss",0.0061637945,1613945510916,5414
"epoch",34.056603773584904,1613945510916,5414
"wd_0",0.01,1613945510916,5414
"sqr_mom_0",0.99,1613945510916,5414
"lr_0",2.376586499240496e-06,1613945510916,5414
"mom_0",0.9024687947031371,1613945510916,5414
"eps_0",1e-05,1613945510916,5414
"wd_1",0.01,1613945510916,5414
"sqr_mom_1",0.99,1613945510916,5414
"lr_1",2.376586499240496e-05,1613945510916,5414
"mom_1",0.9024687947031371,1613945510916,5414
"eps_1",1e-05,1613945510916,5414
"wd_2",0.01,1613945510916,5414
"sqr_mom_2",0.99,1613945510916,5414
"lr_2",0.0002376586499240496,1613945510916,5414
"mom_2",0.9024687947031371,1613945510916,5414
"eps_2",1e-05,1613945510916,5414
"train_loss",0.011457604,1613945511904,5415
"raw_loss",0.033676665,1613945511904,5415
"epoch",34.062893081761004,1613945511904,5415
"wd_0",0.01,1613945511904,5415
"sqr_mom_0",0.99,1613945511904,5415
"lr_0",2.3751763637369645e-06,1613945511904,5415
"mom_0",0.9024969976952376,1613945511904,5415
"eps_0",1e-05,1613945511904,5415
"wd_1",0.01,1613945511904,5415
"sqr_mom_1",0.99,1613945511904,5415
"lr_1",2.3751763637369644e-05,1613945511904,5415
"mom_1",0.9024969976952376,1613945511904,5415
"eps_1",1e-05,1613945511904,5415
"wd_2",0.01,1613945511904,5415
"sqr_mom_2",0.99,1613945511904,5415
"lr_2",0.00023751763637369638,1613945511904,5415
"mom_2",0.9024969976952376,1613945511904,5415
"eps_2",1e-05,1613945511904,5415
"train_loss",0.011467946,1613945512885,5416
"raw_loss",0.011974657,1613945512885,5416
"epoch",34.069182389937104,1613945512885,5416
"wd_0",0.01,1613945512885,5416
"sqr_mom_0",0.99,1613945512885,5416
"lr_0",2.3737672031173253e-06,1613945512885,5416
"mom_0",0.9025251811894653,1613945512885,5416
"eps_0",1e-05,1613945512885,5416
"wd_1",0.01,1613945512885,5416
"sqr_mom_1",0.99,1613945512885,5416
"lr_1",2.373767203117325e-05,1613945512885,5416
"mom_1",0.9025251811894653,1613945512885,5416
"eps_1",1e-05,1613945512885,5416
"wd_2",0.01,1613945512885,5416
"sqr_mom_2",0.99,1613945512885,5416
"lr_2",0.0002373767203117325,1613945512885,5416
"mom_2",0.9025251811894653,1613945512885,5416
"eps_2",1e-05,1613945512885,5416
"train_loss",0.011423751,1613945513951,5417
"raw_loss",0.009258179,1613945513951,5417
"epoch",34.075471698113205,1613945513951,5417
"wd_0",0.01,1613945513951,5417
"sqr_mom_0",0.99,1613945513951,5417
"lr_0",2.3723580827142196e-06,1613945513951,5417
"mom_0",0.9025533638793544,1613945513951,5417
"eps_0",1e-05,1613945513951,5417
"wd_1",0.01,1613945513951,5417
"sqr_mom_1",0.99,1613945513951,5417
"lr_1",2.3723580827142194e-05,1613945513951,5417
"mom_1",0.9025533638793544,1613945513951,5417
"eps_1",1e-05,1613945513951,5417
"wd_2",0.01,1613945513951,5417
"sqr_mom_2",0.99,1613945513951,5417
"lr_2",0.00023723580827142193,1613945513951,5417
"mom_2",0.9025533638793544,1613945513951,5417
"eps_2",1e-05,1613945513951,5417
"train_loss",0.011357822,1613945514927,5418
"raw_loss",0.008127335,1613945514927,5418
"epoch",34.081761006289305,1613945514927,5418
"wd_0",0.01,1613945514927,5418
"sqr_mom_0",0.99,1613945514927,5418
"lr_0",2.370948067967042e-06,1613945514927,5418
"mom_0",0.9025815644563037,1613945514927,5418
"eps_0",1e-05,1613945514927,5418
"wd_1",0.01,1613945514927,5418
"sqr_mom_1",0.99,1613945514927,5418
"lr_1",2.3709480679670417e-05,1613945514927,5418
"mom_1",0.9025815644563037,1613945514927,5418
"eps_1",1e-05,1613945514927,5418
"wd_2",0.01,1613945514927,5418
"sqr_mom_2",0.99,1613945514927,5418
"lr_2",0.00023709480679670413,1613945514927,5418
"mom_2",0.9025815644563037,1613945514927,5418
"eps_2",1e-05,1613945514927,5418
"train_loss",0.011340638,1613945515955,5419
"raw_loss",0.010498589,1613945515955,5419
"epoch",34.088050314465406,1613945515955,5419
"wd_0",0.01,1613945515955,5419
"sqr_mom_0",0.99,1613945515955,5419
"lr_0",2.369539029370954e-06,1613945515955,5419
"mom_0",0.902609745510036,1613945515955,5419
"eps_0",1e-05,1613945515955,5419
"wd_1",0.01,1613945515955,5419
"sqr_mom_1",0.99,1613945515955,5419
"lr_1",2.3695390293709535e-05,1613945515955,5419
"mom_1",0.902609745510036,1613945515955,5419
"eps_1",1e-05,1613945515955,5419
"wd_2",0.01,1613945515955,5419
"sqr_mom_2",0.99,1613945515955,5419
"lr_2",0.00023695390293709535,1613945515955,5419
"mom_2",0.902609745510036,1613945515955,5419
"eps_2",1e-05,1613945515955,5419
"train_loss",0.011255707,1613945516960,5420
"raw_loss",0.007094073,1613945516960,5420
"epoch",34.094339622641506,1613945516960,5420
"wd_0",0.01,1613945516960,5420
"sqr_mom_0",0.99,1613945516960,5420
"lr_0",2.36812956486105e-06,1613945516960,5420
"mom_0",0.9026379350821297,1613945516960,5420
"eps_0",1e-05,1613945516960,5420
"wd_1",0.01,1613945516960,5420
"sqr_mom_1",0.99,1613945516960,5420
"lr_1",2.3681295648610498e-05,1613945516960,5420
"mom_1",0.9026379350821297,1613945516960,5420
"eps_1",1e-05,1613945516960,5420
"wd_2",0.01,1613945516960,5420
"sqr_mom_2",0.99,1613945516960,5420
"lr_2",0.00023681295648610498,1613945516960,5420
"mom_2",0.9026379350821297,1613945516960,5420
"eps_2",1e-05,1613945516960,5420
"train_loss",0.01125273,1613945517948,5421
"raw_loss",0.011106888,1613945517948,5421
"epoch",34.10062893081761,1613945517948,5421
"wd_0",0.01,1613945517948,5421
"sqr_mom_0",0.99,1613945517948,5421
"lr_0",2.366720142391304e-06,1613945517948,5421
"mom_0",0.902666123813412,1613945517948,5421
"eps_0",1e-05,1613945517948,5421
"wd_1",0.01,1613945517948,5421
"sqr_mom_1",0.99,1613945517948,5421
"lr_1",2.366720142391304e-05,1613945517948,5421
"mom_1",0.902666123813412,1613945517948,5421
"eps_1",1e-05,1613945517948,5421
"wd_2",0.01,1613945517948,5421
"sqr_mom_2",0.99,1613945517948,5421
"lr_2",0.00023667201423913038,1613945517948,5421
"mom_2",0.902666123813412,1613945517948,5421
"eps_2",1e-05,1613945517948,5421
"train_loss",0.011129839,1613945519064,5422
"raw_loss",0.0051081865,1613945519064,5422
"epoch",34.10691823899371,1613945519064,5422
"wd_0",0.01,1613945519064,5422
"sqr_mom_0",0.99,1613945519064,5422
"lr_0",2.365310762410953e-06,1613945519064,5422
"mom_0",0.9026943116948979,1613945519064,5422
"eps_0",1e-05,1613945519064,5422
"wd_1",0.01,1613945519064,5422
"sqr_mom_1",0.99,1613945519064,5422
"lr_1",2.3653107624109534e-05,1613945519064,5422
"mom_1",0.9026943116948979,1613945519064,5422
"eps_1",1e-05,1613945519064,5422
"wd_2",0.01,1613945519064,5422
"sqr_mom_2",0.99,1613945519064,5422
"lr_2",0.0002365310762410953,1613945519064,5422
"mom_2",0.9026943116948979,1613945519064,5422
"eps_2",1e-05,1613945519064,5422
"train_loss",0.011090272,1613945520143,5423
"raw_loss",0.009151479,1613945520143,5423
"epoch",34.11320754716981,1613945520143,5423
"wd_0",0.01,1613945520143,5423
"sqr_mom_0",0.99,1613945520143,5423
"lr_0",2.3639018928038584e-06,1613945520143,5423
"mom_0",0.9027224893688165,1613945520143,5423
"eps_0",1e-05,1613945520143,5423
"wd_1",0.01,1613945520143,5423
"sqr_mom_1",0.99,1613945520143,5423
"lr_1",2.3639018928038582e-05,1613945520143,5423
"mom_1",0.9027224893688165,1613945520143,5423
"eps_1",1e-05,1613945520143,5423
"wd_2",0.01,1613945520143,5423
"sqr_mom_2",0.99,1613945520143,5423
"lr_2",0.0002363901892803858,1613945520143,5423
"mom_2",0.9027224893688165,1613945520143,5423
"eps_2",1e-05,1613945520143,5423
"train_loss",0.010996489,1613945521248,5424
"raw_loss",0.0064011216,1613945521248,5424
"epoch",34.11949685534591,1613945521248,5424
"wd_0",0.01,1613945521248,5424
"sqr_mom_0",0.99,1613945521248,5424
"lr_0",2.362492131715319e-06,1613945521248,5424
"mom_0",0.9027506848725423,1613945521248,5424
"eps_0",1e-05,1613945521248,5424
"wd_1",0.01,1613945521248,5424
"sqr_mom_1",0.99,1613945521248,5424
"lr_1",2.3624921317153187e-05,1613945521248,5424
"mom_1",0.9027506848725423,1613945521248,5424
"eps_1",1e-05,1613945521248,5424
"wd_2",0.01,1613945521248,5424
"sqr_mom_2",0.99,1613945521248,5424
"lr_2",0.00023624921317153187,1613945521248,5424
"mom_2",0.9027506848725423,1613945521248,5424
"eps_2",1e-05,1613945521248,5424
"train_loss",0.01093331,1613945522473,5425
"raw_loss",0.007837539,1613945522473,5425
"epoch",34.12578616352201,1613945522473,5425
"wd_0",0.01,1613945522473,5425
"sqr_mom_0",0.99,1613945522473,5425
"lr_0",2.361083349303999e-06,1613945522473,5425
"mom_0",0.902778860802528,1613945522473,5425
"eps_0",1e-05,1613945522473,5425
"wd_1",0.01,1613945522473,5425
"sqr_mom_1",0.99,1613945522473,5425
"lr_1",2.361083349303999e-05,1613945522473,5425
"mom_1",0.902778860802528,1613945522473,5425
"eps_1",1e-05,1613945522473,5425
"wd_2",0.01,1613945522473,5425
"sqr_mom_2",0.99,1613945522473,5425
"lr_2",0.00023610833493039989,1613945522473,5425
"mom_2",0.902778860802528,1613945522473,5425
"eps_2",1e-05,1613945522473,5425
"train_loss",0.0108500235,1613945523674,5426
"raw_loss",0.006768988,1613945523674,5426
"epoch",34.13207547169811,1613945523674,5426
"wd_0",0.01,1613945523674,5426
"sqr_mom_0",0.99,1613945523674,5426
"lr_0",2.3596746111493657e-06,1613945523674,5426
"mom_0",0.9028070358473711,1613945523674,5426
"eps_0",1e-05,1613945523674,5426
"wd_1",0.01,1613945523674,5426
"sqr_mom_1",0.99,1613945523674,5426
"lr_1",2.3596746111493656e-05,1613945523674,5426
"mom_1",0.9028070358473711,1613945523674,5426
"eps_1",1e-05,1613945523674,5426
"wd_2",0.01,1613945523674,5426
"sqr_mom_2",0.99,1613945523674,5426
"lr_2",0.00023596746111493656,1613945523674,5426
"mom_2",0.9028070358473711,1613945523674,5426
"eps_2",1e-05,1613945523674,5426
"train_loss",0.010814207,1613945524852,5427
"raw_loss",0.009059199,1613945524852,5427
"epoch",34.13836477987421,1613945524852,5427
"wd_0",0.01,1613945524852,5427
"sqr_mom_0",0.99,1613945524852,5427
"lr_0",2.3582649829483594e-06,1613945524852,5427
"mom_0",0.9028352286933197,1613945524852,5427
"eps_0",1e-05,1613945524852,5427
"wd_1",0.01,1613945524852,5427
"sqr_mom_1",0.99,1613945524852,5427
"lr_1",2.3582649829483594e-05,1613945524852,5427
"mom_1",0.9028352286933197,1613945524852,5427
"eps_1",1e-05,1613945524852,5427
"wd_2",0.01,1613945524852,5427
"sqr_mom_2",0.99,1613945524852,5427
"lr_2",0.0002358264982948359,1613945524852,5427
"mom_2",0.9028352286933197,1613945524852,5427
"eps_2",1e-05,1613945524852,5427
"train_loss",0.010760846,1613945526183,5428
"raw_loss",0.008146159,1613945526183,5428
"epoch",34.14465408805031,1613945526183,5428
"wd_0",0.01,1613945526183,5428
"sqr_mom_0",0.99,1613945526183,5428
"lr_0",2.35685633468336e-06,1613945526183,5428
"mom_0",0.9028634019403522,1613945526183,5428
"eps_0",1e-05,1613945526183,5428
"wd_1",0.01,1613945526183,5428
"sqr_mom_1",0.99,1613945526183,5428
"lr_1",2.35685633468336e-05,1613945526183,5428
"mom_1",0.9028634019403522,1613945526183,5428
"eps_1",1e-05,1613945526183,5428
"wd_2",0.01,1613945526183,5428
"sqr_mom_2",0.99,1613945526183,5428
"lr_2",0.00023568563346833596,1613945526183,5428
"mom_2",0.9028634019403522,1613945526183,5428
"eps_2",1e-05,1613945526183,5428
"train_loss",0.010678377,1613945527402,5429
"raw_loss",0.006637408,1613945527402,5429
"epoch",34.15094339622641,1613945527402,5429
"wd_0",0.01,1613945527402,5429
"sqr_mom_0",0.99,1613945527402,5429
"lr_0",2.355447264675844e-06,1613945527402,5429
"mom_0",0.9028915836223194,1613945527402,5429
"eps_0",1e-05,1613945527402,5429
"wd_1",0.01,1613945527402,5429
"sqr_mom_1",0.99,1613945527402,5429
"lr_1",2.3554472646758437e-05,1613945527402,5429
"mom_1",0.9028915836223194,1613945527402,5429
"eps_1",1e-05,1613945527402,5429
"wd_2",0.01,1613945527402,5429
"sqr_mom_2",0.99,1613945527402,5429
"lr_2",0.00023554472646758435,1613945527402,5429
"mom_2",0.9028915836223194,1613945527402,5429
"eps_2",1e-05,1613945527402,5429
"train_loss",0.010753393,1613945528385,5430
"raw_loss",0.01442919,1613945528385,5430
"epoch",34.15723270440251,1613945528385,5430
"wd_0",0.01,1613945528385,5430
"sqr_mom_0",0.99,1613945528385,5430
"lr_0",2.354038240750824e-06,1613945528385,5430
"mom_0",0.9029197643826273,1613945528385,5430
"eps_0",1e-05,1613945528385,5430
"wd_1",0.01,1613945528385,5430
"sqr_mom_1",0.99,1613945528385,5430
"lr_1",2.354038240750824e-05,1613945528385,5430
"mom_1",0.9029197643826273,1613945528385,5430
"eps_1",1e-05,1613945528385,5430
"wd_2",0.01,1613945528385,5430
"sqr_mom_2",0.99,1613945528385,5430
"lr_2",0.00023540382407508234,1613945528385,5430
"mom_2",0.9029197643826273,1613945528385,5430
"eps_2",1e-05,1613945528385,5430
"train_loss",0.010610008,1613945529355,5431
"raw_loss",0.0035841132,1613945529355,5431
"epoch",34.16352201257861,1613945529355,5431
"wd_0",0.01,1613945529355,5431
"sqr_mom_0",0.99,1613945529355,5431
"lr_0",2.3526292633574095e-06,1613945529355,5431
"mom_0",0.9029479442122939,1613945529355,5431
"eps_0",1e-05,1613945529355,5431
"wd_1",0.01,1613945529355,5431
"sqr_mom_1",0.99,1613945529355,5431
"lr_1",2.3526292633574092e-05,1613945529355,5431
"mom_1",0.9029479442122939,1613945529355,5431
"eps_1",1e-05,1613945529355,5431
"wd_2",0.01,1613945529355,5431
"sqr_mom_2",0.99,1613945529355,5431
"lr_2",0.0002352629263357409,1613945529355,5431
"mom_2",0.9029479442122939,1613945529355,5431
"eps_2",1e-05,1613945529355,5431
"train_loss",0.010590385,1613945530326,5432
"raw_loss",0.0096288575,1613945530326,5432
"epoch",34.16981132075471,1613945530326,5432
"wd_0",0.01,1613945530326,5432
"sqr_mom_0",0.99,1613945530326,5432
"lr_0",2.3512208002437952e-06,1613945530326,5432
"mom_0",0.9029761137562616,1613945530326,5432
"eps_0",1e-05,1613945530326,5432
"wd_1",0.01,1613945530326,5432
"sqr_mom_1",0.99,1613945530326,5432
"lr_1",2.351220800243795e-05,1613945530326,5432
"mom_1",0.9029761137562616,1613945530326,5432
"eps_1",1e-05,1613945530326,5432
"wd_2",0.01,1613945530326,5432
"sqr_mom_2",0.99,1613945530326,5432
"lr_2",0.00023512208002437947,1613945530326,5432
"mom_2",0.9029761137562616,1613945530326,5432
"eps_2",1e-05,1613945530326,5432
"train_loss",0.0105168875,1613945531322,5433
"raw_loss",0.006915545,1613945531322,5433
"epoch",34.17610062893081,1613945531322,5433
"wd_0",0.01,1613945531322,5433
"sqr_mom_0",0.99,1613945531322,5433
"lr_0",2.3498114499617664e-06,1613945531322,5433
"mom_0",0.903004301043775,1613945531322,5433
"eps_0",1e-05,1613945531322,5433
"wd_1",0.01,1613945531322,5433
"sqr_mom_1",0.99,1613945531322,5433
"lr_1",2.3498114499617664e-05,1613945531322,5433
"mom_1",0.903004301043775,1613945531322,5433
"eps_1",1e-05,1613945531322,5433
"wd_2",0.01,1613945531322,5433
"sqr_mom_2",0.99,1613945531322,5433
"lr_2",0.00023498114499617662,1613945531322,5433
"mom_2",0.903004301043775,1613945531322,5433
"eps_2",1e-05,1613945531322,5433
"train_loss",0.010389356,1613945532276,5434
"raw_loss",0.0041403095,1613945532276,5434
"epoch",34.18238993710691,1613945532276,5434
"wd_0",0.01,1613945532276,5434
"sqr_mom_0",0.99,1613945532276,5434
"lr_0",2.3484030821250206e-06,1613945532276,5434
"mom_0",0.9030324686821863,1613945532276,5434
"eps_0",1e-05,1613945532276,5434
"wd_1",0.01,1613945532276,5434
"sqr_mom_1",0.99,1613945532276,5434
"lr_1",2.3484030821250202e-05,1613945532276,5434
"mom_1",0.9030324686821863,1613945532276,5434
"eps_1",1e-05,1613945532276,5434
"wd_2",0.01,1613945532276,5434
"sqr_mom_2",0.99,1613945532276,5434
"lr_2",0.000234840308212502,1613945532276,5434
"mom_2",0.9030324686821863,1613945532276,5434
"eps_2",1e-05,1613945532276,5434
"train_loss",0.010336378,1613945533250,5435
"raw_loss",0.0077404473,1613945533250,5435
"epoch",34.18867924528301,1613945533250,5435
"wd_0",0.01,1613945533250,5435
"sqr_mom_0",0.99,1613945533250,5435
"lr_0",2.34699476258397e-06,1613945533250,5435
"mom_0",0.9030606353546742,1613945533250,5435
"eps_0",1e-05,1613945533250,5435
"wd_1",0.01,1613945533250,5435
"sqr_mom_1",0.99,1613945533250,5435
"lr_1",2.3469947625839697e-05,1613945533250,5435
"mom_1",0.9030606353546742,1613945533250,5435
"eps_1",1e-05,1613945533250,5435
"wd_2",0.01,1613945533250,5435
"sqr_mom_2",0.99,1613945533250,5435
"lr_2",0.00023469947625839692,1613945533250,5435
"mom_2",0.9030606353546742,1613945533250,5435
"eps_2",1e-05,1613945533250,5435
"train_loss",0.010297934,1613945534233,5436
"raw_loss",0.008414155,1613945534233,5436
"epoch",34.19496855345911,1613945534233,5436
"wd_0",0.01,1613945534233,5436
"sqr_mom_0",0.99,1613945534233,5436
"lr_0",2.3455855573172232e-06,1613945534233,5436
"mom_0",0.903088819741853,1613945534233,5436
"eps_0",1e-05,1613945534233,5436
"wd_1",0.01,1613945534233,5436
"sqr_mom_1",0.99,1613945534233,5436
"lr_1",2.3455855573172234e-05,1613945534233,5436
"mom_1",0.903088819741853,1613945534233,5436
"eps_1",1e-05,1613945534233,5436
"wd_2",0.01,1613945534233,5436
"sqr_mom_2",0.99,1613945534233,5436
"lr_2",0.0002345585557317223,1613945534233,5436
"mom_2",0.903088819741853,1613945534233,5436
"eps_2",1e-05,1613945534233,5436
"train_loss",0.010215396,1613945535268,5437
"raw_loss",0.0061710305,1613945535268,5437
"epoch",34.20125786163521,1613945535268,5437
"wd_0",0.01,1613945535268,5437
"sqr_mom_0",0.99,1613945535268,5437
"lr_0",2.344177335746104e-06,1613945535268,5437
"mom_0",0.9031169844549225,1613945535268,5437
"eps_0",1e-05,1613945535268,5437
"wd_1",0.01,1613945535268,5437
"sqr_mom_1",0.99,1613945535268,5437
"lr_1",2.344177335746104e-05,1613945535268,5437
"mom_1",0.9031169844549225,1613945535268,5437
"eps_1",1e-05,1613945535268,5437
"wd_2",0.01,1613945535268,5437
"sqr_mom_2",0.99,1613945535268,5437
"lr_2",0.00023441773357461035,1613945535268,5437
"mom_2",0.9031169844549225,1613945535268,5437
"eps_2",1e-05,1613945535268,5437
"train_loss",0.010533424,1613945536231,5438
"raw_loss",0.02611683,1613945536231,5438
"epoch",34.20754716981131,1613945536231,5438
"wd_0",0.01,1613945536231,5438
"sqr_mom_0",0.99,1613945536231,5438
"lr_0",2.3427691638166947e-06,1613945536231,5438
"mom_0",0.9031451481751478,1613945536231,5438
"eps_0",1e-05,1613945536231,5438
"wd_1",0.01,1613945536231,5438
"sqr_mom_1",0.99,1613945536231,5438
"lr_1",2.3427691638166947e-05,1613945536231,5438
"mom_1",0.9031451481751478,1613945536231,5438
"eps_1",1e-05,1613945536231,5438
"wd_2",0.01,1613945536231,5438
"sqr_mom_2",0.99,1613945536231,5438
"lr_2",0.00023427691638166944,1613945536231,5438
"mom_2",0.9031451481751478,1613945536231,5438
"eps_2",1e-05,1613945536231,5438
"train_loss",0.010464239,1613945537194,5439
"raw_loss",0.0070741507,1613945537194,5439
"epoch",34.213836477987414,1613945537194,5439
"wd_0",0.01,1613945537194,5439
"sqr_mom_0",0.99,1613945537194,5439
"lr_0",2.341360107606848e-06,1613945537194,5439
"mom_0",0.9031733295811588,1613945537194,5439
"eps_0",1e-05,1613945537194,5439
"wd_1",0.01,1613945537194,5439
"sqr_mom_1",0.99,1613945537194,5439
"lr_1",2.341360107606848e-05,1613945537194,5439
"mom_1",0.9031733295811588,1613945537194,5439
"eps_1",1e-05,1613945537194,5439
"wd_2",0.01,1613945537194,5439
"sqr_mom_2",0.99,1613945537194,5439
"lr_2",0.00023413601076068474,1613945537194,5439
"mom_2",0.9031733295811588,1613945537194,5439
"eps_2",1e-05,1613945537194,5439
"train_loss",0.010329321,1613945538143,5440
"raw_loss",0.003718358,1613945538143,5440
"epoch",34.220125786163514,1613945538143,5440
"wd_0",0.01,1613945538143,5440
"sqr_mom_0",0.99,1613945538143,5440
"lr_0",2.339952036340151e-06,1613945538143,5440
"mom_0",0.9032014912881098,1613945538143,5440
"eps_0",1e-05,1613945538143,5440
"wd_1",0.01,1613945538143,5440
"sqr_mom_1",0.99,1613945538143,5440
"lr_1",2.3399520363401512e-05,1613945538143,5440
"mom_1",0.9032014912881098,1613945538143,5440
"eps_1",1e-05,1613945538143,5440
"wd_2",0.01,1613945538143,5440
"sqr_mom_2",0.99,1613945538143,5440
"lr_2",0.0002339952036340151,1613945538143,5440
"mom_2",0.9032014912881098,1613945538143,5440
"eps_2",1e-05,1613945538143,5440
"train_loss",0.010302607,1613945539122,5441
"raw_loss",0.008993632,1613945539122,5441
"epoch",34.226415094339615,1613945539122,5441
"wd_0",0.01,1613945539122,5441
"sqr_mom_0",0.99,1613945539122,5441
"lr_0",2.338543081758039e-06,1613945539122,5441
"mom_0",0.9032296706615458,1613945539122,5441
"eps_0",1e-05,1613945539122,5441
"wd_1",0.01,1613945539122,5441
"sqr_mom_1",0.99,1613945539122,5441
"lr_1",2.3385430817580392e-05,1613945539122,5441
"mom_1",0.9032296706615458,1613945539122,5441
"eps_1",1e-05,1613945539122,5441
"wd_2",0.01,1613945539122,5441
"sqr_mom_2",0.99,1613945539122,5441
"lr_2",0.00023385430817580386,1613945539122,5441
"mom_2",0.9032296706615458,1613945539122,5441
"eps_2",1e-05,1613945539122,5441
"train_loss",0.010294177,1613945540082,5442
"raw_loss",0.009881081,1613945540082,5442
"epoch",34.232704402515715,1613945540082,5442
"wd_0",0.01,1613945540082,5442
"sqr_mom_0",0.99,1613945540082,5442
"lr_0",2.3371351129492803e-06,1613945540082,5442
"mom_0",0.9032578303193175,1613945540082,5442
"eps_0",1e-05,1613945540082,5442
"wd_1",0.01,1613945540082,5442
"sqr_mom_1",0.99,1613945540082,5442
"lr_1",2.3371351129492805e-05,1613945540082,5442
"mom_1",0.9032578303193175,1613945540082,5442
"eps_1",1e-05,1613945540082,5442
"wd_2",0.01,1613945540082,5442
"sqr_mom_2",0.99,1613945540082,5442
"lr_2",0.00023371351129492803,1613945540082,5442
"mom_2",0.9032578303193175,1613945540082,5442
"eps_2",1e-05,1613945540082,5442
"train_loss",0.010259776,1613945541048,5443
"raw_loss",0.008574144,1613945541048,5443
"epoch",34.238993710691815,1613945541048,5443
"wd_0",0.01,1613945541048,5443
"sqr_mom_0",0.99,1613945541048,5443
"lr_0",2.335726728908311e-06,1613945541048,5443
"mom_0",0.9032859982818165,1613945541048,5443
"eps_0",1e-05,1613945541048,5443
"wd_1",0.01,1613945541048,5443
"sqr_mom_1",0.99,1613945541048,5443
"lr_1",2.335726728908311e-05,1613945541048,5443
"mom_1",0.9032859982818165,1613945541048,5443
"eps_1",1e-05,1613945541048,5443
"wd_2",0.01,1613945541048,5443
"sqr_mom_2",0.99,1613945541048,5443
"lr_2",0.00023357267289083103,1613945541048,5443
"mom_2",0.9032859982818165,1613945541048,5443
"eps_2",1e-05,1613945541048,5443
"train_loss",0.010415797,1613945542001,5444
"raw_loss",0.01806082,1613945542001,5444
"epoch",34.245283018867916,1613945542001,5444
"wd_0",0.01,1613945542001,5444
"sqr_mom_0",0.99,1613945542001,5444
"lr_0",2.334318397235531e-06,1613945542001,5444
"mom_0",0.9033141651969413,1613945542001,5444
"eps_0",1e-05,1613945542001,5444
"wd_1",0.01,1613945542001,5444
"sqr_mom_1",0.99,1613945542001,5444
"lr_1",2.3343183972355308e-05,1613945542001,5444
"mom_1",0.9033141651969413,1613945542001,5444
"eps_1",1e-05,1613945542001,5444
"wd_2",0.01,1613945542001,5444
"sqr_mom_2",0.99,1613945542001,5444
"lr_2",0.00023343183972355304,1613945542001,5444
"mom_2",0.9033141651969413,1613945542001,5444
"eps_2",1e-05,1613945542001,5444
"train_loss",0.010324763,1613945542963,5445
"raw_loss",0.0058640908,1613945542963,5445
"epoch",34.251572327044016,1613945542963,5445
"wd_0",0.01,1613945542963,5445
"sqr_mom_0",0.99,1613945542963,5445
"lr_0",2.3329101183798314e-06,1613945542963,5445
"mom_0",0.9033423310557139,1613945542963,5445
"eps_0",1e-05,1613945542963,5445
"wd_1",0.01,1613945542963,5445
"sqr_mom_1",0.99,1613945542963,5445
"lr_1",2.3329101183798316e-05,1613945542963,5445
"mom_1",0.9033423310557139,1613945542963,5445
"eps_1",1e-05,1613945542963,5445
"wd_2",0.01,1613945542963,5445
"sqr_mom_2",0.99,1613945542963,5445
"lr_2",0.00023329101183798312,1613945542963,5445
"mom_2",0.9033423310557139,1613945542963,5445
"eps_2",1e-05,1613945542963,5445
"train_loss",0.010426789,1613945543929,5446
"raw_loss",0.015426034,1613945543929,5446
"epoch",34.25786163522012,1613945543929,5446
"wd_0",0.01,1613945543929,5446
"sqr_mom_0",0.99,1613945543929,5446
"lr_0",2.3315023598543685e-06,1613945543929,5446
"mom_0",0.9033704865077776,1613945543929,5446
"eps_0",1e-05,1613945543929,5446
"wd_1",0.01,1613945543929,5446
"sqr_mom_1",0.99,1613945543929,5446
"lr_1",2.3315023598543685e-05,1613945543929,5446
"mom_1",0.9033704865077776,1613945543929,5446
"eps_1",1e-05,1613945543929,5446
"wd_2",0.01,1613945543929,5446
"sqr_mom_2",0.99,1613945543929,5446
"lr_2",0.00023315023598543681,1613945543929,5446
"mom_2",0.9033704865077776,1613945543929,5446
"eps_2",1e-05,1613945543929,5446
"train_loss",0.01040801,1613945544901,5447
"raw_loss",0.009487853,1613945544901,5447
"epoch",34.26415094339622,1613945544901,5447
"wd_0",0.01,1613945544901,5447
"sqr_mom_0",0.99,1613945544901,5447
"lr_0",2.3300937209151463e-06,1613945544901,5447
"mom_0",0.9033986595682927,1613945544901,5447
"eps_0",1e-05,1613945544901,5447
"wd_1",0.01,1613945544901,5447
"sqr_mom_1",0.99,1613945544901,5447
"lr_1",2.3300937209151463e-05,1613945544901,5447
"mom_1",0.9033986595682927,1613945544901,5447
"eps_1",1e-05,1613945544901,5447
"wd_2",0.01,1613945544901,5447
"sqr_mom_2",0.99,1613945544901,5447
"lr_2",0.00023300937209151461,1613945544901,5447
"mom_2",0.9033986595682927,1613945544901,5447
"eps_2",1e-05,1613945544901,5447
"train_loss",0.0103202695,1613945545843,5448
"raw_loss",0.006020983,1613945545843,5448
"epoch",34.27044025157232,1613945545843,5448
"wd_0",0.01,1613945545843,5448
"sqr_mom_0",0.99,1613945545843,5448
"lr_0",2.3286860702322106e-06,1613945545843,5448
"mom_0",0.9034268128634844,1613945545843,5448
"eps_0",1e-05,1613945545843,5448
"wd_1",0.01,1613945545843,5448
"sqr_mom_1",0.99,1613945545843,5448
"lr_1",2.3286860702322104e-05,1613945545843,5448
"mom_1",0.9034268128634844,1613945545843,5448
"eps_1",1e-05,1613945545843,5448
"wd_2",0.01,1613945545843,5448
"sqr_mom_2",0.99,1613945545843,5448
"lr_2",0.00023286860702322103,1613945545843,5448
"mom_2",0.9034268128634844,1613945545843,5448
"eps_2",1e-05,1613945545843,5448
"train_loss",0.01020552,1613945546788,5449
"raw_loss",0.0045827995,1613945546788,5449
"epoch",34.27672955974842,1613945546788,5449
"wd_0",0.01,1613945546788,5449
"sqr_mom_0",0.99,1613945546788,5449
"lr_0",2.3272784741253725e-06,1613945546788,5449
"mom_0",0.9034549650671432,1613945546788,5449
"eps_0",1e-05,1613945546788,5449
"wd_1",0.01,1613945546788,5449
"sqr_mom_1",0.99,1613945546788,5449
"lr_1",2.3272784741253726e-05,1613945546788,5449
"mom_1",0.9034549650671432,1613945546788,5449
"eps_1",1e-05,1613945546788,5449
"wd_2",0.01,1613945546788,5449
"sqr_mom_2",0.99,1613945546788,5449
"lr_2",0.00023272784741253723,1613945546788,5449
"mom_2",0.9034549650671432,1613945546788,5449
"eps_2",1e-05,1613945546788,5449
"train_loss",0.010188121,1613945547737,5450
"raw_loss",0.009335549,1613945547737,5450
"epoch",34.28301886792452,1613945547737,5450
"wd_0",0.01,1613945547737,5450
"sqr_mom_0",0.99,1613945547737,5450
"lr_0",2.325869999059314e-06,1613945547737,5450
"mom_0",0.9034831348501622,1613945547737,5450
"eps_0",1e-05,1613945547737,5450
"wd_1",0.01,1613945547737,5450
"sqr_mom_1",0.99,1613945547737,5450
"lr_1",2.3258699990593138e-05,1613945547737,5450
"mom_1",0.9034831348501622,1613945547737,5450
"eps_1",1e-05,1613945547737,5450
"wd_2",0.01,1613945547737,5450
"sqr_mom_2",0.99,1613945547737,5450
"lr_2",0.00023258699990593134,1613945547737,5450
"mom_2",0.9034831348501622,1613945547737,5450
"eps_2",1e-05,1613945547737,5450
"train_loss",0.010091592,1613945548682,5451
"raw_loss",0.005361624,1613945548682,5451
"epoch",34.28930817610062,1613945548682,5451
"wd_0",0.01,1613945548682,5451
"sqr_mom_0",0.99,1613945548682,5451
"lr_0",2.3244625134866884e-06,1613945548682,5451
"mom_0",0.9035112848431146,1613945548682,5451
"eps_0",1e-05,1613945548682,5451
"wd_1",0.01,1613945548682,5451
"sqr_mom_1",0.99,1613945548682,5451
"lr_1",2.3244625134866882e-05,1613945548682,5451
"mom_1",0.9035112848431146,1613945548682,5451
"eps_1",1e-05,1613945548682,5451
"wd_2",0.01,1613945548682,5451
"sqr_mom_2",0.99,1613945548682,5451
"lr_2",0.0002324462513486688,1613945548682,5451
"mom_2",0.9035112848431146,1613945548682,5451
"eps_2",1e-05,1613945548682,5451
"train_loss",0.0101676695,1613945549645,5452
"raw_loss",0.013895478,1613945549645,5452
"epoch",34.29559748427672,1613945549645,5452
"wd_0",0.01,1613945549645,5452
"sqr_mom_0",0.99,1613945549645,5452
"lr_0",2.3230546168807567e-06,1613945549645,5452
"mom_0",0.9035394430568154,1613945549645,5452
"eps_0",1e-05,1613945549645,5452
"wd_1",0.01,1613945549645,5452
"sqr_mom_1",0.99,1613945549645,5452
"lr_1",2.3230546168807568e-05,1613945549645,5452
"mom_1",0.9035394430568154,1613945549645,5452
"eps_1",1e-05,1613945549645,5452
"wd_2",0.01,1613945549645,5452
"sqr_mom_2",0.99,1613945549645,5452
"lr_2",0.00023230546168807566,1613945549645,5452
"mom_2",0.9035394430568154,1613945549645,5452
"eps_2",1e-05,1613945549645,5452
"train_loss",0.010151784,1613945550598,5453
"raw_loss",0.0093733845,1613945550598,5453
"epoch",34.30188679245282,1613945550598,5453
"wd_0",0.01,1613945550598,5453
"sqr_mom_0",0.99,1613945550598,5453
"lr_0",2.321646776682106e-06,1613945550598,5453
"mom_0",0.9035676001423593,1613945550598,5453
"eps_0",1e-05,1613945550598,5453
"wd_1",0.01,1613945550598,5453
"sqr_mom_1",0.99,1613945550598,5453
"lr_1",2.3216467766821062e-05,1613945550598,5453
"mom_1",0.9035676001423593,1613945550598,5453
"eps_1",1e-05,1613945550598,5453
"wd_2",0.01,1613945550598,5453
"sqr_mom_2",0.99,1613945550598,5453
"lr_2",0.0002321646776682106,1613945550598,5453
"mom_2",0.9035676001423593,1613945550598,5453
"eps_2",1e-05,1613945550598,5453
"train_loss",0.0100865355,1613945551541,5454
"raw_loss",0.0068893773,1613945551541,5454
"epoch",34.30817610062892,1613945551541,5454
"wd_0",0.01,1613945551541,5454
"sqr_mom_0",0.99,1613945551541,5454
"lr_0",2.3202389933394693e-06,1613945551541,5454
"mom_0",0.9035957560907715,1613945551541,5454
"eps_0",1e-05,1613945551541,5454
"wd_1",0.01,1613945551541,5454
"sqr_mom_1",0.99,1613945551541,5454
"lr_1",2.3202389933394692e-05,1613945551541,5454
"mom_1",0.9035957560907715,1613945551541,5454
"eps_1",1e-05,1613945551541,5454
"wd_2",0.01,1613945551541,5454
"sqr_mom_2",0.99,1613945551541,5454
"lr_2",0.00023202389933394687,1613945551541,5454
"mom_2",0.9035957560907715,1613945551541,5454
"eps_2",1e-05,1613945551541,5454
"train_loss",0.010000001,1613945552487,5455
"raw_loss",0.005759804,1613945552487,5455
"epoch",34.31446540880502,1613945552487,5455
"wd_0",0.01,1613945552487,5455
"sqr_mom_0",0.99,1613945552487,5455
"lr_0",2.318831734199487e-06,1613945552487,5455
"mom_0",0.9036239015550258,1613945552487,5455
"eps_0",1e-05,1613945552487,5455
"wd_1",0.01,1613945552487,5455
"sqr_mom_1",0.99,1613945552487,5455
"lr_1",2.318831734199487e-05,1613945552487,5455
"mom_1",0.9036239015550258,1613945552487,5455
"eps_1",1e-05,1613945552487,5455
"wd_2",0.01,1613945552487,5455
"sqr_mom_2",0.99,1613945552487,5455
"lr_2",0.0002318831734199487,1613945552487,5455
"mom_2",0.9036239015550258,1613945552487,5455
"eps_2",1e-05,1613945552487,5455
"train_loss",0.009935987,1613945553439,5456
"raw_loss",0.0067993198,1613945553439,5456
"epoch",34.32075471698112,1613945553439,5456
"wd_0",0.01,1613945553439,5456
"sqr_mom_0",0.99,1613945553439,5456
"lr_0",2.3174235990170785e-06,1613945553439,5456
"mom_0",0.9036520645403038,1613945553439,5456
"eps_0",1e-05,1613945553439,5456
"wd_1",0.01,1613945553439,5456
"sqr_mom_1",0.99,1613945553439,5456
"lr_1",2.3174235990170787e-05,1613945553439,5456
"mom_1",0.9036520645403038,1613945553439,5456
"eps_1",1e-05,1613945553439,5456
"wd_2",0.01,1613945553439,5456
"sqr_mom_2",0.99,1613945553439,5456
"lr_2",0.00023174235990170783,1613945553439,5456
"mom_2",0.9036520645403038,1613945553439,5456
"eps_2",1e-05,1613945553439,5456
"train_loss",0.00982252,1613945554415,5457
"raw_loss",0.0042626485,1613945554415,5457
"epoch",34.32704402515722,1613945554415,5457
"wd_0",0.01,1613945554415,5457
"sqr_mom_0",0.99,1613945554415,5457
"lr_0",2.3160164557940167e-06,1613945554415,5457
"mom_0",0.9036802076861965,1613945554415,5457
"eps_0",1e-05,1613945554415,5457
"wd_1",0.01,1613945554415,5457
"sqr_mom_1",0.99,1613945554415,5457
"lr_1",2.3160164557940166e-05,1613945554415,5457
"mom_1",0.9036802076861965,1613945554415,5457
"eps_1",1e-05,1613945554415,5457
"wd_2",0.01,1613945554415,5457
"sqr_mom_2",0.99,1613945554415,5457
"lr_2",0.00023160164557940163,1613945554415,5457
"mom_2",0.9036802076861965,1613945554415,5457
"eps_2",1e-05,1613945554415,5457
"train_loss",0.009907992,1613945555579,5458
"raw_loss",0.0140961055,1613945555579,5458
"epoch",34.33333333333332,1613945555579,5458
"wd_0",0.01,1613945555579,5458
"sqr_mom_0",0.99,1613945555579,5458
"lr_0",2.3146093711826695e-06,1613945555579,5458
"mom_0",0.9037083496598431,1613945555579,5458
"eps_0",1e-05,1613945555579,5458
"wd_1",0.01,1613945555579,5458
"sqr_mom_1",0.99,1613945555579,5458
"lr_1",2.3146093711826695e-05,1613945555579,5458
"mom_1",0.9037083496598431,1613945555579,5458
"eps_1",1e-05,1613945555579,5458
"wd_2",0.01,1613945555579,5458
"sqr_mom_2",0.99,1613945555579,5458
"lr_2",0.0002314609371182669,1613945555579,5458
"mom_2",0.9037083496598431,1613945555579,5458
"eps_2",1e-05,1613945555579,5458
"train_loss",0.009803848,1613945556584,5459
"raw_loss",0.0047008097,1613945556584,5459
"epoch",34.33962264150942,1613945556584,5459
"wd_0",0.01,1613945556584,5459
"sqr_mom_0",0.99,1613945556584,5459
"lr_0",2.3132014119909844e-06,1613945556584,5459
"mom_0",0.9037365091252716,1613945556584,5459
"eps_0",1e-05,1613945556584,5459
"wd_1",0.01,1613945556584,5459
"sqr_mom_1",0.99,1613945556584,5459
"lr_1",2.3132014119909843e-05,1613945556584,5459
"mom_1",0.9037365091252716,1613945556584,5459
"eps_1",1e-05,1613945556584,5459
"wd_2",0.01,1613945556584,5459
"sqr_mom_2",0.99,1613945556584,5459
"lr_2",0.0002313201411990984,1613945556584,5459
"mom_2",0.9037365091252716,1613945556584,5459
"eps_2",1e-05,1613945556584,5459
"train_loss",0.009675578,1613945557522,5460
"raw_loss",0.0033903504,1613945557522,5460
"epoch",34.34591194968552,1613945557522,5460
"wd_0",0.01,1613945557522,5460
"sqr_mom_0",0.99,1613945557522,5460
"lr_0",2.3117944459872683e-06,1613945557522,5460
"mom_0",0.9037646487267419,1613945557522,5460
"eps_0",1e-05,1613945557522,5460
"wd_1",0.01,1613945557522,5460
"sqr_mom_1",0.99,1613945557522,5460
"lr_1",2.3117944459872684e-05,1613945557522,5460
"mom_1",0.9037646487267419,1613945557522,5460
"eps_1",1e-05,1613945557522,5460
"wd_2",0.01,1613945557522,5460
"sqr_mom_2",0.99,1613945557522,5460
"lr_2",0.0002311794445987268,1613945557522,5460
"mom_2",0.9037646487267419,1613945557522,5460
"eps_2",1e-05,1613945557522,5460
"train_loss",0.009565185,1613945558467,5461
"raw_loss",0.0041558933,1613945558467,5461
"epoch",34.35220125786162,1613945558467,5461
"wd_0",0.01,1613945558467,5461
"sqr_mom_0",0.99,1613945558467,5461
"lr_0",2.310387539940092e-06,1613945558467,5461
"mom_0",0.9037927871290694,1613945558467,5461
"eps_0",1e-05,1613945558467,5461
"wd_1",0.01,1613945558467,5461
"sqr_mom_1",0.99,1613945558467,5461
"lr_1",2.310387539940092e-05,1613945558467,5461
"mom_1",0.9037927871290694,1613945558467,5461
"eps_1",1e-05,1613945558467,5461
"wd_2",0.01,1613945558467,5461
"sqr_mom_2",0.99,1613945558467,5461
"lr_2",0.0002310387539940092,1613945558467,5461
"mom_2",0.9037927871290694,1613945558467,5461
"eps_2",1e-05,1613945558467,5461
"train_loss",0.00946272,1613945559405,5462
"raw_loss",0.004441929,1613945559405,5462
"epoch",34.35849056603772,1613945559405,5462
"wd_0",0.01,1613945559405,5462
"sqr_mom_0",0.99,1613945559405,5462
"lr_0",2.308979760777174e-06,1613945559405,5462
"mom_0",0.9038209429938864,1613945559405,5462
"eps_0",1e-05,1613945559405,5462
"wd_1",0.01,1613945559405,5462
"sqr_mom_1",0.99,1613945559405,5462
"lr_1",2.308979760777174e-05,1613945559405,5462
"mom_1",0.9038209429938864,1613945559405,5462
"eps_1",1e-05,1613945559405,5462
"wd_2",0.01,1613945559405,5462
"sqr_mom_2",0.99,1613945559405,5462
"lr_2",0.00023089797607771733,1613945559405,5462
"mom_2",0.9038209429938864,1613945559405,5462
"eps_2",1e-05,1613945559405,5462
"train_loss",0.009527092,1613945560355,5463
"raw_loss",0.012681311,1613945560355,5463
"epoch",34.36477987421382,1613945560355,5463
"wd_0",0.01,1613945560355,5463
"sqr_mom_0",0.99,1613945560355,5463
"lr_0",2.307572976027999e-06,1613945560355,5463
"mom_0",0.9038490789702297,1613945560355,5463
"eps_0",1e-05,1613945560355,5463
"wd_1",0.01,1613945560355,5463
"sqr_mom_1",0.99,1613945560355,5463
"lr_1",2.307572976027999e-05,1613945560355,5463
"mom_1",0.9038490789702297,1613945560355,5463
"eps_1",1e-05,1613945560355,5463
"wd_2",0.01,1613945560355,5463
"sqr_mom_2",0.99,1613945560355,5463
"lr_2",0.00023075729760279988,1613945560355,5463
"mom_2",0.9038490789702297,1613945560355,5463
"eps_2",1e-05,1613945560355,5463
"train_loss",0.009418998,1613945561295,5464
"raw_loss",0.0041223895,1613945561295,5464
"epoch",34.371069182389924,1613945561295,5464
"wd_0",0.01,1613945561295,5464
"sqr_mom_0",0.99,1613945561295,5464
"lr_0",2.306165785860495e-06,1613945561295,5464
"mom_0",0.9038772230550206,1613945561295,5464
"eps_0",1e-05,1613945561295,5464
"wd_1",0.01,1613945561295,5464
"sqr_mom_1",0.99,1613945561295,5464
"lr_1",2.306165785860495e-05,1613945561295,5464
"mom_1",0.9038772230550206,1613945561295,5464
"eps_1",1e-05,1613945561295,5464
"wd_2",0.01,1613945561295,5464
"sqr_mom_2",0.99,1613945561295,5464
"lr_2",0.00023061657858604946,1613945561295,5464
"mom_2",0.9038772230550206,1613945561295,5464
"eps_2",1e-05,1613945561295,5464
"train_loss",0.009340375,1613945562247,5465
"raw_loss",0.005487857,1613945562247,5465
"epoch",34.377358490566024,1613945562247,5465
"wd_0",0.01,1613945562247,5465
"sqr_mom_0",0.99,1613945562247,5465
"lr_0",2.3047586574833934e-06,1613945562247,5465
"mom_0",0.9039053659039912,1613945562247,5465
"eps_0",1e-05,1613945562247,5465
"wd_1",0.01,1613945562247,5465
"sqr_mom_1",0.99,1613945562247,5465
"lr_1",2.3047586574833934e-05,1613945562247,5465
"mom_1",0.9039053659039912,1613945562247,5465
"eps_1",1e-05,1613945562247,5465
"wd_2",0.01,1613945562247,5465
"sqr_mom_2",0.99,1613945562247,5465
"lr_2",0.0002304758657483393,1613945562247,5465
"mom_2",0.9039053659039912,1613945562247,5465
"eps_2",1e-05,1613945562247,5465
"train_loss",0.009300254,1613945563189,5466
"raw_loss",0.0073343455,1613945563189,5466
"epoch",34.383647798742125,1613945563189,5466
"wd_0",0.01,1613945563189,5466
"sqr_mom_0",0.99,1613945563189,5466
"lr_0",2.3033515913451995e-06,1613945563189,5466
"mom_0",0.903933507508171,1613945563189,5466
"eps_0",1e-05,1613945563189,5466
"wd_1",0.01,1613945563189,5466
"sqr_mom_1",0.99,1613945563189,5466
"lr_1",2.3033515913451996e-05,1613945563189,5466
"mom_1",0.903933507508171,1613945563189,5466
"eps_1",1e-05,1613945563189,5466
"wd_2",0.01,1613945563189,5466
"sqr_mom_2",0.99,1613945563189,5466
"lr_2",0.00023033515913451993,1613945563189,5466
"mom_2",0.903933507508171,1613945563189,5466
"eps_2",1e-05,1613945563189,5466
"train_loss",0.009261002,1613945564142,5467
"raw_loss",0.0073376414,1613945564142,5467
"epoch",34.389937106918225,1613945564142,5467
"wd_0",0.01,1613945564142,5467
"sqr_mom_0",0.99,1613945564142,5467
"lr_0",2.30194505455177e-06,1613945564142,5467
"mom_0",0.9039616385253498,1613945564142,5467
"eps_0",1e-05,1613945564142,5467
"wd_1",0.01,1613945564142,5467
"sqr_mom_1",0.99,1613945564142,5467
"lr_1",2.30194505455177e-05,1613945564142,5467
"mom_1",0.9039616385253498,1613945564142,5467
"eps_1",1e-05,1613945564142,5467
"wd_2",0.01,1613945564142,5467
"sqr_mom_2",0.99,1613945564142,5467
"lr_2",0.00023019450545517698,1613945564142,5467
"mom_2",0.9039616385253498,1613945564142,5467
"eps_2",1e-05,1613945564142,5467
"train_loss",0.0091756815,1613945565088,5468
"raw_loss",0.0049949693,1613945565088,5468
"epoch",34.396226415094326,1613945565088,5468
"wd_0",0.01,1613945565088,5468
"sqr_mom_0",0.99,1613945565088,5468
"lr_0",2.300537647579462e-06,1613945565088,5468
"mom_0",0.9039897869462802,1613945565088,5468
"eps_0",1e-05,1613945565088,5468
"wd_1",0.01,1613945565088,5468
"sqr_mom_1",0.99,1613945565088,5468
"lr_1",2.3005376475794618e-05,1613945565088,5468
"mom_1",0.9039897869462802,1613945565088,5468
"eps_1",1e-05,1613945565088,5468
"wd_2",0.01,1613945565088,5468
"sqr_mom_2",0.99,1613945565088,5468
"lr_2",0.00023005376475794618,1613945565088,5468
"mom_2",0.9039897869462802,1613945565088,5468
"eps_2",1e-05,1613945565088,5468
"train_loss",0.009114624,1613945566051,5469
"raw_loss",0.00612282,1613945566051,5469
"epoch",34.402515723270426,1613945566051,5469
"wd_0",0.01,1613945566051,5469
"sqr_mom_0",0.99,1613945566051,5469
"lr_0",2.299131237464022e-06,1613945566051,5469
"mom_0",0.9040179154298739,1613945566051,5469
"eps_0",1e-05,1613945566051,5469
"wd_1",0.01,1613945566051,5469
"sqr_mom_1",0.99,1613945566051,5469
"lr_1",2.299131237464022e-05,1613945566051,5469
"mom_1",0.9040179154298739,1613945566051,5469
"eps_1",1e-05,1613945566051,5469
"wd_2",0.01,1613945566051,5469
"sqr_mom_2",0.99,1613945566051,5469
"lr_2",0.00022991312374640217,1613945566051,5469
"mom_2",0.9040179154298739,1613945566051,5469
"eps_2",1e-05,1613945566051,5469
"train_loss",0.009082678,1613945566985,5470
"raw_loss",0.0075172964,1613945566985,5470
"epoch",34.408805031446526,1613945566985,5470
"wd_0",0.01,1613945566985,5470
"sqr_mom_0",0.99,1613945566985,5470
"lr_0",2.2977248913386965e-06,1613945566985,5470
"mom_0",0.9040460426336524,1613945566985,5470
"eps_0",1e-05,1613945566985,5470
"wd_1",0.01,1613945566985,5470
"sqr_mom_1",0.99,1613945566985,5470
"lr_1",2.2977248913386963e-05,1613945566985,5470
"mom_1",0.9040460426336524,1613945566985,5470
"eps_1",1e-05,1613945566985,5470
"wd_2",0.01,1613945566985,5470
"sqr_mom_2",0.99,1613945566985,5470
"lr_2",0.00022977248913386958,1613945566985,5470
"mom_2",0.9040460426336524,1613945566985,5470
"eps_2",1e-05,1613945566985,5470
"train_loss",0.008982467,1613945567919,5471
"raw_loss",0.0040721544,1613945567919,5471
"epoch",34.41509433962263,1613945567919,5471
"wd_0",0.01,1613945567919,5471
"sqr_mom_0",0.99,1613945567919,5471
"lr_0",2.296317676506589e-06,1613945567919,5471
"mom_0",0.9040741872117403,1613945567919,5471
"eps_0",1e-05,1613945567919,5471
"wd_1",0.01,1613945567919,5471
"sqr_mom_1",0.99,1613945567919,5471
"lr_1",2.296317676506589e-05,1613945567919,5471
"mom_1",0.9040741872117403,1613945567919,5471
"eps_1",1e-05,1613945567919,5471
"wd_2",0.01,1613945567919,5471
"sqr_mom_2",0.99,1613945567919,5471
"lr_2",0.00022963176765065886,1613945567919,5471
"mom_2",0.9040741872117403,1613945567919,5471
"eps_2",1e-05,1613945567919,5471
"train_loss",0.008948115,1613945568860,5472
"raw_loss",0.007264835,1613945568860,5472
"epoch",34.42138364779873,1613945568860,5472
"wd_0",0.01,1613945568860,5472
"sqr_mom_0",0.99,1613945568860,5472
"lr_0",2.294911459748556e-06,1613945568860,5472
"mom_0",0.9041023118281472,1613945568860,5472
"eps_0",1e-05,1613945568860,5472
"wd_1",0.01,1613945568860,5472
"sqr_mom_1",0.99,1613945568860,5472
"lr_1",2.294911459748556e-05,1613945568860,5472
"mom_1",0.9041023118281472,1613945568860,5472
"eps_1",1e-05,1613945568860,5472
"wd_2",0.01,1613945568860,5472
"sqr_mom_2",0.99,1613945568860,5472
"lr_2",0.0002294911459748556,1613945568860,5472
"mom_2",0.9041023118281472,1613945568860,5472
"eps_2",1e-05,1613945568860,5472
"train_loss",0.008855166,1613945569826,5473
"raw_loss",0.0043006525,1613945569826,5473
"epoch",34.42767295597483,1613945569826,5473
"wd_0",0.01,1613945569826,5473
"sqr_mom_0",0.99,1613945569826,5473
"lr_0",2.293504841795689e-06,1613945569826,5473
"mom_0",0.9041304444685309,1613945569826,5473
"eps_0",1e-05,1613945569826,5473
"wd_1",0.01,1613945569826,5473
"sqr_mom_1",0.99,1613945569826,5473
"lr_1",2.2935048417956886e-05,1613945569826,5473
"mom_1",0.9041304444685309,1613945569826,5473
"eps_1",1e-05,1613945569826,5473
"wd_2",0.01,1613945569826,5473
"sqr_mom_2",0.99,1613945569826,5473
"lr_2",0.00022935048417956885,1613945569826,5473
"mom_2",0.9041304444685309,1613945569826,5473
"eps_2",1e-05,1613945569826,5473
"train_loss",0.009021019,1613945570768,5474
"raw_loss",0.01714781,1613945570768,5474
"epoch",34.43396226415093,1613945570768,5474
"wd_0",0.01,1613945570768,5474
"sqr_mom_0",0.99,1613945570768,5474
"lr_0",2.292098289668754e-06,1613945570768,5474
"mom_0",0.9041585757923828,1613945570768,5474
"eps_0",1e-05,1613945570768,5474
"wd_1",0.01,1613945570768,5474
"sqr_mom_1",0.99,1613945570768,5474
"lr_1",2.292098289668754e-05,1613945570768,5474
"mom_1",0.9041585757923828,1613945570768,5474
"eps_1",1e-05,1613945570768,5474
"wd_2",0.01,1613945570768,5474
"sqr_mom_2",0.99,1613945570768,5474
"lr_2",0.00022920982896687536,1613945570768,5474
"mom_2",0.9041585757923828,1613945570768,5474
"eps_2",1e-05,1613945570768,5474
"train_loss",0.009086388,1613945571719,5475
"raw_loss",0.012289484,1613945571719,5475
"epoch",34.44025157232703,1613945571719,5475
"wd_0",0.01,1613945571719,5475
"sqr_mom_0",0.99,1613945571719,5475
"lr_0",2.2906918038160755e-06,1613945571719,5475
"mom_0",0.9041867057907363,1613945571719,5475
"eps_0",1e-05,1613945571719,5475
"wd_1",0.01,1613945571719,5475
"sqr_mom_1",0.99,1613945571719,5475
"lr_1",2.2906918038160754e-05,1613945571719,5475
"mom_1",0.9041867057907363,1613945571719,5475
"eps_1",1e-05,1613945571719,5475
"wd_2",0.01,1613945571719,5475
"sqr_mom_2",0.99,1613945571719,5475
"lr_2",0.00022906918038160753,1613945571719,5475
"mom_2",0.9041867057907363,1613945571719,5475
"eps_2",1e-05,1613945571719,5475
"train_loss",0.009141304,1613945572672,5476
"raw_loss",0.011832149,1613945572672,5476
"epoch",34.44654088050313,1613945572672,5476
"wd_0",0.01,1613945572672,5476
"sqr_mom_0",0.99,1613945572672,5476
"lr_0",2.2892858511488494e-06,1613945572672,5476
"mom_0",0.9042148251252742,1613945572672,5476
"eps_0",1e-05,1613945572672,5476
"wd_1",0.01,1613945572672,5476
"sqr_mom_1",0.99,1613945572672,5476
"lr_1",2.2892858511488493e-05,1613945572672,5476
"mom_1",0.9042148251252742,1613945572672,5476
"eps_1",1e-05,1613945572672,5476
"wd_2",0.01,1613945572672,5476
"sqr_mom_2",0.99,1613945572672,5476
"lr_2",0.00022892858511488492,1613945572672,5476
"mom_2",0.9042148251252742,1613945572672,5476
"eps_2",1e-05,1613945572672,5476
"train_loss",0.009062757,1613945573619,5477
"raw_loss",0.0052139685,1613945573619,5477
"epoch",34.45283018867923,1613945573619,5477
"wd_0",0.01,1613945573619,5477
"sqr_mom_0",0.99,1613945573619,5477
"lr_0",2.2878790327266686e-06,1613945573619,5477
"mom_0",0.9042429617750843,1613945573619,5477
"eps_0",1e-05,1613945573619,5477
"wd_1",0.01,1613945573619,5477
"sqr_mom_1",0.99,1613945573619,5477
"lr_1",2.2878790327266684e-05,1613945573619,5477
"mom_1",0.9042429617750843,1613945573619,5477
"eps_1",1e-05,1613945573619,5477
"wd_2",0.01,1613945573619,5477
"sqr_mom_2",0.99,1613945573619,5477
"lr_2",0.00022878790327266683,1613945573619,5477
"mom_2",0.9042429617750843,1613945573619,5477
"eps_2",1e-05,1613945573619,5477
"train_loss",0.009047721,1613945574567,5478
"raw_loss",0.008310953,1613945574567,5478
"epoch",34.45911949685533,1613945574567,5478
"wd_0",0.01,1613945574567,5478
"sqr_mom_0",0.99,1613945574567,5478
"lr_0",2.2864732148045183e-06,1613945574567,5478
"mom_0",0.9042710784146938,1613945574567,5478
"eps_0",1e-05,1613945574567,5478
"wd_1",0.01,1613945574567,5478
"sqr_mom_1",0.99,1613945574567,5478
"lr_1",2.2864732148045183e-05,1613945574567,5478
"mom_1",0.9042710784146938,1613945574567,5478
"eps_1",1e-05,1613945574567,5478
"wd_2",0.01,1613945574567,5478
"sqr_mom_2",0.99,1613945574567,5478
"lr_2",0.0002286473214804518,1613945574567,5478
"mom_2",0.9042710784146938,1613945574567,5478
"eps_2",1e-05,1613945574567,5478
"train_loss",0.009031407,1613945575527,5479
"raw_loss",0.008232022,1613945575527,5479
"epoch",34.46540880503143,1613945575527,5479
"wd_0",0.01,1613945575527,5479
"sqr_mom_0",0.99,1613945575527,5479
"lr_0",2.2850674649044076e-06,1613945575527,5479
"mom_0",0.9042991936938487,1613945575527,5479
"eps_0",1e-05,1613945575527,5479
"wd_1",0.01,1613945575527,5479
"sqr_mom_1",0.99,1613945575527,5479
"lr_1",2.2850674649044075e-05,1613945575527,5479
"mom_1",0.9042991936938487,1613945575527,5479
"eps_1",1e-05,1613945575527,5479
"wd_2",0.01,1613945575527,5479
"sqr_mom_2",0.99,1613945575527,5479
"lr_2",0.0002285067464904407,1613945575527,5479
"mom_2",0.9042991936938487,1613945575527,5479
"eps_2",1e-05,1613945575527,5479
"train_loss",0.009076791,1613945576478,5480
"raw_loss",0.011300621,1613945576478,5480
"epoch",34.47169811320753,1613945576478,5480
"wd_0",0.01,1613945576478,5480
"sqr_mom_0",0.99,1613945576478,5480
"lr_0",2.2836608507289006e-06,1613945576478,5480
"mom_0",0.9043273262586845,1613945576478,5480
"eps_0",1e-05,1613945576478,5480
"wd_1",0.01,1613945576478,5480
"sqr_mom_1",0.99,1613945576478,5480
"lr_1",2.2836608507289004e-05,1613945576478,5480
"mom_1",0.9043273262586845,1613945576478,5480
"eps_1",1e-05,1613945576478,5480
"wd_2",0.01,1613945576478,5480
"sqr_mom_2",0.99,1613945576478,5480
"lr_2",0.00022836608507289,1613945576478,5480
"mom_2",0.9043273262586845,1613945576478,5480
"eps_2",1e-05,1613945576478,5480
"train_loss",0.009105099,1613945577474,5481
"raw_loss",0.01049223,1613945577474,5481
"epoch",34.47798742138363,1613945577474,5481
"wd_0",0.01,1613945577474,5481
"sqr_mom_0",0.99,1613945577474,5481
"lr_0",2.2822552382620337e-06,1613945577474,5481
"mom_0",0.9043554387891471,1613945577474,5481
"eps_0",1e-05,1613945577474,5481
"wd_1",0.01,1613945577474,5481
"sqr_mom_1",0.99,1613945577474,5481
"lr_1",2.2822552382620333e-05,1613945577474,5481
"mom_1",0.9043554387891471,1613945577474,5481
"eps_1",1e-05,1613945577474,5481
"wd_2",0.01,1613945577474,5481
"sqr_mom_2",0.99,1613945577474,5481
"lr_2",0.0002282255238262033,1613945577474,5481
"mom_2",0.9043554387891471,1613945577474,5481
"eps_2",1e-05,1613945577474,5481
"train_loss",0.009131186,1613945578434,5482
"raw_loss",0.010409399,1613945578434,5482
"epoch",34.48427672955973,1613945578434,5482
"wd_0",0.01,1613945578434,5482
"sqr_mom_0",0.99,1613945578434,5482
"lr_0",2.28084876250763e-06,1613945578434,5482
"mom_0",0.9043835685855333,1613945578434,5482
"eps_0",1e-05,1613945578434,5482
"wd_1",0.01,1613945578434,5482
"sqr_mom_1",0.99,1613945578434,5482
"lr_1",2.28084876250763e-05,1613945578434,5482
"mom_1",0.9043835685855333,1613945578434,5482
"eps_1",1e-05,1613945578434,5482
"wd_2",0.01,1613945578434,5482
"sqr_mom_2",0.99,1613945578434,5482
"lr_2",0.00022808487625076296,1613945578434,5482
"mom_2",0.9043835685855333,1613945578434,5482
"eps_2",1e-05,1613945578434,5482
"train_loss",0.009042955,1613945579390,5483
"raw_loss",0.0047196504,1613945579390,5483
"epoch",34.49056603773583,1613945579390,5483
"wd_0",0.01,1613945579390,5483
"sqr_mom_0",0.99,1613945579390,5483
"lr_0",2.279443289266099e-06,1613945579390,5483
"mom_0",0.9044116783314613,1613945579390,5483
"eps_0",1e-05,1613945579390,5483
"wd_1",0.01,1613945579390,5483
"sqr_mom_1",0.99,1613945579390,5483
"lr_1",2.2794432892660993e-05,1613945579390,5483
"mom_1",0.9044116783314613,1613945579390,5483
"eps_1",1e-05,1613945579390,5483
"wd_2",0.01,1613945579390,5483
"sqr_mom_2",0.99,1613945579390,5483
"lr_2",0.0002279443289266099,1613945579390,5483
"mom_2",0.9044116783314613,1613945579390,5483
"eps_2",1e-05,1613945579390,5483
"train_loss",0.009014811,1613945580327,5484
"raw_loss",0.0076357643,1613945580327,5484
"epoch",34.49685534591193,1613945580327,5484
"wd_0",0.01,1613945580327,5484
"sqr_mom_0",0.99,1613945580327,5484
"lr_0",2.2780378862858288e-06,1613945580327,5484
"mom_0",0.9044397866721501,1613945580327,5484
"eps_0",1e-05,1613945580327,5484
"wd_1",0.01,1613945580327,5484
"sqr_mom_1",0.99,1613945580327,5484
"lr_1",2.278037886285829e-05,1613945580327,5484
"mom_1",0.9044397866721501,1613945580327,5484
"eps_1",1e-05,1613945580327,5484
"wd_2",0.01,1613945580327,5484
"sqr_mom_2",0.99,1613945580327,5484
"lr_2",0.00022780378862858285,1613945580327,5484
"mom_2",0.9044397866721501,1613945580327,5484
"eps_2",1e-05,1613945580327,5484
"train_loss",0.008935988,1613945581268,5485
"raw_loss",0.0050736493,1613945581268,5485
"epoch",34.50314465408803,1613945581268,5485
"wd_0",0.01,1613945581268,5485
"sqr_mom_0",0.99,1613945581268,5485
"lr_0",2.2766316215017092e-06,1613945581268,5485
"mom_0",0.9044679122490883,1613945581268,5485
"eps_0",1e-05,1613945581268,5485
"wd_1",0.01,1613945581268,5485
"sqr_mom_1",0.99,1613945581268,5485
"lr_1",2.276631621501709e-05,1613945581268,5485
"mom_1",0.9044679122490883,1613945581268,5485
"eps_1",1e-05,1613945581268,5485
"wd_2",0.01,1613945581268,5485
"sqr_mom_2",0.99,1613945581268,5485
"lr_2",0.00022766316215017086,1613945581268,5485
"mom_2",0.9044679122490883,1613945581268,5485
"eps_2",1e-05,1613945581268,5485
"train_loss",0.0091259265,1613945582223,5486
"raw_loss",0.018432949,1613945582223,5486
"epoch",34.50943396226413,1613945582223,5486
"wd_0",0.01,1613945582223,5486
"sqr_mom_0",0.99,1613945582223,5486
"lr_0",2.275226360434281e-06,1613945582223,5486
"mom_0",0.9044960177514919,1613945582223,5486
"eps_0",1e-05,1613945582223,5486
"wd_1",0.01,1613945582223,5486
"sqr_mom_1",0.99,1613945582223,5486
"lr_1",2.275226360434281e-05,1613945582223,5486
"mom_1",0.9044960177514919,1613945582223,5486
"eps_1",1e-05,1613945582223,5486
"wd_2",0.01,1613945582223,5486
"sqr_mom_2",0.99,1613945582223,5486
"lr_2",0.00022752263604342807,1613945582223,5486
"mom_2",0.9044960177514919,1613945582223,5486
"eps_2",1e-05,1613945582223,5486
"train_loss",0.0090664085,1613945583179,5487
"raw_loss",0.006150044,1613945583179,5487
"epoch",34.51572327044023,1613945583179,5487
"wd_0",0.01,1613945583179,5487
"sqr_mom_0",0.99,1613945583179,5487
"lr_0",2.2738207047624612e-06,1613945583179,5487
"mom_0",0.9045241311460622,1613945583179,5487
"eps_0",1e-05,1613945583179,5487
"wd_1",0.01,1613945583179,5487
"sqr_mom_1",0.99,1613945583179,5487
"lr_1",2.273820704762461e-05,1613945583179,5487
"mom_1",0.9045241311460622,1613945583179,5487
"eps_1",1e-05,1613945583179,5487
"wd_2",0.01,1613945583179,5487
"sqr_mom_2",0.99,1613945583179,5487
"lr_2",0.00022738207047624608,1613945583179,5487
"mom_2",0.9045241311460622,1613945583179,5487
"eps_2",1e-05,1613945583179,5487
"train_loss",0.008978381,1613945584122,5488
"raw_loss",0.0046650083,1613945584122,5488
"epoch",34.522012578616334,1613945584122,5488
"wd_0",0.01,1613945584122,5488
"sqr_mom_0",0.99,1613945584122,5488
"lr_0",2.272415121190668e-06,1613945584122,5488
"mom_0",0.9045522430986176,1613945584122,5488
"eps_0",1e-05,1613945584122,5488
"wd_1",0.01,1613945584122,5488
"sqr_mom_1",0.99,1613945584122,5488
"lr_1",2.2724151211906682e-05,1613945584122,5488
"mom_1",0.9045522430986176,1613945584122,5488
"eps_1",1e-05,1613945584122,5488
"wd_2",0.01,1613945584122,5488
"sqr_mom_2",0.99,1613945584122,5488
"lr_2",0.00022724151211906681,1613945584122,5488
"mom_2",0.9045522430986176,1613945584122,5488
"eps_2",1e-05,1613945584122,5488
"train_loss",0.009024195,1613945585119,5489
"raw_loss",0.011269107,1613945585119,5489
"epoch",34.528301886792434,1613945585119,5489
"wd_0",0.01,1613945585119,5489
"sqr_mom_0",0.99,1613945585119,5489
"lr_0",2.2710096101669145e-06,1613945585119,5489
"mom_0",0.9045803536001977,1613945585119,5489
"eps_0",1e-05,1613945585119,5489
"wd_1",0.01,1613945585119,5489
"sqr_mom_1",0.99,1613945585119,5489
"lr_1",2.2710096101669145e-05,1613945585119,5489
"mom_1",0.9045803536001977,1613945585119,5489
"eps_1",1e-05,1613945585119,5489
"wd_2",0.01,1613945585119,5489
"sqr_mom_2",0.99,1613945585119,5489
"lr_2",0.0002271009610166914,1613945585119,5489
"mom_2",0.9045803536001977,1613945585119,5489
"eps_2",1e-05,1613945585119,5489
"train_loss",0.008947205,1613945586083,5490
"raw_loss",0.005174679,1613945586083,5490
"epoch",34.534591194968534,1613945586083,5490
"wd_0",0.01,1613945586083,5490
"sqr_mom_0",0.99,1613945586083,5490
"lr_0",2.2696046382756397e-06,1613945586083,5490
"mom_0",0.9046084533190204,1613945586083,5490
"eps_0",1e-05,1613945586083,5490
"wd_1",0.01,1613945586083,5490
"sqr_mom_1",0.99,1613945586083,5490
"lr_1",2.2696046382756398e-05,1613945586083,5490
"mom_1",0.9046084533190204,1613945586083,5490
"eps_1",1e-05,1613945586083,5490
"wd_2",0.01,1613945586083,5490
"sqr_mom_2",0.99,1613945586083,5490
"lr_2",0.00022696046382756393,1613945586083,5490
"mom_2",0.9046084533190204,1613945586083,5490
"eps_2",1e-05,1613945586083,5490
"train_loss",0.008848284,1613945587028,5491
"raw_loss",0.004001162,1613945587028,5491
"epoch",34.540880503144635,1613945587028,5491
"wd_0",0.01,1613945587028,5491
"sqr_mom_0",0.99,1613945587028,5491
"lr_0",2.268198807555465e-06,1613945587028,5491
"mom_0",0.9046365702145929,1613945587028,5491
"eps_0",1e-05,1613945587028,5491
"wd_1",0.01,1613945587028,5491
"sqr_mom_1",0.99,1613945587028,5491
"lr_1",2.268198807555465e-05,1613945587028,5491
"mom_1",0.9046365702145929,1613945587028,5491
"eps_1",1e-05,1613945587028,5491
"wd_2",0.01,1613945587028,5491
"sqr_mom_2",0.99,1613945587028,5491
"lr_2",0.00022681988075554647,1613945587028,5491
"mom_2",0.9046365702145929,1613945587028,5491
"eps_2",1e-05,1613945587028,5491
"train_loss",0.008969448,1613945587981,5492
"raw_loss",0.0149064725,1613945587981,5492
"epoch",34.547169811320735,1613945587981,5492
"wd_0",0.01,1613945587981,5492
"sqr_mom_0",0.99,1613945587981,5492
"lr_0",2.2667939829511134e-06,1613945587981,5492
"mom_0",0.9046646669876476,1613945587981,5492
"eps_0",1e-05,1613945587981,5492
"wd_1",0.01,1613945587981,5492
"sqr_mom_1",0.99,1613945587981,5492
"lr_1",2.2667939829511133e-05,1613945587981,5492
"mom_1",0.9046646669876476,1613945587981,5492
"eps_1",1e-05,1613945587981,5492
"wd_2",0.01,1613945587981,5492
"sqr_mom_2",0.99,1613945587981,5492
"lr_2",0.00022667939829511128,1613945587981,5492
"mom_2",0.9046646669876476,1613945587981,5492
"eps_2",1e-05,1613945587981,5492
"train_loss",0.008898333,1613945588931,5493
"raw_loss",0.005413704,1613945588931,5493
"epoch",34.553459119496836,1613945588931,5493
"wd_0",0.01,1613945588931,5493
"sqr_mom_0",0.99,1613945588931,5493
"lr_0",2.26538923263717e-06,1613945588931,5493
"mom_0",0.9046927622748793,1613945588931,5493
"eps_0",1e-05,1613945588931,5493
"wd_1",0.01,1613945588931,5493
"sqr_mom_1",0.99,1613945588931,5493
"lr_1",2.2653892326371696e-05,1613945588931,5493
"mom_1",0.9046927622748793,1613945588931,5493
"eps_1",1e-05,1613945588931,5493
"wd_2",0.01,1613945588931,5493
"sqr_mom_2",0.99,1613945588931,5493
"lr_2",0.00022653892326371692,1613945588931,5493
"mom_2",0.9046927622748793,1613945588931,5493
"eps_2",1e-05,1613945588931,5493
"train_loss",0.008864211,1613945589889,5494
"raw_loss",0.0071922597,1613945589889,5494
"epoch",34.559748427672936,1613945589889,5494
"wd_0",0.01,1613945589889,5494
"sqr_mom_0",0.99,1613945589889,5494
"lr_0",2.263983624985416e-06,1613945589889,5494
"mom_0",0.9047208747090387,1613945589889,5494
"eps_0",1e-05,1613945589889,5494
"wd_1",0.01,1613945589889,5494
"sqr_mom_1",0.99,1613945589889,5494
"lr_1",2.263983624985416e-05,1613945589889,5494
"mom_1",0.9047208747090387,1613945589889,5494
"eps_1",1e-05,1613945589889,5494
"wd_2",0.01,1613945589889,5494
"sqr_mom_2",0.99,1613945589889,5494
"lr_2",0.00022639836249854154,1613945589889,5494
"mom_2",0.9047208747090387,1613945589889,5494
"eps_2",1e-05,1613945589889,5494
"train_loss",0.008803195,1613945590839,5495
"raw_loss",0.0058134124,1613945590839,5495
"epoch",34.56603773584904,1613945590839,5495
"wd_0",0.01,1613945590839,5495
"sqr_mom_0",0.99,1613945590839,5495
"lr_0",2.262579024644657e-06,1613945590839,5495
"mom_0",0.9047489669967768,1613945590839,5495
"eps_0",1e-05,1613945590839,5495
"wd_1",0.01,1613945590839,5495
"sqr_mom_1",0.99,1613945590839,5495
"lr_1",2.2625790246446573e-05,1613945590839,5495
"mom_1",0.9047489669967768,1613945590839,5495
"eps_1",1e-05,1613945590839,5495
"wd_2",0.01,1613945590839,5495
"sqr_mom_2",0.99,1613945590839,5495
"lr_2",0.00022625790246446568,1613945590839,5495
"mom_2",0.9047489669967768,1613945590839,5495
"eps_2",1e-05,1613945590839,5495
"train_loss",0.008795461,1613945591799,5496
"raw_loss",0.008416485,1613945591799,5496
"epoch",34.57232704402514,1613945591799,5496
"wd_0",0.01,1613945591799,5496
"sqr_mom_0",0.99,1613945591799,5496
"lr_0",2.261174033949251e-06,1613945591799,5496
"mom_0",0.9047770670916859,1613945591799,5496
"eps_0",1e-05,1613945591799,5496
"wd_1",0.01,1613945591799,5496
"sqr_mom_1",0.99,1613945591799,5496
"lr_1",2.2611740339492508e-05,1613945591799,5496
"mom_1",0.9047770670916859,1613945591799,5496
"eps_1",1e-05,1613945591799,5496
"wd_2",0.01,1613945591799,5496
"sqr_mom_2",0.99,1613945591799,5496
"lr_2",0.00022611740339492507,1613945591799,5496
"mom_2",0.9047770670916859,1613945591799,5496
"eps_2",1e-05,1613945591799,5496
"train_loss",0.008847952,1613945592764,5497
"raw_loss",0.011420022,1613945592764,5497
"epoch",34.57861635220124,1613945592764,5497
"wd_0",0.01,1613945592764,5497
"sqr_mom_0",0.99,1613945592764,5497
"lr_0",2.259769119384852e-06,1613945592764,5497
"mom_0",0.9048051656639595,1613945592764,5497
"eps_0",1e-05,1613945592764,5497
"wd_1",0.01,1613945592764,5497
"sqr_mom_1",0.99,1613945592764,5497
"lr_1",2.2597691193848515e-05,1613945592764,5497
"mom_1",0.9048051656639595,1613945592764,5497
"eps_1",1e-05,1613945592764,5497
"wd_2",0.01,1613945592764,5497
"sqr_mom_2",0.99,1613945592764,5497
"lr_2",0.00022597691193848514,1613945592764,5497
"mom_2",0.9048051656639595,1613945592764,5497
"eps_2",1e-05,1613945592764,5497
"train_loss",0.008960279,1613945593759,5498
"raw_loss",0.0144643,1613945593759,5498
"epoch",34.58490566037734,1613945593759,5498
"wd_0",0.01,1613945593759,5498
"sqr_mom_0",0.99,1613945593759,5498
"lr_0",2.2583642813992606e-06,1613945593759,5498
"mom_0",0.9048332627046418,1613945593759,5498
"eps_0",1e-05,1613945593759,5498
"wd_1",0.01,1613945593759,5498
"sqr_mom_1",0.99,1613945593759,5498
"lr_1",2.2583642813992604e-05,1613945593759,5498
"mom_1",0.9048332627046418,1613945593759,5498
"eps_1",1e-05,1613945593759,5498
"wd_2",0.01,1613945593759,5498
"sqr_mom_2",0.99,1613945593759,5498
"lr_2",0.000225836428139926,1613945593759,5498
"mom_2",0.9048332627046418,1613945593759,5498
"eps_2",1e-05,1613945593759,5498
"train_loss",0.008895488,1613945594712,5499
"raw_loss",0.0057207765,1613945594712,5499
"epoch",34.59119496855344,1613945594712,5499
"wd_0",0.01,1613945594712,5499
"sqr_mom_0",0.99,1613945594712,5499
"lr_0",2.256959986351467e-06,1613945594712,5499
"mom_0",0.9048613488864595,1613945594712,5499
"eps_0",1e-05,1613945594712,5499
"wd_1",0.01,1613945594712,5499
"sqr_mom_1",0.99,1613945594712,5499
"lr_1",2.256959986351467e-05,1613945594712,5499
"mom_1",0.9048613488864595,1613945594712,5499
"eps_1",1e-05,1613945594712,5499
"wd_2",0.01,1613945594712,5499
"sqr_mom_2",0.99,1613945594712,5499
"lr_2",0.00022569599863514668,1613945594712,5499
"mom_2",0.9048613488864595,1613945594712,5499
"eps_2",1e-05,1613945594712,5499
"train_loss",0.008896034,1613945595661,5500
"raw_loss",0.00892277,1613945595661,5500
"epoch",34.59748427672954,1613945595661,5500
"wd_0",0.01,1613945595661,5500
"sqr_mom_0",0.99,1613945595661,5500
"lr_0",2.2555548369555816e-06,1613945595661,5500
"mom_0",0.9048894521554098,1613945595661,5500
"eps_0",1e-05,1613945595661,5500
"wd_1",0.01,1613945595661,5500
"sqr_mom_1",0.99,1613945595661,5500
"lr_1",2.255554836955582e-05,1613945595661,5500
"mom_1",0.9048894521554098,1613945595661,5500
"eps_1",1e-05,1613945595661,5500
"wd_2",0.01,1613945595661,5500
"sqr_mom_2",0.99,1613945595661,5500
"lr_2",0.00022555548369555817,1613945595661,5500
"mom_2",0.9048894521554098,1613945595661,5500
"eps_2",1e-05,1613945595661,5500
"train_loss",0.008850337,1613945596616,5501
"raw_loss",0.006611157,1613945596616,5501
"epoch",34.60377358490564,1613945596616,5501
"wd_0",0.01,1613945596616,5501
"sqr_mom_0",0.99,1613945596616,5501
"lr_0",2.2541506972524964e-06,1613945596616,5501
"mom_0",0.9049175352303024,1613945596616,5501
"eps_0",1e-05,1613945596616,5501
"wd_1",0.01,1613945596616,5501
"sqr_mom_1",0.99,1613945596616,5501
"lr_1",2.2541506972524962e-05,1613945596616,5501
"mom_1",0.9049175352303024,1613945596616,5501
"eps_1",1e-05,1613945596616,5501
"wd_2",0.01,1613945596616,5501
"sqr_mom_2",0.99,1613945596616,5501
"lr_2",0.00022541506972524958,1613945596616,5501
"mom_2",0.9049175352303024,1613945596616,5501
"eps_2",1e-05,1613945596616,5501
"train_loss",0.008762445,1613945597572,5502
"raw_loss",0.004455727,1613945597572,5502
"epoch",34.61006289308174,1613945597572,5502
"wd_0",0.01,1613945597572,5502
"sqr_mom_0",0.99,1613945597572,5502
"lr_0",2.2527466358670487e-06,1613945597572,5502
"mom_0",0.9049456167388263,1613945597572,5502
"eps_0",1e-05,1613945597572,5502
"wd_1",0.01,1613945597572,5502
"sqr_mom_1",0.99,1613945597572,5502
"lr_1",2.2527466358670485e-05,1613945597572,5502
"mom_1",0.9049456167388263,1613945597572,5502
"eps_1",1e-05,1613945597572,5502
"wd_2",0.01,1613945597572,5502
"sqr_mom_2",0.99,1613945597572,5502
"lr_2",0.00022527466358670482,1613945597572,5502
"mom_2",0.9049456167388263,1613945597572,5502
"eps_2",1e-05,1613945597572,5502
"train_loss",0.008798422,1613945598540,5503
"raw_loss",0.0105613135,1613945598540,5503
"epoch",34.61635220125784,1613945598540,5503
"wd_0",0.01,1613945598540,5503
"sqr_mom_0",0.99,1613945598540,5503
"lr_0",2.2513417216319624e-06,1613945598540,5503
"mom_0",0.9049737153045138,1613945598540,5503
"eps_0",1e-05,1613945598540,5503
"wd_1",0.01,1613945598540,5503
"sqr_mom_1",0.99,1613945598540,5503
"lr_1",2.251341721631962e-05,1613945598540,5503
"mom_1",0.9049737153045138,1613945598540,5503
"eps_1",1e-05,1613945598540,5503
"wd_2",0.01,1613945598540,5503
"sqr_mom_2",0.99,1613945598540,5503
"lr_2",0.00022513417216319618,1613945598540,5503
"mom_2",0.9049737153045138,1613945598540,5503
"eps_2",1e-05,1613945598540,5503
"train_loss",0.008854566,1613945599493,5504
"raw_loss",0.011605594,1613945599493,5504
"epoch",34.62264150943394,1613945599493,5504
"wd_0",0.01,1613945599493,5504
"sqr_mom_0",0.99,1613945599493,5504
"lr_0",2.2499378182761713e-06,1613945599493,5504
"mom_0",0.9050017936524131,1613945599493,5504
"eps_0",1e-05,1613945599493,5504
"wd_1",0.01,1613945599493,5504
"sqr_mom_1",0.99,1613945599493,5504
"lr_1",2.2499378182761714e-05,1613945599493,5504
"mom_1",0.9050017936524131,1613945599493,5504
"eps_1",1e-05,1613945599493,5504
"wd_2",0.01,1613945599493,5504
"sqr_mom_2",0.99,1613945599493,5504
"lr_2",0.00022499378182761712,1613945599493,5504
"mom_2",0.9050017936524131,1613945599493,5504
"eps_2",1e-05,1613945599493,5504
"train_loss",0.009307254,1613945600464,5505
"raw_loss",0.031488996,1613945600464,5505
"epoch",34.62893081761004,1613945600464,5505
"wd_0",0.01,1613945600464,5505
"sqr_mom_0",0.99,1613945600464,5505
"lr_0",2.248533994579934e-06,1613945600464,5505
"mom_0",0.9050298704071054,1613945600464,5505
"eps_0",1e-05,1613945600464,5505
"wd_1",0.01,1613945600464,5505
"sqr_mom_1",0.99,1613945600464,5505
"lr_1",2.248533994579934e-05,1613945600464,5505
"mom_1",0.9050298704071054,1613945600464,5505
"eps_1",1e-05,1613945600464,5505
"wd_2",0.01,1613945600464,5505
"sqr_mom_2",0.99,1613945600464,5505
"lr_2",0.00022485339945799339,1613945600464,5505
"mom_2",0.9050298704071054,1613945600464,5505
"eps_2",1e-05,1613945600464,5505
"train_loss",0.009322754,1613945601410,5506
"raw_loss",0.010082273,1613945601410,5506
"epoch",34.63522012578614,1613945601410,5506
"wd_0",0.01,1613945601410,5506
"sqr_mom_0",0.99,1613945601410,5506
"lr_0",2.2471293195349583e-06,1613945601410,5506
"mom_0",0.9050579641889427,1613945601410,5506
"eps_0",1e-05,1613945601410,5506
"wd_1",0.01,1613945601410,5506
"sqr_mom_1",0.99,1613945601410,5506
"lr_1",2.247129319534958e-05,1613945601410,5506
"mom_1",0.9050579641889427,1613945601410,5506
"eps_1",1e-05,1613945601410,5506
"wd_2",0.01,1613945601410,5506
"sqr_mom_2",0.99,1613945601410,5506
"lr_2",0.00022471293195349578,1613945601410,5506
"mom_2",0.9050579641889427,1613945601410,5506
"eps_2",1e-05,1613945601410,5506
"train_loss",0.009295192,1613945602366,5507
"raw_loss",0.007944608,1613945602366,5507
"epoch",34.64150943396224,1613945602366,5507
"wd_0",0.01,1613945602366,5507
"sqr_mom_0",0.99,1613945602366,5507
"lr_0",2.245725656552873e-06,1613945602366,5507
"mom_0",0.9050860377293198,1613945602366,5507
"eps_0",1e-05,1613945602366,5507
"wd_1",0.01,1613945602366,5507
"sqr_mom_1",0.99,1613945602366,5507
"lr_1",2.245725656552873e-05,1613945602366,5507
"mom_1",0.9050860377293198,1613945602366,5507
"eps_1",1e-05,1613945602366,5507
"wd_2",0.01,1613945602366,5507
"sqr_mom_2",0.99,1613945602366,5507
"lr_2",0.0002245725656552873,1613945602366,5507
"mom_2",0.9050860377293198,1613945602366,5507
"eps_2",1e-05,1613945602366,5507
"train_loss",0.009266113,1613945603333,5508
"raw_loss",0.007841253,1613945603333,5508
"epoch",34.64779874213834,1613945603333,5508
"wd_0",0.01,1613945603333,5508
"sqr_mom_0",0.99,1613945603333,5508
"lr_0",2.2443216088980682e-06,1613945603333,5508
"mom_0",0.9051141189632282,1613945603333,5508
"eps_0",1e-05,1613945603333,5508
"wd_1",0.01,1613945603333,5508
"sqr_mom_1",0.99,1613945603333,5508
"lr_1",2.2443216088980678e-05,1613945603333,5508
"mom_1",0.9051141189632282,1613945603333,5508
"eps_1",1e-05,1613945603333,5508
"wd_2",0.01,1613945603333,5508
"sqr_mom_2",0.99,1613945603333,5508
"lr_2",0.0002244321608898068,1613945603333,5508
"mom_2",0.9051141189632282,1613945603333,5508
"eps_2",1e-05,1613945603333,5508
"train_loss",0.009465463,1613945604290,5509
"raw_loss",0.019233664,1613945604290,5509
"epoch",34.65408805031444,1613945604290,5509
"wd_0",0.01,1613945604290,5509
"sqr_mom_0",0.99,1613945604290,5509
"lr_0",2.2429176427457884e-06,1613945604290,5509
"mom_0",0.9051421985670699,1613945604290,5509
"eps_0",1e-05,1613945604290,5509
"wd_1",0.01,1613945604290,5509
"sqr_mom_1",0.99,1613945604290,5509
"lr_1",2.242917642745788e-05,1613945604290,5509
"mom_1",0.9051421985670699,1613945604290,5509
"eps_1",1e-05,1613945604290,5509
"wd_2",0.01,1613945604290,5509
"sqr_mom_2",0.99,1613945604290,5509
"lr_2",0.0002242917642745788,1613945604290,5509
"mom_2",0.9051421985670699,1613945604290,5509
"eps_2",1e-05,1613945604290,5509
"train_loss",0.009704223,1613945605251,5510
"raw_loss",0.021403458,1613945605251,5510
"epoch",34.66037735849054,1613945605251,5510
"wd_0",0.01,1613945605251,5510
"sqr_mom_0",0.99,1613945605251,5510
"lr_0",2.2415137585435315e-06,1613945605251,5510
"mom_0",0.9051702765318946,1613945605251,5510
"eps_0",1e-05,1613945605251,5510
"wd_1",0.01,1613945605251,5510
"sqr_mom_1",0.99,1613945605251,5510
"lr_1",2.2415137585435315e-05,1613945605251,5510
"mom_1",0.9051702765318946,1613945605251,5510
"eps_1",1e-05,1613945605251,5510
"wd_2",0.01,1613945605251,5510
"sqr_mom_2",0.99,1613945605251,5510
"lr_2",0.00022415137585435314,1613945605251,5510
"mom_2",0.9051702765318946,1613945605251,5510
"eps_2",1e-05,1613945605251,5510
"train_loss",0.009695048,1613945606212,5511
"raw_loss",0.009245493,1613945606212,5511
"epoch",34.66666666666664,1613945606212,5511
"wd_0",0.01,1613945606212,5511
"sqr_mom_0",0.99,1613945606212,5511
"lr_0",2.240110422330966e-06,1613945606212,5511
"mom_0",0.905198343536816,1613945606212,5511
"eps_0",1e-05,1613945606212,5511
"wd_1",0.01,1613945606212,5511
"sqr_mom_1",0.99,1613945606212,5511
"lr_1",2.240110422330966e-05,1613945606212,5511
"mom_1",0.905198343536816,1613945606212,5511
"eps_1",1e-05,1613945606212,5511
"wd_2",0.01,1613945606212,5511
"sqr_mom_2",0.99,1613945606212,5511
"lr_2",0.00022401104223309656,1613945606212,5511
"mom_2",0.905198343536816,1613945606212,5511
"eps_2",1e-05,1613945606212,5511
"train_loss",0.009579169,1613945607208,5512
"raw_loss",0.003901056,1613945607208,5512
"epoch",34.67295597484274,1613945607208,5512
"wd_0",0.01,1613945607208,5512
"sqr_mom_0",0.99,1613945607208,5512
"lr_0",2.2387062377789488e-06,1613945607208,5512
"mom_0",0.9052264275086961,1613945607208,5512
"eps_0",1e-05,1613945607208,5512
"wd_1",0.01,1613945607208,5512
"sqr_mom_1",0.99,1613945607208,5512
"lr_1",2.2387062377789485e-05,1613945607208,5512
"mom_1",0.9052264275086961,1613945607208,5512
"eps_1",1e-05,1613945607208,5512
"wd_2",0.01,1613945607208,5512
"sqr_mom_2",0.99,1613945607208,5512
"lr_2",0.00022387062377789483,1613945607208,5512
"mom_2",0.9052264275086961,1613945607208,5512
"eps_2",1e-05,1613945607208,5512
"train_loss",0.009532914,1613945608177,5513
"raw_loss",0.007266415,1613945608177,5513
"epoch",34.679245283018844,1613945608177,5513
"wd_0",0.01,1613945608177,5513
"sqr_mom_0",0.99,1613945608177,5513
"lr_0",2.237303067648431e-06,1613945608177,5513
"mom_0",0.9052544911919432,1613945608177,5513
"eps_0",1e-05,1613945608177,5513
"wd_1",0.01,1613945608177,5513
"sqr_mom_1",0.99,1613945608177,5513
"lr_1",2.2373030676484313e-05,1613945608177,5513
"mom_1",0.9052544911919432,1613945608177,5513
"eps_1",1e-05,1613945608177,5513
"wd_2",0.01,1613945608177,5513
"sqr_mom_2",0.99,1613945608177,5513
"lr_2",0.00022373030676484308,1613945608177,5513
"mom_2",0.9052544911919432,1613945608177,5513
"eps_2",1e-05,1613945608177,5513
"train_loss",0.009486795,1613945609125,5514
"raw_loss",0.007227023,1613945609125,5514
"epoch",34.685534591194944,1613945609125,5514
"wd_0",0.01,1613945609125,5514
"sqr_mom_0",0.99,1613945609125,5514
"lr_0",2.2358999812019787e-06,1613945609125,5514
"mom_0",0.9052825532014924,1613945609125,5514
"eps_0",1e-05,1613945609125,5514
"wd_1",0.01,1613945609125,5514
"sqr_mom_1",0.99,1613945609125,5514
"lr_1",2.2358999812019788e-05,1613945609125,5514
"mom_1",0.9052825532014924,1613945609125,5514
"eps_1",1e-05,1613945609125,5514
"wd_2",0.01,1613945609125,5514
"sqr_mom_2",0.99,1613945609125,5514
"lr_2",0.00022358999812019782,1613945609125,5514
"mom_2",0.9052825532014924,1613945609125,5514
"eps_2",1e-05,1613945609125,5514
"train_loss",0.009459317,1613945610090,5515
"raw_loss",0.008112853,1613945610090,5515
"epoch",34.691823899371045,1613945610090,5515
"wd_0",0.01,1613945610090,5515
"sqr_mom_0",0.99,1613945610090,5515
"lr_0",2.234496047924288e-06,1613945610090,5515
"mom_0",0.9053106321478357,1613945610090,5515
"eps_0",1e-05,1613945610090,5515
"wd_1",0.01,1613945610090,5515
"sqr_mom_1",0.99,1613945610090,5515
"lr_1",2.2344960479242877e-05,1613945610090,5515
"mom_1",0.9053106321478357,1613945610090,5515
"eps_1",1e-05,1613945610090,5515
"wd_2",0.01,1613945610090,5515
"sqr_mom_2",0.99,1613945610090,5515
"lr_2",0.00022344960479242878,1613945610090,5515
"mom_2",0.9053106321478357,1613945610090,5515
"eps_2",1e-05,1613945610090,5515
"train_loss",0.009442337,1613945611053,5516
"raw_loss",0.008610333,1613945611053,5516
"epoch",34.698113207547145,1613945611053,5516
"wd_0",0.01,1613945611053,5516
"sqr_mom_0",0.99,1613945611053,5516
"lr_0",2.2330931302429732e-06,1613945611053,5516
"mom_0",0.9053386907820483,1613945611053,5516
"eps_0",1e-05,1613945611053,5516
"wd_1",0.01,1613945611053,5516
"sqr_mom_1",0.99,1613945611053,5516
"lr_1",2.233093130242973e-05,1613945611053,5516
"mom_1",0.9053386907820483,1613945611053,5516
"eps_1",1e-05,1613945611053,5516
"wd_2",0.01,1613945611053,5516
"sqr_mom_2",0.99,1613945611053,5516
"lr_2",0.00022330931302429728,1613945611053,5516
"mom_2",0.9053386907820483,1613945611053,5516
"eps_2",1e-05,1613945611053,5516
"train_loss",0.00942695,1613945612035,5517
"raw_loss",0.008672965,1613945612035,5517
"epoch",34.704402515723245,1613945612035,5517
"wd_0",0.01,1613945612035,5517
"sqr_mom_0",0.99,1613945612035,5517
"lr_0",2.2316898321620244e-06,1613945612035,5517
"mom_0",0.9053667570243298,1613945612035,5517
"eps_0",1e-05,1613945612035,5517
"wd_1",0.01,1613945612035,5517
"sqr_mom_1",0.99,1613945612035,5517
"lr_1",2.2316898321620244e-05,1613945612035,5517
"mom_1",0.9053667570243298,1613945612035,5517
"eps_1",1e-05,1613945612035,5517
"wd_2",0.01,1613945612035,5517
"sqr_mom_2",0.99,1613945612035,5517
"lr_2",0.0002231689832162024,1613945612035,5517
"mom_2",0.9053667570243298,1613945612035,5517
"eps_2",1e-05,1613945612035,5517
"train_loss",0.009438659,1613945613003,5518
"raw_loss",0.010012441,1613945613003,5518
"epoch",34.710691823899346,1613945613003,5518
"wd_0",0.01,1613945613003,5518
"sqr_mom_0",0.99,1613945613003,5518
"lr_0",2.230286619609835e-06,1613945613003,5518
"mom_0",0.9053948215560188,1613945613003,5518
"eps_0",1e-05,1613945613003,5518
"wd_1",0.01,1613945613003,5518
"sqr_mom_1",0.99,1613945613003,5518
"lr_1",2.2302866196098346e-05,1613945613003,5518
"mom_1",0.9053948215560188,1613945613003,5518
"eps_1",1e-05,1613945613003,5518
"wd_2",0.01,1613945613003,5518
"sqr_mom_2",0.99,1613945613003,5518
"lr_2",0.00022302866196098343,1613945613003,5518
"mom_2",0.9053948215560188,1613945613003,5518
"eps_2",1e-05,1613945613003,5518
"train_loss",0.009349906,1613945613981,5519
"raw_loss",0.005001011,1613945613981,5519
"epoch",34.716981132075446,1613945613981,5519
"wd_0",0.01,1613945613981,5519
"sqr_mom_0",0.99,1613945613981,5519
"lr_0",2.228883493033662e-06,1613945613981,5519
"mom_0",0.9054228843681704,1613945613981,5519
"eps_0",1e-05,1613945613981,5519
"wd_1",0.01,1613945613981,5519
"sqr_mom_1",0.99,1613945613981,5519
"lr_1",2.228883493033662e-05,1613945613981,5519
"mom_1",0.9054228843681704,1613945613981,5519
"eps_1",1e-05,1613945613981,5519
"wd_2",0.01,1613945613981,5519
"sqr_mom_2",0.99,1613945613981,5519
"lr_2",0.00022288834930336615,1613945613981,5519
"mom_2",0.9054228843681704,1613945613981,5519
"eps_2",1e-05,1613945613981,5519
"train_loss",0.009445845,1613945614945,5520
"raw_loss",0.014146851,1613945614945,5520
"epoch",34.72327044025155,1613945614945,5520
"wd_0",0.01,1613945614945,5520
"sqr_mom_0",0.99,1613945614945,5520
"lr_0",2.2274804528807365e-06,1613945614945,5520
"mom_0",0.9054509454518398,1613945614945,5520
"eps_0",1e-05,1613945614945,5520
"wd_1",0.01,1613945614945,5520
"sqr_mom_1",0.99,1613945614945,5520
"lr_1",2.2274804528807365e-05,1613945614945,5520
"mom_1",0.9054509454518398,1613945614945,5520
"eps_1",1e-05,1613945614945,5520
"wd_2",0.01,1613945614945,5520
"sqr_mom_2",0.99,1613945614945,5520
"lr_2",0.00022274804528807363,1613945614945,5520
"mom_2",0.9054509454518398,1613945614945,5520
"eps_2",1e-05,1613945614945,5520
"train_loss",0.009369089,1613945615954,5521
"raw_loss",0.005608049,1613945615954,5521
"epoch",34.72955974842765,1613945615954,5521
"wd_0",0.01,1613945615954,5521
"sqr_mom_0",0.99,1613945615954,5521
"lr_0",2.226077499598261e-06,1613945615954,5521
"mom_0",0.9054790047980827,1613945615954,5521
"eps_0",1e-05,1613945615954,5521
"wd_1",0.01,1613945615954,5521
"sqr_mom_1",0.99,1613945615954,5521
"lr_1",2.226077499598261e-05,1613945615954,5521
"mom_1",0.9054790047980827,1613945615954,5521
"eps_1",1e-05,1613945615954,5521
"wd_2",0.01,1613945615954,5521
"sqr_mom_2",0.99,1613945615954,5521
"lr_2",0.00022260774995982606,1613945615954,5521
"mom_2",0.9054790047980827,1613945615954,5521
"eps_2",1e-05,1613945615954,5521
"train_loss",0.009690802,1613945616992,5522
"raw_loss",0.025454735,1613945616992,5522
"epoch",34.73584905660375,1613945616992,5522
"wd_0",0.01,1613945616992,5522
"sqr_mom_0",0.99,1613945616992,5522
"lr_0",2.224675098914397e-06,1613945616992,5522
"mom_0",0.905507053092243,1613945616992,5522
"eps_0",1e-05,1613945616992,5522
"wd_1",0.01,1613945616992,5522
"sqr_mom_1",0.99,1613945616992,5522
"lr_1",2.224675098914397e-05,1613945616992,5522
"mom_1",0.905507053092243,1613945616992,5522
"eps_1",1e-05,1613945616992,5522
"wd_2",0.01,1613945616992,5522
"sqr_mom_2",0.99,1613945616992,5522
"lr_2",0.00022246750989143968,1613945616992,5522
"mom_2",0.905507053092243,1613945616992,5522
"eps_2",1e-05,1613945616992,5522
"train_loss",0.009606943,1613945617987,5523
"raw_loss",0.0054978654,1613945617987,5523
"epoch",34.74213836477985,1613945617987,5523
"wd_0",0.01,1613945617987,5523
"sqr_mom_0",0.99,1613945617987,5523
"lr_0",2.223271855433334e-06,1613945617987,5523
"mom_0",0.9055351182425158,1613945617987,5523
"eps_0",1e-05,1613945617987,5523
"wd_1",0.01,1613945617987,5523
"sqr_mom_1",0.99,1613945617987,5523
"lr_1",2.223271855433334e-05,1613945617987,5523
"mom_1",0.9055351182425158,1613945617987,5523
"eps_1",1e-05,1613945617987,5523
"wd_2",0.01,1613945617987,5523
"sqr_mom_2",0.99,1613945617987,5523
"lr_2",0.00022232718554333338,1613945617987,5523
"mom_2",0.9055351182425158,1613945617987,5523
"eps_2",1e-05,1613945617987,5523
"train_loss",0.009625943,1613945618978,5524
"raw_loss",0.010556964,1613945618978,5524
"epoch",34.74842767295595,1613945618978,5524
"wd_0",0.01,1613945618978,5524
"sqr_mom_0",0.99,1613945618978,5524
"lr_0",2.2218696306676195e-06,1613945618978,5524
"mom_0",0.9055631630182778,1613945618978,5524
"eps_0",1e-05,1613945618978,5524
"wd_1",0.01,1613945618978,5524
"sqr_mom_1",0.99,1613945618978,5524
"lr_1",2.2218696306676197e-05,1613945618978,5524
"mom_1",0.9055631630182778,1613945618978,5524
"eps_1",1e-05,1613945618978,5524
"wd_2",0.01,1613945618978,5524
"sqr_mom_2",0.99,1613945618978,5524
"lr_2",0.00022218696306676195,1613945618978,5524
"mom_2",0.9055631630182778,1613945618978,5524
"eps_2",1e-05,1613945618978,5524
"train_loss",0.009555021,1613945619970,5525
"raw_loss",0.006079816,1613945619970,5525
"epoch",34.75471698113205,1613945619970,5525
"wd_0",0.01,1613945619970,5525
"sqr_mom_0",0.99,1613945619970,5525
"lr_0",2.2204674945019384e-06,1613945619970,5525
"mom_0",0.9055912060220215,1613945619970,5525
"eps_0",1e-05,1613945619970,5525
"wd_1",0.01,1613945619970,5525
"sqr_mom_1",0.99,1613945619970,5525
"lr_1",2.2204674945019385e-05,1613945619970,5525
"mom_1",0.9055912060220215,1613945619970,5525
"eps_1",1e-05,1613945619970,5525
"wd_2",0.01,1613945619970,5525
"sqr_mom_2",0.99,1613945619970,5525
"lr_2",0.0002220467494501938,1613945619970,5525
"mom_2",0.9055912060220215,1613945619970,5525
"eps_2",1e-05,1613945619970,5525
"train_loss",0.009529767,1613945620954,5526
"raw_loss",0.008292302,1613945620954,5526
"epoch",34.76100628930815,1613945620954,5526
"wd_0",0.01,1613945620954,5526
"sqr_mom_0",0.99,1613945620954,5526
"lr_0",2.219064517056156e-06,1613945620954,5526
"mom_0",0.9056192658515354,1613945620954,5526
"eps_0",1e-05,1613945620954,5526
"wd_1",0.01,1613945620954,5526
"sqr_mom_1",0.99,1613945620954,5526
"lr_1",2.2190645170561563e-05,1613945620954,5526
"mom_1",0.9056192658515354,1613945620954,5526
"eps_1",1e-05,1613945620954,5526
"wd_2",0.01,1613945620954,5526
"sqr_mom_2",0.99,1613945620954,5526
"lr_2",0.00022190645170561558,1613945620954,5526
"mom_2",0.9056192658515354,1613945620954,5526
"eps_2",1e-05,1613945620954,5526
"train_loss",0.009551425,1613945621900,5527
"raw_loss",0.010612733,1613945621900,5527
"epoch",34.76729559748425,1613945621900,5527
"wd_0",0.01,1613945621900,5527
"sqr_mom_0",0.99,1613945621900,5527
"lr_0",2.217662559489903e-06,1613945621900,5527
"mom_0",0.9056473052832548,1613945621900,5527
"eps_0",1e-05,1613945621900,5527
"wd_1",0.01,1613945621900,5527
"sqr_mom_1",0.99,1613945621900,5527
"lr_1",2.217662559489903e-05,1613945621900,5527
"mom_1",0.9056473052832548,1613945621900,5527
"eps_1",1e-05,1613945621900,5527
"wd_2",0.01,1613945621900,5527
"sqr_mom_2",0.99,1613945621900,5527
"lr_2",0.00022176625594899028,1613945621900,5527
"mom_2",0.9056473052832548,1613945621900,5527
"eps_2",1e-05,1613945621900,5527
"train_loss",0.009637741,1613945622855,5528
"raw_loss",0.0138672115,1613945622855,5528
"epoch",34.77358490566035,1613945622855,5528
"wd_0",0.01,1613945622855,5528
"sqr_mom_0",0.99,1613945622855,5528
"lr_0",2.2162606918637484e-06,1613945622855,5528
"mom_0",0.9056753429161541,1613945622855,5528
"eps_0",1e-05,1613945622855,5528
"wd_1",0.01,1613945622855,5528
"sqr_mom_1",0.99,1613945622855,5528
"lr_1",2.216260691863748e-05,1613945622855,5528
"mom_1",0.9056753429161541,1613945622855,5528
"eps_1",1e-05,1613945622855,5528
"wd_2",0.01,1613945622855,5528
"sqr_mom_2",0.99,1613945622855,5528
"lr_2",0.00022162606918637478,1613945622855,5528
"mom_2",0.9056753429161541,1613945622855,5528
"eps_2",1e-05,1613945622855,5528
"train_loss",0.009702578,1613945623859,5529
"raw_loss",0.0128795905,1613945623859,5529
"epoch",34.77987421383645,1613945623859,5529
"wd_0",0.01,1613945623859,5529
"sqr_mom_0",0.99,1613945623859,5529
"lr_0",2.214857984477002e-06,1613945623859,5529
"mom_0",0.9057033973444334,1613945623859,5529
"eps_0",1e-05,1613945623859,5529
"wd_1",0.01,1613945623859,5529
"sqr_mom_1",0.99,1613945623859,5529
"lr_1",2.2148579844770023e-05,1613945623859,5529
"mom_1",0.9057033973444334,1613945623859,5529
"eps_1",1e-05,1613945623859,5529
"wd_2",0.01,1613945623859,5529
"sqr_mom_2",0.99,1613945623859,5529
"lr_2",0.0002214857984477002,1613945623859,5529
"mom_2",0.9057033973444334,1613945623859,5529
"eps_2",1e-05,1613945623859,5529
"train_loss",0.009617274,1613945624830,5530
"raw_loss",0.005437333,1613945624830,5530
"epoch",34.78616352201255,1613945624830,5530
"wd_0",0.01,1613945624830,5530
"sqr_mom_0",0.99,1613945624830,5530
"lr_0",2.2134562981310404e-06,1613945624830,5530
"mom_0",0.9057314313516927,1613945624830,5530
"eps_0",1e-05,1613945624830,5530
"wd_1",0.01,1613945624830,5530
"sqr_mom_1",0.99,1613945624830,5530
"lr_1",2.2134562981310403e-05,1613945624830,5530
"mom_1",0.9057314313516927,1613945624830,5530
"eps_1",1e-05,1613945624830,5530
"wd_2",0.01,1613945624830,5530
"sqr_mom_2",0.99,1613945624830,5530
"lr_2",0.00022134562981310398,1613945624830,5530
"mom_2",0.9057314313516927,1613945624830,5530
"eps_2",1e-05,1613945624830,5530
"train_loss",0.009545641,1613945625874,5531
"raw_loss",0.006035622,1613945625874,5531
"epoch",34.79245283018865,1613945625874,5531
"wd_0",0.01,1613945625874,5531
"sqr_mom_0",0.99,1613945625874,5531
"lr_0",2.2120542380519597e-06,1613945625874,5531
"mom_0",0.9057594728336891,1613945625874,5531
"eps_0",1e-05,1613945625874,5531
"wd_1",0.01,1613945625874,5531
"sqr_mom_1",0.99,1613945625874,5531
"lr_1",2.2120542380519595e-05,1613945625874,5531
"mom_1",0.9057594728336891,1613945625874,5531
"eps_1",1e-05,1613945625874,5531
"wd_2",0.01,1613945625874,5531
"sqr_mom_2",0.99,1613945625874,5531
"lr_2",0.00022120542380519594,1613945625874,5531
"mom_2",0.9057594728336891,1613945625874,5531
"eps_2",1e-05,1613945625874,5531
"train_loss",0.009525911,1613945626859,5532
"raw_loss",0.008559131,1613945626859,5532
"epoch",34.79874213836475,1613945626859,5532
"wd_0",0.01,1613945626859,5532
"sqr_mom_0",0.99,1613945626859,5532
"lr_0",2.210652269760258e-06,1613945626859,5532
"mom_0",0.9057875124799196,1613945626859,5532
"eps_0",1e-05,1613945626859,5532
"wd_1",0.01,1613945626859,5532
"sqr_mom_1",0.99,1613945626859,5532
"lr_1",2.210652269760258e-05,1613945626859,5532
"mom_1",0.9057875124799196,1613945626859,5532
"eps_1",1e-05,1613945626859,5532
"wd_2",0.01,1613945626859,5532
"sqr_mom_2",0.99,1613945626859,5532
"lr_2",0.00022106522697602576,1613945626859,5532
"mom_2",0.9057875124799196,1613945626859,5532
"eps_2",1e-05,1613945626859,5532
"train_loss",0.009503786,1613945627842,5533
"raw_loss",0.008419703,1613945627842,5533
"epoch",34.80503144654085,1613945627842,5533
"wd_0",0.01,1613945627842,5533
"sqr_mom_0",0.99,1613945627842,5533
"lr_0",2.209250393702797e-06,1613945627842,5533
"mom_0",0.9058155502814469,1613945627842,5533
"eps_0",1e-05,1613945627842,5533
"wd_1",0.01,1613945627842,5533
"sqr_mom_1",0.99,1613945627842,5533
"lr_1",2.209250393702797e-05,1613945627842,5533
"mom_1",0.9058155502814469,1613945627842,5533
"eps_1",1e-05,1613945627842,5533
"wd_2",0.01,1613945627842,5533
"sqr_mom_2",0.99,1613945627842,5533
"lr_2",0.00022092503937027968,1613945627842,5533
"mom_2",0.9058155502814469,1613945627842,5533
"eps_2",1e-05,1613945627842,5533
"train_loss",0.009462164,1613945628846,5534
"raw_loss",0.007422629,1613945628846,5534
"epoch",34.81132075471695,1613945628846,5534
"wd_0",0.01,1613945628846,5534
"sqr_mom_0",0.99,1613945628846,5534
"lr_0",2.2078490752474375e-06,1613945628846,5534
"mom_0",0.9058435769308205,1613945628846,5534
"eps_0",1e-05,1613945628846,5534
"wd_1",0.01,1613945628846,5534
"sqr_mom_1",0.99,1613945628846,5534
"lr_1",2.2078490752474375e-05,1613945628846,5534
"mom_1",0.9058435769308205,1613945628846,5534
"eps_1",1e-05,1613945628846,5534
"wd_2",0.01,1613945628846,5534
"sqr_mom_2",0.99,1613945628846,5534
"lr_2",0.00022078490752474374,1613945628846,5534
"mom_2",0.9058435769308205,1613945628846,5534
"eps_2",1e-05,1613945628846,5534
"train_loss",0.009414939,1613945629831,5535
"raw_loss",0.0071009374,1613945629831,5535
"epoch",34.81761006289305,1613945629831,5535
"wd_0",0.01,1613945629831,5535
"sqr_mom_0",0.99,1613945629831,5535
"lr_0",2.2064469200778954e-06,1613945629831,5535
"mom_0",0.9058716203146452,1613945629831,5535
"eps_0",1e-05,1613945629831,5535
"wd_1",0.01,1613945629831,5535
"sqr_mom_1",0.99,1613945629831,5535
"lr_1",2.2064469200778952e-05,1613945629831,5535
"mom_1",0.9058716203146452,1613945629831,5535
"eps_1",1e-05,1613945629831,5535
"wd_2",0.01,1613945629831,5535
"sqr_mom_2",0.99,1613945629831,5535
"lr_2",0.0002206446920077895,1613945629831,5535
"mom_2",0.9058716203146452,1613945629831,5535
"eps_2",1e-05,1613945629831,5535
"train_loss",0.009368827,1613945630790,5536
"raw_loss",0.0071093105,1613945630790,5536
"epoch",34.82389937106915,1613945630790,5536
"wd_0",0.01,1613945630790,5536
"sqr_mom_0",0.99,1613945630790,5536
"lr_0",2.205045788262986e-06,1613945630790,5536
"mom_0",0.9058996432311726,1613945630790,5536
"eps_0",1e-05,1613945630790,5536
"wd_1",0.01,1613945630790,5536
"sqr_mom_1",0.99,1613945630790,5536
"lr_1",2.2050457882629863e-05,1613945630790,5536
"mom_1",0.9058996432311726,1613945630790,5536
"eps_1",1e-05,1613945630790,5536
"wd_2",0.01,1613945630790,5536
"sqr_mom_2",0.99,1613945630790,5536
"lr_2",0.00022050457882629858,1613945630790,5536
"mom_2",0.9058996432311726,1613945630790,5536
"eps_2",1e-05,1613945630790,5536
"train_loss",0.009303712,1613945631726,5537
"raw_loss",0.006113116,1613945631726,5537
"epoch",34.83018867924525,1613945631726,5537
"wd_0",0.01,1613945631726,5537
"sqr_mom_0",0.99,1613945631726,5537
"lr_0",2.2036447504069615e-06,1613945631726,5537
"mom_0",0.9059276642685035,1613945631726,5537
"eps_0",1e-05,1613945631726,5537
"wd_1",0.01,1613945631726,5537
"sqr_mom_1",0.99,1613945631726,5537
"lr_1",2.2036447504069612e-05,1613945631726,5537
"mom_1",0.9059276642685035,1613945631726,5537
"eps_1",1e-05,1613945631726,5537
"wd_2",0.01,1613945631726,5537
"sqr_mom_2",0.99,1613945631726,5537
"lr_2",0.0002203644750406961,1613945631726,5537
"mom_2",0.9059276642685035,1613945631726,5537
"eps_2",1e-05,1613945631726,5537
"train_loss",0.009210013,1613945632683,5538
"raw_loss",0.004618754,1613945632683,5538
"epoch",34.836477987421354,1613945632683,5538
"wd_0",0.01,1613945632683,5538
"sqr_mom_0",0.99,1613945632683,5538
"lr_0",2.2022428773634744e-06,1613945632683,5538
"mom_0",0.9059557020097506,1613945632683,5538
"eps_0",1e-05,1613945632683,5538
"wd_1",0.01,1613945632683,5538
"sqr_mom_1",0.99,1613945632683,5538
"lr_1",2.202242877363474e-05,1613945632683,5538
"mom_1",0.9059557020097506,1613945632683,5538
"eps_1",1e-05,1613945632683,5538
"wd_2",0.01,1613945632683,5538
"sqr_mom_2",0.99,1613945632683,5538
"lr_2",0.00022022428773634737,1613945632683,5538
"mom_2",0.9059557020097506,1613945632683,5538
"eps_2",1e-05,1613945632683,5538
"train_loss",0.009176628,1613945633665,5539
"raw_loss",0.007540775,1613945633665,5539
"epoch",34.842767295597454,1613945633665,5539
"wd_0",0.01,1613945633665,5539
"sqr_mom_0",0.99,1613945633665,5539
"lr_0",2.2008420288270812e-06,1613945633665,5539
"mom_0",0.9059837192606509,1613945633665,5539
"eps_0",1e-05,1613945633665,5539
"wd_1",0.01,1613945633665,5539
"sqr_mom_1",0.99,1613945633665,5539
"lr_1",2.200842028827081e-05,1613945633665,5539
"mom_1",0.9059837192606509,1613945633665,5539
"eps_1",1e-05,1613945633665,5539
"wd_2",0.01,1613945633665,5539
"sqr_mom_2",0.99,1613945633665,5539
"lr_2",0.00022008420288270809,1613945633665,5539
"mom_2",0.9059837192606509,1613945633665,5539
"eps_2",1e-05,1613945633665,5539
"train_loss",0.009059037,1613945634615,5540
"raw_loss",0.0032970824,1613945634615,5540
"epoch",34.849056603773555,1613945634615,5540
"wd_0",0.01,1613945634615,5540
"sqr_mom_0",0.99,1613945634615,5540
"lr_0",2.1994408108555288e-06,1613945634615,5540
"mom_0",0.9060117439003283,1613945634615,5540
"eps_0",1e-05,1613945634615,5540
"wd_1",0.01,1613945634615,5540
"sqr_mom_1",0.99,1613945634615,5540
"lr_1",2.1994408108555284e-05,1613945634615,5540
"mom_1",0.9060117439003283,1613945634615,5540
"eps_1",1e-05,1613945634615,5540
"wd_2",0.01,1613945634615,5540
"sqr_mom_2",0.99,1613945634615,5540
"lr_2",0.00021994408108555284,1613945634615,5540
"mom_2",0.9060117439003283,1613945634615,5540
"eps_2",1e-05,1613945634615,5540
"train_loss",0.0090905605,1613945635599,5541
"raw_loss",0.010635194,1613945635599,5541
"epoch",34.855345911949655,1613945635599,5541
"wd_0",0.01,1613945635599,5541
"sqr_mom_0",0.99,1613945635599,5541
"lr_0",2.1980396886917404e-06,1613945635599,5541
"mom_0",0.9060397666238313,1613945635599,5541
"eps_0",1e-05,1613945635599,5541
"wd_1",0.01,1613945635599,5541
"sqr_mom_1",0.99,1613945635599,5541
"lr_1",2.1980396886917404e-05,1613945635599,5541
"mom_1",0.9060397666238313,1613945635599,5541
"eps_1",1e-05,1613945635599,5541
"wd_2",0.01,1613945635599,5541
"sqr_mom_2",0.99,1613945635599,5541
"lr_2",0.00021980396886917404,1613945635599,5541
"mom_2",0.9060397666238313,1613945635599,5541
"eps_2",1e-05,1613945635599,5541
"train_loss",0.009016606,1613945636549,5542
"raw_loss",0.00539283,1613945636549,5542
"epoch",34.861635220125756,1613945636549,5542
"wd_0",0.01,1613945636549,5542
"sqr_mom_0",0.99,1613945636549,5542
"lr_0",2.196638662782309e-06,1613945636549,5542
"mom_0",0.906067787422228,1613945636549,5542
"eps_0",1e-05,1613945636549,5542
"wd_1",0.01,1613945636549,5542
"sqr_mom_1",0.99,1613945636549,5542
"lr_1",2.1966386627823093e-05,1613945636549,5542
"mom_1",0.906067787422228,1613945636549,5542
"eps_1",1e-05,1613945636549,5542
"wd_2",0.01,1613945636549,5542
"sqr_mom_2",0.99,1613945636549,5542
"lr_2",0.00021966386627823089,1613945636549,5542
"mom_2",0.906067787422228,1613945636549,5542
"eps_2",1e-05,1613945636549,5542
"train_loss",0.008975994,1613945637564,5543
"raw_loss",0.0069859717,1613945637564,5543
"epoch",34.867924528301856,1613945637564,5543
"wd_0",0.01,1613945637564,5543
"sqr_mom_0",0.99,1613945637564,5543
"lr_0",2.1952381982108515e-06,1613945637564,5543
"mom_0",0.9060957969937529,1613945637564,5543
"eps_0",1e-05,1613945637564,5543
"wd_1",0.01,1613945637564,5543
"sqr_mom_1",0.99,1613945637564,5543
"lr_1",2.1952381982108514e-05,1613945637564,5543
"mom_1",0.9060957969937529,1613945637564,5543
"eps_1",1e-05,1613945637564,5543
"wd_2",0.01,1613945637564,5543
"sqr_mom_2",0.99,1613945637564,5543
"lr_2",0.0002195238198210851,1613945637564,5543
"mom_2",0.9060957969937529,1613945637564,5543
"eps_2",1e-05,1613945637564,5543
"train_loss",0.008956822,1613945638560,5544
"raw_loss",0.008017399,1613945638560,5544
"epoch",34.874213836477956,1613945638560,5544
"wd_0",0.01,1613945638560,5544
"sqr_mom_0",0.99,1613945638560,5544
"lr_0",2.193836901512729e-06,1613945638560,5544
"mom_0",0.9061238232079775,1613945638560,5544
"eps_0",1e-05,1613945638560,5544
"wd_1",0.01,1613945638560,5544
"sqr_mom_1",0.99,1613945638560,5544
"lr_1",2.193836901512729e-05,1613945638560,5544
"mom_1",0.9061238232079775,1613945638560,5544
"eps_1",1e-05,1613945638560,5544
"wd_2",0.01,1613945638560,5544
"sqr_mom_2",0.99,1613945638560,5544
"lr_2",0.00021938369015127285,1613945638560,5544
"mom_2",0.9061238232079775,1613945638560,5544
"eps_2",1e-05,1613945638560,5544
"train_loss",0.0088756615,1613945639507,5545
"raw_loss",0.004898824,1613945639507,5545
"epoch",34.88050314465406,1613945639507,5545
"wd_0",0.01,1613945639507,5545
"sqr_mom_0",0.99,1613945639507,5545
"lr_0",2.192436631617926e-06,1613945639507,5545
"mom_0",0.9061518288859303,1613945639507,5545
"eps_0",1e-05,1613945639507,5545
"wd_1",0.01,1613945639507,5545
"sqr_mom_1",0.99,1613945639507,5545
"lr_1",2.192436631617926e-05,1613945639507,5545
"mom_1",0.9061518288859303,1613945639507,5545
"eps_1",1e-05,1613945639507,5545
"wd_2",0.01,1613945639507,5545
"sqr_mom_2",0.99,1613945639507,5545
"lr_2",0.00021924366316179256,1613945639507,5545
"mom_2",0.9061518288859303,1613945639507,5545
"eps_2",1e-05,1613945639507,5545
"train_loss",0.008801046,1613945640500,5546
"raw_loss",0.005144852,1613945640500,5546
"epoch",34.88679245283016,1613945640500,5546
"wd_0",0.01,1613945640500,5546
"sqr_mom_0",0.99,1613945640500,5546
"lr_0",2.191036459698366e-06,1613945640500,5546
"mom_0",0.9061798326043586,1613945640500,5546
"eps_0",1e-05,1613945640500,5546
"wd_1",0.01,1613945640500,5546
"sqr_mom_1",0.99,1613945640500,5546
"lr_1",2.1910364596983662e-05,1613945640500,5546
"mom_1",0.9061798326043586,1613945640500,5546
"eps_1",1e-05,1613945640500,5546
"wd_2",0.01,1613945640500,5546
"sqr_mom_2",0.99,1613945640500,5546
"lr_2",0.0002191036459698366,1613945640500,5546
"mom_2",0.9061798326043586,1613945640500,5546
"eps_2",1e-05,1613945640500,5546
"train_loss",0.00881599,1613945641483,5547
"raw_loss",0.009548247,1613945641483,5547
"epoch",34.89308176100626,1613945641483,5547
"wd_0",0.01,1613945641483,5547
"sqr_mom_0",0.99,1613945641483,5547
"lr_0",2.1896354571860355e-06,1613945641483,5547
"mom_0",0.9062078529348087,1613945641483,5547
"eps_0",1e-05,1613945641483,5547
"wd_1",0.01,1613945641483,5547
"sqr_mom_1",0.99,1613945641483,5547
"lr_1",2.1896354571860352e-05,1613945641483,5547
"mom_1",0.9062078529348087,1613945641483,5547
"eps_1",1e-05,1613945641483,5547
"wd_2",0.01,1613945641483,5547
"sqr_mom_2",0.99,1613945641483,5547
"lr_2",0.00021896354571860352,1613945641483,5547
"mom_2",0.9062078529348087,1613945641483,5547
"eps_2",1e-05,1613945641483,5547
"train_loss",0.008787049,1613945642484,5548
"raw_loss",0.007368941,1613945642484,5548
"epoch",34.89937106918236,1613945642484,5548
"wd_0",0.01,1613945642484,5548
"sqr_mom_0",0.99,1613945642484,5548
"lr_0",2.1882354826206603e-06,1613945642484,5548
"mom_0",0.9062358527061138,1613945642484,5548
"eps_0",1e-05,1613945642484,5548
"wd_1",0.01,1613945642484,5548
"sqr_mom_1",0.99,1613945642484,5548
"lr_1",2.18823548262066e-05,1613945642484,5548
"mom_1",0.9062358527061138,1613945642484,5548
"eps_1",1e-05,1613945642484,5548
"wd_2",0.01,1613945642484,5548
"sqr_mom_2",0.99,1613945642484,5548
"lr_2",0.00021882354826206594,1613945642484,5548
"mom_2",0.9062358527061138,1613945642484,5548
"eps_2",1e-05,1613945642484,5548
"train_loss",0.008820937,1613945643459,5549
"raw_loss",0.010481464,1613945643459,5549
"epoch",34.90566037735846,1613945643459,5549
"wd_0",0.01,1613945643459,5549
"sqr_mom_0",0.99,1613945643459,5549
"lr_0",2.186835607368707e-06,1613945643459,5549
"mom_0",0.9062638504911308,1613945643459,5549
"eps_0",1e-05,1613945643459,5549
"wd_1",0.01,1613945643459,5549
"sqr_mom_1",0.99,1613945643459,5549
"lr_1",2.186835607368707e-05,1613945643459,5549
"mom_1",0.9062638504911308,1613945643459,5549
"eps_1",1e-05,1613945643459,5549
"wd_2",0.01,1613945643459,5549
"sqr_mom_2",0.99,1613945643459,5549
"lr_2",0.00021868356073687068,1613945643459,5549
"mom_2",0.9062638504911308,1613945643459,5549
"eps_2",1e-05,1613945643459,5549
"train_loss",0.008825709,1613945644446,5550
"raw_loss",0.009059558,1613945644446,5550
"epoch",34.91194968553456,1613945644446,5550
"wd_0",0.01,1613945644446,5550
"sqr_mom_0",0.99,1613945644446,5550
"lr_0",2.185434903060261e-06,1613945644446,5550
"mom_0",0.9062918648574433,1613945644446,5550
"eps_0",1e-05,1613945644446,5550
"wd_1",0.01,1613945644446,5550
"sqr_mom_1",0.99,1613945644446,5550
"lr_1",2.185434903060261e-05,1613945644446,5550
"mom_1",0.9062918648574433,1613945644446,5550
"eps_1",1e-05,1613945644446,5550
"wd_2",0.01,1613945644446,5550
"sqr_mom_2",0.99,1613945644446,5550
"lr_2",0.00021854349030602606,1613945644446,5550
"mom_2",0.9062918648574433,1613945644446,5550
"eps_2",1e-05,1613945644446,5550
"train_loss",0.00886135,1613945645389,5551
"raw_loss",0.0106077455,1613945645389,5551
"epoch",34.91823899371066,1613945645389,5551
"wd_0",0.01,1613945645389,5551
"sqr_mom_0",0.99,1613945645389,5551
"lr_0",2.1840352278394564e-06,1613945645389,5551
"mom_0",0.9063198586417973,1613945645389,5551
"eps_0",1e-05,1613945645389,5551
"wd_1",0.01,1613945645389,5551
"sqr_mom_1",0.99,1613945645389,5551
"lr_1",2.1840352278394563e-05,1613945645389,5551
"mom_1",0.9063198586417973,1613945645389,5551
"eps_1",1e-05,1613945645389,5551
"wd_2",0.01,1613945645389,5551
"sqr_mom_2",0.99,1613945645389,5551
"lr_2",0.00021840352278394563,1613945645389,5551
"mom_2",0.9063198586417973,1613945645389,5551
"eps_2",1e-05,1613945645389,5551
"train_loss",0.008956508,1613945646385,5552
"raw_loss",0.01361925,1613945646385,5552
"epoch",34.92452830188676,1613945646385,5552
"wd_0",0.01,1613945646385,5552
"sqr_mom_0",0.99,1613945646385,5552
"lr_0",2.182635188928869e-06,1613945646385,5552
"mom_0",0.9063478597000196,1613945646385,5552
"eps_0",1e-05,1613945646385,5552
"wd_1",0.01,1613945646385,5552
"sqr_mom_1",0.99,1613945646385,5552
"lr_1",2.1826351889288688e-05,1613945646385,5552
"mom_1",0.9063478597000196,1613945646385,5552
"eps_1",1e-05,1613945646385,5552
"wd_2",0.01,1613945646385,5552
"sqr_mom_2",0.99,1613945646385,5552
"lr_2",0.00021826351889288684,1613945646385,5552
"mom_2",0.9063478597000196,1613945646385,5552
"eps_2",1e-05,1613945646385,5552
"train_loss",0.008913786,1613945647336,5553
"raw_loss",0.0068204096,1613945647336,5553
"epoch",34.93081761006286,1613945647336,5553
"wd_0",0.01,1613945647336,5553
"sqr_mom_0",0.99,1613945647336,5553
"lr_0",2.181235251182645e-06,1613945647336,5553
"mom_0",0.9063758587349344,1613945647336,5553
"eps_0",1e-05,1613945647336,5553
"wd_1",0.01,1613945647336,5553
"sqr_mom_1",0.99,1613945647336,5553
"lr_1",2.1812352511826448e-05,1613945647336,5553
"mom_1",0.9063758587349344,1613945647336,5553
"eps_1",1e-05,1613945647336,5553
"wd_2",0.01,1613945647336,5553
"sqr_mom_2",0.99,1613945647336,5553
"lr_2",0.00021812352511826444,1613945647336,5553
"mom_2",0.9063758587349344,1613945647336,5553
"eps_2",1e-05,1613945647336,5553
"train_loss",0.008823524,1613945648312,5554
"raw_loss",0.0044006747,1613945648312,5554
"epoch",34.93710691823896,1613945648312,5554
"wd_0",0.01,1613945648312,5554
"sqr_mom_0",0.99,1613945648312,5554
"lr_0",2.179835415046999e-06,1613945648312,5554
"mom_0",0.9064038557376174,1613945648312,5554
"eps_0",1e-05,1613945648312,5554
"wd_1",0.01,1613945648312,5554
"sqr_mom_1",0.99,1613945648312,5554
"lr_1",2.1798354150469988e-05,1613945648312,5554
"mom_1",0.9064038557376174,1613945648312,5554
"eps_1",1e-05,1613945648312,5554
"wd_2",0.01,1613945648312,5554
"sqr_mom_2",0.99,1613945648312,5554
"lr_2",0.00021798354150469985,1613945648312,5554
"mom_2",0.9064038557376174,1613945648312,5554
"eps_2",1e-05,1613945648312,5554
"train_loss",0.008837162,1613945649264,5555
"raw_loss",0.0095053995,1613945649264,5555
"epoch",34.94339622641506,1613945649264,5555
"wd_0",0.01,1613945649264,5555
"sqr_mom_0",0.99,1613945649264,5555
"lr_0",2.178436145207887e-06,1613945649264,5555
"mom_0",0.9064318414142564,1613945649264,5555
"eps_0",1e-05,1613945649264,5555
"wd_1",0.01,1613945649264,5555
"sqr_mom_1",0.99,1613945649264,5555
"lr_1",2.1784361452078873e-05,1613945649264,5555
"mom_1",0.9064318414142564,1613945649264,5555
"eps_1",1e-05,1613945649264,5555
"wd_2",0.01,1613945649264,5555
"sqr_mom_2",0.99,1613945649264,5555
"lr_2",0.0002178436145207887,1613945649264,5555
"mom_2",0.9064318414142564,1613945649264,5555
"eps_2",1e-05,1613945649264,5555
"train_loss",0.008861476,1613945650220,5556
"raw_loss",0.010052874,1613945650220,5556
"epoch",34.94968553459116,1613945650220,5556
"wd_0",0.01,1613945650220,5556
"sqr_mom_0",0.99,1613945650220,5556
"lr_0",2.1770360493921367e-06,1613945650220,5556
"mom_0",0.9064598436105933,1613945650220,5556
"eps_0",1e-05,1613945650220,5556
"wd_1",0.01,1613945650220,5556
"sqr_mom_1",0.99,1613945650220,5556
"lr_1",2.177036049392137e-05,1613945650220,5556
"mom_1",0.9064598436105933,1613945650220,5556
"eps_1",1e-05,1613945650220,5556
"wd_2",0.01,1613945650220,5556
"sqr_mom_2",0.99,1613945650220,5556
"lr_2",0.00021770360493921366,1613945650220,5556
"mom_2",0.9064598436105933,1613945650220,5556
"eps_2",1e-05,1613945650220,5556
"train_loss",0.008924058,1613945651194,5557
"raw_loss",0.011990566,1613945651194,5557
"epoch",34.95597484276726,1613945651194,5557
"wd_0",0.01,1613945651194,5557
"sqr_mom_0",0.99,1613945651194,5557
"lr_0",2.1756369849366684e-06,1613945651194,5557
"mom_0",0.9064878251795184,1613945651194,5557
"eps_0",1e-05,1613945651194,5557
"wd_1",0.01,1613945651194,5557
"sqr_mom_1",0.99,1613945651194,5557
"lr_1",2.175636984936668e-05,1613945651194,5557
"mom_1",0.9064878251795184,1613945651194,5557
"eps_1",1e-05,1613945651194,5557
"wd_2",0.01,1613945651194,5557
"sqr_mom_2",0.99,1613945651194,5557
"lr_2",0.00021756369849366676,1613945651194,5557
"mom_2",0.9064878251795184,1613945651194,5557
"eps_2",1e-05,1613945651194,5557
"train_loss",0.008961816,1613945652179,5558
"raw_loss",0.010811983,1613945652179,5558
"epoch",34.96226415094336,1613945652179,5558
"wd_0",0.01,1613945652179,5558
"sqr_mom_0",0.99,1613945652179,5558
"lr_0",2.1742380238075856e-06,1613945652179,5558
"mom_0",0.9065158046818951,1613945652179,5558
"eps_0",1e-05,1613945652179,5558
"wd_1",0.01,1613945652179,5558
"sqr_mom_1",0.99,1613945652179,5558
"lr_1",2.1742380238075858e-05,1613945652179,5558
"mom_1",0.9065158046818951,1613945652179,5558
"eps_1",1e-05,1613945652179,5558
"wd_2",0.01,1613945652179,5558
"sqr_mom_2",0.99,1613945652179,5558
"lr_2",0.00021742380238075852,1613945652179,5558
"mom_2",0.9065158046818951,1613945652179,5558
"eps_2",1e-05,1613945652179,5558
"train_loss",0.008868886,1613945653134,5559
"raw_loss",0.0043153074,1613945653134,5559
"epoch",34.96855345911946,1613945653134,5559
"wd_0",0.01,1613945653134,5559
"sqr_mom_0",0.99,1613945653134,5559
"lr_0",2.172838238245262e-06,1613945653134,5559
"mom_0",0.9065438006731015,1613945653134,5559
"eps_0",1e-05,1613945653134,5559
"wd_1",0.01,1613945653134,5559
"sqr_mom_1",0.99,1613945653134,5559
"lr_1",2.172838238245262e-05,1613945653134,5559
"mom_1",0.9065438006731015,1613945653134,5559
"eps_1",1e-05,1613945653134,5559
"wd_2",0.01,1613945653134,5559
"sqr_mom_2",0.99,1613945653134,5559
"lr_2",0.00021728382382452615,1613945653134,5559
"mom_2",0.9065438006731015,1613945653134,5559
"eps_2",1e-05,1613945653134,5559
"train_loss",0.0088106925,1613945654124,5560
"raw_loss",0.0059592063,1613945654124,5560
"epoch",34.97484276729556,1613945654124,5560
"wd_0",0.01,1613945654124,5560
"sqr_mom_0",0.99,1613945654124,5560
"lr_0",2.1714394851750424e-06,1613945654124,5560
"mom_0",0.9065717760142593,1613945654124,5560
"eps_0",1e-05,1613945654124,5560
"wd_1",0.01,1613945654124,5560
"sqr_mom_1",0.99,1613945654124,5560
"lr_1",2.1714394851750423e-05,1613945654124,5560
"mom_1",0.9065717760142593,1613945654124,5560
"eps_1",1e-05,1613945654124,5560
"wd_2",0.01,1613945654124,5560
"sqr_mom_2",0.99,1613945654124,5560
"lr_2",0.00021714394851750422,1613945654124,5560
"mom_2",0.9065717760142593,1613945654124,5560
"eps_2",1e-05,1613945654124,5560
"train_loss",0.0087242555,1613945655061,5561
"raw_loss",0.0044888477,1613945655061,5561
"epoch",34.98113207547166,1613945655061,5561
"wd_0",0.01,1613945655061,5561
"sqr_mom_0",0.99,1613945655061,5561
"lr_0",2.1700399087019408e-06,1613945655061,5561
"mom_0",0.9065997678236394,1613945655061,5561
"eps_0",1e-05,1613945655061,5561
"wd_1",0.01,1613945655061,5561
"sqr_mom_1",0.99,1613945655061,5561
"lr_1",2.170039908701941e-05,1613945655061,5561
"mom_1",0.9065997678236394,1613945655061,5561
"eps_1",1e-05,1613945655061,5561
"wd_2",0.01,1613945655061,5561
"sqr_mom_2",0.99,1613945655061,5561
"lr_2",0.00021700399087019406,1613945655061,5561
"mom_2",0.9065997678236394,1613945655061,5561
"eps_2",1e-05,1613945655061,5561
"train_loss",0.008926858,1613945656014,5562
"raw_loss",0.018854385,1613945656014,5562
"epoch",34.987421383647764,1613945656014,5562
"wd_0",0.01,1613945656014,5562
"sqr_mom_0",0.99,1613945656014,5562
"lr_0",2.168641365473931e-06,1613945656014,5562
"mom_0",0.906627738967911,1613945656014,5562
"eps_0",1e-05,1613945656014,5562
"wd_1",0.01,1613945656014,5562
"sqr_mom_1",0.99,1613945656014,5562
"lr_1",2.1686413654739306e-05,1613945656014,5562
"mom_1",0.906627738967911,1613945656014,5562
"eps_1",1e-05,1613945656014,5562
"wd_2",0.01,1613945656014,5562
"sqr_mom_2",0.99,1613945656014,5562
"lr_2",0.00021686413654739306,1613945656014,5562
"mom_2",0.906627738967911,1613945656014,5562
"eps_2",1e-05,1613945656014,5562
"train_loss",0.008834748,1613945656947,5563
"raw_loss",0.004321308,1613945656947,5563
"epoch",34.993710691823864,1613945656947,5563
"wd_0",0.01,1613945656947,5563
"sqr_mom_0",0.99,1613945656947,5563
"lr_0",2.167242463837519e-06,1613945656947,5563
"mom_0",0.9066557172804224,1613945656947,5563
"eps_0",1e-05,1613945656947,5563
"wd_1",0.01,1613945656947,5563
"sqr_mom_1",0.99,1613945656947,5563
"lr_1",2.1672424638375185e-05,1613945656947,5563
"mom_1",0.9066557172804224,1613945656947,5563
"eps_1",1e-05,1613945656947,5563
"wd_2",0.01,1613945656947,5563
"sqr_mom_2",0.99,1613945656947,5563
"lr_2",0.00021672424638375184,1613945656947,5563
"mom_2",0.9066557172804224,1613945656947,5563
"eps_2",1e-05,1613945656947,5563
"train_loss",0.0088190725,1613945657909,5564
"raw_loss",0.0080509875,1613945657909,5564
"epoch",34.999999999999964,1613945657909,5564
"wd_0",0.01,1613945657909,5564
"sqr_mom_0",0.99,1613945657909,5564
"lr_0",2.165843668271725e-06,1613945657909,5564
"mom_0",0.9066836934715001,1613945657909,5564
"eps_0",1e-05,1613945657909,5564
"wd_1",0.01,1613945657909,5564
"sqr_mom_1",0.99,1613945657909,5564
"lr_1",2.165843668271725e-05,1613945657909,5564
"mom_1",0.9066836934715001,1613945657909,5564
"eps_1",1e-05,1613945657909,5564
"wd_2",0.01,1613945657909,5564
"sqr_mom_2",0.99,1613945657909,5564
"lr_2",0.00021658436682717245,1613945657909,5564
"mom_2",0.9066836934715001,1613945657909,5564
"eps_2",1e-05,1613945657909,5564
"valid_loss",0.08466210961341858,1613945695118,5564
"_rmse",0.29096755385398865,1613945695118,5564
"epoch",35,1613945695118,5564
"train_loss",0.0089229075,1613945696156,5565
"raw_loss",0.0140108215,1613945696156,5565
"epoch",35.0062893081761,1613945696156,5565
"wd_0",0.01,1613945696156,5565
"sqr_mom_0",0.99,1613945696156,5565
"lr_0",2.1644449792224e-06,1613945696156,5565
"mom_0",0.9067116675322273,1613945696156,5565
"eps_0",1e-05,1613945696156,5565
"wd_1",0.01,1613945696156,5565
"sqr_mom_1",0.99,1613945696156,5565
"lr_1",2.1644449792224e-05,1613945696156,5565
"mom_1",0.9067116675322273,1613945696156,5565
"eps_1",1e-05,1613945696156,5565
"wd_2",0.01,1613945696156,5565
"sqr_mom_2",0.99,1613945696156,5565
"lr_2",0.00021644449792223994,1613945696156,5565
"mom_2",0.9067116675322273,1613945696156,5565
"eps_2",1e-05,1613945696156,5565
"train_loss",0.008916822,1613945697186,5566
"raw_loss",0.008618646,1613945697186,5566
"epoch",35.0125786163522,1613945697186,5566
"wd_0",0.01,1613945697186,5566
"sqr_mom_0",0.99,1613945697186,5566
"lr_0",2.163046860992234e-06,1613945697186,5566
"mom_0",0.9067396301764571,1613945697186,5566
"eps_0",1e-05,1613945697186,5566
"wd_1",0.01,1613945697186,5566
"sqr_mom_1",0.99,1613945697186,5566
"lr_1",2.1630468609922338e-05,1613945697186,5566
"mom_1",0.9067396301764571,1613945697186,5566
"eps_1",1e-05,1613945697186,5566
"wd_2",0.01,1613945697186,5566
"sqr_mom_2",0.99,1613945697186,5566
"lr_2",0.00021630468609922334,1613945697186,5566
"mom_2",0.9067396301764571,1613945697186,5566
"eps_2",1e-05,1613945697186,5566
"train_loss",0.008817801,1613945698157,5567
"raw_loss",0.0039657643,1613945698157,5567
"epoch",35.0188679245283,1613945698157,5567
"wd_0",0.01,1613945698157,5567
"sqr_mom_0",0.99,1613945698157,5567
"lr_0",2.1616479224563866e-06,1613945698157,5567
"mom_0",0.9067676092269645,1613945698157,5567
"eps_0",1e-05,1613945698157,5567
"wd_1",0.01,1613945698157,5567
"sqr_mom_1",0.99,1613945698157,5567
"lr_1",2.1616479224563865e-05,1613945698157,5567
"mom_1",0.9067676092269645,1613945698157,5567
"eps_1",1e-05,1613945698157,5567
"wd_2",0.01,1613945698157,5567
"sqr_mom_2",0.99,1613945698157,5567
"lr_2",0.00021616479224563864,1613945698157,5567
"mom_2",0.9067676092269645,1613945698157,5567
"eps_2",1e-05,1613945698157,5567
"train_loss",0.0088458555,1613945699152,5568
"raw_loss",0.010220531,1613945699152,5568
"epoch",35.0251572327044,1613945699152,5568
"wd_0",0.01,1613945699152,5568
"sqr_mom_0",0.99,1613945699152,5568
"lr_0",2.160250019416558e-06,1613945699152,5568
"mom_0",0.9067955675673445,1613945699152,5568
"eps_0",1e-05,1613945699152,5568
"wd_1",0.01,1613945699152,5568
"sqr_mom_1",0.99,1613945699152,5568
"lr_1",2.1602500194165578e-05,1613945699152,5568
"mom_1",0.9067955675673445,1613945699152,5568
"eps_1",1e-05,1613945699152,5568
"wd_2",0.01,1613945699152,5568
"sqr_mom_2",0.99,1613945699152,5568
"lr_2",0.00021602500194165577,1613945699152,5568
"mom_2",0.9067955675673445,1613945699152,5568
"eps_2",1e-05,1613945699152,5568
"train_loss",0.008780141,1613945700153,5569
"raw_loss",0.005560163,1613945700153,5569
"epoch",35.0314465408805,1613945700153,5569
"wd_0",0.01,1613945700153,5569
"sqr_mom_0",0.99,1613945700153,5569
"lr_0",2.1588522246042806e-06,1613945700153,5569
"mom_0",0.9068235237431518,1613945700153,5569
"eps_0",1e-05,1613945700153,5569
"wd_1",0.01,1613945700153,5569
"sqr_mom_1",0.99,1613945700153,5569
"lr_1",2.1588522246042805e-05,1613945700153,5569
"mom_1",0.9068235237431518,1613945700153,5569
"eps_1",1e-05,1613945700153,5569
"wd_2",0.01,1613945700153,5569
"sqr_mom_2",0.99,1613945700153,5569
"lr_2",0.00021588522246042803,1613945700153,5569
"mom_2",0.9068235237431518,1613945700153,5569
"eps_2",1e-05,1613945700153,5569
"train_loss",0.00872544,1613945701113,5570
"raw_loss",0.0060450765,1613945701113,5570
"epoch",35.0377358490566,1613945701113,5570
"wd_0",0.01,1613945701113,5570
"sqr_mom_0",0.99,1613945701113,5570
"lr_0",2.1574536110383677e-06,1613945701113,5570
"mom_0",0.9068514962941956,1613945701113,5570
"eps_0",1e-05,1613945701113,5570
"wd_1",0.01,1613945701113,5570
"sqr_mom_1",0.99,1613945701113,5570
"lr_1",2.1574536110383677e-05,1613945701113,5570
"mom_1",0.9068514962941956,1613945701113,5570
"eps_1",1e-05,1613945701113,5570
"wd_2",0.01,1613945701113,5570
"sqr_mom_2",0.99,1613945701113,5570
"lr_2",0.00021574536110383676,1613945701113,5570
"mom_2",0.9068514962941956,1613945701113,5570
"eps_2",1e-05,1613945701113,5570
"train_loss",0.008687187,1613945702103,5571
"raw_loss",0.0068127797,1613945702103,5571
"epoch",35.0440251572327,1613945702103,5571
"wd_0",0.01,1613945702103,5571
"sqr_mom_0",0.99,1613945702103,5571
"lr_0",2.1560560340894212e-06,1613945702103,5571
"mom_0",0.9068794481126927,1613945702103,5571
"eps_0",1e-05,1613945702103,5571
"wd_1",0.01,1613945702103,5571
"sqr_mom_1",0.99,1613945702103,5571
"lr_1",2.156056034089421e-05,1613945702103,5571
"mom_1",0.9068794481126927,1613945702103,5571
"eps_1",1e-05,1613945702103,5571
"wd_2",0.01,1613945702103,5571
"sqr_mom_2",0.99,1613945702103,5571
"lr_2",0.00021560560340894207,1613945702103,5571
"mom_2",0.9068794481126927,1613945702103,5571
"eps_2",1e-05,1613945702103,5571
"train_loss",0.008622917,1613945703065,5572
"raw_loss",0.005473719,1613945703065,5572
"epoch",35.0503144654088,1613945703065,5572
"wd_0",0.01,1613945703065,5572
"sqr_mom_0",0.99,1613945703065,5572
"lr_0",2.154658566703925e-06,1613945703065,5572
"mom_0",0.9069073977398989,1613945703065,5572
"eps_0",1e-05,1613945703065,5572
"wd_1",0.01,1613945703065,5572
"sqr_mom_1",0.99,1613945703065,5572
"lr_1",2.154658566703925e-05,1613945703065,5572
"mom_1",0.9069073977398989,1613945703065,5572
"eps_1",1e-05,1613945703065,5572
"wd_2",0.01,1613945703065,5572
"sqr_mom_2",0.99,1613945703065,5572
"lr_2",0.00021546585667039247,1613945703065,5572
"mom_2",0.9069073977398989,1613945703065,5572
"eps_2",1e-05,1613945703065,5572
"train_loss",0.008593028,1613945704054,5573
"raw_loss",0.0071284524,1613945704054,5573
"epoch",35.056603773584904,1613945704054,5573
"wd_0",0.01,1613945704054,5573
"sqr_mom_0",0.99,1613945704054,5573
"lr_0",2.153260282119187e-06,1613945704054,5573
"mom_0",0.9069353637112534,1613945704054,5573
"eps_0",1e-05,1613945704054,5573
"wd_1",0.01,1613945704054,5573
"sqr_mom_1",0.99,1613945704054,5573
"lr_1",2.1532602821191873e-05,1613945704054,5573
"mom_1",0.9069353637112534,1613945704054,5573
"eps_1",1e-05,1613945704054,5573
"wd_2",0.01,1613945704054,5573
"sqr_mom_2",0.99,1613945704054,5573
"lr_2",0.0002153260282119187,1613945704054,5573
"mom_2",0.9069353637112534,1613945704054,5573
"eps_2",1e-05,1613945704054,5573
"train_loss",0.008659346,1613945705020,5574
"raw_loss",0.011908922,1613945705020,5574
"epoch",35.062893081761004,1613945705020,5574
"wd_0",0.01,1613945705020,5574
"sqr_mom_0",0.99,1613945705020,5574
"lr_0",2.1518630352693903e-06,1613945705020,5574
"mom_0",0.9069633089277014,1613945705020,5574
"eps_0",1e-05,1613945705020,5574
"wd_1",0.01,1613945705020,5574
"sqr_mom_1",0.99,1613945705020,5574
"lr_1",2.1518630352693904e-05,1613945705020,5574
"mom_1",0.9069633089277014,1613945705020,5574
"eps_1",1e-05,1613945705020,5574
"wd_2",0.01,1613945705020,5574
"sqr_mom_2",0.99,1613945705020,5574
"lr_2",0.000215186303526939,1613945705020,5574
"mom_2",0.9069633089277014,1613945705020,5574
"eps_2",1e-05,1613945705020,5574
"train_loss",0.008590822,1613945706032,5575
"raw_loss",0.0052331416,1613945706032,5575
"epoch",35.069182389937104,1613945706032,5575
"wd_0",0.01,1613945706032,5575
"sqr_mom_0",0.99,1613945706032,5575
"lr_0",2.1504654357883247e-06,1613945706032,5575
"mom_0",0.9069912611968455,1613945706032,5575
"eps_0",1e-05,1613945706032,5575
"wd_1",0.01,1613945706032,5575
"sqr_mom_1",0.99,1613945706032,5575
"lr_1",2.1504654357883247e-05,1613945706032,5575
"mom_1",0.9069912611968455,1613945706032,5575
"eps_1",1e-05,1613945706032,5575
"wd_2",0.01,1613945706032,5575
"sqr_mom_2",0.99,1613945706032,5575
"lr_2",0.00021504654357883243,1613945706032,5575
"mom_2",0.9069912611968455,1613945706032,5575
"eps_2",1e-05,1613945706032,5575
"train_loss",0.008538094,1613945707021,5576
"raw_loss",0.0059544453,1613945707021,5576
"epoch",35.075471698113205,1613945707021,5576
"wd_0",0.01,1613945707021,5576
"sqr_mom_0",0.99,1613945707021,5576
"lr_0",2.149067947725362e-06,1613945707021,5576
"mom_0",0.9070192112376051,1613945707021,5576
"eps_0",1e-05,1613945707021,5576
"wd_1",0.01,1613945707021,5576
"sqr_mom_1",0.99,1613945707021,5576
"lr_1",2.149067947725362e-05,1613945707021,5576
"mom_1",0.9070192112376051,1613945707021,5576
"eps_1",1e-05,1613945707021,5576
"wd_2",0.01,1613945707021,5576
"sqr_mom_2",0.99,1613945707021,5576
"lr_2",0.0002149067947725362,1613945707021,5576
"mom_2",0.9070192112376051,1613945707021,5576
"eps_2",1e-05,1613945707021,5576
"train_loss",0.0084864,1613945707991,5577
"raw_loss",0.0059533734,1613945707991,5577
"epoch",35.081761006289305,1613945707991,5577
"wd_0",0.01,1613945707991,5577
"sqr_mom_0",0.99,1613945707991,5577
"lr_0",2.147670571525938e-06,1613945707991,5577
"mom_0",0.9070471590410716,1613945707991,5577
"eps_0",1e-05,1613945707991,5577
"wd_1",0.01,1613945707991,5577
"sqr_mom_1",0.99,1613945707991,5577
"lr_1",2.147670571525938e-05,1613945707991,5577
"mom_1",0.9070471590410716,1613945707991,5577
"eps_1",1e-05,1613945707991,5577
"wd_2",0.01,1613945707991,5577
"sqr_mom_2",0.99,1613945707991,5577
"lr_2",0.00021476705715259373,1613945707991,5577
"mom_2",0.9070471590410716,1613945707991,5577
"eps_2",1e-05,1613945707991,5577
"train_loss",0.008431841,1613945708971,5578
"raw_loss",0.0057584075,1613945708971,5578
"epoch",35.088050314465406,1613945708971,5578
"wd_0",0.01,1613945708971,5578
"sqr_mom_0",0.99,1613945708971,5578
"lr_0",2.146273771054223e-06,1613945708971,5578
"mom_0",0.9070750953298689,1613945708971,5578
"eps_0",1e-05,1613945708971,5578
"wd_1",0.01,1613945708971,5578
"sqr_mom_1",0.99,1613945708971,5578
"lr_1",2.146273771054223e-05,1613945708971,5578
"mom_1",0.9070750953298689,1613945708971,5578
"eps_1",1e-05,1613945708971,5578
"wd_2",0.01,1613945708971,5578
"sqr_mom_2",0.99,1613945708971,5578
"lr_2",0.00021462737710542225,1613945708971,5578
"mom_2",0.9070750953298689,1613945708971,5578
"eps_2",1e-05,1613945708971,5578
"train_loss",0.008466894,1613945709933,5579
"raw_loss",0.010184485,1613945709933,5579
"epoch",35.094339622641506,1613945709933,5579
"wd_0",0.01,1613945709933,5579
"sqr_mom_0",0.99,1613945709933,5579
"lr_0",2.144876156499255e-06,1613945709933,5579
"mom_0",0.9071030479004939,1613945709933,5579
"eps_0",1e-05,1613945709933,5579
"wd_1",0.01,1613945709933,5579
"sqr_mom_1",0.99,1613945709933,5579
"lr_1",2.144876156499255e-05,1613945709933,5579
"mom_1",0.9071030479004939,1613945709933,5579
"eps_1",1e-05,1613945709933,5579
"wd_2",0.01,1613945709933,5579
"sqr_mom_2",0.99,1613945709933,5579
"lr_2",0.00021448761564992548,1613945709933,5579
"mom_2",0.9071030479004939,1613945709933,5579
"eps_2",1e-05,1613945709933,5579
"train_loss",0.008439137,1613945710933,5580
"raw_loss",0.0070790206,1613945710933,5580
"epoch",35.10062893081761,1613945710933,5580
"wd_0",0.01,1613945710933,5580
"sqr_mom_0",0.99,1613945710933,5580
"lr_0",2.143479581906369e-06,1613945710933,5580
"mom_0",0.9071309796716693,1613945710933,5580
"eps_0",1e-05,1613945710933,5580
"wd_1",0.01,1613945710933,5580
"sqr_mom_1",0.99,1613945710933,5580
"lr_1",2.1434795819063692e-05,1613945710933,5580
"mom_1",0.9071309796716693,1613945710933,5580
"eps_1",1e-05,1613945710933,5580
"wd_2",0.01,1613945710933,5580
"sqr_mom_2",0.99,1613945710933,5580
"lr_2",0.0002143479581906369,1613945710933,5580
"mom_2",0.9071309796716693,1613945710933,5580
"eps_2",1e-05,1613945710933,5580
"train_loss",0.008423454,1613945711900,5581
"raw_loss",0.0076550166,1613945711900,5581
"epoch",35.10691823899371,1613945711900,5581
"wd_0",0.01,1613945711900,5581
"sqr_mom_0",0.99,1613945711900,5581
"lr_0",2.1420831208828747e-06,1613945711900,5581
"mom_0",0.9071589091714342,1613945711900,5581
"eps_0",1e-05,1613945711900,5581
"wd_1",0.01,1613945711900,5581
"sqr_mom_1",0.99,1613945711900,5581
"lr_1",2.1420831208828748e-05,1613945711900,5581
"mom_1",0.9071589091714342,1613945711900,5581
"eps_1",1e-05,1613945711900,5581
"wd_2",0.01,1613945711900,5581
"sqr_mom_2",0.99,1613945711900,5581
"lr_2",0.00021420831208828742,1613945711900,5581
"mom_2",0.9071589091714342,1613945711900,5581
"eps_2",1e-05,1613945711900,5581
"train_loss",0.008501433,1613945712882,5582
"raw_loss",0.012322388,1613945712882,5582
"epoch",35.11320754716981,1613945712882,5582
"wd_0",0.01,1613945712882,5582
"sqr_mom_0",0.99,1613945712882,5582
"lr_0",2.1406858473375394e-06,1613945712882,5582
"mom_0",0.9071868549217984,1613945712882,5582
"eps_0",1e-05,1613945712882,5582
"wd_1",0.01,1613945712882,5582
"sqr_mom_1",0.99,1613945712882,5582
"lr_1",2.1406858473375393e-05,1613945712882,5582
"mom_1",0.9071868549217984,1613945712882,5582
"eps_1",1e-05,1613945712882,5582
"wd_2",0.01,1613945712882,5582
"sqr_mom_2",0.99,1613945712882,5582
"lr_2",0.00021406858473375391,1613945712882,5582
"mom_2",0.9071868549217984,1613945712882,5582
"eps_2",1e-05,1613945712882,5582
"train_loss",0.008469216,1613945713858,5583
"raw_loss",0.0068905693,1613945713858,5583
"epoch",35.11949685534591,1613945713858,5583
"wd_0",0.01,1613945713858,5583
"sqr_mom_0",0.99,1613945713858,5583
"lr_0",2.1392896148633225e-06,1613945713858,5583
"mom_0",0.907214779850532,1613945713858,5583
"eps_0",1e-05,1613945713858,5583
"wd_1",0.01,1613945713858,5583
"sqr_mom_1",0.99,1613945713858,5583
"lr_1",2.1392896148633224e-05,1613945713858,5583
"mom_1",0.907214779850532,1613945713858,5583
"eps_1",1e-05,1613945713858,5583
"wd_2",0.01,1613945713858,5583
"sqr_mom_2",0.99,1613945713858,5583
"lr_2",0.00021392896148633223,1613945713858,5583
"mom_2",0.907214779850532,1613945713858,5583
"eps_2",1e-05,1613945713858,5583
"train_loss",0.008471232,1613945714835,5584
"raw_loss",0.008570022,1613945714835,5584
"epoch",35.12578616352201,1613945714835,5584
"wd_0",0.01,1613945714835,5584
"sqr_mom_0",0.99,1613945714835,5584
"lr_0",2.1378930341013588e-06,1613945714835,5584
"mom_0",0.9072427117450903,1613945714835,5584
"eps_0",1e-05,1613945714835,5584
"wd_1",0.01,1613945714835,5584
"sqr_mom_1",0.99,1613945714835,5584
"lr_1",2.1378930341013586e-05,1613945714835,5584
"mom_1",0.9072427117450903,1613945714835,5584
"eps_1",1e-05,1613945714835,5584
"wd_2",0.01,1613945714835,5584
"sqr_mom_2",0.99,1613945714835,5584
"lr_2",0.00021378930341013586,1613945714835,5584
"mom_2",0.9072427117450903,1613945714835,5584
"eps_2",1e-05,1613945714835,5584
"train_loss",0.008516159,1613945715799,5585
"raw_loss",0.010717602,1613945715799,5585
"epoch",35.13207547169811,1613945715799,5585
"wd_0",0.01,1613945715799,5585
"sqr_mom_0",0.99,1613945715799,5585
"lr_0",2.1364965687648085e-06,1613945715799,5585
"mom_0",0.9072706413311171,1613945715799,5585
"eps_0",1e-05,1613945715799,5585
"wd_1",0.01,1613945715799,5585
"sqr_mom_1",0.99,1613945715799,5585
"lr_1",2.1364965687648086e-05,1613945715799,5585
"mom_1",0.9072706413311171,1613945715799,5585
"eps_1",1e-05,1613945715799,5585
"wd_2",0.01,1613945715799,5585
"sqr_mom_2",0.99,1613945715799,5585
"lr_2",0.00021364965687648084,1613945715799,5585
"mom_2",0.9072706413311171,1613945715799,5585
"eps_2",1e-05,1613945715799,5585
"train_loss",0.0084328195,1613945716771,5586
"raw_loss",0.0043491786,1613945716771,5586
"epoch",35.13836477987421,1613945716771,5586
"wd_0",0.01,1613945716771,5586
"sqr_mom_0",0.99,1613945716771,5586
"lr_0",2.1351002192987788e-06,1613945716771,5586
"mom_0",0.9072985685997104,1613945716771,5586
"eps_0",1e-05,1613945716771,5586
"wd_1",0.01,1613945716771,5586
"sqr_mom_1",0.99,1613945716771,5586
"lr_1",2.1351002192987785e-05,1613945716771,5586
"mom_1",0.9072985685997104,1613945716771,5586
"eps_1",1e-05,1613945716771,5586
"wd_2",0.01,1613945716771,5586
"sqr_mom_2",0.99,1613945716771,5586
"lr_2",0.00021351002192987782,1613945716771,5586
"mom_2",0.9072985685997104,1613945716771,5586
"eps_2",1e-05,1613945716771,5586
"train_loss",0.008397323,1613945717743,5587
"raw_loss",0.006658015,1613945717743,5587
"epoch",35.14465408805031,1613945717743,5587
"wd_0",0.01,1613945717743,5587
"sqr_mom_0",0.99,1613945717743,5587
"lr_0",2.13370444922458e-06,1613945717743,5587
"mom_0",0.9073264842803512,1613945717743,5587
"eps_0",1e-05,1613945717743,5587
"wd_1",0.01,1613945717743,5587
"sqr_mom_1",0.99,1613945717743,5587
"lr_1",2.13370444922458e-05,1613945717743,5587
"mom_1",0.9073264842803512,1613945717743,5587
"eps_1",1e-05,1613945717743,5587
"wd_2",0.01,1613945717743,5587
"sqr_mom_2",0.99,1613945717743,5587
"lr_2",0.00021337044492245798,1613945717743,5587
"mom_2",0.9073264842803512,1613945717743,5587
"eps_2",1e-05,1613945717743,5587
"train_loss",0.008462695,1613945718722,5588
"raw_loss",0.011665933,1613945718722,5588
"epoch",35.15094339622641,1613945718722,5588
"wd_0",0.01,1613945718722,5588
"sqr_mom_0",0.99,1613945718722,5588
"lr_0",2.132307869758525e-06,1613945718722,5588
"mom_0",0.9073544161489909,1613945718722,5588
"eps_0",1e-05,1613945718722,5588
"wd_1",0.01,1613945718722,5588
"sqr_mom_1",0.99,1613945718722,5588
"lr_1",2.1323078697585248e-05,1613945718722,5588
"mom_1",0.9073544161489909,1613945718722,5588
"eps_1",1e-05,1613945718722,5588
"wd_2",0.01,1613945718722,5588
"sqr_mom_2",0.99,1613945718722,5588
"lr_2",0.00021323078697585245,1613945718722,5588
"mom_2",0.9073544161489909,1613945718722,5588
"eps_2",1e-05,1613945718722,5588
"train_loss",0.008447849,1613945719692,5589
"raw_loss",0.0077203754,1613945719692,5589
"epoch",35.15723270440251,1613945719692,5589
"wd_0",0.01,1613945719692,5589
"sqr_mom_0",0.99,1613945719692,5589
"lr_0",2.130912333572821e-06,1613945719692,5589
"mom_0",0.9073823271518151,1613945719692,5589
"eps_0",1e-05,1613945719692,5589
"wd_1",0.01,1613945719692,5589
"sqr_mom_1",0.99,1613945719692,5589
"lr_1",2.130912333572821e-05,1613945719692,5589
"mom_1",0.9073823271518151,1613945719692,5589
"eps_1",1e-05,1613945719692,5589
"wd_2",0.01,1613945719692,5589
"sqr_mom_2",0.99,1613945719692,5589
"lr_2",0.00021309123335728206,1613945719692,5589
"mom_2",0.9073823271518151,1613945719692,5589
"eps_2",1e-05,1613945719692,5589
"train_loss",0.008362226,1613945720675,5590
"raw_loss",0.004166718,1613945720675,5590
"epoch",35.16352201257861,1613945720675,5590
"wd_0",0.01,1613945720675,5590
"sqr_mom_0",0.99,1613945720675,5590
"lr_0",2.1295169149595188e-06,1613945720675,5590
"mom_0",0.9074102358031676,1613945720675,5590
"eps_0",1e-05,1613945720675,5590
"wd_1",0.01,1613945720675,5590
"sqr_mom_1",0.99,1613945720675,5590
"lr_1",2.1295169149595184e-05,1613945720675,5590
"mom_1",0.9074102358031676,1613945720675,5590
"eps_1",1e-05,1613945720675,5590
"wd_2",0.01,1613945720675,5590
"sqr_mom_2",0.99,1613945720675,5590
"lr_2",0.00021295169149595182,1613945720675,5590
"mom_2",0.9074102358031676,1613945720675,5590
"eps_2",1e-05,1613945720675,5590
"train_loss",0.008286863,1613945721641,5591
"raw_loss",0.0045940476,1613945721641,5591
"epoch",35.16981132075471,1613945721641,5591
"wd_0",0.01,1613945721641,5591
"sqr_mom_0",0.99,1613945721641,5591
"lr_0",2.1281206885227507e-06,1613945721641,5591
"mom_0",0.907438160611151,1613945721641,5591
"eps_0",1e-05,1613945721641,5591
"wd_1",0.01,1613945721641,5591
"sqr_mom_1",0.99,1613945721641,5591
"lr_1",2.1281206885227508e-05,1613945721641,5591
"mom_1",0.907438160611151,1613945721641,5591
"eps_1",1e-05,1613945721641,5591
"wd_2",0.01,1613945721641,5591
"sqr_mom_2",0.99,1613945721641,5591
"lr_2",0.00021281206885227506,1613945721641,5591
"mom_2",0.907438160611151,1613945721641,5591
"eps_2",1e-05,1613945721641,5591
"train_loss",0.00824871,1613945722632,5592
"raw_loss",0.0063792486,1613945722632,5592
"epoch",35.17610062893081,1613945722632,5592
"wd_0",0.01,1613945722632,5592
"sqr_mom_0",0.99,1613945722632,5592
"lr_0",2.126725506466403e-06,1613945722632,5592
"mom_0",0.9074660645313173,1613945722632,5592
"eps_0",1e-05,1613945722632,5592
"wd_1",0.01,1613945722632,5592
"sqr_mom_1",0.99,1613945722632,5592
"lr_1",2.1267255064664026e-05,1613945722632,5592
"mom_1",0.9074660645313173,1613945722632,5592
"eps_1",1e-05,1613945722632,5592
"wd_2",0.01,1613945722632,5592
"sqr_mom_2",0.99,1613945722632,5592
"lr_2",0.00021267255064664022,1613945722632,5592
"mom_2",0.9074660645313173,1613945722632,5592
"eps_2",1e-05,1613945722632,5592
"train_loss",0.00820397,1613945723664,5593
"raw_loss",0.006011739,1613945723664,5593
"epoch",35.18238993710691,1613945723664,5593
"wd_0",0.01,1613945723664,5593
"sqr_mom_0",0.99,1613945723664,5593
"lr_0",2.125330443316075e-06,1613945723664,5593
"mom_0",0.9074939660733392,1613945723664,5593
"eps_0",1e-05,1613945723664,5593
"wd_1",0.01,1613945723664,5593
"sqr_mom_1",0.99,1613945723664,5593
"lr_1",2.1253304433160746e-05,1613945723664,5593
"mom_1",0.9074939660733392,1613945723664,5593
"eps_1",1e-05,1613945723664,5593
"wd_2",0.01,1613945723664,5593
"sqr_mom_2",0.99,1613945723664,5593
"lr_2",0.00021253304433160744,1613945723664,5593
"mom_2",0.9074939660733392,1613945723664,5593
"eps_2",1e-05,1613945723664,5593
"train_loss",0.008154527,1613945724789,5594
"raw_loss",0.0057318322,1613945724789,5594
"epoch",35.18867924528301,1613945724789,5594
"wd_0",0.01,1613945724789,5594
"sqr_mom_0",0.99,1613945724789,5594
"lr_0",2.1239345739129877e-06,1613945724789,5594
"mom_0",0.9075218837405776,1613945724789,5594
"eps_0",1e-05,1613945724789,5594
"wd_1",0.01,1613945724789,5594
"sqr_mom_1",0.99,1613945724789,5594
"lr_1",2.1239345739129872e-05,1613945724789,5594
"mom_1",0.9075218837405776,1613945724789,5594
"eps_1",1e-05,1613945724789,5594
"wd_2",0.01,1613945724789,5594
"sqr_mom_2",0.99,1613945724789,5594
"lr_2",0.00021239345739129873,1613945724789,5594
"mom_2",0.9075218837405776,1613945724789,5594
"eps_2",1e-05,1613945724789,5594
"train_loss",0.008101802,1613945725781,5595
"raw_loss",0.005518261,1613945725781,5595
"epoch",35.19496855345911,1613945725781,5595
"wd_0",0.01,1613945725781,5595
"sqr_mom_0",0.99,1613945725781,5595
"lr_0",2.122539749987395e-06,1613945725781,5595
"mom_0",0.907549780498057,1613945725781,5595
"eps_0",1e-05,1613945725781,5595
"wd_1",0.01,1613945725781,5595
"sqr_mom_1",0.99,1613945725781,5595
"lr_1",2.1225397499873946e-05,1613945725781,5595
"mom_1",0.907549780498057,1613945725781,5595
"eps_1",1e-05,1613945725781,5595
"wd_2",0.01,1613945725781,5595
"sqr_mom_2",0.99,1613945725781,5595
"lr_2",0.00021225397499873943,1613945725781,5595
"mom_2",0.907549780498057,1613945725781,5595
"eps_2",1e-05,1613945725781,5595
"train_loss",0.008014818,1613945726766,5596
"raw_loss",0.0037525727,1613945726766,5596
"epoch",35.20125786163521,1613945726766,5596
"wd_0",0.01,1613945726766,5596
"sqr_mom_0",0.99,1613945726766,5596
"lr_0",2.1211445835793332e-06,1613945726766,5596
"mom_0",0.9075776841052543,1613945726766,5596
"eps_0",1e-05,1613945726766,5596
"wd_1",0.01,1613945726766,5596
"sqr_mom_1",0.99,1613945726766,5596
"lr_1",2.1211445835793333e-05,1613945726766,5596
"mom_1",0.9075776841052543,1613945726766,5596
"eps_1",1e-05,1613945726766,5596
"wd_2",0.01,1613945726766,5596
"sqr_mom_2",0.99,1613945726766,5596
"lr_2",0.00021211445835793332,1613945726766,5596
"mom_2",0.9075776841052543,1613945726766,5596
"eps_2",1e-05,1613945726766,5596
"train_loss",0.00796446,1613945727729,5597
"raw_loss",0.0054969196,1613945727729,5597
"epoch",35.20754716981131,1613945727729,5597
"wd_0",0.01,1613945727729,5597
"sqr_mom_0",0.99,1613945727729,5597
"lr_0",2.119749537935062e-06,1613945727729,5597
"mom_0",0.9076055852971517,1613945727729,5597
"eps_0",1e-05,1613945727729,5597
"wd_1",0.01,1613945727729,5597
"sqr_mom_1",0.99,1613945727729,5597
"lr_1",2.119749537935062e-05,1613945727729,5597
"mom_1",0.9076055852971517,1613945727729,5597
"eps_1",1e-05,1613945727729,5597
"wd_2",0.01,1613945727729,5597
"sqr_mom_2",0.99,1613945727729,5597
"lr_2",0.00021197495379350617,1613945727729,5597
"mom_2",0.9076055852971517,1613945727729,5597
"eps_2",1e-05,1613945727729,5597
"train_loss",0.007952257,1613945728698,5598
"raw_loss",0.007354322,1613945728698,5598
"epoch",35.213836477987414,1613945728698,5598
"wd_0",0.01,1613945728698,5598
"sqr_mom_0",0.99,1613945728698,5598
"lr_0",2.1183546134992348e-06,1613945728698,5598
"mom_0",0.9076334840648559,1613945728698,5598
"eps_0",1e-05,1613945728698,5598
"wd_1",0.01,1613945728698,5598
"sqr_mom_1",0.99,1613945728698,5598
"lr_1",2.118354613499235e-05,1613945728698,5598
"mom_1",0.9076334840648559,1613945728698,5598
"eps_1",1e-05,1613945728698,5598
"wd_2",0.01,1613945728698,5598
"sqr_mom_2",0.99,1613945728698,5598
"lr_2",0.00021183546134992344,1613945728698,5598
"mom_2",0.9076334840648559,1613945728698,5598
"eps_2",1e-05,1613945728698,5598
"train_loss",0.0080666635,1613945729679,5599
"raw_loss",0.013672598,1613945729679,5599
"epoch",35.220125786163514,1613945729679,5599
"wd_0",0.01,1613945729679,5599
"sqr_mom_0",0.99,1613945729679,5599
"lr_0",2.1169602733174057e-06,1613945729679,5599
"mom_0",0.9076613711473633,1613945729679,5599
"eps_0",1e-05,1613945729679,5599
"wd_1",0.01,1613945729679,5599
"sqr_mom_1",0.99,1613945729679,5599
"lr_1",2.1169602733174057e-05,1613945729679,5599
"mom_1",0.9076613711473633,1613945729679,5599
"eps_1",1e-05,1613945729679,5599
"wd_2",0.01,1613945729679,5599
"sqr_mom_2",0.99,1613945729679,5599
"lr_2",0.00021169602733174054,1613945729679,5599
"mom_2",0.9076613711473633,1613945729679,5599
"eps_2",1e-05,1613945729679,5599
"train_loss",0.008086337,1613945730637,5600
"raw_loss",0.009050336,1613945730637,5600
"epoch",35.226415094339615,1613945730637,5600
"wd_0",0.01,1613945730637,5600
"sqr_mom_0",0.99,1613945730637,5600
"lr_0",2.115565130031339e-06,1613945730637,5600
"mom_0",0.9076892742921161,1613945730637,5600
"eps_0",1e-05,1613945730637,5600
"wd_1",0.01,1613945730637,5600
"sqr_mom_1",0.99,1613945730637,5600
"lr_1",2.115565130031339e-05,1613945730637,5600
"mom_1",0.9076892742921161,1613945730637,5600
"eps_1",1e-05,1613945730637,5600
"wd_2",0.01,1613945730637,5600
"sqr_mom_2",0.99,1613945730637,5600
"lr_2",0.00021155651300313385,1613945730637,5600
"mom_2",0.9076892742921161,1613945730637,5600
"eps_2",1e-05,1613945730637,5600
"train_loss",0.008043086,1613945731651,5601
"raw_loss",0.0059238253,1613945731651,5601
"epoch",35.232704402515715,1613945731651,5601
"wd_0",0.01,1613945731651,5601
"sqr_mom_0",0.99,1613945731651,5601
"lr_0",2.114171034408037e-06,1613945731651,5601
"mom_0",0.9077171564834041,1613945731651,5601
"eps_0",1e-05,1613945731651,5601
"wd_1",0.01,1613945731651,5601
"sqr_mom_1",0.99,1613945731651,5601
"lr_1",2.114171034408037e-05,1613945731651,5601
"mom_1",0.9077171564834041,1613945731651,5601
"eps_1",1e-05,1613945731651,5601
"wd_2",0.01,1613945731651,5601
"sqr_mom_2",0.99,1613945731651,5601
"lr_2",0.00021141710344080365,1613945731651,5601
"mom_2",0.9077171564834041,1613945731651,5601
"eps_2",1e-05,1613945731651,5601
"train_loss",0.007965569,1613945732616,5602
"raw_loss",0.0041672243,1613945732616,5602
"epoch",35.238993710691815,1613945732616,5602
"wd_0",0.01,1613945732616,5602
"sqr_mom_0",0.99,1613945732616,5602
"lr_0",2.1127761367321106e-06,1613945732616,5602
"mom_0",0.9077450547159049,1613945732616,5602
"eps_0",1e-05,1613945732616,5602
"wd_1",0.01,1613945732616,5602
"sqr_mom_1",0.99,1613945732616,5602
"lr_1",2.1127761367321104e-05,1613945732616,5602
"mom_1",0.9077450547159049,1613945732616,5602
"eps_1",1e-05,1613945732616,5602
"wd_2",0.01,1613945732616,5602
"sqr_mom_2",0.99,1613945732616,5602
"lr_2",0.000211277613673211,1613945732616,5602
"mom_2",0.9077450547159049,1613945732616,5602
"eps_2",1e-05,1613945732616,5602
"train_loss",0.007916521,1613945733572,5603
"raw_loss",0.005513154,1613945733572,5603
"epoch",35.245283018867916,1613945733572,5603
"wd_0",0.01,1613945733572,5603
"sqr_mom_0",0.99,1613945733572,5603
"lr_0",2.1113822874447427e-06,1613945733572,5603
"mom_0",0.907772931980425,1613945733572,5603
"eps_0",1e-05,1613945733572,5603
"wd_1",0.01,1613945733572,5603
"sqr_mom_1",0.99,1613945733572,5603
"lr_1",2.1113822874447424e-05,1613945733572,5603
"mom_1",0.907772931980425,1613945733572,5603
"eps_1",1e-05,1613945733572,5603
"wd_2",0.01,1613945733572,5603
"sqr_mom_2",0.99,1613945733572,5603
"lr_2",0.00021113822874447425,1613945733572,5603
"mom_2",0.907772931980425,1613945733572,5603
"eps_2",1e-05,1613945733572,5603
"train_loss",0.0078265555,1613945734558,5604
"raw_loss",0.0034182195,1613945734558,5604
"epoch",35.251572327044016,1613945734558,5604
"wd_0",0.01,1613945734558,5604
"sqr_mom_0",0.99,1613945734558,5604
"lr_0",2.1099885619506247e-06,1613945734558,5604
"mom_0",0.9078008067690552,1613945734558,5604
"eps_0",1e-05,1613945734558,5604
"wd_1",0.01,1613945734558,5604
"sqr_mom_1",0.99,1613945734558,5604
"lr_1",2.1099885619506247e-05,1613945734558,5604
"mom_1",0.9078008067690552,1613945734558,5604
"eps_1",1e-05,1613945734558,5604
"wd_2",0.01,1613945734558,5604
"sqr_mom_2",0.99,1613945734558,5604
"lr_2",0.00021099885619506244,1613945734558,5604
"mom_2",0.9078008067690552,1613945734558,5604
"eps_2",1e-05,1613945734558,5604
"train_loss",0.007840115,1613945735510,5605
"raw_loss",0.008504494,1613945735510,5605
"epoch",35.25786163522012,1613945735510,5605
"wd_0",0.01,1613945735510,5605
"sqr_mom_0",0.99,1613945735510,5605
"lr_0",2.108594035983047e-06,1613945735510,5605
"mom_0",0.9078286975673147,1613945735510,5605
"eps_0",1e-05,1613945735510,5605
"wd_1",0.01,1613945735510,5605
"sqr_mom_1",0.99,1613945735510,5605
"lr_1",2.1085940359830472e-05,1613945735510,5605
"mom_1",0.9078286975673147,1613945735510,5605
"eps_1",1e-05,1613945735510,5605
"wd_2",0.01,1613945735510,5605
"sqr_mom_2",0.99,1613945735510,5605
"lr_2",0.00021085940359830466,1613945735510,5605
"mom_2",0.9078286975673147,1613945735510,5605
"eps_2",1e-05,1613945735510,5605
"train_loss",0.0077997423,1613945736460,5606
"raw_loss",0.0058214897,1613945736460,5606
"epoch",35.26415094339622,1613945736460,5606
"wd_0",0.01,1613945736460,5606
"sqr_mom_0",0.99,1613945736460,5606
"lr_0",2.1072005594900915e-06,1613945736460,5606
"mom_0",0.907856567375872,1613945736460,5606
"eps_0",1e-05,1613945736460,5606
"wd_1",0.01,1613945736460,5606
"sqr_mom_1",0.99,1613945736460,5606
"lr_1",2.1072005594900913e-05,1613945736460,5606
"mom_1",0.907856567375872,1613945736460,5606
"eps_1",1e-05,1613945736460,5606
"wd_2",0.01,1613945736460,5606
"sqr_mom_2",0.99,1613945736460,5606
"lr_2",0.0002107200559490091,1613945736460,5606
"mom_2",0.907856567375872,1613945736460,5606
"eps_2",1e-05,1613945736460,5606
"train_loss",0.0077368147,1613945737404,5607
"raw_loss",0.004653352,1613945737404,5607
"epoch",35.27044025157232,1613945737404,5607
"wd_0",0.01,1613945737404,5607
"sqr_mom_0",0.99,1613945737404,5607
"lr_0",2.1058067458501043e-06,1613945737404,5607
"mom_0",0.9078844439274372,1613945737404,5607
"eps_0",1e-05,1613945737404,5607
"wd_1",0.01,1613945737404,5607
"sqr_mom_1",0.99,1613945737404,5607
"lr_1",2.1058067458501042e-05,1613945737404,5607
"mom_1",0.9078844439274372,1613945737404,5607
"eps_1",1e-05,1613945737404,5607
"wd_2",0.01,1613945737404,5607
"sqr_mom_2",0.99,1613945737404,5607
"lr_2",0.0002105806745850104,1613945737404,5607
"mom_2",0.9078844439274372,1613945737404,5607
"eps_2",1e-05,1613945737404,5607
"train_loss",0.0076674987,1613945738397,5608
"raw_loss",0.0042710146,1613945738397,5608
"epoch",35.27672955974842,1613945738397,5608
"wd_0",0.01,1613945738397,5608
"sqr_mom_0",0.99,1613945738397,5608
"lr_0",2.1044130578626674e-06,1613945738397,5608
"mom_0",0.9079123179659263,1613945738397,5608
"eps_0",1e-05,1613945738397,5608
"wd_1",0.01,1613945738397,5608
"sqr_mom_1",0.99,1613945738397,5608
"lr_1",2.104413057862667e-05,1613945738397,5608
"mom_1",0.9079123179659263,1613945738397,5608
"eps_1",1e-05,1613945738397,5608
"wd_2",0.01,1613945738397,5608
"sqr_mom_2",0.99,1613945738397,5608
"lr_2",0.0002104413057862667,1613945738397,5608
"mom_2",0.9079123179659263,1613945738397,5608
"eps_2",1e-05,1613945738397,5608
"train_loss",0.007651572,1613945739373,5609
"raw_loss",0.006871176,1613945739373,5609
"epoch",35.28301886792452,1613945739373,5609
"wd_0",0.01,1613945739373,5609
"sqr_mom_0",0.99,1613945739373,5609
"lr_0",2.103019495972002e-06,1613945739373,5609
"mom_0",0.9079401894824548,1613945739373,5609
"eps_0",1e-05,1613945739373,5609
"wd_1",0.01,1613945739373,5609
"sqr_mom_1",0.99,1613945739373,5609
"lr_1",2.1030194959720023e-05,1613945739373,5609
"mom_1",0.9079401894824548,1613945739373,5609
"eps_1",1e-05,1613945739373,5609
"wd_2",0.01,1613945739373,5609
"sqr_mom_2",0.99,1613945739373,5609
"lr_2",0.00021030194959720017,1613945739373,5609
"mom_2",0.9079401894824548,1613945739373,5609
"eps_2",1e-05,1613945739373,5609
"train_loss",0.007853798,1613945740362,5610
"raw_loss",0.017762875,1613945740362,5610
"epoch",35.28930817610062,1613945740362,5610
"wd_0",0.01,1613945740362,5610
"sqr_mom_0",0.99,1613945740362,5610
"lr_0",2.101626522768875e-06,1613945740362,5610
"mom_0",0.9079680492251148,1613945740362,5610
"eps_0",1e-05,1613945740362,5610
"wd_1",0.01,1613945740362,5610
"sqr_mom_1",0.99,1613945740362,5610
"lr_1",2.1016265227688746e-05,1613945740362,5610
"mom_1",0.9079680492251148,1613945740362,5610
"eps_1",1e-05,1613945740362,5610
"wd_2",0.01,1613945740362,5610
"sqr_mom_2",0.99,1613945740362,5610
"lr_2",0.00021016265227688746,1613945740362,5610
"mom_2",0.9079680492251148,1613945740362,5610
"eps_2",1e-05,1613945740362,5610
"train_loss",0.007841752,1613945741364,5611
"raw_loss",0.007251531,1613945741364,5611
"epoch",35.29559748427672,1613945741364,5611
"wd_0",0.01,1613945741364,5611
"sqr_mom_0",0.99,1613945741364,5611
"lr_0",2.1002327522576734e-06,1613945741364,5611
"mom_0",0.9079959249140956,1613945741364,5611
"eps_0",1e-05,1613945741364,5611
"wd_1",0.01,1613945741364,5611
"sqr_mom_1",0.99,1613945741364,5611
"lr_1",2.1002327522576734e-05,1613945741364,5611
"mom_1",0.9079959249140956,1613945741364,5611
"eps_1",1e-05,1613945741364,5611
"wd_2",0.01,1613945741364,5611
"sqr_mom_2",0.99,1613945741364,5611
"lr_2",0.0002100232752257673,1613945741364,5611
"mom_2",0.9079959249140956,1613945741364,5611
"eps_2",1e-05,1613945741364,5611
"train_loss",0.007915263,1613945742360,5612
"raw_loss",0.011517325,1613945742360,5612
"epoch",35.30188679245282,1613945742360,5612
"wd_0",0.01,1613945742360,5612
"sqr_mom_0",0.99,1613945742360,5612
"lr_0",2.0988400333843073e-06,1613945742360,5612
"mom_0",0.9080237795701095,1613945742360,5612
"eps_0",1e-05,1613945742360,5612
"wd_1",0.01,1613945742360,5612
"sqr_mom_1",0.99,1613945742360,5612
"lr_1",2.0988400333843075e-05,1613945742360,5612
"mom_1",0.9080237795701095,1613945742360,5612
"eps_1",1e-05,1613945742360,5612
"wd_2",0.01,1613945742360,5612
"sqr_mom_2",0.99,1613945742360,5612
"lr_2",0.00020988400333843069,1613945742360,5612
"mom_2",0.9080237795701095,1613945742360,5612
"eps_2",1e-05,1613945742360,5612
"train_loss",0.007852179,1613945743302,5613
"raw_loss",0.004761036,1613945743302,5613
"epoch",35.30817610062892,1613945743302,5613
"wd_0",0.01,1613945743302,5613
"sqr_mom_0",0.99,1613945743302,5613
"lr_0",2.09744744229924e-06,1613945743302,5613
"mom_0",0.9080516316703319,1613945743302,5613
"eps_0",1e-05,1613945743302,5613
"wd_1",0.01,1613945743302,5613
"sqr_mom_1",0.99,1613945743302,5613
"lr_1",2.09744744229924e-05,1613945743302,5613
"mom_1",0.9080516316703319,1613945743302,5613
"eps_1",1e-05,1613945743302,5613
"wd_2",0.01,1613945743302,5613
"sqr_mom_2",0.99,1613945743302,5613
"lr_2",0.000209744744229924,1613945743302,5613
"mom_2",0.9080516316703319,1613945743302,5613
"eps_2",1e-05,1613945743302,5613
"train_loss",0.007786151,1613945744256,5614
"raw_loss",0.0045507713,1613945744256,5614
"epoch",35.31446540880502,1613945744256,5614
"wd_0",0.01,1613945744256,5614
"sqr_mom_0",0.99,1613945744256,5614
"lr_0",2.096054055492136e-06,1613945744256,5614
"mom_0",0.9080794996851541,1613945744256,5614
"eps_0",1e-05,1613945744256,5614
"wd_1",0.01,1613945744256,5614
"sqr_mom_1",0.99,1613945744256,5614
"lr_1",2.096054055492136e-05,1613945744256,5614
"mom_1",0.9080794996851541,1613945744256,5614
"eps_1",1e-05,1613945744256,5614
"wd_2",0.01,1613945744256,5614
"sqr_mom_2",0.99,1613945744256,5614
"lr_2",0.0002096054055492136,1613945744256,5614
"mom_2",0.9080794996851541,1613945744256,5614
"eps_2",1e-05,1613945744256,5614
"train_loss",0.0077769035,1613945745246,5615
"raw_loss",0.0073237717,1613945745246,5615
"epoch",35.32075471698112,1613945745246,5615
"wd_0",0.01,1613945745246,5615
"sqr_mom_0",0.99,1613945745246,5615
"lr_0",2.0946617213998923e-06,1613945745246,5615
"mom_0",0.9081073466454685,1613945745246,5615
"eps_0",1e-05,1613945745246,5615
"wd_1",0.01,1613945745246,5615
"sqr_mom_1",0.99,1613945745246,5615
"lr_1",2.094661721399892e-05,1613945745246,5615
"mom_1",0.9081073466454685,1613945745246,5615
"eps_1",1e-05,1613945745246,5615
"wd_2",0.01,1613945745246,5615
"sqr_mom_2",0.99,1613945745246,5615
"lr_2",0.00020946617213998917,1613945745246,5615
"mom_2",0.9081073466454685,1613945745246,5615
"eps_2",1e-05,1613945745246,5615
"train_loss",0.0077454625,1613945746207,5616
"raw_loss",0.0062048417,1613945746207,5616
"epoch",35.32704402515722,1613945746207,5616
"wd_0",0.01,1613945746207,5616
"sqr_mom_0",0.99,1613945746207,5616
"lr_0",2.093269516426853e-06,1613945746207,5616
"mom_0",0.9081351910233731,1613945746207,5616
"eps_0",1e-05,1613945746207,5616
"wd_1",0.01,1613945746207,5616
"sqr_mom_1",0.99,1613945746207,5616
"lr_1",2.0932695164268528e-05,1613945746207,5616
"mom_1",0.9081351910233731,1613945746207,5616
"eps_1",1e-05,1613945746207,5616
"wd_2",0.01,1613945746207,5616
"sqr_mom_2",0.99,1613945746207,5616
"lr_2",0.00020932695164268525,1613945746207,5616
"mom_2",0.9081351910233731,1613945746207,5616
"eps_2",1e-05,1613945746207,5616
"train_loss",0.007816139,1613945747171,5617
"raw_loss",0.011279294,1613945747171,5617
"epoch",35.33333333333332,1613945747171,5617
"wd_0",0.01,1613945747171,5617
"sqr_mom_0",0.99,1613945747171,5617
"lr_0",2.0918765173200972e-06,1613945747171,5617
"mom_0",0.9081630512841109,1613945747171,5617
"eps_0",1e-05,1613945747171,5617
"wd_1",0.01,1613945747171,5617
"sqr_mom_1",0.99,1613945747171,5617
"lr_1",2.0918765173200973e-05,1613945747171,5617
"mom_1",0.9081630512841109,1613945747171,5617
"eps_1",1e-05,1613945747171,5617
"wd_2",0.01,1613945747171,5617
"sqr_mom_2",0.99,1613945747171,5617
"lr_2",0.00020918765173200967,1613945747171,5617
"mom_2",0.9081630512841109,1613945747171,5617
"eps_2",1e-05,1613945747171,5617
"train_loss",0.007945995,1613945748125,5618
"raw_loss",0.014308962,1613945748125,5618
"epoch",35.33962264150942,1613945748125,5618
"wd_0",0.01,1613945748125,5618
"sqr_mom_0",0.99,1613945748125,5618
"lr_0",2.0904845720022058e-06,1613945748125,5618
"mom_0",0.9081908904688606,1613945748125,5618
"eps_0",1e-05,1613945748125,5618
"wd_1",0.01,1613945748125,5618
"sqr_mom_1",0.99,1613945748125,5618
"lr_1",2.0904845720022058e-05,1613945748125,5618
"mom_1",0.9081908904688606,1613945748125,5618
"eps_1",1e-05,1613945748125,5618
"wd_2",0.01,1613945748125,5618
"sqr_mom_2",0.99,1613945748125,5618
"lr_2",0.00020904845720022054,1613945748125,5618
"mom_2",0.9081908904688606,1613945748125,5618
"eps_2",1e-05,1613945748125,5618
"train_loss",0.007891535,1613945749064,5619
"raw_loss",0.005222989,1613945749064,5619
"epoch",35.34591194968552,1613945749064,5619
"wd_0",0.01,1613945749064,5619
"sqr_mom_0",0.99,1613945749064,5619
"lr_0",2.089092295372451e-06,1613945749064,5619
"mom_0",0.9082187362799138,1613945749064,5619
"eps_0",1e-05,1613945749064,5619
"wd_1",0.01,1613945749064,5619
"sqr_mom_1",0.99,1613945749064,5619
"lr_1",2.089092295372451e-05,1613945749064,5619
"mom_1",0.9082187362799138,1613945749064,5619
"eps_1",1e-05,1613945749064,5619
"wd_2",0.01,1613945749064,5619
"sqr_mom_2",0.99,1613945749064,5619
"lr_2",0.00020890922953724507,1613945749064,5619
"mom_2",0.9082187362799138,1613945749064,5619
"eps_2",1e-05,1613945749064,5619
"train_loss",0.007845071,1613945750001,5620
"raw_loss",0.0055683483,1613945750001,5620
"epoch",35.35220125786162,1613945750001,5620
"wd_0",0.01,1613945750001,5620
"sqr_mom_0",0.99,1613945750001,5620
"lr_0",2.087700149722785e-06,1613945750001,5620
"mom_0",0.908246579471339,1613945750001,5620
"eps_0",1e-05,1613945750001,5620
"wd_1",0.01,1613945750001,5620
"sqr_mom_1",0.99,1613945750001,5620
"lr_1",2.087700149722785e-05,1613945750001,5620
"mom_1",0.908246579471339,1613945750001,5620
"eps_1",1e-05,1613945750001,5620
"wd_2",0.01,1613945750001,5620
"sqr_mom_2",0.99,1613945750001,5620
"lr_2",0.00020877001497227846,1613945750001,5620
"mom_2",0.908246579471339,1613945750001,5620
"eps_2",1e-05,1613945750001,5620
"train_loss",0.007850853,1613945750935,5621
"raw_loss",0.008134173,1613945750935,5621
"epoch",35.35849056603772,1613945750935,5621
"wd_0",0.01,1613945750935,5621
"sqr_mom_0",0.99,1613945750935,5621
"lr_0",2.0863081354969388e-06,1613945750935,5621
"mom_0",0.9082744200342615,1613945750935,5621
"eps_0",1e-05,1613945750935,5621
"wd_1",0.01,1613945750935,5621
"sqr_mom_1",0.99,1613945750935,5621
"lr_1",2.0863081354969385e-05,1613945750935,5621
"mom_1",0.9082744200342615,1613945750935,5621
"eps_1",1e-05,1613945750935,5621
"wd_2",0.01,1613945750935,5621
"sqr_mom_2",0.99,1613945750935,5621
"lr_2",0.00020863081354969383,1613945750935,5621
"mom_2",0.9082744200342615,1613945750935,5621
"eps_2",1e-05,1613945750935,5621
"train_loss",0.007777783,1613945751884,5622
"raw_loss",0.0041973703,1613945751884,5622
"epoch",35.36477987421382,1613945751884,5622
"wd_0",0.01,1613945751884,5622
"sqr_mom_0",0.99,1613945751884,5622
"lr_0",2.084916714769213e-06,1613945751884,5622
"mom_0",0.908302248727103,1613945751884,5622
"eps_0",1e-05,1613945751884,5622
"wd_1",0.01,1613945751884,5622
"sqr_mom_1",0.99,1613945751884,5622
"lr_1",2.084916714769213e-05,1613945751884,5622
"mom_1",0.908302248727103,1613945751884,5622
"eps_1",1e-05,1613945751884,5622
"wd_2",0.01,1613945751884,5622
"sqr_mom_2",0.99,1613945751884,5622
"lr_2",0.00020849167147692126,1613945751884,5622
"mom_2",0.908302248727103,1613945751884,5622
"eps_2",1e-05,1613945751884,5622
"train_loss",0.0077375895,1613945752830,5623
"raw_loss",0.005768103,1613945752830,5623
"epoch",35.371069182389924,1613945752830,5623
"wd_0",0.01,1613945752830,5623
"sqr_mom_0",0.99,1613945752830,5623
"lr_0",2.0835245030914165e-06,1613945752830,5623
"mom_0",0.9083300932391041,1613945752830,5623
"eps_0",1e-05,1613945752830,5623
"wd_1",0.01,1613945752830,5623
"sqr_mom_1",0.99,1613945752830,5623
"lr_1",2.0835245030914165e-05,1613945752830,5623
"mom_1",0.9083300932391041,1613945752830,5623
"eps_1",1e-05,1613945752830,5623
"wd_2",0.01,1613945752830,5623
"sqr_mom_2",0.99,1613945752830,5623
"lr_2",0.00020835245030914162,1613945752830,5623
"mom_2",0.9083300932391041,1613945752830,5623
"eps_2",1e-05,1613945752830,5623
"train_loss",0.007723107,1613945753784,5624
"raw_loss",0.0070134653,1613945753784,5624
"epoch",35.377358490566024,1613945753784,5624
"wd_0",0.01,1613945753784,5624
"sqr_mom_0",0.99,1613945753784,5624
"lr_0",2.082133347341542e-06,1613945753784,5624
"mom_0",0.9083579166323354,1613945753784,5624
"eps_0",1e-05,1613945753784,5624
"wd_1",0.01,1613945753784,5624
"sqr_mom_1",0.99,1613945753784,5624
"lr_1",2.0821333473415422e-05,1613945753784,5624
"mom_1",0.9083579166323354,1613945753784,5624
"eps_1",1e-05,1613945753784,5624
"wd_2",0.01,1613945753784,5624
"sqr_mom_2",0.99,1613945753784,5624
"lr_2",0.0002082133347341542,1613945753784,5624
"mom_2",0.9083579166323354,1613945753784,5624
"eps_2",1e-05,1613945753784,5624
"train_loss",0.0077807386,1613945754720,5625
"raw_loss",0.010604702,1613945754720,5625
"epoch",35.383647798742125,1613945754720,5625
"wd_0",0.01,1613945754720,5625
"sqr_mom_0",0.99,1613945754720,5625
"lr_0",2.0807423247015e-06,1613945754720,5625
"mom_0",0.9083857373633436,1613945754720,5625
"eps_0",1e-05,1613945754720,5625
"wd_1",0.01,1613945754720,5625
"sqr_mom_1",0.99,1613945754720,5625
"lr_1",2.0807423247015e-05,1613945754720,5625
"mom_1",0.9083857373633436,1613945754720,5625
"eps_1",1e-05,1613945754720,5625
"wd_2",0.01,1613945754720,5625
"sqr_mom_2",0.99,1613945754720,5625
"lr_2",0.00020807423247014994,1613945754720,5625
"mom_2",0.9083857373633436,1613945754720,5625
"eps_2",1e-05,1613945754720,5625
"train_loss",0.0077660014,1613945755663,5626
"raw_loss",0.0070438804,1613945755663,5626
"epoch",35.389937106918225,1613945755663,5626
"wd_0",0.01,1613945755663,5626
"sqr_mom_0",0.99,1613945755663,5626
"lr_0",2.0793505127065254e-06,1613945755663,5626
"mom_0",0.9084135738816083,1613945755663,5626
"eps_0",1e-05,1613945755663,5626
"wd_1",0.01,1613945755663,5626
"sqr_mom_1",0.99,1613945755663,5626
"lr_1",2.0793505127065253e-05,1613945755663,5626
"mom_1",0.9084135738816083,1613945755663,5626
"eps_1",1e-05,1613945755663,5626
"wd_2",0.01,1613945755663,5626
"sqr_mom_2",0.99,1613945755663,5626
"lr_2",0.0002079350512706525,1613945755663,5626
"mom_2",0.9084135738816083,1613945755663,5626
"eps_2",1e-05,1613945755663,5626
"train_loss",0.007696481,1613945756627,5627
"raw_loss",0.0042899675,1613945756627,5627
"epoch",35.396226415094326,1613945756627,5627
"wd_0",0.01,1613945756627,5627
"sqr_mom_0",0.99,1613945756627,5627
"lr_0",2.0779597577044014e-06,1613945756627,5627
"mom_0",0.9084413892598046,1613945756627,5627
"eps_0",1e-05,1613945756627,5627
"wd_1",0.01,1613945756627,5627
"sqr_mom_1",0.99,1613945756627,5627
"lr_1",2.0779597577044013e-05,1613945756627,5627
"mom_1",0.9084413892598046,1613945756627,5627
"eps_1",1e-05,1613945756627,5627
"wd_2",0.01,1613945756627,5627
"sqr_mom_2",0.99,1613945756627,5627
"lr_2",0.00020779597577044007,1613945756627,5627
"mom_2",0.9084413892598046,1613945756627,5627
"eps_2",1e-05,1613945756627,5627
"train_loss",0.0076327254,1613945757673,5628
"raw_loss",0.004508702,1613945757673,5628
"epoch",35.402515723270426,1613945757673,5628
"wd_0",0.01,1613945757673,5628
"sqr_mom_0",0.99,1613945757673,5628
"lr_0",2.0765686757768213e-06,1613945757673,5628
"mom_0",0.9084692111765753,1613945757673,5628
"eps_0",1e-05,1613945757673,5628
"wd_1",0.01,1613945757673,5628
"sqr_mom_1",0.99,1613945757673,5628
"lr_1",2.0765686757768213e-05,1613945757673,5628
"mom_1",0.9084692111765753,1613945757673,5628
"eps_1",1e-05,1613945757673,5628
"wd_2",0.01,1613945757673,5628
"sqr_mom_2",0.99,1613945757673,5628
"lr_2",0.00020765686757768213,1613945757673,5628
"mom_2",0.9084692111765753,1613945757673,5628
"eps_2",1e-05,1613945757673,5628
"train_loss",0.007853256,1613945758684,5629
"raw_loss",0.01865924,1613945758684,5629
"epoch",35.408805031446526,1613945758684,5629
"wd_0",0.01,1613945758684,5629
"sqr_mom_0",0.99,1613945758684,5629
"lr_0",2.075177728821091e-06,1613945758684,5629
"mom_0",0.9084970303938821,1613945758684,5629
"eps_0",1e-05,1613945758684,5629
"wd_1",0.01,1613945758684,5629
"sqr_mom_1",0.99,1613945758684,5629
"lr_1",2.075177728821091e-05,1613945758684,5629
"mom_1",0.9084970303938821,1613945758684,5629
"eps_1",1e-05,1613945758684,5629
"wd_2",0.01,1613945758684,5629
"sqr_mom_2",0.99,1613945758684,5629
"lr_2",0.00020751777288210906,1613945758684,5629
"mom_2",0.9084970303938821,1613945758684,5629
"eps_2",1e-05,1613945758684,5629
"train_loss",0.007784527,1613945759646,5630
"raw_loss",0.0044168048,1613945759646,5630
"epoch",35.41509433962263,1613945759646,5630
"wd_0",0.01,1613945759646,5630
"sqr_mom_0",0.99,1613945759646,5630
"lr_0",2.073786917280559e-06,1613945759646,5630
"mom_0",0.9085248469028578,1613945759646,5630
"eps_0",1e-05,1613945759646,5630
"wd_1",0.01,1613945759646,5630
"sqr_mom_1",0.99,1613945759646,5630
"lr_1",2.073786917280559e-05,1613945759646,5630
"mom_1",0.9085248469028578,1613945759646,5630
"eps_1",1e-05,1613945759646,5630
"wd_2",0.01,1613945759646,5630
"sqr_mom_2",0.99,1613945759646,5630
"lr_2",0.0002073786917280559,1613945759646,5630
"mom_2",0.9085248469028578,1613945759646,5630
"eps_2",1e-05,1613945759646,5630
"train_loss",0.0077470653,1613945760647,5631
"raw_loss",0.0059114574,1613945760647,5631
"epoch",35.42138364779873,1613945760647,5631
"wd_0",0.01,1613945760647,5631
"sqr_mom_0",0.99,1613945760647,5631
"lr_0",2.0723967028282563e-06,1613945760647,5631
"mom_0",0.9085526514699496,1613945760647,5631
"eps_0",1e-05,1613945760647,5631
"wd_1",0.01,1613945760647,5631
"sqr_mom_1",0.99,1613945760647,5631
"lr_1",2.0723967028282562e-05,1613945760647,5631
"mom_1",0.9085526514699496,1613945760647,5631
"eps_1",1e-05,1613945760647,5631
"wd_2",0.01,1613945760647,5631
"sqr_mom_2",0.99,1613945760647,5631
"lr_2",0.00020723967028282557,1613945760647,5631
"mom_2",0.9085526514699496,1613945760647,5631
"eps_2",1e-05,1613945760647,5631
"train_loss",0.007726716,1613945761607,5632
"raw_loss",0.0067296056,1613945761607,5632
"epoch",35.42767295597483,1613945761607,5632
"wd_0",0.01,1613945761607,5632
"sqr_mom_0",0.99,1613945761607,5632
"lr_0",2.071005702218264e-06,1613945761607,5632
"mom_0",0.9085804717603523,1613945761607,5632
"eps_0",1e-05,1613945761607,5632
"wd_1",0.01,1613945761607,5632
"sqr_mom_1",0.99,1613945761607,5632
"lr_1",2.071005702218264e-05,1613945761607,5632
"mom_1",0.9085804717603523,1613945761607,5632
"eps_1",1e-05,1613945761607,5632
"wd_2",0.01,1613945761607,5632
"sqr_mom_2",0.99,1613945761607,5632
"lr_2",0.00020710057022182635,1613945761607,5632
"mom_2",0.9085804717603523,1613945761607,5632
"eps_2",1e-05,1613945761607,5632
"train_loss",0.007694814,1613945762574,5633
"raw_loss",0.0061316164,1613945762574,5633
"epoch",35.43396226415093,1613945762574,5633
"wd_0",0.01,1613945762574,5633
"sqr_mom_0",0.99,1613945762574,5633
"lr_0",2.069615760722e-06,1613945762574,5633
"mom_0",0.9086082708682687,1613945762574,5633
"eps_0",1e-05,1613945762574,5633
"wd_1",0.01,1613945762574,5633
"sqr_mom_1",0.99,1613945762574,5633
"lr_1",2.069615760722e-05,1613945762574,5633
"mom_1",0.9086082708682687,1613945762574,5633
"eps_1",1e-05,1613945762574,5633
"wd_2",0.01,1613945762574,5633
"sqr_mom_2",0.99,1613945762574,5633
"lr_2",0.00020696157607219995,1613945762574,5633
"mom_2",0.9086082708682687,1613945762574,5633
"eps_2",1e-05,1613945762574,5633
"train_loss",0.0077771028,1613945763532,5634
"raw_loss",0.011809271,1613945763532,5634
"epoch",35.44025157232703,1613945763532,5634
"wd_0",0.01,1613945763532,5634
"sqr_mom_0",0.99,1613945763532,5634
"lr_0",2.068225956322758e-06,1613945763532,5634
"mom_0",0.9086360672342172,1613945763532,5634
"eps_0",1e-05,1613945763532,5634
"wd_1",0.01,1613945763532,5634
"sqr_mom_1",0.99,1613945763532,5634
"lr_1",2.0682259563227583e-05,1613945763532,5634
"mom_1",0.9086360672342172,1613945763532,5634
"eps_1",1e-05,1613945763532,5634
"wd_2",0.01,1613945763532,5634
"sqr_mom_2",0.99,1613945763532,5634
"lr_2",0.00020682259563227577,1613945763532,5634
"mom_2",0.9086360672342172,1613945763532,5634
"eps_2",1e-05,1613945763532,5634
"train_loss",0.007732114,1613945764480,5635
"raw_loss",0.00552765,1613945764480,5635
"epoch",35.44654088050313,1613945764480,5635
"wd_0",0.01,1613945764480,5635
"sqr_mom_0",0.99,1613945764480,5635
"lr_0",2.066835367367745e-06,1613945764480,5635
"mom_0",0.908663879291438,1613945764480,5635
"eps_0",1e-05,1613945764480,5635
"wd_1",0.01,1613945764480,5635
"sqr_mom_1",0.99,1613945764480,5635
"lr_1",2.066835367367745e-05,1613945764480,5635
"mom_1",0.908663879291438,1613945764480,5635
"eps_1",1e-05,1613945764480,5635
"wd_2",0.01,1613945764480,5635
"sqr_mom_2",0.99,1613945764480,5635
"lr_2",0.00020668353673677448,1613945764480,5635
"mom_2",0.908663879291438,1613945764480,5635
"eps_2",1e-05,1613945764480,5635
"train_loss",0.007716505,1613945765422,5636
"raw_loss",0.006951666,1613945765422,5636
"epoch",35.45283018867923,1613945765422,5636
"wd_0",0.01,1613945765422,5636
"sqr_mom_0",0.99,1613945765422,5636
"lr_0",2.065445838582284e-06,1613945765422,5636
"mom_0",0.9086916701450557,1613945765422,5636
"eps_0",1e-05,1613945765422,5636
"wd_1",0.01,1613945765422,5636
"sqr_mom_1",0.99,1613945765422,5636
"lr_1",2.065445838582284e-05,1613945765422,5636
"mom_1",0.9086916701450557,1613945765422,5636
"eps_1",1e-05,1613945765422,5636
"wd_2",0.01,1613945765422,5636
"sqr_mom_2",0.99,1613945765422,5636
"lr_2",0.00020654458385822839,1613945765422,5636
"mom_2",0.9086916701450557,1613945765422,5636
"eps_2",1e-05,1613945765422,5636
"train_loss",0.0076294295,1613945766365,5637
"raw_loss",0.0033627378,1613945766365,5637
"epoch",35.45911949685533,1613945766365,5637
"wd_0",0.01,1613945766365,5637
"sqr_mom_0",0.99,1613945766365,5637
"lr_0",2.06405644822208e-06,1613945766365,5637
"mom_0",0.9087194582301407,1613945766365,5637
"eps_0",1e-05,1613945766365,5637
"wd_1",0.01,1613945766365,5637
"sqr_mom_1",0.99,1613945766365,5637
"lr_1",2.06405644822208e-05,1613945766365,5637
"mom_1",0.9087194582301407,1613945766365,5637
"eps_1",1e-05,1613945766365,5637
"wd_2",0.01,1613945766365,5637
"sqr_mom_2",0.99,1613945766365,5637
"lr_2",0.00020640564482220794,1613945766365,5637
"mom_2",0.9087194582301407,1613945766365,5637
"eps_2",1e-05,1613945766365,5637
"train_loss",0.0075966977,1613945767318,5638
"raw_loss",0.005992844,1613945767318,5638
"epoch",35.46540880503143,1613945767318,5638
"wd_0",0.01,1613945767318,5638
"sqr_mom_0",0.99,1613945767318,5638
"lr_0",2.0626662749102707e-06,1613945767318,5638
"mom_0",0.9087472619744144,1613945767318,5638
"eps_0",1e-05,1613945767318,5638
"wd_1",0.01,1613945767318,5638
"sqr_mom_1",0.99,1613945767318,5638
"lr_1",2.0626662749102707e-05,1613945767318,5638
"mom_1",0.9087472619744144,1613945767318,5638
"eps_1",1e-05,1613945767318,5638
"wd_2",0.01,1613945767318,5638
"sqr_mom_2",0.99,1613945767318,5638
"lr_2",0.00020626662749102705,1613945767318,5638
"mom_2",0.9087472619744144,1613945767318,5638
"eps_2",1e-05,1613945767318,5638
"train_loss",0.007795532,1613945768273,5639
"raw_loss",0.017538419,1613945768273,5639
"epoch",35.47169811320753,1613945768273,5639
"wd_0",0.01,1613945768273,5639
"sqr_mom_0",0.99,1613945768273,5639
"lr_0",2.0612771628207982e-06,1613945768273,5639
"mom_0",0.9087750444940289,1613945768273,5639
"eps_0",1e-05,1613945768273,5639
"wd_1",0.01,1613945768273,5639
"sqr_mom_1",0.99,1613945768273,5639
"lr_1",2.061277162820798e-05,1613945768273,5639
"mom_1",0.9087750444940289,1613945768273,5639
"eps_1",1e-05,1613945768273,5639
"wd_2",0.01,1613945768273,5639
"sqr_mom_2",0.99,1613945768273,5639
"lr_2",0.00020612771628207978,1613945768273,5639
"mom_2",0.9087750444940289,1613945768273,5639
"eps_2",1e-05,1613945768273,5639
"train_loss",0.0077244705,1613945769229,5640
"raw_loss",0.0042424593,1613945769229,5640
"epoch",35.47798742138363,1613945769229,5640
"wd_0",0.01,1613945769229,5640
"sqr_mom_0",0.99,1613945769229,5640
"lr_0",2.059887268850533e-06,1613945769229,5640
"mom_0",0.9088028426514159,1613945769229,5640
"eps_0",1e-05,1613945769229,5640
"wd_1",0.01,1613945769229,5640
"sqr_mom_1",0.99,1613945769229,5640
"lr_1",2.0598872688505327e-05,1613945769229,5640
"mom_1",0.9088028426514159,1613945769229,5640
"eps_1",1e-05,1613945769229,5640
"wd_2",0.01,1613945769229,5640
"sqr_mom_2",0.99,1613945769229,5640
"lr_2",0.00020598872688505323,1613945769229,5640
"mom_2",0.9088028426514159,1613945769229,5640
"eps_2",1e-05,1613945769229,5640
"train_loss",0.007755386,1613945770175,5641
"raw_loss",0.009270269,1613945770175,5641
"epoch",35.48427672955973,1613945770175,5641
"wd_0",0.01,1613945770175,5641
"sqr_mom_0",0.99,1613945770175,5641
"lr_0",2.0584984368028476e-06,1613945770175,5641
"mom_0",0.9088306195701388,1613945770175,5641
"eps_0",1e-05,1613945770175,5641
"wd_1",0.01,1613945770175,5641
"sqr_mom_1",0.99,1613945770175,5641
"lr_1",2.0584984368028477e-05,1613945770175,5641
"mom_1",0.9088306195701388,1613945770175,5641
"eps_1",1e-05,1613945770175,5641
"wd_2",0.01,1613945770175,5641
"sqr_mom_2",0.99,1613945770175,5641
"lr_2",0.00020584984368028473,1613945770175,5641
"mom_2",0.9088306195701388,1613945770175,5641
"eps_2",1e-05,1613945770175,5641
"train_loss",0.007697764,1613945771139,5642
"raw_loss",0.004874267,1613945771139,5642
"epoch",35.49056603773583,1613945771139,5642
"wd_0",0.01,1613945771139,5642
"sqr_mom_0",0.99,1613945771139,5642
"lr_0",2.057109284669758e-06,1613945771139,5642
"mom_0",0.9088584028906337,1613945771139,5642
"eps_0",1e-05,1613945771139,5642
"wd_1",0.01,1613945771139,5642
"sqr_mom_1",0.99,1613945771139,5642
"lr_1",2.0571092846697578e-05,1613945771139,5642
"mom_1",0.9088584028906337,1613945771139,5642
"eps_1",1e-05,1613945771139,5642
"wd_2",0.01,1613945771139,5642
"sqr_mom_2",0.99,1613945771139,5642
"lr_2",0.00020571092846697573,1613945771139,5642
"mom_2",0.9088584028906337,1613945771139,5642
"eps_2",1e-05,1613945771139,5642
"train_loss",0.0076475,1613945772089,5643
"raw_loss",0.005184556,1613945772089,5643
"epoch",35.49685534591193,1613945772089,5643
"wd_0",0.01,1613945772089,5643
"sqr_mom_0",0.99,1613945772089,5643
"lr_0",2.0557202737109747e-06,1613945772089,5643
"mom_0",0.9088861833876144,1613945772089,5643
"eps_0",1e-05,1613945772089,5643
"wd_1",0.01,1613945772089,5643
"sqr_mom_1",0.99,1613945772089,5643
"lr_1",2.0557202737109747e-05,1613945772089,5643
"mom_1",0.9088861833876144,1613945772089,5643
"eps_1",1e-05,1613945772089,5643
"wd_2",0.01,1613945772089,5643
"sqr_mom_2",0.99,1613945772089,5643
"lr_2",0.00020557202737109742,1613945772089,5643
"mom_2",0.9088861833876144,1613945772089,5643
"eps_2",1e-05,1613945772089,5643
"train_loss",0.0077396086,1613945773051,5644
"raw_loss",0.012252944,1613945773051,5644
"epoch",35.50314465408803,1613945773051,5644
"wd_0",0.01,1613945773051,5644
"sqr_mom_0",0.99,1613945773051,5644
"lr_0",2.0543314043692305e-06,1613945773051,5644
"mom_0",0.9089139610522259,1613945773051,5644
"eps_0",1e-05,1613945773051,5644
"wd_1",0.01,1613945773051,5644
"sqr_mom_1",0.99,1613945773051,5644
"lr_1",2.0543314043692306e-05,1613945773051,5644
"mom_1",0.9089139610522259,1613945773051,5644
"eps_1",1e-05,1613945773051,5644
"wd_2",0.01,1613945773051,5644
"sqr_mom_2",0.99,1613945773051,5644
"lr_2",0.00020543314043692303,1613945773051,5644
"mom_2",0.9089139610522259,1613945773051,5644
"eps_2",1e-05,1613945773051,5644
"train_loss",0.0076774633,1613945773996,5645
"raw_loss",0.0046323407,1613945773996,5645
"epoch",35.50943396226413,1613945773996,5645
"wd_0",0.01,1613945773996,5645
"sqr_mom_0",0.99,1613945773996,5645
"lr_0",2.052943137669675e-06,1613945773996,5645
"mom_0",0.9089417266638731,1613945773996,5645
"eps_0",1e-05,1613945773996,5645
"wd_1",0.01,1613945773996,5645
"sqr_mom_1",0.99,1613945773996,5645
"lr_1",2.0529431376696746e-05,1613945773996,5645
"mom_1",0.9089417266638731,1613945773996,5645
"eps_1",1e-05,1613945773996,5645
"wd_2",0.01,1613945773996,5645
"sqr_mom_2",0.99,1613945773996,5645
"lr_2",0.00020529431376696745,1613945773996,5645
"mom_2",0.9089417266638731,1613945773996,5645
"eps_2",1e-05,1613945773996,5645
"train_loss",0.007680806,1613945774947,5646
"raw_loss",0.007844598,1613945774947,5646
"epoch",35.51572327044023,1613945774947,5646
"wd_0",0.01,1613945774947,5646
"sqr_mom_0",0.99,1613945774947,5646
"lr_0",2.0515540923075567e-06,1613945774947,5646
"mom_0",0.9089695078489273,1613945774947,5646
"eps_0",1e-05,1613945774947,5646
"wd_1",0.01,1613945774947,5646
"sqr_mom_1",0.99,1613945774947,5646
"lr_1",2.0515540923075567e-05,1613945774947,5646
"mom_1",0.9089695078489273,1613945774947,5646
"eps_1",1e-05,1613945774947,5646
"wd_2",0.01,1613945774947,5646
"sqr_mom_2",0.99,1613945774947,5646
"lr_2",0.00020515540923075562,1613945774947,5646
"mom_2",0.9089695078489273,1613945774947,5646
"eps_2",1e-05,1613945774947,5646
"train_loss",0.0077782343,1613945775897,5647
"raw_loss",0.012552229,1613945775897,5647
"epoch",35.522012578616334,1613945775897,5647
"wd_0",0.01,1613945775897,5647
"sqr_mom_0",0.99,1613945775897,5647
"lr_0",2.050166110960505e-06,1613945775897,5647
"mom_0",0.9089972677534675,1613945775897,5647
"eps_0",1e-05,1613945775897,5647
"wd_1",0.01,1613945775897,5647
"sqr_mom_1",0.99,1613945775897,5647
"lr_1",2.0501661109605047e-05,1613945775897,5647
"mom_1",0.9089972677534675,1613945775897,5647
"eps_1",1e-05,1613945775897,5647
"wd_2",0.01,1613945775897,5647
"sqr_mom_2",0.99,1613945775897,5647
"lr_2",0.00020501661109605047,1613945775897,5647
"mom_2",0.9089972677534675,1613945775897,5647
"eps_2",1e-05,1613945775897,5647
"train_loss",0.0077202814,1613945776857,5648
"raw_loss",0.004880593,1613945776857,5648
"epoch",35.528301886792434,1613945776857,5648
"wd_0",0.01,1613945776857,5648
"sqr_mom_0",0.99,1613945776857,5648
"lr_0",2.0487782729057172e-06,1613945776857,5648
"mom_0",0.9090250247921335,1613945776857,5648
"eps_0",1e-05,1613945776857,5648
"wd_1",0.01,1613945776857,5648
"sqr_mom_1",0.99,1613945776857,5648
"lr_1",2.048778272905717e-05,1613945776857,5648
"mom_1",0.9090250247921335,1613945776857,5648
"eps_1",1e-05,1613945776857,5648
"wd_2",0.01,1613945776857,5648
"sqr_mom_2",0.99,1613945776857,5648
"lr_2",0.00020487782729057167,1613945776857,5648
"mom_2",0.9090250247921335,1613945776857,5648
"eps_2",1e-05,1613945776857,5648
"train_loss",0.007700832,1613945777835,5649
"raw_loss",0.006747822,1613945777835,5649
"epoch",35.534591194968534,1613945777835,5649
"wd_0",0.01,1613945777835,5649
"sqr_mom_0",0.99,1613945777835,5649
"lr_0",2.0473896578007457e-06,1613945777835,5649
"mom_0",0.9090527973719588,1613945777835,5649
"eps_0",1e-05,1613945777835,5649
"wd_1",0.01,1613945777835,5649
"sqr_mom_1",0.99,1613945777835,5649
"lr_1",2.0473896578007456e-05,1613945777835,5649
"mom_1",0.9090527973719588,1613945777835,5649
"eps_1",1e-05,1613945777835,5649
"wd_2",0.01,1613945777835,5649
"sqr_mom_2",0.99,1613945777835,5649
"lr_2",0.00020473896578007456,1613945777835,5649
"mom_2",0.9090527973719588,1613945777835,5649
"eps_2",1e-05,1613945777835,5649
"train_loss",0.007696197,1613945778808,5650
"raw_loss",0.0074690725,1613945778808,5650
"epoch",35.540880503144635,1613945778808,5650
"wd_0",0.01,1613945778808,5650
"sqr_mom_0",0.99,1613945778808,5650
"lr_0",2.0460021077524504e-06,1613945778808,5650
"mom_0",0.9090805486504374,1613945778808,5650
"eps_0",1e-05,1613945778808,5650
"wd_1",0.01,1613945778808,5650
"sqr_mom_1",0.99,1613945778808,5650
"lr_1",2.0460021077524502e-05,1613945778808,5650
"mom_1",0.9090805486504374,1613945778808,5650
"eps_1",1e-05,1613945778808,5650
"wd_2",0.01,1613945778808,5650
"sqr_mom_2",0.99,1613945778808,5650
"lr_2",0.000204600210775245,1613945778808,5650
"mom_2",0.9090805486504374,1613945778808,5650
"eps_2",1e-05,1613945778808,5650
"train_loss",0.0077833664,1613945779756,5651
"raw_loss",0.012054674,1613945779756,5651
"epoch",35.547169811320735,1613945779756,5651
"wd_0",0.01,1613945779756,5651
"sqr_mom_0",0.99,1613945779756,5651
"lr_0",2.0446142420264995e-06,1613945779756,5651
"mom_0",0.9091083062425324,1613945779756,5651
"eps_0",1e-05,1613945779756,5651
"wd_1",0.01,1613945779756,5651
"sqr_mom_1",0.99,1613945779756,5651
"lr_1",2.0446142420264994e-05,1613945779756,5651
"mom_1",0.9091083062425324,1613945779756,5651
"eps_1",1e-05,1613945779756,5651
"wd_2",0.01,1613945779756,5651
"sqr_mom_2",0.99,1613945779756,5651
"lr_2",0.00020446142420264991,1613945779756,5651
"mom_2",0.9091083062425324,1613945779756,5651
"eps_2",1e-05,1613945779756,5651
"train_loss",0.007910474,1613945780724,5652
"raw_loss",0.014138749,1613945780724,5652
"epoch",35.553459119496836,1613945780724,5652
"wd_0",0.01,1613945780724,5652
"sqr_mom_0",0.99,1613945780724,5652
"lr_0",2.043226521457507e-06,1613945780724,5652
"mom_0",0.9091360609314592,1613945780724,5652
"eps_0",1e-05,1613945780724,5652
"wd_1",0.01,1613945780724,5652
"sqr_mom_1",0.99,1613945780724,5652
"lr_1",2.043226521457507e-05,1613945780724,5652
"mom_1",0.9091360609314592,1613945780724,5652
"eps_1",1e-05,1613945780724,5652
"wd_2",0.01,1613945780724,5652
"sqr_mom_2",0.99,1613945780724,5652
"lr_2",0.00020432265214575065,1613945780724,5652
"mom_2",0.9091360609314592,1613945780724,5652
"eps_2",1e-05,1613945780724,5652
"train_loss",0.007820741,1613945781668,5653
"raw_loss",0.0034238074,1613945781668,5653
"epoch",35.559748427672936,1613945781668,5653
"wd_0",0.01,1613945781668,5653
"sqr_mom_0",0.99,1613945781668,5653
"lr_0",2.0418389464877937e-06,1613945781668,5653
"mom_0",0.9091638127083712,1613945781668,5653
"eps_0",1e-05,1613945781668,5653
"wd_1",0.01,1613945781668,5653
"sqr_mom_1",0.99,1613945781668,5653
"lr_1",2.0418389464877937e-05,1613945781668,5653
"mom_1",0.9091638127083712,1613945781668,5653
"eps_1",1e-05,1613945781668,5653
"wd_2",0.01,1613945781668,5653
"sqr_mom_2",0.99,1613945781668,5653
"lr_2",0.00020418389464877936,1613945781668,5653
"mom_2",0.9091638127083712,1613945781668,5653
"eps_2",1e-05,1613945781668,5653
"train_loss",0.007822591,1613945782637,5654
"raw_loss",0.007913201,1613945782637,5654
"epoch",35.56603773584904,1613945782637,5654
"wd_0",0.01,1613945782637,5654
"sqr_mom_0",0.99,1613945782637,5654
"lr_0",2.0404519777108054e-06,1613945782637,5654
"mom_0",0.9091915523613074,1613945782637,5654
"eps_0",1e-05,1613945782637,5654
"wd_1",0.01,1613945782637,5654
"sqr_mom_1",0.99,1613945782637,5654
"lr_1",2.0404519777108053e-05,1613945782637,5654
"mom_1",0.9091915523613074,1613945782637,5654
"eps_1",1e-05,1613945782637,5654
"wd_2",0.01,1613945782637,5654
"sqr_mom_2",0.99,1613945782637,5654
"lr_2",0.00020404519777108052,1613945782637,5654
"mom_2",0.9091915523613074,1613945782637,5654
"eps_2",1e-05,1613945782637,5654
"train_loss",0.00778565,1613945783597,5655
"raw_loss",0.005975553,1613945783597,5655
"epoch",35.57232704402514,1613945783597,5655
"wd_0",0.01,1613945783597,5655
"sqr_mom_0",0.99,1613945783597,5655
"lr_0",2.0390642351152516e-06,1613945783597,5655
"mom_0",0.9092193074907698,1613945783597,5655
"eps_0",1e-05,1613945783597,5655
"wd_1",0.01,1613945783597,5655
"sqr_mom_1",0.99,1613945783597,5655
"lr_1",2.0390642351152517e-05,1613945783597,5655
"mom_1",0.9092193074907698,1613945783597,5655
"eps_1",1e-05,1613945783597,5655
"wd_2",0.01,1613945783597,5655
"sqr_mom_2",0.99,1613945783597,5655
"lr_2",0.00020390642351152512,1613945783597,5655
"mom_2",0.9092193074907698,1613945783597,5655
"eps_2",1e-05,1613945783597,5655
"train_loss",0.007736483,1613945784578,5656
"raw_loss",0.005327305,1613945784578,5656
"epoch",35.57861635220124,1613945784578,5656
"wd_0",0.01,1613945784578,5656
"sqr_mom_0",0.99,1613945784578,5656
"lr_0",2.0376775596505382e-06,1613945784578,5656
"mom_0",0.909247041277402,1613945784578,5656
"eps_0",1e-05,1613945784578,5656
"wd_1",0.01,1613945784578,5656
"sqr_mom_1",0.99,1613945784578,5656
"lr_1",2.037677559650538e-05,1613945784578,5656
"mom_1",0.909247041277402,1613945784578,5656
"eps_1",1e-05,1613945784578,5656
"wd_2",0.01,1613945784578,5656
"sqr_mom_2",0.99,1613945784578,5656
"lr_2",0.00020376775596505378,1613945784578,5656
"mom_2",0.909247041277402,1613945784578,5656
"eps_2",1e-05,1613945784578,5656
"train_loss",0.007792647,1613945785533,5657
"raw_loss",0.010544684,1613945785533,5657
"epoch",35.58490566037734,1613945785533,5657
"wd_0",0.01,1613945785533,5657
"sqr_mom_0",0.99,1613945785533,5657
"lr_0",2.0362910314560324e-06,1613945785533,5657
"mom_0",0.9092747721186005,1613945785533,5657
"eps_0",1e-05,1613945785533,5657
"wd_1",0.01,1613945785533,5657
"sqr_mom_1",0.99,1613945785533,5657
"lr_1",2.0362910314560327e-05,1613945785533,5657
"mom_1",0.9092747721186005,1613945785533,5657
"eps_1",1e-05,1613945785533,5657
"wd_2",0.01,1613945785533,5657
"sqr_mom_2",0.99,1613945785533,5657
"lr_2",0.0002036291031456032,1613945785533,5657
"mom_2",0.9092747721186005,1613945785533,5657
"eps_2",1e-05,1613945785533,5657
"train_loss",0.007860419,1613945786483,5658
"raw_loss",0.011181259,1613945786483,5658
"epoch",35.59119496855344,1613945786483,5658
"wd_0",0.01,1613945786483,5658
"sqr_mom_0",0.99,1613945786483,5658
"lr_0",2.034903731062012e-06,1613945786483,5658
"mom_0",0.9093025184039438,1613945786483,5658
"eps_0",1e-05,1613945786483,5658
"wd_1",0.01,1613945786483,5658
"sqr_mom_1",0.99,1613945786483,5658
"lr_1",2.034903731062012e-05,1613945786483,5658
"mom_1",0.9093025184039438,1613945786483,5658
"eps_1",1e-05,1613945786483,5658
"wd_2",0.01,1613945786483,5658
"sqr_mom_2",0.99,1613945786483,5658
"lr_2",0.00020349037310620117,1613945786483,5658
"mom_2",0.9093025184039438,1613945786483,5658
"eps_2",1e-05,1613945786483,5658
"train_loss",0.008142494,1613945787443,5659
"raw_loss",0.021964155,1613945787443,5659
"epoch",35.59748427672954,1613945787443,5659
"wd_0",0.01,1613945787443,5659
"sqr_mom_0",0.99,1613945787443,5659
"lr_0",2.033517498831269e-06,1613945787443,5659
"mom_0",0.9093302433258078,1613945787443,5659
"eps_0",1e-05,1613945787443,5659
"wd_1",0.01,1613945787443,5659
"sqr_mom_1",0.99,1613945787443,5659
"lr_1",2.0335174988312686e-05,1613945787443,5659
"mom_1",0.9093302433258078,1613945787443,5659
"eps_1",1e-05,1613945787443,5659
"wd_2",0.01,1613945787443,5659
"sqr_mom_2",0.99,1613945787443,5659
"lr_2",0.00020335174988312684,1613945787443,5659
"mom_2",0.9093302433258078,1613945787443,5659
"eps_2",1e-05,1613945787443,5659
"train_loss",0.008086206,1613945788396,5660
"raw_loss",0.0053281225,1613945788396,5660
"epoch",35.60377358490564,1613945788396,5660
"wd_0",0.01,1613945788396,5660
"sqr_mom_0",0.99,1613945788396,5660
"lr_0",2.032131415195825e-06,1613945788396,5660
"mom_0",0.9093579652757362,1613945788396,5660
"eps_0",1e-05,1613945788396,5660
"wd_1",0.01,1613945788396,5660
"sqr_mom_1",0.99,1613945788396,5660
"lr_1",2.0321314151958246e-05,1613945788396,5660
"mom_1",0.9093579652757362,1613945788396,5660
"eps_1",1e-05,1613945788396,5660
"wd_2",0.01,1613945788396,5660
"sqr_mom_2",0.99,1613945788396,5660
"lr_2",0.00020321314151958245,1613945788396,5660
"mom_2",0.9093579652757362,1613945788396,5660
"eps_2",1e-05,1613945788396,5660
"train_loss",0.008250103,1613945789352,5661
"raw_loss",0.016281046,1613945789352,5661
"epoch",35.61006289308174,1613945789352,5661
"wd_0",0.01,1613945789352,5661
"sqr_mom_0",0.99,1613945789352,5661
"lr_0",2.030744560982132e-06,1613945789352,5661
"mom_0",0.9093857026373837,1613945789352,5661
"eps_0",1e-05,1613945789352,5661
"wd_1",0.01,1613945789352,5661
"sqr_mom_1",0.99,1613945789352,5661
"lr_1",2.0307445609821317e-05,1613945789352,5661
"mom_1",0.9093857026373837,1613945789352,5661
"eps_1",1e-05,1613945789352,5661
"wd_2",0.01,1613945789352,5661
"sqr_mom_2",0.99,1613945789352,5661
"lr_2",0.00020307445609821315,1613945789352,5661
"mom_2",0.9093857026373837,1613945789352,5661
"eps_2",1e-05,1613945789352,5661
"train_loss",0.008259256,1613945790311,5662
"raw_loss",0.008707761,1613945790311,5662
"epoch",35.61635220125784,1613945790311,5662
"wd_0",0.01,1613945790311,5662
"sqr_mom_0",0.99,1613945790311,5662
"lr_0",2.029358775961089e-06,1613945790311,5662
"mom_0",0.9094134186149644,1613945790311,5662
"eps_0",1e-05,1613945790311,5662
"wd_1",0.01,1613945790311,5662
"sqr_mom_1",0.99,1613945790311,5662
"lr_1",2.029358775961089e-05,1613945790311,5662
"mom_1",0.9094134186149644,1613945790311,5662
"eps_1",1e-05,1613945790311,5662
"wd_2",0.01,1613945790311,5662
"sqr_mom_2",0.99,1613945790311,5662
"lr_2",0.00020293587759610886,1613945790311,5662
"mom_2",0.9094134186149644,1613945790311,5662
"eps_2",1e-05,1613945790311,5662
"train_loss",0.008239059,1613945791266,5663
"raw_loss",0.007249384,1613945791266,5663
"epoch",35.62264150943394,1613945791266,5663
"wd_0",0.01,1613945791266,5663
"sqr_mom_0",0.99,1613945791266,5663
"lr_0",2.027972681151992e-06,1613945791266,5663
"mom_0",0.909441140788368,1613945791266,5663
"eps_0",1e-05,1613945791266,5663
"wd_1",0.01,1613945791266,5663
"sqr_mom_1",0.99,1613945791266,5663
"lr_1",2.0279726811519918e-05,1613945791266,5663
"mom_1",0.909441140788368,1613945791266,5663
"eps_1",1e-05,1613945791266,5663
"wd_2",0.01,1613945791266,5663
"sqr_mom_2",0.99,1613945791266,5663
"lr_2",0.00020279726811519915,1613945791266,5663
"mom_2",0.909441140788368,1613945791266,5663
"eps_2",1e-05,1613945791266,5663
"train_loss",0.008283578,1613945792240,5664
"raw_loss",0.010465035,1613945792240,5664
"epoch",35.62893081761004,1613945792240,5664
"wd_0",0.01,1613945792240,5664
"sqr_mom_0",0.99,1613945792240,5664
"lr_0",2.02658673680416e-06,1613945792240,5664
"mom_0",0.9094688599525163,1613945792240,5664
"eps_0",1e-05,1613945792240,5664
"wd_1",0.01,1613945792240,5664
"sqr_mom_1",0.99,1613945792240,5664
"lr_1",2.02658673680416e-05,1613945792240,5664
"mom_1",0.9094688599525163,1613945792240,5664
"eps_1",1e-05,1613945792240,5664
"wd_2",0.01,1613945792240,5664
"sqr_mom_2",0.99,1613945792240,5664
"lr_2",0.00020265867368041596,1613945792240,5664
"mom_2",0.9094688599525163,1613945792240,5664
"eps_2",1e-05,1613945792240,5664
"train_loss",0.008292394,1613945793193,5665
"raw_loss",0.008724393,1613945793193,5665
"epoch",35.63522012578614,1613945793193,5665
"wd_0",0.01,1613945793193,5665
"sqr_mom_0",0.99,1613945793193,5665
"lr_0",2.0252009433593476e-06,1613945793193,5665
"mom_0",0.909496576098574,1613945793193,5665
"eps_0",1e-05,1613945793193,5665
"wd_1",0.01,1613945793193,5665
"sqr_mom_1",0.99,1613945793193,5665
"lr_1",2.0252009433593475e-05,1613945793193,5665
"mom_1",0.909496576098574,1613945793193,5665
"eps_1",1e-05,1613945793193,5665
"wd_2",0.01,1613945793193,5665
"sqr_mom_2",0.99,1613945793193,5665
"lr_2",0.0002025200943359347,1613945793193,5665
"mom_2",0.909496576098574,1613945793193,5665
"eps_2",1e-05,1613945793193,5665
"train_loss",0.008317287,1613945794162,5666
"raw_loss",0.009537081,1613945794162,5666
"epoch",35.64150943396224,1613945794162,5666
"wd_0",0.01,1613945794162,5666
"sqr_mom_0",0.99,1613945794162,5666
"lr_0",2.0238157608169082e-06,1613945794162,5666
"mom_0",0.909524280026462,1613945794162,5666
"eps_0",1e-05,1613945794162,5666
"wd_1",0.01,1613945794162,5666
"sqr_mom_1",0.99,1613945794162,5666
"lr_1",2.023815760816908e-05,1613945794162,5666
"mom_1",0.909524280026462,1613945794162,5666
"eps_1",1e-05,1613945794162,5666
"wd_2",0.01,1613945794162,5666
"sqr_mom_2",0.99,1613945794162,5666
"lr_2",0.00020238157608169077,1613945794162,5666
"mom_2",0.909524280026462,1613945794162,5666
"eps_2",1e-05,1613945794162,5666
"train_loss",0.008330791,1613945795106,5667
"raw_loss",0.008992475,1613945795106,5667
"epoch",35.64779874213834,1613945795106,5667
"wd_0",0.01,1613945795106,5667
"sqr_mom_0",0.99,1613945795106,5667
"lr_0",2.0224298109455567e-06,1613945795106,5667
"mom_0",0.9095519993010819,1613945795106,5667
"eps_0",1e-05,1613945795106,5667
"wd_1",0.01,1613945795106,5667
"sqr_mom_1",0.99,1613945795106,5667
"lr_1",2.0224298109455566e-05,1613945795106,5667
"mom_1",0.9095519993010819,1613945795106,5667
"eps_1",1e-05,1613945795106,5667
"wd_2",0.01,1613945795106,5667
"sqr_mom_2",0.99,1613945795106,5667
"lr_2",0.00020224298109455563,1613945795106,5667
"mom_2",0.9095519993010819,1613945795106,5667
"eps_2",1e-05,1613945795106,5667
"train_loss",0.008373243,1613945796059,5668
"raw_loss",0.010453385,1613945796059,5668
"epoch",35.65408805031444,1613945796059,5668
"wd_0",0.01,1613945796059,5668
"sqr_mom_0",0.99,1613945796059,5668
"lr_0",2.0210449323165105e-06,1613945796059,5668
"mom_0",0.9095796971506412,1613945796059,5668
"eps_0",1e-05,1613945796059,5668
"wd_1",0.01,1613945796059,5668
"sqr_mom_1",0.99,1613945796059,5668
"lr_1",2.0210449323165105e-05,1613945796059,5668
"mom_1",0.9095796971506412,1613945796059,5668
"eps_1",1e-05,1613945796059,5668
"wd_2",0.01,1613945796059,5668
"sqr_mom_2",0.99,1613945796059,5668
"lr_2",0.00020210449323165104,1613945796059,5668
"mom_2",0.9095796971506412,1613945796059,5668
"eps_2",1e-05,1613945796059,5668
"train_loss",0.008301985,1613945797004,5669
"raw_loss",0.004810387,1613945797004,5669
"epoch",35.66037735849054,1613945797004,5669
"wd_0",0.01,1613945797004,5669
"sqr_mom_0",0.99,1613945797004,5669
"lr_0",2.019660206255615e-06,1613945797004,5669
"mom_0",0.9096073919488071,1613945797004,5669
"eps_0",1e-05,1613945797004,5669
"wd_1",0.01,1613945797004,5669
"sqr_mom_1",0.99,1613945797004,5669
"lr_1",2.0196602062556146e-05,1613945797004,5669
"mom_1",0.9096073919488071,1613945797004,5669
"eps_1",1e-05,1613945797004,5669
"wd_2",0.01,1613945797004,5669
"sqr_mom_2",0.99,1613945797004,5669
"lr_2",0.00020196602062556146,1613945797004,5669
"mom_2",0.9096073919488071,1613945797004,5669
"eps_2",1e-05,1613945797004,5669
"train_loss",0.008301643,1613945797953,5670
"raw_loss",0.008284871,1613945797953,5670
"epoch",35.66666666666664,1613945797953,5670
"wd_0",0.01,1613945797953,5670
"sqr_mom_0",0.99,1613945797953,5670
"lr_0",2.0182747144936895e-06,1613945797953,5670
"mom_0",0.9096351020611468,1613945797953,5670
"eps_0",1e-05,1613945797953,5670
"wd_1",0.01,1613945797953,5670
"sqr_mom_1",0.99,1613945797953,5670
"lr_1",2.0182747144936893e-05,1613945797953,5670
"mom_1",0.9096351020611468,1613945797953,5670
"eps_1",1e-05,1613945797953,5670
"wd_2",0.01,1613945797953,5670
"sqr_mom_2",0.99,1613945797953,5670
"lr_2",0.00020182747144936893,1613945797953,5670
"mom_2",0.9096351020611468,1613945797953,5670
"eps_2",1e-05,1613945797953,5670
"train_loss",0.008315734,1613945798923,5671
"raw_loss",0.00900617,1613945798923,5671
"epoch",35.67295597484274,1613945798923,5671
"wd_0",0.01,1613945798923,5671
"sqr_mom_0",0.99,1613945798923,5671
"lr_0",2.0168902949942327e-06,1613945798923,5671
"mom_0",0.9096627907280226,1613945798923,5671
"eps_0",1e-05,1613945798923,5671
"wd_1",0.01,1613945798923,5671
"sqr_mom_1",0.99,1613945798923,5671
"lr_1",2.0168902949942326e-05,1613945798923,5671
"mom_1",0.9096627907280226,1613945798923,5671
"eps_1",1e-05,1613945798923,5671
"wd_2",0.01,1613945798923,5671
"sqr_mom_2",0.99,1613945798923,5671
"lr_2",0.00020168902949942326,1613945798923,5671
"mom_2",0.9096627907280226,1613945798923,5671
"eps_2",1e-05,1613945798923,5671
"train_loss",0.008272231,1613945799877,5672
"raw_loss",0.00614057,1613945799877,5672
"epoch",35.679245283018844,1613945799877,5672
"wd_0",0.01,1613945799877,5672
"sqr_mom_0",0.99,1613945799877,5672
"lr_0",2.0155055701333087e-06,1613945799877,5672
"mom_0",0.9096904855021888,1613945799877,5672
"eps_0",1e-05,1613945799877,5672
"wd_1",0.01,1613945799877,5672
"sqr_mom_1",0.99,1613945799877,5672
"lr_1",2.015505570133309e-05,1613945799877,5672
"mom_1",0.9096904855021888,1613945799877,5672
"eps_1",1e-05,1613945799877,5672
"wd_2",0.01,1613945799877,5672
"sqr_mom_2",0.99,1613945799877,5672
"lr_2",0.00020155055701333085,1613945799877,5672
"mom_2",0.9096904855021888,1613945799877,5672
"eps_2",1e-05,1613945799877,5672
"train_loss",0.008391675,1613945800840,5673
"raw_loss",0.014244423,1613945800840,5673
"epoch",35.685534591194944,1613945800840,5673
"wd_0",0.01,1613945800840,5673
"sqr_mom_0",0.99,1613945800840,5673
"lr_0",2.014120999707399e-06,1613945800840,5673
"mom_0",0.9097181771876238,1613945800840,5673
"eps_0",1e-05,1613945800840,5673
"wd_1",0.01,1613945800840,5673
"sqr_mom_1",0.99,1613945800840,5673
"lr_1",2.014120999707399e-05,1613945800840,5673
"mom_1",0.9097181771876238,1613945800840,5673
"eps_1",1e-05,1613945800840,5673
"wd_2",0.01,1613945800840,5673
"sqr_mom_2",0.99,1613945800840,5673
"lr_2",0.00020141209997073985,1613945800840,5673
"mom_2",0.9097181771876238,1613945800840,5673
"eps_2",1e-05,1613945800840,5673
"train_loss",0.008428698,1613945801850,5674
"raw_loss",0.010242889,1613945801850,5674
"epoch",35.691823899371045,1613945801850,5674
"wd_0",0.01,1613945801850,5674
"sqr_mom_0",0.99,1613945801850,5674
"lr_0",2.0127365841578187e-06,1613945801850,5674
"mom_0",0.9097458657755013,1613945801850,5674
"eps_0",1e-05,1613945801850,5674
"wd_1",0.01,1613945801850,5674
"sqr_mom_1",0.99,1613945801850,5674
"lr_1",2.0127365841578188e-05,1613945801850,5674
"mom_1",0.9097458657755013,1613945801850,5674
"eps_1",1e-05,1613945801850,5674
"wd_2",0.01,1613945801850,5674
"sqr_mom_2",0.99,1613945801850,5674
"lr_2",0.00020127365841578183,1613945801850,5674
"mom_2",0.9097458657755013,1613945801850,5674
"eps_2",1e-05,1613945801850,5674
"train_loss",0.00858399,1613945802816,5675
"raw_loss",0.01619328,1613945802816,5675
"epoch",35.698113207547145,1613945802816,5675
"wd_0",0.01,1613945802816,5675
"sqr_mom_0",0.99,1613945802816,5675
"lr_0",2.011352783024493e-06,1613945802816,5675
"mom_0",0.9097735420749309,1613945802816,5675
"eps_0",1e-05,1613945802816,5675
"wd_1",0.01,1613945802816,5675
"sqr_mom_1",0.99,1613945802816,5675
"lr_1",2.0113527830244927e-05,1613945802816,5675
"mom_1",0.9097735420749309,1613945802816,5675
"eps_1",1e-05,1613945802816,5675
"wd_2",0.01,1613945802816,5675
"sqr_mom_2",0.99,1613945802816,5675
"lr_2",0.00020113527830244925,1613945802816,5675
"mom_2",0.9097735420749309,1613945802816,5675
"eps_2",1e-05,1613945802816,5675
"train_loss",0.008495109,1613945803762,5676
"raw_loss",0.00413996,1613945803762,5676
"epoch",35.704402515723245,1613945803762,5676
"wd_0",0.01,1613945803762,5676
"sqr_mom_0",0.99,1613945803762,5676
"lr_0",2.009968219452667e-06,1613945803762,5676
"mom_0",0.9098012336232829,1613945803762,5676
"eps_0",1e-05,1613945803762,5676
"wd_1",0.01,1613945803762,5676
"sqr_mom_1",0.99,1613945803762,5676
"lr_1",2.0099682194526667e-05,1613945803762,5676
"mom_1",0.9098012336232829,1613945803762,5676
"eps_1",1e-05,1613945803762,5676
"wd_2",0.01,1613945803762,5676
"sqr_mom_2",0.99,1613945803762,5676
"lr_2",0.00020099682194526662,1613945803762,5676
"mom_2",0.9098012336232829,1613945803762,5676
"eps_2",1e-05,1613945803762,5676
"train_loss",0.008455676,1613945804703,5677
"raw_loss",0.006523459,1613945804703,5677
"epoch",35.710691823899346,1613945804703,5677
"wd_0",0.01,1613945804703,5677
"sqr_mom_0",0.99,1613945804703,5677
"lr_0",2.008584730174521e-06,1613945804703,5677
"mom_0",0.9098289036855464,1613945804703,5677
"eps_0",1e-05,1613945804703,5677
"wd_1",0.01,1613945804703,5677
"sqr_mom_1",0.99,1613945804703,5677
"lr_1",2.008584730174521e-05,1613945804703,5677
"mom_1",0.9098289036855464,1613945804703,5677
"eps_1",1e-05,1613945804703,5677
"wd_2",0.01,1613945804703,5677
"sqr_mom_2",0.99,1613945804703,5677
"lr_2",0.00020085847301745208,1613945804703,5677
"mom_2",0.9098289036855464,1613945804703,5677
"eps_2",1e-05,1613945804703,5677
"train_loss",0.008487202,1613945805661,5678
"raw_loss",0.010031999,1613945805661,5678
"epoch",35.716981132075446,1613945805661,5678
"wd_0",0.01,1613945805661,5678
"sqr_mom_0",0.99,1613945805661,5678
"lr_0",2.0072013974334373e-06,1613945805661,5678
"mom_0",0.9098565706170374,1613945805661,5678
"eps_0",1e-05,1613945805661,5678
"wd_1",0.01,1613945805661,5678
"sqr_mom_1",0.99,1613945805661,5678
"lr_1",2.007201397433437e-05,1613945805661,5678
"mom_1",0.9098565706170374,1613945805661,5678
"eps_1",1e-05,1613945805661,5678
"wd_2",0.01,1613945805661,5678
"sqr_mom_2",0.99,1613945805661,5678
"lr_2",0.00020072013974334368,1613945805661,5678
"mom_2",0.9098565706170374,1613945805661,5678
"eps_2",1e-05,1613945805661,5678
"train_loss",0.008436548,1613945806602,5679
"raw_loss",0.0059544565,1613945806602,5679
"epoch",35.72327044025155,1613945806602,5679
"wd_0",0.01,1613945806602,5679
"sqr_mom_0",0.99,1613945806602,5679
"lr_0",2.005817303888309e-06,1613945806602,5679
"mom_0",0.9098842527647615,1613945806602,5679
"eps_0",1e-05,1613945806602,5679
"wd_1",0.01,1613945806602,5679
"sqr_mom_1",0.99,1613945806602,5679
"lr_1",2.005817303888309e-05,1613945806602,5679
"mom_1",0.9098842527647615,1613945806602,5679
"eps_1",1e-05,1613945806602,5679
"wd_2",0.01,1613945806602,5679
"sqr_mom_2",0.99,1613945806602,5679
"lr_2",0.00020058173038883087,1613945806602,5679
"mom_2",0.9098842527647615,1613945806602,5679
"eps_2",1e-05,1613945806602,5679
"train_loss",0.008356587,1613945807563,5680
"raw_loss",0.004438515,1613945807563,5680
"epoch",35.72955974842765,1613945807563,5680
"wd_0",0.01,1613945807563,5680
"sqr_mom_0",0.99,1613945807563,5680
"lr_0",2.0044342856477913e-06,1613945807563,5680
"mom_0",0.9099119134061782,1613945807563,5680
"eps_0",1e-05,1613945807563,5680
"wd_1",0.01,1613945807563,5680
"sqr_mom_1",0.99,1613945807563,5680
"lr_1",2.0044342856477912e-05,1613945807563,5680
"mom_1",0.9099119134061782,1613945807563,5680
"eps_1",1e-05,1613945807563,5680
"wd_2",0.01,1613945807563,5680
"sqr_mom_2",0.99,1613945807563,5680
"lr_2",0.00020044342856477912,1613945807563,5680
"mom_2",0.9099119134061782,1613945807563,5680
"eps_2",1e-05,1613945807563,5680
"train_loss",0.008259691,1613945808500,5681
"raw_loss",0.003511793,1613945808500,5681
"epoch",35.73584905660375,1613945808500,5681
"wd_0",0.01,1613945808500,5681
"sqr_mom_0",0.99,1613945808500,5681
"lr_0",2.003050507694199e-06,1613945808500,5681
"mom_0",0.9099395892420084,1613945808500,5681
"eps_0",1e-05,1613945808500,5681
"wd_1",0.01,1613945808500,5681
"sqr_mom_1",0.99,1613945808500,5681
"lr_1",2.003050507694199e-05,1613945808500,5681
"mom_1",0.9099395892420084,1613945808500,5681
"eps_1",1e-05,1613945808500,5681
"wd_2",0.01,1613945808500,5681
"sqr_mom_2",0.99,1613945808500,5681
"lr_2",0.00020030505076941988,1613945808500,5681
"mom_2",0.9099395892420084,1613945808500,5681
"eps_2",1e-05,1613945808500,5681
"train_loss",0.008171989,1613945809447,5682
"raw_loss",0.0038745496,1613945809447,5682
"epoch",35.74213836477985,1613945809447,5682
"wd_0",0.01,1613945809447,5682
"sqr_mom_0",0.99,1613945809447,5682
"lr_0",2.001667805717532e-06,1613945809447,5682
"mom_0",0.9099672435580849,1613945809447,5682
"eps_0",1e-05,1613945809447,5682
"wd_1",0.01,1613945809447,5682
"sqr_mom_1",0.99,1613945809447,5682
"lr_1",2.0016678057175318e-05,1613945809447,5682
"mom_1",0.9099672435580849,1613945809447,5682
"eps_1",1e-05,1613945809447,5682
"wd_2",0.01,1613945809447,5682
"sqr_mom_2",0.99,1613945809447,5682
"lr_2",0.00020016678057175317,1613945809447,5682
"mom_2",0.9099672435580849,1613945809447,5682
"eps_2",1e-05,1613945809447,5682
"train_loss",0.008167191,1613945810401,5683
"raw_loss",0.007932132,1613945810401,5683
"epoch",35.74842767295595,1613945810401,5683
"wd_0",0.01,1613945810401,5683
"sqr_mom_0",0.99,1613945810401,5683
"lr_0",2.0002852624811544e-06,1613945810401,5683
"mom_0",0.9099948946993239,1613945810401,5683
"eps_0",1e-05,1613945810401,5683
"wd_1",0.01,1613945810401,5683
"sqr_mom_1",0.99,1613945810401,5683
"lr_1",2.0002852624811543e-05,1613945810401,5683
"mom_1",0.9099948946993239,1613945810401,5683
"eps_1",1e-05,1613945810401,5683
"wd_2",0.01,1613945810401,5683
"sqr_mom_2",0.99,1613945810401,5683
"lr_2",0.0002000285262481154,1613945810401,5683
"mom_2",0.9099948946993239,1613945810401,5683
"eps_2",1e-05,1613945810401,5683
"train_loss",0.008106229,1613945811344,5684
"raw_loss",0.005119056,1613945811344,5684
"epoch",35.75471698113205,1613945811344,5684
"wd_0",0.01,1613945811344,5684
"sqr_mom_0",0.99,1613945811344,5684
"lr_0",1.9989019611697935e-06,1613945811344,5684
"mom_0",0.9100225610022141,1613945811344,5684
"eps_0",1e-05,1613945811344,5684
"wd_1",0.01,1613945811344,5684
"sqr_mom_1",0.99,1613945811344,5684
"lr_1",1.9989019611697934e-05,1613945811344,5684
"mom_1",0.9100225610022141,1613945811344,5684
"eps_1",1e-05,1613945811344,5684
"wd_2",0.01,1613945811344,5684
"sqr_mom_2",0.99,1613945811344,5684
"lr_2",0.0001998901961169793,1613945811344,5684
"mom_2",0.9100225610022141,1613945811344,5684
"eps_2",1e-05,1613945811344,5684
"train_loss",0.008048375,1613945812285,5685
"raw_loss",0.005213536,1613945812285,5685
"epoch",35.76100628930815,1613945812285,5685
"wd_0",0.01,1613945812285,5685
"sqr_mom_0",0.99,1613945812285,5685
"lr_0",1.9975197368411447e-06,1613945812285,5685
"mom_0",0.9100502057652348,1613945812285,5685
"eps_0",1e-05,1613945812285,5685
"wd_1",0.01,1613945812285,5685
"sqr_mom_1",0.99,1613945812285,5685
"lr_1",1.9975197368411444e-05,1613945812285,5685
"mom_1",0.9100502057652348,1613945812285,5685
"eps_1",1e-05,1613945812285,5685
"wd_2",0.01,1613945812285,5685
"sqr_mom_2",0.99,1613945812285,5685
"lr_2",0.00019975197368411442,1613945812285,5685
"mom_2",0.9100502057652348,1613945812285,5685
"eps_2",1e-05,1613945812285,5685
"train_loss",0.007989948,1613945813233,5686
"raw_loss",0.0051269806,1613945813233,5686
"epoch",35.76729559748425,1613945813233,5686
"wd_0",0.01,1613945813233,5686
"sqr_mom_0",0.99,1613945813233,5686
"lr_0",1.996137214052471e-06,1613945813233,5686
"mom_0",0.9100778564975155,1613945813233,5686
"eps_0",1e-05,1613945813233,5686
"wd_1",0.01,1613945813233,5686
"sqr_mom_1",0.99,1613945813233,5686
"lr_1",1.996137214052471e-05,1613945813233,5686
"mom_1",0.9100778564975155,1613945813233,5686
"eps_1",1e-05,1613945813233,5686
"wd_2",0.01,1613945813233,5686
"sqr_mom_2",0.99,1613945813233,5686
"lr_2",0.00019961372140524708,1613945813233,5686
"mom_2",0.9100778564975155,1613945813233,5686
"eps_2",1e-05,1613945813233,5686
"train_loss",0.008005977,1613945814188,5687
"raw_loss",0.008791406,1613945814188,5687
"epoch",35.77358490566035,1613945814188,5687
"wd_0",0.01,1613945814188,5687
"sqr_mom_0",0.99,1613945814188,5687
"lr_0",1.9947548518722535e-06,1613945814188,5687
"mom_0",0.910105504017595,1613945814188,5687
"eps_0",1e-05,1613945814188,5687
"wd_1",0.01,1613945814188,5687
"sqr_mom_1",0.99,1613945814188,5687
"lr_1",1.9947548518722533e-05,1613945814188,5687
"mom_1",0.910105504017595,1613945814188,5687
"eps_1",1e-05,1613945814188,5687
"wd_2",0.01,1613945814188,5687
"sqr_mom_2",0.99,1613945814188,5687
"lr_2",0.0001994754851872253,1613945814188,5687
"mom_2",0.910105504017595,1613945814188,5687
"eps_2",1e-05,1613945814188,5687
"train_loss",0.007989427,1613945815166,5688
"raw_loss",0.007178509,1613945815166,5688
"epoch",35.77987421383645,1613945815166,5688
"wd_0",0.01,1613945815166,5688
"sqr_mom_0",0.99,1613945815166,5688
"lr_0",1.993372650741103e-06,1613945815166,5688
"mom_0",0.910133148316661,1613945815166,5688
"eps_0",1e-05,1613945815166,5688
"wd_1",0.01,1613945815166,5688
"sqr_mom_1",0.99,1613945815166,5688
"lr_1",1.9933726507411028e-05,1613945815166,5688
"mom_1",0.910133148316661,1613945815166,5688
"eps_1",1e-05,1613945815166,5688
"wd_2",0.01,1613945815166,5688
"sqr_mom_2",0.99,1613945815166,5688
"lr_2",0.00019933726507411024,1613945815166,5688
"mom_2",0.910133148316661,1613945815166,5688
"eps_2",1e-05,1613945815166,5688
"train_loss",0.007926888,1613945816118,5689
"raw_loss",0.004862466,1613945816118,5689
"epoch",35.78616352201255,1613945816118,5689
"wd_0",0.01,1613945816118,5689
"sqr_mom_0",0.99,1613945816118,5689
"lr_0",1.991991069460702e-06,1613945816118,5689
"mom_0",0.9101607802185882,1613945816118,5689
"eps_0",1e-05,1613945816118,5689
"wd_1",0.01,1613945816118,5689
"sqr_mom_1",0.99,1613945816118,5689
"lr_1",1.991991069460702e-05,1613945816118,5689
"mom_1",0.9101607802185882,1613945816118,5689
"eps_1",1e-05,1613945816118,5689
"wd_2",0.01,1613945816118,5689
"sqr_mom_2",0.99,1613945816118,5689
"lr_2",0.00019919910694607017,1613945816118,5689
"mom_2",0.9101607802185882,1613945816118,5689
"eps_2",1e-05,1613945816118,5689
"train_loss",0.007960252,1613945817054,5690
"raw_loss",0.009595144,1613945817054,5690
"epoch",35.79245283018865,1613945817054,5690
"wd_0",0.01,1613945817054,5690
"sqr_mom_0",0.99,1613945817054,5690
"lr_0",1.9906087333881984e-06,1613945817054,5690
"mom_0",0.9101884272165082,1613945817054,5690
"eps_0",1e-05,1613945817054,5690
"wd_1",0.01,1613945817054,5690
"sqr_mom_1",0.99,1613945817054,5690
"lr_1",1.9906087333881984e-05,1613945817054,5690
"mom_1",0.9101884272165082,1613945817054,5690
"eps_1",1e-05,1613945817054,5690
"wd_2",0.01,1613945817054,5690
"sqr_mom_2",0.99,1613945817054,5690
"lr_2",0.0001990608733388198,1613945817054,5690
"mom_2",0.9101884272165082,1613945817054,5690
"eps_2",1e-05,1613945817054,5690
"train_loss",0.007930559,1613945818007,5691
"raw_loss",0.0064756,1613945818007,5691
"epoch",35.79874213836475,1613945818007,5691
"wd_0",0.01,1613945818007,5691
"sqr_mom_0",0.99,1613945818007,5691
"lr_0",1.989227476300822e-06,1613945818007,5691
"mom_0",0.9102160526345099,1613945818007,5691
"eps_0",1e-05,1613945818007,5691
"wd_1",0.01,1613945818007,5691
"sqr_mom_1",0.99,1613945818007,5691
"lr_1",1.989227476300822e-05,1613945818007,5691
"mom_1",0.9102160526345099,1613945818007,5691
"eps_1",1e-05,1613945818007,5691
"wd_2",0.01,1613945818007,5691
"sqr_mom_2",0.99,1613945818007,5691
"lr_2",0.00019892274763008217,1613945818007,5691
"mom_2",0.9102160526345099,1613945818007,5691
"eps_2",1e-05,1613945818007,5691
"train_loss",0.007836611,1613945818943,5692
"raw_loss",0.0032331685,1613945818943,5692
"epoch",35.80503144654085,1613945818943,5692
"wd_0",0.01,1613945818943,5692
"sqr_mom_0",0.99,1613945818943,5692
"lr_0",1.9878463819163184e-06,1613945818943,5692
"mom_0",0.9102436747984216,1613945818943,5692
"eps_0",1e-05,1613945818943,5692
"wd_1",0.01,1613945818943,5692
"sqr_mom_1",0.99,1613945818943,5692
"lr_1",1.9878463819163183e-05,1613945818943,5692
"mom_1",0.9102436747984216,1613945818943,5692
"eps_1",1e-05,1613945818943,5692
"wd_2",0.01,1613945818943,5692
"sqr_mom_2",0.99,1613945818943,5692
"lr_2",0.00019878463819163178,1613945818943,5692
"mom_2",0.9102436747984216,1613945818943,5692
"eps_2",1e-05,1613945818943,5692
"train_loss",0.007878121,1613945819931,5693
"raw_loss",0.00991211,1613945819931,5693
"epoch",35.81132075471695,1613945819931,5693
"wd_0",0.01,1613945819931,5693
"sqr_mom_0",0.99,1613945819931,5693
"lr_0",1.986464534384312e-06,1613945819931,5693
"mom_0",0.910271312025434,1613945819931,5693
"eps_0",1e-05,1613945819931,5693
"wd_1",0.01,1613945819931,5693
"sqr_mom_1",0.99,1613945819931,5693
"lr_1",1.9864645343843117e-05,1613945819931,5693
"mom_1",0.910271312025434,1613945819931,5693
"eps_1",1e-05,1613945819931,5693
"wd_2",0.01,1613945819931,5693
"sqr_mom_2",0.99,1613945819931,5693
"lr_2",0.00019864645343843114,1613945819931,5693
"mom_2",0.910271312025434,1613945819931,5693
"eps_2",1e-05,1613945819931,5693
"train_loss",0.007829699,1613945820896,5694
"raw_loss",0.0054569957,1613945820896,5694
"epoch",35.81761006289305,1613945820896,5694
"wd_0",0.01,1613945820896,5694
"sqr_mom_0",0.99,1613945820896,5694
"lr_0",1.9850837668339446e-06,1613945820896,5694
"mom_0",0.9102989276525976,1613945820896,5694
"eps_0",1e-05,1613945820896,5694
"wd_1",0.01,1613945820896,5694
"sqr_mom_1",0.99,1613945820896,5694
"lr_1",1.985083766833945e-05,1613945820896,5694
"mom_1",0.9102989276525976,1613945820896,5694
"eps_1",1e-05,1613945820896,5694
"wd_2",0.01,1613945820896,5694
"sqr_mom_2",0.99,1613945820896,5694
"lr_2",0.00019850837668339446,1613945820896,5694
"mom_2",0.9102989276525976,1613945820896,5694
"eps_2",1e-05,1613945820896,5694
"train_loss",0.007920763,1613945821866,5695
"raw_loss",0.012382923,1613945821866,5695
"epoch",35.82389937106915,1613945821866,5695
"wd_0",0.01,1613945821866,5695
"sqr_mom_0",0.99,1613945821866,5695
"lr_0",1.983702705270056e-06,1613945821866,5695
"mom_0",0.9103265491600905,1613945821866,5695
"eps_0",1e-05,1613945821866,5695
"wd_1",0.01,1613945821866,5695
"sqr_mom_1",0.99,1613945821866,5695
"lr_1",1.9837027052700558e-05,1613945821866,5695
"mom_1",0.9103265491600905,1613945821866,5695
"eps_1",1e-05,1613945821866,5695
"wd_2",0.01,1613945821866,5695
"sqr_mom_2",0.99,1613945821866,5695
"lr_2",0.00019837027052700554,1613945821866,5695
"mom_2",0.9103265491600905,1613945821866,5695
"eps_2",1e-05,1613945821866,5695
"train_loss",0.007863959,1613945822814,5696
"raw_loss",0.0050805337,1613945822814,5696
"epoch",35.83018867924525,1613945822814,5696
"wd_0",0.01,1613945822814,5696
"sqr_mom_0",0.99,1613945822814,5696
"lr_0",1.9823218082779797e-06,1613945822814,5696
"mom_0",0.9103541673761142,1613945822814,5696
"eps_0",1e-05,1613945822814,5696
"wd_1",0.01,1613945822814,5696
"sqr_mom_1",0.99,1613945822814,5696
"lr_1",1.9823218082779794e-05,1613945822814,5696
"mom_1",0.9103541673761142,1613945822814,5696
"eps_1",1e-05,1613945822814,5696
"wd_2",0.01,1613945822814,5696
"sqr_mom_2",0.99,1613945822814,5696
"lr_2",0.0001982321808277979,1613945822814,5696
"mom_2",0.9103541673761142,1613945822814,5696
"eps_2",1e-05,1613945822814,5696
"train_loss",0.007816372,1613945823773,5697
"raw_loss",0.0054845954,1613945823773,5697
"epoch",35.836477987421354,1613945823773,5697
"wd_0",0.01,1613945823773,5697
"sqr_mom_0",0.99,1613945823773,5697
"lr_0",1.9809410762978616e-06,1613945823773,5697
"mom_0",0.9103817822918656,1613945823773,5697
"eps_0",1e-05,1613945823773,5697
"wd_1",0.01,1613945823773,5697
"sqr_mom_1",0.99,1613945823773,5697
"lr_1",1.9809410762978613e-05,1613945823773,5697
"mom_1",0.9103817822918656,1613945823773,5697
"eps_1",1e-05,1613945823773,5697
"wd_2",0.01,1613945823773,5697
"sqr_mom_2",0.99,1613945823773,5697
"lr_2",0.0001980941076297861,1613945823773,5697
"mom_2",0.9103817822918656,1613945823773,5697
"eps_2",1e-05,1613945823773,5697
"train_loss",0.007758887,1613945824733,5698
"raw_loss",0.004942098,1613945824733,5698
"epoch",35.842767295597454,1613945824733,5698
"wd_0",0.01,1613945824733,5698
"sqr_mom_0",0.99,1613945824733,5698
"lr_0",1.9795609676416622e-06,1613945824733,5698
"mom_0",0.9104093847410142,1613945824733,5698
"eps_0",1e-05,1613945824733,5698
"wd_1",0.01,1613945824733,5698
"sqr_mom_1",0.99,1613945824733,5698
"lr_1",1.979560967641662e-05,1613945824733,5698
"mom_1",0.9104093847410142,1613945824733,5698
"eps_1",1e-05,1613945824733,5698
"wd_2",0.01,1613945824733,5698
"sqr_mom_2",0.99,1613945824733,5698
"lr_2",0.00019795609676416618,1613945824733,5698
"mom_2",0.9104093847410142,1613945824733,5698
"eps_2",1e-05,1613945824733,5698
"train_loss",0.007718566,1613945825686,5699
"raw_loss",0.0057428377,1613945825686,5699
"epoch",35.849056603773555,1613945825686,5699
"wd_0",0.01,1613945825686,5699
"sqr_mom_0",0.99,1613945825686,5699
"lr_0",1.9781801091338165e-06,1613945825686,5699
"mom_0",0.9104370021873455,1613945825686,5699
"eps_0",1e-05,1613945825686,5699
"wd_1",0.01,1613945825686,5699
"sqr_mom_1",0.99,1613945825686,5699
"lr_1",1.9781801091338165e-05,1613945825686,5699
"mom_1",0.9104370021873455,1613945825686,5699
"eps_1",1e-05,1613945825686,5699
"wd_2",0.01,1613945825686,5699
"sqr_mom_2",0.99,1613945825686,5699
"lr_2",0.00019781801091338163,1613945825686,5699
"mom_2",0.9104370021873455,1613945825686,5699
"eps_2",1e-05,1613945825686,5699
"train_loss",0.007733795,1613945826646,5700
"raw_loss",0.008480024,1613945826646,5700
"epoch",35.855345911949655,1613945826646,5700
"wd_0",0.01,1613945826646,5700
"sqr_mom_0",0.99,1613945826646,5700
"lr_0",1.976800332591448e-06,1613945826646,5700
"mom_0",0.9104645979941509,1613945826646,5700
"eps_0",1e-05,1613945826646,5700
"wd_1",0.01,1613945826646,5700
"sqr_mom_1",0.99,1613945826646,5700
"lr_1",1.9768003325914483e-05,1613945826646,5700
"mom_1",0.9104645979941509,1613945826646,5700
"eps_1",1e-05,1613945826646,5700
"wd_2",0.01,1613945826646,5700
"sqr_mom_2",0.99,1613945826646,5700
"lr_2",0.00019768003325914478,1613945826646,5700
"mom_2",0.9104645979941509,1613945826646,5700
"eps_2",1e-05,1613945826646,5700
"train_loss",0.007734868,1613945827594,5701
"raw_loss",0.0077874544,1613945827594,5701
"epoch",35.861635220125756,1613945827594,5701
"wd_0",0.01,1613945827594,5701
"sqr_mom_0",0.99,1613945827594,5701
"lr_0",1.975420722710335e-06,1613945827594,5701
"mom_0",0.9104921904676979,1613945827594,5701
"eps_0",1e-05,1613945827594,5701
"wd_1",0.01,1613945827594,5701
"sqr_mom_1",0.99,1613945827594,5701
"lr_1",1.975420722710335e-05,1613945827594,5701
"mom_1",0.9104921904676979,1613945827594,5701
"eps_1",1e-05,1613945827594,5701
"wd_2",0.01,1613945827594,5701
"sqr_mom_2",0.99,1613945827594,5701
"lr_2",0.00019754207227103344,1613945827594,5701
"mom_2",0.9104921904676979,1613945827594,5701
"eps_2",1e-05,1613945827594,5701
"train_loss",0.0076872725,1613945828552,5702
"raw_loss",0.005355084,1613945828552,5702
"epoch",35.867924528301856,1613945828552,5702
"wd_0",0.01,1613945828552,5702
"sqr_mom_0",0.99,1613945828552,5702
"lr_0",1.974040364628641e-06,1613945828552,5702
"mom_0",0.9105197979054062,1613945828552,5702
"eps_0",1e-05,1613945828552,5702
"wd_1",0.01,1613945828552,5702
"sqr_mom_1",0.99,1613945828552,5702
"lr_1",1.974040364628641e-05,1613945828552,5702
"mom_1",0.9105197979054062,1613945828552,5702
"eps_1",1e-05,1613945828552,5702
"wd_2",0.01,1613945828552,5702
"sqr_mom_2",0.99,1613945828552,5702
"lr_2",0.00019740403646286407,1613945828552,5702
"mom_2",0.9105197979054062,1613945828552,5702
"eps_2",1e-05,1613945828552,5702
"train_loss",0.007597859,1613945829488,5703
"raw_loss",0.0032165868,1613945829488,5703
"epoch",35.874213836477956,1613945829488,5703
"wd_0",0.01,1613945829488,5703
"sqr_mom_0",0.99,1613945829488,5703
"lr_0",1.9726610894996355e-06,1613945829488,5703
"mom_0",0.9105473836838441,1613945829488,5703
"eps_0",1e-05,1613945829488,5703
"wd_1",0.01,1613945829488,5703
"sqr_mom_1",0.99,1613945829488,5703
"lr_1",1.9726610894996353e-05,1613945829488,5703
"mom_1",0.9105473836838441,1613945829488,5703
"eps_1",1e-05,1613945829488,5703
"wd_2",0.01,1613945829488,5703
"sqr_mom_2",0.99,1613945829488,5703
"lr_2",0.0001972661089499635,1613945829488,5703
"mom_2",0.9105473836838441,1613945829488,5703
"eps_2",1e-05,1613945829488,5703
"train_loss",0.007707933,1613945830425,5704
"raw_loss",0.013101559,1613945830425,5704
"epoch",35.88050314465406,1613945830425,5704
"wd_0",0.01,1613945830425,5704
"sqr_mom_0",0.99,1613945830425,5704
"lr_0",1.9712819823503457e-06,1613945830425,5704
"mom_0",0.9105749661026541,1613945830425,5704
"eps_0",1e-05,1613945830425,5704
"wd_1",0.01,1613945830425,5704
"sqr_mom_1",0.99,1613945830425,5704
"lr_1",1.9712819823503457e-05,1613945830425,5704
"mom_1",0.9105749661026541,1613945830425,5704
"eps_1",1e-05,1613945830425,5704
"wd_2",0.01,1613945830425,5704
"sqr_mom_2",0.99,1613945830425,5704
"lr_2",0.00019712819823503453,1613945830425,5704
"mom_2",0.9105749661026541,1613945830425,5704
"eps_2",1e-05,1613945830425,5704
"train_loss",0.0077001285,1613945831369,5705
"raw_loss",0.007317699,1613945831369,5705
"epoch",35.88679245283016,1613945831369,5705
"wd_0",0.01,1613945831369,5705
"sqr_mom_0",0.99,1613945831369,5705
"lr_0",1.969902128653687e-06,1613945831369,5705
"mom_0",0.9106025634525607,1613945831369,5705
"eps_0",1e-05,1613945831369,5705
"wd_1",0.01,1613945831369,5705
"sqr_mom_1",0.99,1613945831369,5705
"lr_1",1.969902128653687e-05,1613945831369,5705
"mom_1",0.9106025634525607,1613945831369,5705
"eps_1",1e-05,1613945831369,5705
"wd_2",0.01,1613945831369,5705
"sqr_mom_2",0.99,1613945831369,5705
"lr_2",0.0001969902128653687,1613945831369,5705
"mom_2",0.9106025634525607,1613945831369,5705
"eps_2",1e-05,1613945831369,5705
"train_loss",0.0077175316,1613945832302,5706
"raw_loss",0.0085702855,1613945832302,5706
"epoch",35.89308176100626,1613945832302,5706
"wd_0",0.01,1613945832302,5706
"sqr_mom_0",0.99,1613945832302,5706
"lr_0",1.9685233588938215e-06,1613945832302,5706
"mom_0",0.9106301391235148,1613945832302,5706
"eps_0",1e-05,1613945832302,5706
"wd_1",0.01,1613945832302,5706
"sqr_mom_1",0.99,1613945832302,5706
"lr_1",1.9685233588938213e-05,1613945832302,5706
"mom_1",0.9106301391235148,1613945832302,5706
"eps_1",1e-05,1613945832302,5706
"wd_2",0.01,1613945832302,5706
"sqr_mom_2",0.99,1613945832302,5706
"lr_2",0.00019685233588938208,1613945832302,5706
"mom_2",0.9106301391235148,1613945832302,5706
"eps_2",1e-05,1613945832302,5706
"train_loss",0.00790157,1613945833255,5707
"raw_loss",0.016919428,1613945833255,5707
"epoch",35.89937106918236,1613945833255,5707
"wd_0",0.01,1613945833255,5707
"sqr_mom_0",0.99,1613945833255,5707
"lr_0",1.9671443010608355e-06,1613945833255,5707
"mom_0",0.9106577205559888,1613945833255,5707
"eps_0",1e-05,1613945833255,5707
"wd_1",0.01,1613945833255,5707
"sqr_mom_1",0.99,1613945833255,5707
"lr_1",1.9671443010608353e-05,1613945833255,5707
"mom_1",0.9106577205559888,1613945833255,5707
"eps_1",1e-05,1613945833255,5707
"wd_2",0.01,1613945833255,5707
"sqr_mom_2",0.99,1613945833255,5707
"lr_2",0.00019671443010608347,1613945833255,5707
"mom_2",0.9106577205559888,1613945833255,5707
"eps_2",1e-05,1613945833255,5707
"train_loss",0.0078978045,1613945834241,5708
"raw_loss",0.007713302,1613945834241,5708
"epoch",35.90566037735846,1613945834241,5708
"wd_0",0.01,1613945834241,5708
"sqr_mom_0",0.99,1613945834241,5708
"lr_0",1.9657654130774642e-06,1613945834241,5708
"mom_0",0.9106852985914367,1613945834241,5708
"eps_0",1e-05,1613945834241,5708
"wd_1",0.01,1613945834241,5708
"sqr_mom_1",0.99,1613945834241,5708
"lr_1",1.9657654130774644e-05,1613945834241,5708
"mom_1",0.9106852985914367,1613945834241,5708
"eps_1",1e-05,1613945834241,5708
"wd_2",0.01,1613945834241,5708
"sqr_mom_2",0.99,1613945834241,5708
"lr_2",0.0001965765413077464,1613945834241,5708
"mom_2",0.9106852985914367,1613945834241,5708
"eps_2",1e-05,1613945834241,5708
"train_loss",0.007832431,1613945835369,5709
"raw_loss",0.004629153,1613945835369,5709
"epoch",35.91194968553456,1613945835369,5709
"wd_0",0.01,1613945835369,5709
"sqr_mom_0",0.99,1613945835369,5709
"lr_0",1.9643866953832133e-06,1613945835369,5709
"mom_0",0.9107128732210679,1613945835369,5709
"eps_0",1e-05,1613945835369,5709
"wd_1",0.01,1613945835369,5709
"sqr_mom_1",0.99,1613945835369,5709
"lr_1",1.964386695383213e-05,1613945835369,5709
"mom_1",0.9107128732210679,1613945835369,5709
"eps_1",1e-05,1613945835369,5709
"wd_2",0.01,1613945835369,5709
"sqr_mom_2",0.99,1613945835369,5709
"lr_2",0.00019643866953832127,1613945835369,5709
"mom_2",0.9107128732210679,1613945835369,5709
"eps_2",1e-05,1613945835369,5709
"train_loss",0.00778886,1613945836523,5710
"raw_loss",0.005653855,1613945836523,5710
"epoch",35.91823899371066,1613945836523,5710
"wd_0",0.01,1613945836523,5710
"sqr_mom_0",0.99,1613945836523,5710
"lr_0",1.963008605618686e-06,1613945836523,5710
"mom_0",0.9107404352919792,1613945836523,5710
"eps_0",1e-05,1613945836523,5710
"wd_1",0.01,1613945836523,5710
"sqr_mom_1",0.99,1613945836523,5710
"lr_1",1.9630086056186855e-05,1613945836523,5710
"mom_1",0.9107404352919792,1613945836523,5710
"eps_1",1e-05,1613945836523,5710
"wd_2",0.01,1613945836523,5710
"sqr_mom_2",0.99,1613945836523,5710
"lr_2",0.0001963008605618685,1613945836523,5710
"mom_2",0.9107404352919792,1613945836523,5710
"eps_2",1e-05,1613945836523,5710
"train_loss",0.00783586,1613945837597,5711
"raw_loss",0.010138911,1613945837597,5711
"epoch",35.92452830188676,1613945837597,5711
"wd_0",0.01,1613945837597,5711
"sqr_mom_0",0.99,1613945837597,5711
"lr_0",1.961629772619814e-06,1613945837597,5711
"mom_0",0.910768012227726,1613945837597,5711
"eps_0",1e-05,1613945837597,5711
"wd_1",0.01,1613945837597,5711
"sqr_mom_1",0.99,1613945837597,5711
"lr_1",1.9616297726198136e-05,1613945837597,5711
"mom_1",0.910768012227726,1613945837597,5711
"eps_1",1e-05,1613945837597,5711
"wd_2",0.01,1613945837597,5711
"sqr_mom_2",0.99,1613945837597,5711
"lr_2",0.00019616297726198135,1613945837597,5711
"mom_2",0.910768012227726,1613945837597,5711
"eps_2",1e-05,1613945837597,5711
"train_loss",0.007814767,1613945838738,5712
"raw_loss",0.0067811785,1613945838738,5712
"epoch",35.93081761006286,1613945838738,5712
"wd_0",0.01,1613945838738,5712
"sqr_mom_0",0.99,1613945838738,5712
"lr_0",1.960252025516724e-06,1613945838738,5712
"mom_0",0.91079556744534,1613945838738,5712
"eps_0",1e-05,1613945838738,5712
"wd_1",0.01,1613945838738,5712
"sqr_mom_1",0.99,1613945838738,5712
"lr_1",1.9602520255167238e-05,1613945838738,5712
"mom_1",0.91079556744534,1613945838738,5712
"eps_1",1e-05,1613945838738,5712
"wd_2",0.01,1613945838738,5712
"sqr_mom_2",0.99,1613945838738,5712
"lr_2",0.00019602520255167233,1613945838738,5712
"mom_2",0.91079556744534,1613945838738,5712
"eps_2",1e-05,1613945838738,5712
"train_loss",0.007882769,1613945840161,5713
"raw_loss",0.011214878,1613945840161,5713
"epoch",35.93710691823896,1613945840161,5713
"wd_0",0.01,1613945840161,5713
"sqr_mom_0",0.99,1613945840161,5713
"lr_0",1.958874450345974e-06,1613945840161,5713
"mom_0",0.9108231192242727,1613945840161,5713
"eps_0",1e-05,1613945840161,5713
"wd_1",0.01,1613945840161,5713
"sqr_mom_1",0.99,1613945840161,5713
"lr_1",1.958874450345974e-05,1613945840161,5713
"mom_1",0.9108231192242727,1613945840161,5713
"eps_1",1e-05,1613945840161,5713
"wd_2",0.01,1613945840161,5713
"sqr_mom_2",0.99,1613945840161,5713
"lr_2",0.00019588744503459734,1613945840161,5713
"mom_2",0.9108231192242727,1613945840161,5713
"eps_2",1e-05,1613945840161,5713
"train_loss",0.007863805,1613945841170,5714
"raw_loss",0.0069345483,1613945841170,5714
"epoch",35.94339622641506,1613945841170,5714
"wd_0",0.01,1613945841170,5714
"sqr_mom_0",0.99,1613945841170,5714
"lr_0",1.9574961336004995e-06,1613945841170,5714
"mom_0",0.9108506858348483,1613945841170,5714
"eps_0",1e-05,1613945841170,5714
"wd_1",0.01,1613945841170,5714
"sqr_mom_1",0.99,1613945841170,5714
"lr_1",1.9574961336004995e-05,1613945841170,5714
"mom_1",0.9108506858348483,1613945841170,5714
"eps_1",1e-05,1613945841170,5714
"wd_2",0.01,1613945841170,5714
"sqr_mom_2",0.99,1613945841170,5714
"lr_2",0.00019574961336004992,1613945841170,5714
"mom_2",0.9108506858348483,1613945841170,5714
"eps_2",1e-05,1613945841170,5714
"train_loss",0.007806777,1613945842171,5715
"raw_loss",0.005012412,1613945842171,5715
"epoch",35.94968553459116,1613945842171,5715
"wd_0",0.01,1613945842171,5715
"sqr_mom_0",0.99,1613945842171,5715
"lr_0",1.9561189037255767e-06,1613945842171,5715
"mom_0",0.9108782307077955,1613945842171,5715
"eps_0",1e-05,1613945842171,5715
"wd_1",0.01,1613945842171,5715
"sqr_mom_1",0.99,1613945842171,5715
"lr_1",1.956118903725577e-05,1613945842171,5715
"mom_1",0.9108782307077955,1613945842171,5715
"eps_1",1e-05,1613945842171,5715
"wd_2",0.01,1613945842171,5715
"sqr_mom_2",0.99,1613945842171,5715
"lr_2",0.00019561189037255763,1613945842171,5715
"mom_2",0.9108782307077955,1613945842171,5715
"eps_2",1e-05,1613945842171,5715
"train_loss",0.0077638594,1613945843179,5716
"raw_loss",0.0056608915,1613945843179,5716
"epoch",35.95597484276726,1613945843179,5716
"wd_0",0.01,1613945843179,5716
"sqr_mom_0",0.99,1613945843179,5716
"lr_0",1.954741390241569e-06,1613945843179,5716
"mom_0",0.9109057812529812,1613945843179,5716
"eps_0",1e-05,1613945843179,5716
"wd_1",0.01,1613945843179,5716
"sqr_mom_1",0.99,1613945843179,5716
"lr_1",1.9547413902415686e-05,1613945843179,5716
"mom_1",0.9109057812529812,1613945843179,5716
"eps_1",1e-05,1613945843179,5716
"wd_2",0.01,1613945843179,5716
"sqr_mom_2",0.99,1613945843179,5716
"lr_2",0.00019547413902415683,1613945843179,5716
"mom_2",0.9109057812529812,1613945843179,5716
"eps_2",1e-05,1613945843179,5716
"train_loss",0.0077508637,1613945844135,5717
"raw_loss",0.0071140714,1613945844135,5717
"epoch",35.96226415094336,1613945844135,5717
"wd_0",0.01,1613945844135,5717
"sqr_mom_0",0.99,1613945844135,5717
"lr_0",1.9533640505604597e-06,1613945844135,5717
"mom_0",0.910933328322074,1613945844135,5717
"eps_0",1e-05,1613945844135,5717
"wd_1",0.01,1613945844135,5717
"sqr_mom_1",0.99,1613945844135,5717
"lr_1",1.9533640505604596e-05,1613945844135,5717
"mom_1",0.910933328322074,1613945844135,5717
"eps_1",1e-05,1613945844135,5717
"wd_2",0.01,1613945844135,5717
"sqr_mom_2",0.99,1613945844135,5717
"lr_2",0.00019533640505604594,1613945844135,5717
"mom_2",0.910933328322074,1613945844135,5717
"eps_2",1e-05,1613945844135,5717
"train_loss",0.00770516,1613945845077,5718
"raw_loss",0.0054656765,1613945845077,5718
"epoch",35.96855345911946,1613945845077,5718
"wd_0",0.01,1613945845077,5718
"sqr_mom_0",0.99,1613945845077,5718
"lr_0",1.9519868851212615e-06,1613945845077,5718
"mom_0",0.9109608719062938,1613945845077,5718
"eps_0",1e-05,1613945845077,5718
"wd_1",0.01,1613945845077,5718
"sqr_mom_1",0.99,1613945845077,5718
"lr_1",1.9519868851212616e-05,1613945845077,5718
"mom_1",0.9109608719062938,1613945845077,5718
"eps_1",1e-05,1613945845077,5718
"wd_2",0.01,1613945845077,5718
"sqr_mom_2",0.99,1613945845077,5718
"lr_2",0.0001951986885121261,1613945845077,5718
"mom_2",0.9109608719062938,1613945845077,5718
"eps_2",1e-05,1613945845077,5718
"train_loss",0.0077089365,1613945846018,5719
"raw_loss",0.007893991,1613945846018,5719
"epoch",35.97484276729556,1613945846018,5719
"wd_0",0.01,1613945846018,5719
"sqr_mom_0",0.99,1613945846018,5719
"lr_0",1.9506103510472763e-06,1613945846018,5719
"mom_0",0.910988402863083,1613945846018,5719
"eps_0",1e-05,1613945846018,5719
"wd_1",0.01,1613945846018,5719
"sqr_mom_1",0.99,1613945846018,5719
"lr_1",1.9506103510472762e-05,1613945846018,5719
"mom_1",0.910988402863083,1613945846018,5719
"eps_1",1e-05,1613945846018,5719
"wd_2",0.01,1613945846018,5719
"sqr_mom_2",0.99,1613945846018,5719
"lr_2",0.00019506103510472756,1613945846018,5719
"mom_2",0.910988402863083,1613945846018,5719
"eps_2",1e-05,1613945846018,5719
"train_loss",0.007721047,1613945846962,5720
"raw_loss",0.008314462,1613945846962,5720
"epoch",35.98113207547166,1613945846962,5720
"wd_0",0.01,1613945846962,5720
"sqr_mom_0",0.99,1613945846962,5720
"lr_0",1.949233078724367e-06,1613945846962,5720
"mom_0",0.9110159485849985,1613945846962,5720
"eps_0",1e-05,1613945846962,5720
"wd_1",0.01,1613945846962,5720
"sqr_mom_1",0.99,1613945846962,5720
"lr_1",1.9492330787243668e-05,1613945846962,5720
"mom_1",0.9110159485849985,1613945846962,5720
"eps_1",1e-05,1613945846962,5720
"wd_2",0.01,1613945846962,5720
"sqr_mom_2",0.99,1613945846962,5720
"lr_2",0.00019492330787243664,1613945846962,5720
"mom_2",0.9110159485849985,1613945846962,5720
"eps_2",1e-05,1613945846962,5720
"train_loss",0.0076463236,1613945847918,5721
"raw_loss",0.003984886,1613945847918,5721
"epoch",35.987421383647764,1613945847918,5721
"wd_0",0.01,1613945847918,5721
"sqr_mom_0",0.99,1613945847918,5721
"lr_0",1.947856895212303e-06,1613945847918,5721
"mom_0",0.9110434725304792,1613945847918,5721
"eps_0",1e-05,1613945847918,5721
"wd_1",0.01,1613945847918,5721
"sqr_mom_1",0.99,1613945847918,5721
"lr_1",1.947856895212303e-05,1613945847918,5721
"mom_1",0.9110434725304792,1613945847918,5721
"eps_1",1e-05,1613945847918,5721
"wd_2",0.01,1613945847918,5721
"sqr_mom_2",0.99,1613945847918,5721
"lr_2",0.00019478568952123026,1613945847918,5721
"mom_2",0.9110434725304792,1613945847918,5721
"eps_2",1e-05,1613945847918,5721
"train_loss",0.0077223903,1613945848886,5722
"raw_loss",0.011449672,1613945848886,5722
"epoch",35.993710691823864,1613945848886,5722
"wd_0",0.01,1613945848886,5722
"sqr_mom_0",0.99,1613945848886,5722
"lr_0",1.946479974561861e-06,1613945848886,5722
"mom_0",0.9110710112188749,1613945848886,5722
"eps_0",1e-05,1613945848886,5722
"wd_1",0.01,1613945848886,5722
"sqr_mom_1",0.99,1613945848886,5722
"lr_1",1.9464799745618608e-05,1613945848886,5722
"mom_1",0.9110710112188749,1613945848886,5722
"eps_1",1e-05,1613945848886,5722
"wd_2",0.01,1613945848886,5722
"sqr_mom_2",0.99,1613945848886,5722
"lr_2",0.00019464799745618606,1613945848886,5722
"mom_2",0.9110710112188749,1613945848886,5722
"eps_2",1e-05,1613945848886,5722
"train_loss",0.0076908013,1613945849844,5723
"raw_loss",0.0061429334,1613945849844,5723
"epoch",35.999999999999964,1613945849844,5723
"wd_0",0.01,1613945849844,5723
"sqr_mom_0",0.99,1613945849844,5723
"lr_0",1.9451041433662894e-06,1613945849844,5723
"mom_0",0.9110985281179553,1613945849844,5723
"eps_0",1e-05,1613945849844,5723
"wd_1",0.01,1613945849844,5723
"sqr_mom_1",0.99,1613945849844,5723
"lr_1",1.945104143366289e-05,1613945849844,5723
"mom_1",0.9110985281179553,1613945849844,5723
"eps_1",1e-05,1613945849844,5723
"wd_2",0.01,1613945849844,5723
"sqr_mom_2",0.99,1613945849844,5723
"lr_2",0.00019451041433662892,1613945849844,5723
"mom_2",0.9110985281179553,1613945849844,5723
"eps_2",1e-05,1613945849844,5723
"valid_loss",0.08557123690843582,1613945883788,5723
"_rmse",0.29252558946609497,1613945883788,5723
"epoch",36,1613945883788,5723
"train_loss",0.0076654344,1613945884847,5724
"raw_loss",0.0064224596,1613945884847,5724
"epoch",36.0062893081761,1613945884847,5724
"wd_0",0.01,1613945884847,5724
"sqr_mom_0",0.99,1613945884847,5724
"lr_0",1.943728488928069e-06,1613945884847,5724
"mom_0",0.9111260414818534,1613945884847,5724
"eps_0",1e-05,1613945884847,5724
"wd_1",0.01,1613945884847,5724
"sqr_mom_1",0.99,1613945884847,5724
"lr_1",1.9437284889280688e-05,1613945884847,5724
"mom_1",0.9111260414818534,1613945884847,5724
"eps_1",1e-05,1613945884847,5724
"wd_2",0.01,1613945884847,5724
"sqr_mom_2",0.99,1613945884847,5724
"lr_2",0.00019437284889280685,1613945884847,5724
"mom_2",0.9111260414818534,1613945884847,5724
"eps_2",1e-05,1613945884847,5724
"train_loss",0.0077923667,1613945885843,5725
"raw_loss",0.014012049,1613945885843,5725
"epoch",36.0125786163522,1613945885843,5725
"wd_0",0.01,1613945885843,5725
"sqr_mom_0",0.99,1613945885843,5725
"lr_0",1.9423520990188675e-06,1613945885843,5725
"mom_0",0.9111535695553181,1613945885843,5725
"eps_0",1e-05,1613945885843,5725
"wd_1",0.01,1613945885843,5725
"sqr_mom_1",0.99,1613945885843,5725
"lr_1",1.9423520990188674e-05,1613945885843,5725
"mom_1",0.9111535695553181,1613945885843,5725
"eps_1",1e-05,1613945885843,5725
"wd_2",0.01,1613945885843,5725
"sqr_mom_2",0.99,1613945885843,5725
"lr_2",0.00019423520990188668,1613945885843,5725
"mom_2",0.9111535695553181,1613945885843,5725
"eps_2",1e-05,1613945885843,5725
"train_loss",0.007906208,1613945886834,5726
"raw_loss",0.0134844165,1613945886834,5726
"epoch",36.0188679245283,1613945886834,5726
"wd_0",0.01,1613945886834,5726
"sqr_mom_0",0.99,1613945886834,5726
"lr_0",1.940976799527862e-06,1613945886834,5726
"mom_0",0.9111810758202009,1613945886834,5726
"eps_0",1e-05,1613945886834,5726
"wd_1",0.01,1613945886834,5726
"sqr_mom_1",0.99,1613945886834,5726
"lr_1",1.9409767995278616e-05,1613945886834,5726
"mom_1",0.9111810758202009,1613945886834,5726
"eps_1",1e-05,1613945886834,5726
"wd_2",0.01,1613945886834,5726
"sqr_mom_2",0.99,1613945886834,5726
"lr_2",0.00019409767995278614,1613945886834,5726
"mom_2",0.9111810758202009,1613945886834,5726
"eps_2",1e-05,1613945886834,5726
"train_loss",0.007841837,1613945887780,5727
"raw_loss",0.004687663,1613945887780,5727
"epoch",36.0251572327044,1613945887780,5727
"wd_0",0.01,1613945887780,5727
"sqr_mom_0",0.99,1613945887780,5727
"lr_0",1.939601678108879e-06,1613945887780,5727
"mom_0",0.9112085785236076,1613945887780,5727
"eps_0",1e-05,1613945887780,5727
"wd_1",0.01,1613945887780,5727
"sqr_mom_1",0.99,1613945887780,5727
"lr_1",1.939601678108879e-05,1613945887780,5727
"mom_1",0.9112085785236076,1613945887780,5727
"eps_1",1e-05,1613945887780,5727
"wd_2",0.01,1613945887780,5727
"sqr_mom_2",0.99,1613945887780,5727
"lr_2",0.00019396016781088787,1613945887780,5727
"mom_2",0.9112085785236076,1613945887780,5727
"eps_2",1e-05,1613945887780,5727
"train_loss",0.007833899,1613945888735,5728
"raw_loss",0.0074449633,1613945888735,5728
"epoch",36.0314465408805,1613945888735,5728
"wd_0",0.01,1613945888735,5728
"sqr_mom_0",0.99,1613945888735,5728
"lr_0",1.9382258228884196e-06,1613945888735,5728
"mom_0",0.9112360959031907,1613945888735,5728
"eps_0",1e-05,1613945888735,5728
"wd_1",0.01,1613945888735,5728
"sqr_mom_1",0.99,1613945888735,5728
"lr_1",1.9382258228884197e-05,1613945888735,5728
"mom_1",0.9112360959031907,1613945888735,5728
"eps_1",1e-05,1613945888735,5728
"wd_2",0.01,1613945888735,5728
"sqr_mom_2",0.99,1613945888735,5728
"lr_2",0.00019382258228884194,1613945888735,5728
"mom_2",0.9112360959031907,1613945888735,5728
"eps_2",1e-05,1613945888735,5728
"train_loss",0.007858197,1613945889686,5729
"raw_loss",0.009048798,1613945889686,5729
"epoch",36.0377358490566,1613945889686,5729
"wd_0",0.01,1613945889686,5729
"sqr_mom_0",0.99,1613945889686,5729
"lr_0",1.9368510590463556e-06,1613945889686,5729
"mom_0",0.9112635914549874,1613945889686,5729
"eps_0",1e-05,1613945889686,5729
"wd_1",0.01,1613945889686,5729
"sqr_mom_1",0.99,1613945889686,5729
"lr_1",1.9368510590463554e-05,1613945889686,5729
"mom_1",0.9112635914549874,1613945889686,5729
"eps_1",1e-05,1613945889686,5729
"wd_2",0.01,1613945889686,5729
"sqr_mom_2",0.99,1613945889686,5729
"lr_2",0.0001936851059046355,1613945889686,5729
"mom_2",0.9112635914549874,1613945889686,5729
"eps_2",1e-05,1613945889686,5729
"train_loss",0.0078124627,1613945890648,5730
"raw_loss",0.0055714734,1613945890648,5730
"epoch",36.0440251572327,1613945890648,5730
"wd_0",0.01,1613945890648,5730
"sqr_mom_0",0.99,1613945890648,5730
"lr_0",1.935476018553783e-06,1613945890648,5730
"mom_0",0.9112910925398497,1613945890648,5730
"eps_0",1e-05,1613945890648,5730
"wd_1",0.01,1613945890648,5730
"sqr_mom_1",0.99,1613945890648,5730
"lr_1",1.9354760185537827e-05,1613945890648,5730
"mom_1",0.9112910925398497,1613945890648,5730
"eps_1",1e-05,1613945890648,5730
"wd_2",0.01,1613945890648,5730
"sqr_mom_2",0.99,1613945890648,5730
"lr_2",0.00019354760185537827,1613945890648,5730
"mom_2",0.9112910925398497,1613945890648,5730
"eps_2",1e-05,1613945890648,5730
"train_loss",0.007812509,1613945891608,5731
"raw_loss",0.007814805,1613945891608,5731
"epoch",36.0503144654088,1613945891608,5731
"wd_0",0.01,1613945891608,5731
"sqr_mom_0",0.99,1613945891608,5731
"lr_0",1.9341011580047273e-06,1613945891608,5731
"mom_0",0.9113185900258057,1613945891608,5731
"eps_0",1e-05,1613945891608,5731
"wd_1",0.01,1613945891608,5731
"sqr_mom_1",0.99,1613945891608,5731
"lr_1",1.9341011580047268e-05,1613945891608,5731
"mom_1",0.9113185900258057,1613945891608,5731
"eps_1",1e-05,1613945891608,5731
"wd_2",0.01,1613945891608,5731
"sqr_mom_2",0.99,1613945891608,5731
"lr_2",0.0001934101158004727,1613945891608,5731
"mom_2",0.9113185900258057,1613945891608,5731
"eps_2",1e-05,1613945891608,5731
"train_loss",0.0077565718,1613945892557,5732
"raw_loss",0.0050156172,1613945892557,5732
"epoch",36.056603773584904,1613945892557,5732
"wd_0",0.01,1613945892557,5732
"sqr_mom_0",0.99,1613945892557,5732
"lr_0",1.9327264778374085e-06,1613945892557,5732
"mom_0",0.9113460839040909,1613945892557,5732
"eps_0",1e-05,1613945892557,5732
"wd_1",0.01,1613945892557,5732
"sqr_mom_1",0.99,1613945892557,5732
"lr_1",1.9327264778374085e-05,1613945892557,5732
"mom_1",0.9113460839040909,1613945892557,5732
"eps_1",1e-05,1613945892557,5732
"wd_2",0.01,1613945892557,5732
"sqr_mom_2",0.99,1613945892557,5732
"lr_2",0.0001932726477837408,1613945892557,5732
"mom_2",0.9113460839040909,1613945892557,5732
"eps_2",1e-05,1613945892557,5732
"train_loss",0.0077370806,1613945893509,5733
"raw_loss",0.0067820195,1613945893509,5733
"epoch",36.062893081761004,1613945893509,5733
"wd_0",0.01,1613945893509,5733
"sqr_mom_0",0.99,1613945893509,5733
"lr_0",1.93135243434698e-06,1613945893509,5733
"mom_0",0.9113735650487108,1613945893509,5733
"eps_0",1e-05,1613945893509,5733
"wd_1",0.01,1613945893509,5733
"sqr_mom_1",0.99,1613945893509,5733
"lr_1",1.9313524343469803e-05,1613945893509,5733
"mom_1",0.9113735650487108,1613945893509,5733
"eps_1",1e-05,1613945893509,5733
"wd_2",0.01,1613945893509,5733
"sqr_mom_2",0.99,1613945893509,5733
"lr_2",0.000193135243434698,1613945893509,5733
"mom_2",0.9113735650487108,1613945893509,5733
"eps_2",1e-05,1613945893509,5733
"train_loss",0.0076410067,1613945894476,5734
"raw_loss",0.002933377,1613945894476,5734
"epoch",36.069182389937104,1613945894476,5734
"wd_0",0.01,1613945894476,5734
"sqr_mom_0",0.99,1613945894476,5734
"lr_0",1.929977660400581e-06,1613945894476,5734
"mom_0",0.9114010608025964,1613945894476,5734
"eps_0",1e-05,1613945894476,5734
"wd_1",0.01,1613945894476,5734
"sqr_mom_1",0.99,1613945894476,5734
"lr_1",1.9299776604005814e-05,1613945894476,5734
"mom_1",0.9114010608025964,1613945894476,5734
"eps_1",1e-05,1613945894476,5734
"wd_2",0.01,1613945894476,5734
"sqr_mom_2",0.99,1613945894476,5734
"lr_2",0.00019299776604005808,1613945894476,5734
"mom_2",0.9114010608025964,1613945894476,5734
"eps_2",1e-05,1613945894476,5734
"train_loss",0.0076097725,1613945895425,5735
"raw_loss",0.0060792873,1613945895425,5735
"epoch",36.075471698113205,1613945895425,5735
"wd_0",0.01,1613945895425,5735
"sqr_mom_0",0.99,1613945895425,5735
"lr_0",1.928603979743686e-06,1613945895425,5735
"mom_0",0.9114285346904731,1613945895425,5735
"eps_0",1e-05,1613945895425,5735
"wd_1",0.01,1613945895425,5735
"sqr_mom_1",0.99,1613945895425,5735
"lr_1",1.9286039797436855e-05,1613945895425,5735
"mom_1",0.9114285346904731,1613945895425,5735
"eps_1",1e-05,1613945895425,5735
"wd_2",0.01,1613945895425,5735
"sqr_mom_2",0.99,1613945895425,5735
"lr_2",0.00019286039797436857,1613945895425,5735
"mom_2",0.9114285346904731,1613945895425,5735
"eps_2",1e-05,1613945895425,5735
"train_loss",0.0076174713,1613945896389,5736
"raw_loss",0.007994703,1613945896389,5736
"epoch",36.081761006289305,1613945896389,5736
"wd_0",0.01,1613945896389,5736
"sqr_mom_0",0.99,1613945896389,5736
"lr_0",1.927230481099893e-06,1613945896389,5736
"mom_0",0.9114560049380515,1613945896389,5736
"eps_0",1e-05,1613945896389,5736
"wd_1",0.01,1613945896389,5736
"sqr_mom_1",0.99,1613945896389,5736
"lr_1",1.9272304810998932e-05,1613945896389,5736
"mom_1",0.9114560049380515,1613945896389,5736
"eps_1",1e-05,1613945896389,5736
"wd_2",0.01,1613945896389,5736
"sqr_mom_2",0.99,1613945896389,5736
"lr_2",0.00019272304810998925,1613945896389,5736
"mom_2",0.9114560049380515,1613945896389,5736
"eps_2",1e-05,1613945896389,5736
"train_loss",0.0076041026,1613945897351,5737
"raw_loss",0.0069490285,1613945897351,5737
"epoch",36.088050314465406,1613945897351,5737
"wd_0",0.01,1613945897351,5737
"sqr_mom_0",0.99,1613945897351,5737
"lr_0",1.9258562536759345e-06,1613945897351,5737
"mom_0",0.9114834897613789,1613945897351,5737
"eps_0",1e-05,1613945897351,5737
"wd_1",0.01,1613945897351,5737
"sqr_mom_1",0.99,1613945897351,5737
"lr_1",1.9258562536759346e-05,1613945897351,5737
"mom_1",0.9114834897613789,1613945897351,5737
"eps_1",1e-05,1613945897351,5737
"wd_2",0.01,1613945897351,5737
"sqr_mom_2",0.99,1613945897351,5737
"lr_2",0.00019258562536759343,1613945897351,5737
"mom_2",0.9114834897613789,1613945897351,5737
"eps_2",1e-05,1613945897351,5737
"train_loss",0.007595084,1613945898324,5738
"raw_loss",0.007153171,1613945898324,5738
"epoch",36.094339622641506,1613945898324,5738
"wd_0",0.01,1613945898324,5738
"sqr_mom_0",0.99,1613945898324,5738
"lr_0",1.92448312049228e-06,1613945898324,5738
"mom_0",0.9115109526996814,1613945898324,5738
"eps_0",1e-05,1613945898324,5738
"wd_1",0.01,1613945898324,5738
"sqr_mom_1",0.99,1613945898324,5738
"lr_1",1.9244831204922804e-05,1613945898324,5738
"mom_1",0.9115109526996814,1613945898324,5738
"eps_1",1e-05,1613945898324,5738
"wd_2",0.01,1613945898324,5738
"sqr_mom_2",0.99,1613945898324,5738
"lr_2",0.000192448312049228,1613945898324,5738
"mom_2",0.9115109526996814,1613945898324,5738
"eps_2",1e-05,1613945898324,5738
"train_loss",0.007526825,1613945899307,5739
"raw_loss",0.0041821357,1613945899307,5739
"epoch",36.10062893081761,1613945899307,5739
"wd_0",0.01,1613945899307,5739
"sqr_mom_0",0.99,1613945899307,5739
"lr_0",1.9231097151406304e-06,1613945899307,5739
"mom_0",0.9115384210813982,1613945899307,5739
"eps_0",1e-05,1613945899307,5739
"wd_1",0.01,1613945899307,5739
"sqr_mom_1",0.99,1613945899307,5739
"lr_1",1.9231097151406304e-05,1613945899307,5739
"mom_1",0.9115384210813982,1613945899307,5739
"eps_1",1e-05,1613945899307,5739
"wd_2",0.01,1613945899307,5739
"sqr_mom_2",0.99,1613945899307,5739
"lr_2",0.000192310971514063,1613945899307,5739
"mom_2",0.9115384210813982,1613945899307,5739
"eps_2",1e-05,1613945899307,5739
"train_loss",0.007444888,1613945900289,5740
"raw_loss",0.003429957,1613945900289,5740
"epoch",36.10691823899371,1613945900289,5740
"wd_0",0.01,1613945900289,5740
"sqr_mom_0",0.99,1613945900289,5740
"lr_0",1.9217364936741153e-06,1613945900289,5740
"mom_0",0.9115658857853756,1613945900289,5740
"eps_0",1e-05,1613945900289,5740
"wd_1",0.01,1613945900289,5740
"sqr_mom_1",0.99,1613945900289,5740
"lr_1",1.9217364936741155e-05,1613945900289,5740
"mom_1",0.9115658857853756,1613945900289,5740
"eps_1",1e-05,1613945900289,5740
"wd_2",0.01,1613945900289,5740
"sqr_mom_2",0.99,1613945900289,5740
"lr_2",0.00019217364936741148,1613945900289,5740
"mom_2",0.9115658857853756,1613945900289,5740
"eps_2",1e-05,1613945900289,5740
"train_loss",0.0075604497,1613945901248,5741
"raw_loss",0.013222992,1613945901248,5741
"epoch",36.11320754716981,1613945901248,5741
"wd_0",0.01,1613945901248,5741
"sqr_mom_0",0.99,1613945901248,5741
"lr_0",1.9203634565304326e-06,1613945901248,5741
"mom_0",0.9115933468028593,1613945901248,5741
"eps_0",1e-05,1613945901248,5741
"wd_1",0.01,1613945901248,5741
"sqr_mom_1",0.99,1613945901248,5741
"lr_1",1.9203634565304327e-05,1613945901248,5741
"mom_1",0.9115933468028593,1613945901248,5741
"eps_1",1e-05,1613945901248,5741
"wd_2",0.01,1613945901248,5741
"sqr_mom_2",0.99,1613945901248,5741
"lr_2",0.00019203634565304322,1613945901248,5741
"mom_2",0.9115933468028593,1613945901248,5741
"eps_2",1e-05,1613945901248,5741
"train_loss",0.00750896,1613945902248,5742
"raw_loss",0.004985959,1613945902248,5742
"epoch",36.11949685534591,1613945902248,5742
"wd_0",0.01,1613945902248,5742
"sqr_mom_0",0.99,1613945902248,5742
"lr_0",1.9189910594573004e-06,1613945902248,5742
"mom_0",0.9116207950188041,1613945902248,5742
"eps_0",1e-05,1613945902248,5742
"wd_1",0.01,1613945902248,5742
"sqr_mom_1",0.99,1613945902248,5742
"lr_1",1.9189910594573e-05,1613945902248,5742
"mom_1",0.9116207950188041,1613945902248,5742
"eps_1",1e-05,1613945902248,5742
"wd_2",0.01,1613945902248,5742
"sqr_mom_2",0.99,1613945902248,5742
"lr_2",0.00019189910594572999,1613945902248,5742
"mom_2",0.9116207950188041,1613945902248,5742
"eps_2",1e-05,1613945902248,5742
"train_loss",0.00750301,1613945903225,5743
"raw_loss",0.007211452,1613945903225,5743
"epoch",36.12578616352201,1613945903225,5743
"wd_0",0.01,1613945903225,5743
"sqr_mom_0",0.99,1613945903225,5743
"lr_0",1.917617936962064e-06,1613945903225,5743
"mom_0",0.9116482577433361,1613945903225,5743
"eps_0",1e-05,1613945903225,5743
"wd_1",0.01,1613945903225,5743
"sqr_mom_1",0.99,1613945903225,5743
"lr_1",1.917617936962064e-05,1613945903225,5743
"mom_1",0.9116482577433361,1613945903225,5743
"eps_1",1e-05,1613945903225,5743
"wd_2",0.01,1613945903225,5743
"sqr_mom_2",0.99,1613945903225,5743
"lr_2",0.0001917617936962064,1613945903225,5743
"mom_2",0.9116482577433361,1613945903225,5743
"eps_2",1e-05,1613945903225,5743
"train_loss",0.0074289204,1613945904209,5744
"raw_loss",0.003798522,1613945904209,5744
"epoch",36.13207547169811,1613945904209,5744
"wd_0",0.01,1613945904209,5744
"sqr_mom_0",0.99,1613945904209,5744
"lr_0",1.9162459105994205e-06,1613945904209,5744
"mom_0",0.911675698544997,1613945904209,5744
"eps_0",1e-05,1613945904209,5744
"wd_1",0.01,1613945904209,5744
"sqr_mom_1",0.99,1613945904209,5744
"lr_1",1.91624591059942e-05,1613945904209,5744
"mom_1",0.911675698544997,1613945904209,5744
"eps_1",1e-05,1613945904209,5744
"wd_2",0.01,1613945904209,5744
"sqr_mom_2",0.99,1613945904209,5744
"lr_2",0.00019162459105994198,1613945904209,5744
"mom_2",0.911675698544997,1613945904209,5744
"eps_2",1e-05,1613945904209,5744
"train_loss",0.0075223288,1613945905252,5745
"raw_loss",0.012099334,1613945905252,5745
"epoch",36.13836477987421,1613945905252,5745
"wd_0",0.01,1613945905252,5745
"sqr_mom_0",0.99,1613945905252,5745
"lr_0",1.9148740701862573e-06,1613945905252,5745
"mom_0",0.9117031356276311,1613945905252,5745
"eps_0",1e-05,1613945905252,5745
"wd_1",0.01,1613945905252,5745
"sqr_mom_1",0.99,1613945905252,5745
"lr_1",1.914874070186257e-05,1613945905252,5745
"mom_1",0.9117031356276311,1613945905252,5745
"eps_1",1e-05,1613945905252,5745
"wd_2",0.01,1613945905252,5745
"sqr_mom_2",0.99,1613945905252,5745
"lr_2",0.00019148740701862568,1613945905252,5745
"mom_2",0.9117031356276311,1613945905252,5745
"eps_2",1e-05,1613945905252,5745
"train_loss",0.007463178,1613945906269,5746
"raw_loss",0.004564806,1613945906269,5746
"epoch",36.14465408805031,1613945906269,5746
"wd_0",0.01,1613945906269,5746
"sqr_mom_0",0.99,1613945906269,5746
"lr_0",1.9135015060330514e-06,1613945906269,5746
"mom_0",0.9117305871852108,1613945906269,5746
"eps_0",1e-05,1613945906269,5746
"wd_1",0.01,1613945906269,5746
"sqr_mom_1",0.99,1613945906269,5746
"lr_1",1.913501506033051e-05,1613945906269,5746
"mom_1",0.9117305871852108,1613945906269,5746
"eps_1",1e-05,1613945906269,5746
"wd_2",0.01,1613945906269,5746
"sqr_mom_2",0.99,1613945906269,5746
"lr_2",0.00019135015060330513,1613945906269,5746
"mom_2",0.9117305871852108,1613945906269,5746
"eps_2",1e-05,1613945906269,5746
"train_loss",0.0074781333,1613945907265,5747
"raw_loss",0.0082109375,1613945907265,5747
"epoch",36.15094339622641,1613945907265,5747
"wd_0",0.01,1613945907265,5747
"sqr_mom_0",0.99,1613945907265,5747
"lr_0",1.9121300389538135e-06,1613945907265,5747
"mom_0",0.9117580168010917,1613945907265,5747
"eps_0",1e-05,1613945907265,5747
"wd_1",0.01,1613945907265,5747
"sqr_mom_1",0.99,1613945907265,5747
"lr_1",1.9121300389538136e-05,1613945907265,5747
"mom_1",0.9117580168010917,1613945907265,5747
"eps_1",1e-05,1613945907265,5747
"wd_2",0.01,1613945907265,5747
"sqr_mom_2",0.99,1613945907265,5747
"lr_2",0.00019121300389538133,1613945907265,5747
"mom_2",0.9117580168010917,1613945907265,5747
"eps_2",1e-05,1613945907265,5747
"train_loss",0.007439912,1613945908258,5748
"raw_loss",0.0055670603,1613945908258,5748
"epoch",36.15723270440251,1613945908258,5748
"wd_0",0.01,1613945908258,5748
"sqr_mom_0",0.99,1613945908258,5748
"lr_0",1.910758759135075e-06,1613945908258,5748
"mom_0",0.9117854426717252,1613945908258,5748
"eps_0",1e-05,1613945908258,5748
"wd_1",0.01,1613945908258,5748
"sqr_mom_1",0.99,1613945908258,5748
"lr_1",1.910758759135075e-05,1613945908258,5748
"mom_1",0.9117854426717252,1613945908258,5748
"eps_1",1e-05,1613945908258,5748
"wd_2",0.01,1613945908258,5748
"sqr_mom_2",0.99,1613945908258,5748
"lr_2",0.00019107587591350744,1613945908258,5748
"mom_2",0.9117854426717252,1613945908258,5748
"eps_2",1e-05,1613945908258,5748
"train_loss",0.0073837074,1613945909229,5749
"raw_loss",0.004629695,1613945909229,5749
"epoch",36.16352201257861,1613945909229,5749
"wd_0",0.01,1613945909229,5749
"sqr_mom_0",0.99,1613945909229,5749
"lr_0",1.90938675726043e-06,1613945909229,5749
"mom_0",0.9118128829836212,1613945909229,5749
"eps_0",1e-05,1613945909229,5749
"wd_1",0.01,1613945909229,5749
"sqr_mom_1",0.99,1613945909229,5749
"lr_1",1.90938675726043e-05,1613945909229,5749
"mom_1",0.9118128829836212,1613945909229,5749
"eps_1",1e-05,1613945909229,5749
"wd_2",0.01,1613945909229,5749
"sqr_mom_2",0.99,1613945909229,5749
"lr_2",0.00019093867572604297,1613945909229,5749
"mom_2",0.9118128829836212,1613945909229,5749
"eps_2",1e-05,1613945909229,5749
"train_loss",0.00741689,1613945910202,5750
"raw_loss",0.00904283,1613945910202,5750
"epoch",36.16981132075471,1613945910202,5750
"wd_0",0.01,1613945910202,5750
"sqr_mom_0",0.99,1613945910202,5750
"lr_0",1.908015853397983e-06,1613945910202,5750
"mom_0",0.9118403013350537,1613945910202,5750
"eps_0",1e-05,1613945910202,5750
"wd_1",0.01,1613945910202,5750
"sqr_mom_1",0.99,1613945910202,5750
"lr_1",1.908015853397983e-05,1613945910202,5750
"mom_1",0.9118403013350537,1613945910202,5750
"eps_1",1e-05,1613945910202,5750
"wd_2",0.01,1613945910202,5750
"sqr_mom_2",0.99,1613945910202,5750
"lr_2",0.00019080158533979827,1613945910202,5750
"mom_2",0.9118403013350537,1613945910202,5750
"eps_2",1e-05,1613945910202,5750
"train_loss",0.0074113184,1613945911173,5751
"raw_loss",0.007138311,1613945911173,5751
"epoch",36.17610062893081,1613945911173,5751
"wd_0",0.01,1613945911173,5751
"sqr_mom_0",0.99,1613945911173,5751
"lr_0",1.9066446833550788e-06,1613945911173,5751
"mom_0",0.9118677250101485,1613945911173,5751
"eps_0",1e-05,1613945911173,5751
"wd_1",0.01,1613945911173,5751
"sqr_mom_1",0.99,1613945911173,5751
"lr_1",1.906644683355079e-05,1613945911173,5751
"mom_1",0.9118677250101485,1613945911173,5751
"eps_1",1e-05,1613945911173,5751
"wd_2",0.01,1613945911173,5751
"sqr_mom_2",0.99,1613945911173,5751
"lr_2",0.0001906644683355078,1613945911173,5751
"mom_2",0.9118677250101485,1613945911173,5751
"eps_2",1e-05,1613945911173,5751
"train_loss",0.007486382,1613945912154,5752
"raw_loss",0.011164502,1613945912154,5752
"epoch",36.18238993710691,1613945912154,5752
"wd_0",0.01,1613945912154,5752
"sqr_mom_0",0.99,1613945912154,5752
"lr_0",1.9052737024453486e-06,1613945912154,5752
"mom_0",0.911895144902542,1613945912154,5752
"eps_0",1e-05,1613945912154,5752
"wd_1",0.01,1613945912154,5752
"sqr_mom_1",0.99,1613945912154,5752
"lr_1",1.9052737024453485e-05,1613945912154,5752
"mom_1",0.911895144902542,1613945912154,5752
"eps_1",1e-05,1613945912154,5752
"wd_2",0.01,1613945912154,5752
"sqr_mom_2",0.99,1613945912154,5752
"lr_2",0.00019052737024453486,1613945912154,5752
"mom_2",0.911895144902542,1613945912154,5752
"eps_2",1e-05,1613945912154,5752
"train_loss",0.0074163475,1613945913115,5753
"raw_loss",0.00398465,1613945913115,5753
"epoch",36.18867924528301,1613945913115,5753
"wd_0",0.01,1613945913115,5753
"sqr_mom_0",0.99,1613945913115,5753
"lr_0",1.9039029111057772e-06,1613945913115,5753
"mom_0",0.9119225610034944,1613945913115,5753
"eps_0",1e-05,1613945913115,5753
"wd_1",0.01,1613945913115,5753
"sqr_mom_1",0.99,1613945913115,5753
"lr_1",1.9039029111057774e-05,1613945913115,5753
"mom_1",0.9119225610034944,1613945913115,5753
"eps_1",1e-05,1613945913115,5753
"wd_2",0.01,1613945913115,5753
"sqr_mom_2",0.99,1613945913115,5753
"lr_2",0.00019039029111057773,1613945913115,5753
"mom_2",0.9119225610034944,1613945913115,5753
"eps_2",1e-05,1613945913115,5753
"train_loss",0.0073920996,1613945914078,5754
"raw_loss",0.006203945,1613945914078,5754
"epoch",36.19496855345911,1613945914078,5754
"wd_0",0.01,1613945914078,5754
"sqr_mom_0",0.99,1613945914078,5754
"lr_0",1.9025327643358793e-06,1613945914078,5754
"mom_0",0.9119499642129245,1613945914078,5754
"eps_0",1e-05,1613945914078,5754
"wd_1",0.01,1613945914078,5754
"sqr_mom_1",0.99,1613945914078,5754
"lr_1",1.9025327643358796e-05,1613945914078,5754
"mom_1",0.9119499642129245,1613945914078,5754
"eps_1",1e-05,1613945914078,5754
"wd_2",0.01,1613945914078,5754
"sqr_mom_2",0.99,1613945914078,5754
"lr_2",0.00019025327643358792,1613945914078,5754
"mom_2",0.9119499642129245,1613945914078,5754
"eps_2",1e-05,1613945914078,5754
"train_loss",0.007381405,1613945915031,5755
"raw_loss",0.006857374,1613945915031,5755
"epoch",36.20125786163521,1613945915031,5755
"wd_0",0.01,1613945915031,5755
"sqr_mom_0",0.99,1613945915031,5755
"lr_0",1.9011618988847443e-06,1613945915031,5755
"mom_0",0.9119773817961231,1613945915031,5755
"eps_0",1e-05,1613945915031,5755
"wd_1",0.01,1613945915031,5755
"sqr_mom_1",0.99,1613945915031,5755
"lr_1",1.9011618988847447e-05,1613945915031,5755
"mom_1",0.9119773817961231,1613945915031,5755
"eps_1",1e-05,1613945915031,5755
"wd_2",0.01,1613945915031,5755
"sqr_mom_2",0.99,1613945915031,5755
"lr_2",0.0001901161898884744,1613945915031,5755
"mom_2",0.9119773817961231,1613945915031,5755
"eps_2",1e-05,1613945915031,5755
"train_loss",0.0073448378,1613945915996,5756
"raw_loss",0.0055530244,1613945915996,5756
"epoch",36.20754716981131,1613945915996,5756
"wd_0",0.01,1613945915996,5756
"sqr_mom_0",0.99,1613945915996,5756
"lr_0",1.8997921333129212e-06,1613945915996,5756
"mom_0",0.9120047773815154,1613945915996,5756
"eps_0",1e-05,1613945915996,5756
"wd_1",0.01,1613945915996,5756
"sqr_mom_1",0.99,1613945915996,5756
"lr_1",1.899792133312921e-05,1613945915996,5756
"mom_1",0.9120047773815154,1613945915996,5756
"eps_1",1e-05,1613945915996,5756
"wd_2",0.01,1613945915996,5756
"sqr_mom_2",0.99,1613945915996,5756
"lr_2",0.0001899792133312921,1613945915996,5756
"mom_2",0.9120047773815154,1613945915996,5756
"eps_2",1e-05,1613945915996,5756
"train_loss",0.007348505,1613945917006,5757
"raw_loss",0.0075281984,1613945917006,5757
"epoch",36.213836477987414,1613945917006,5757
"wd_0",0.01,1613945917006,5757
"sqr_mom_0",0.99,1613945917006,5757
"lr_0",1.898422558931554e-06,1613945917006,5757
"mom_0",0.9120321691430603,1613945917006,5757
"eps_0",1e-05,1613945917006,5757
"wd_1",0.01,1613945917006,5757
"sqr_mom_1",0.99,1613945917006,5757
"lr_1",1.8984225589315538e-05,1613945917006,5757
"mom_1",0.9120321691430603,1613945917006,5757
"eps_1",1e-05,1613945917006,5757
"wd_2",0.01,1613945917006,5757
"sqr_mom_2",0.99,1613945917006,5757
"lr_2",0.00018984225589315537,1613945917006,5757
"mom_2",0.9120321691430603,1613945917006,5757
"eps_2",1e-05,1613945917006,5757
"train_loss",0.0073570525,1613945917967,5758
"raw_loss",0.007775898,1613945917967,5758
"epoch",36.220125786163514,1613945917967,5758
"wd_0",0.01,1613945917967,5758
"sqr_mom_0",0.99,1613945917967,5758
"lr_0",1.8970522675592846e-06,1613945917967,5758
"mom_0",0.9120595752445667,1613945917967,5758
"eps_0",1e-05,1613945917967,5758
"wd_1",0.01,1613945917967,5758
"sqr_mom_1",0.99,1613945917967,5758
"lr_1",1.8970522675592846e-05,1613945917967,5758
"mom_1",0.9120595752445667,1613945917967,5758
"eps_1",1e-05,1613945917967,5758
"wd_2",0.01,1613945917967,5758
"sqr_mom_2",0.99,1613945917967,5758
"lr_2",0.00018970522675592846,1613945917967,5758
"mom_2",0.9120595752445667,1613945917967,5758
"eps_2",1e-05,1613945917967,5758
"train_loss",0.007304975,1613945918934,5759
"raw_loss",0.0047531687,1613945918934,5759
"epoch",36.226415094339615,1613945918934,5759
"wd_0",0.01,1613945918934,5759
"sqr_mom_0",0.99,1613945918934,5759
"lr_0",1.8956830769951014e-06,1613945918934,5759
"mom_0",0.9120869593296912,1613945918934,5759
"eps_0",1e-05,1613945918934,5759
"wd_1",0.01,1613945918934,5759
"sqr_mom_1",0.99,1613945918934,5759
"lr_1",1.8956830769951014e-05,1613945918934,5759
"mom_1",0.9120869593296912,1613945918934,5759
"eps_1",1e-05,1613945918934,5759
"wd_2",0.01,1613945918934,5759
"sqr_mom_2",0.99,1613945918934,5759
"lr_2",0.00018956830769951012,1613945918934,5759
"mom_2",0.9120869593296912,1613945918934,5759
"eps_2",1e-05,1613945918934,5759
"train_loss",0.007388634,1613945919899,5760
"raw_loss",0.011487935,1613945919899,5760
"epoch",36.232704402515715,1613945919899,5760
"wd_0",0.01,1613945919899,5760
"sqr_mom_0",0.99,1613945919899,5760
"lr_0",1.8943136247491863e-06,1613945919899,5760
"mom_0",0.9121143486485027,1613945919899,5760
"eps_0",1e-05,1613945919899,5760
"wd_1",0.01,1613945919899,5760
"sqr_mom_1",0.99,1613945919899,5760
"lr_1",1.8943136247491863e-05,1613945919899,5760
"mom_1",0.9121143486485027,1613945919899,5760
"eps_1",1e-05,1613945919899,5760
"wd_2",0.01,1613945919899,5760
"sqr_mom_2",0.99,1613945919899,5760
"lr_2",0.00018943136247491862,1613945919899,5760
"mom_2",0.9121143486485027,1613945919899,5760
"eps_2",1e-05,1613945919899,5760
"train_loss",0.007385987,1613945920851,5761
"raw_loss",0.007256281,1613945920851,5761
"epoch",36.238993710691815,1613945920851,5761
"wd_0",0.01,1613945920851,5761
"sqr_mom_0",0.99,1613945920851,5761
"lr_0",1.892944365566829e-06,1613945920851,5761
"mom_0",0.9121417341060044,1613945920851,5761
"eps_0",1e-05,1613945920851,5761
"wd_1",0.01,1613945920851,5761
"sqr_mom_1",0.99,1613945920851,5761
"lr_1",1.892944365566829e-05,1613945920851,5761
"mom_1",0.9121417341060044,1613945920851,5761
"eps_1",1e-05,1613945920851,5761
"wd_2",0.01,1613945920851,5761
"sqr_mom_2",0.99,1613945920851,5761
"lr_2",0.00018929443655668285,1613945920851,5761
"mom_2",0.9121417341060044,1613945920851,5761
"eps_2",1e-05,1613945920851,5761
"train_loss",0.007380949,1613945921815,5762
"raw_loss",0.007134077,1613945921815,5762
"epoch",36.245283018867916,1613945921815,5762
"wd_0",0.01,1613945921815,5762
"sqr_mom_0",0.99,1613945921815,5762
"lr_0",1.8915752998844647e-06,1613945921815,5762
"mom_0",0.9121691156934676,1613945921815,5762
"eps_0",1e-05,1613945921815,5762
"wd_1",0.01,1613945921815,5762
"sqr_mom_1",0.99,1613945921815,5762
"lr_1",1.8915752998844645e-05,1613945921815,5762
"mom_1",0.9121691156934676,1613945921815,5762
"eps_1",1e-05,1613945921815,5762
"wd_2",0.01,1613945921815,5762
"sqr_mom_2",0.99,1613945921815,5762
"lr_2",0.00018915752998844643,1613945921815,5762
"mom_2",0.9121691156934676,1613945921815,5762
"eps_2",1e-05,1613945921815,5762
"train_loss",0.0073073134,1613945922751,5763
"raw_loss",0.003699167,1613945922751,5763
"epoch",36.251572327044016,1613945922751,5763
"wd_0",0.01,1613945922751,5763
"sqr_mom_0",0.99,1613945922751,5763
"lr_0",1.890206428138468e-06,1613945922751,5763
"mom_0",0.9121964934021647,1613945922751,5763
"eps_0",1e-05,1613945922751,5763
"wd_1",0.01,1613945922751,5763
"sqr_mom_1",0.99,1613945922751,5763
"lr_1",1.8902064281384682e-05,1613945922751,5763
"mom_1",0.9121964934021647,1613945922751,5763
"eps_1",1e-05,1613945922751,5763
"wd_2",0.01,1613945922751,5763
"sqr_mom_2",0.99,1613945922751,5763
"lr_2",0.00018902064281384678,1613945922751,5763
"mom_2",0.9121964934021647,1613945922751,5763
"eps_2",1e-05,1613945922751,5763
"train_loss",0.007313489,1613945923759,5764
"raw_loss",0.0076160883,1613945923759,5764
"epoch",36.25786163522012,1613945923759,5764
"wd_0",0.01,1613945923759,5764
"sqr_mom_0",0.99,1613945923759,5764
"lr_0",1.8888377507651502e-06,1613945923759,5764
"mom_0",0.9122238672233692,1613945923759,5764
"eps_0",1e-05,1613945923759,5764
"wd_1",0.01,1613945923759,5764
"sqr_mom_1",0.99,1613945923759,5764
"lr_1",1.88883775076515e-05,1613945923759,5764
"mom_1",0.9122238672233692,1613945923759,5764
"eps_1",1e-05,1613945923759,5764
"wd_2",0.01,1613945923759,5764
"sqr_mom_2",0.99,1613945923759,5764
"lr_2",0.000188883775076515,1613945923759,5764
"mom_2",0.9122238672233692,1613945923759,5764
"eps_2",1e-05,1613945923759,5764
"train_loss",0.007357164,1613945924723,5765
"raw_loss",0.0094972355,1613945924723,5765
"epoch",36.26415094339622,1613945924723,5765
"wd_0",0.01,1613945924723,5765
"sqr_mom_0",0.99,1613945924723,5765
"lr_0",1.8874697220598164e-06,1613945924723,5765
"mom_0",0.9122512280710844,1613945924723,5765
"eps_0",1e-05,1613945924723,5765
"wd_1",0.01,1613945924723,5765
"sqr_mom_1",0.99,1613945924723,5765
"lr_1",1.8874697220598167e-05,1613945924723,5765
"mom_1",0.9122512280710844,1613945924723,5765
"eps_1",1e-05,1613945924723,5765
"wd_2",0.01,1613945924723,5765
"sqr_mom_2",0.99,1613945924723,5765
"lr_2",0.00018874697220598163,1613945924723,5765
"mom_2",0.9122512280710844,1613945924723,5765
"eps_2",1e-05,1613945924723,5765
"train_loss",0.007316874,1613945925668,5766
"raw_loss",0.0053426553,1613945925668,5766
"epoch",36.27044025157232,1613945925668,5766
"wd_0",0.01,1613945925668,5766
"sqr_mom_0",0.99,1613945925668,5766
"lr_0",1.8861009808814926e-06,1613945925668,5766
"mom_0",0.9122786031684018,1613945925668,5766
"eps_0",1e-05,1613945925668,5766
"wd_1",0.01,1613945925668,5766
"sqr_mom_1",0.99,1613945925668,5766
"lr_1",1.8861009808814928e-05,1613945925668,5766
"mom_1",0.9122786031684018,1613945925668,5766
"eps_1",1e-05,1613945925668,5766
"wd_2",0.01,1613945925668,5766
"sqr_mom_2",0.99,1613945925668,5766
"lr_2",0.00018861009808814923,1613945925668,5766
"mom_2",0.9122786031684018,1613945925668,5766
"eps_2",1e-05,1613945925668,5766
"train_loss",0.0073940526,1613945926611,5767
"raw_loss",0.011175821,1613945926611,5767
"epoch",36.27672955974842,1613945926611,5767
"wd_0",0.01,1613945926611,5767
"sqr_mom_0",0.99,1613945926611,5767
"lr_0",1.8847333429727144e-06,1613945926611,5767
"mom_0",0.9123059562001077,1613945926611,5767
"eps_0",1e-05,1613945926611,5767
"wd_1",0.01,1613945926611,5767
"sqr_mom_1",0.99,1613945926611,5767
"lr_1",1.8847333429727145e-05,1613945926611,5767
"mom_1",0.9123059562001077,1613945926611,5767
"eps_1",1e-05,1613945926611,5767
"wd_2",0.01,1613945926611,5767
"sqr_mom_2",0.99,1613945926611,5767
"lr_2",0.00018847333429727143,1613945926611,5767
"mom_2",0.9123059562001077,1613945926611,5767
"eps_2",1e-05,1613945926611,5767
"train_loss",0.0073425174,1613945927562,5768
"raw_loss",0.004817285,1613945927562,5768
"epoch",36.28301886792452,1613945927562,5768
"wd_0",0.01,1613945927562,5768
"sqr_mom_0",0.99,1613945927562,5768
"lr_0",1.8833659010510273e-06,1613945927562,5768
"mom_0",0.9123333053120326,1613945927562,5768
"eps_0",1e-05,1613945927562,5768
"wd_1",0.01,1613945927562,5768
"sqr_mom_1",0.99,1613945927562,5768
"lr_1",1.8833659010510273e-05,1613945927562,5768
"mom_1",0.9123333053120326,1613945927562,5768
"eps_1",1e-05,1613945927562,5768
"wd_2",0.01,1613945927562,5768
"sqr_mom_2",0.99,1613945927562,5768
"lr_2",0.0001883365901051027,1613945927562,5768
"mom_2",0.9123333053120326,1613945927562,5768
"eps_2",1e-05,1613945927562,5768
"train_loss",0.0074158343,1613945928507,5769
"raw_loss",0.011008359,1613945928507,5769
"epoch",36.28930817610062,1613945928507,5769
"wd_0",0.01,1613945928507,5769
"sqr_mom_0",0.99,1613945928507,5769
"lr_0",1.881997748354201e-06,1613945928507,5769
"mom_0",0.9123606686396023,1613945928507,5769
"eps_0",1e-05,1613945928507,5769
"wd_1",0.01,1613945928507,5769
"sqr_mom_1",0.99,1613945928507,5769
"lr_1",1.881997748354201e-05,1613945928507,5769
"mom_1",0.9123606686396023,1613945928507,5769
"eps_1",1e-05,1613945928507,5769
"wd_2",0.01,1613945928507,5769
"sqr_mom_2",0.99,1613945928507,5769
"lr_2",0.00018819977483542006,1613945928507,5769
"mom_2",0.9123606686396023,1613945928507,5769
"eps_2",1e-05,1613945928507,5769
"train_loss",0.0073369467,1613945929462,5770
"raw_loss",0.0034714453,1613945929462,5770
"epoch",36.29559748427672,1613945929462,5770
"wd_0",0.01,1613945929462,5770
"sqr_mom_0",0.99,1613945929462,5770
"lr_0",1.8806306998441064e-06,1613945929462,5770
"mom_0",0.9123880098832167,1613945929462,5770
"eps_0",1e-05,1613945929462,5770
"wd_1",0.01,1613945929462,5770
"sqr_mom_1",0.99,1613945929462,5770
"lr_1",1.8806306998441062e-05,1613945929462,5770
"mom_1",0.9123880098832167,1613945929462,5770
"eps_1",1e-05,1613945929462,5770
"wd_2",0.01,1613945929462,5770
"sqr_mom_2",0.99,1613945929462,5770
"lr_2",0.0001880630699844106,1613945929462,5770
"mom_2",0.9123880098832167,1613945929462,5770
"eps_2",1e-05,1613945929462,5770
"train_loss",0.0072899433,1613945930431,5771
"raw_loss",0.004986783,1613945930431,5771
"epoch",36.30188679245282,1613945930431,5771
"wd_0",0.01,1613945930431,5771
"sqr_mom_0",0.99,1613945930431,5771
"lr_0",1.8792638486279048e-06,1613945930431,5771
"mom_0",0.9124153471809137,1613945930431,5771
"eps_0",1e-05,1613945930431,5771
"wd_1",0.01,1613945930431,5771
"sqr_mom_1",0.99,1613945930431,5771
"lr_1",1.879263848627905e-05,1613945930431,5771
"mom_1",0.9124153471809137,1613945930431,5771
"eps_1",1e-05,1613945930431,5771
"wd_2",0.01,1613945930431,5771
"sqr_mom_2",0.99,1613945930431,5771
"lr_2",0.00018792638486279044,1613945930431,5771
"mom_2",0.9124153471809137,1613945930431,5771
"eps_2",1e-05,1613945930431,5771
"train_loss",0.0072307643,1613945931376,5772
"raw_loss",0.0043309894,1613945931376,5772
"epoch",36.30817610062892,1613945931376,5772
"wd_0",0.01,1613945931376,5772
"sqr_mom_0",0.99,1613945931376,5772
"lr_0",1.877896288336455e-06,1613945931376,5772
"mom_0",0.9124426986602575,1613945931376,5772
"eps_0",1e-05,1613945931376,5772
"wd_1",0.01,1613945931376,5772
"sqr_mom_1",0.99,1613945931376,5772
"lr_1",1.877896288336455e-05,1613945931376,5772
"mom_1",0.9124426986602575,1613945931376,5772
"eps_1",1e-05,1613945931376,5772
"wd_2",0.01,1613945931376,5772
"sqr_mom_2",0.99,1613945931376,5772
"lr_2",0.00018778962883364542,1613945931376,5772
"mom_2",0.9124426986602575,1613945931376,5772
"eps_2",1e-05,1613945931376,5772
"train_loss",0.0071960334,1613945932318,5773
"raw_loss",0.005494208,1613945932318,5773
"epoch",36.31446540880502,1613945932318,5773
"wd_0",0.01,1613945932318,5773
"sqr_mom_0",0.99,1613945932318,5773
"lr_0",1.8765298331457552e-06,1613945932318,5773
"mom_0",0.9124700280373652,1613945932318,5773
"eps_0",1e-05,1613945932318,5773
"wd_1",0.01,1613945932318,5773
"sqr_mom_1",0.99,1613945932318,5773
"lr_1",1.8765298331457547e-05,1613945932318,5773
"mom_1",0.9124700280373652,1613945932318,5773
"eps_1",1e-05,1613945932318,5773
"wd_2",0.01,1613945932318,5773
"sqr_mom_2",0.99,1613945932318,5773
"lr_2",0.00018765298331457545,1613945932318,5773
"mom_2",0.9124700280373652,1613945932318,5773
"eps_2",1e-05,1613945932318,5773
"train_loss",0.0072324313,1613945933251,5774
"raw_loss",0.00901594,1613945933251,5774
"epoch",36.32075471698112,1613945933251,5774
"wd_0",0.01,1613945933251,5774
"sqr_mom_0",0.99,1613945933251,5774
"lr_0",1.8751631232847424e-06,1613945933251,5774
"mom_0",0.9124973625079302,1613945933251,5774
"eps_0",1e-05,1613945933251,5774
"wd_1",0.01,1613945933251,5774
"sqr_mom_1",0.99,1613945933251,5774
"lr_1",1.8751631232847423e-05,1613945933251,5774
"mom_1",0.9124973625079302,1613945933251,5774
"eps_1",1e-05,1613945933251,5774
"wd_2",0.01,1613945933251,5774
"sqr_mom_2",0.99,1613945933251,5774
"lr_2",0.0001875163123284742,1613945933251,5774
"mom_2",0.9124973625079302,1613945933251,5774
"eps_2",1e-05,1613945933251,5774
"train_loss",0.007157986,1613945934202,5775
"raw_loss",0.0035101527,1613945934202,5775
"epoch",36.32704402515722,1613945934202,5775
"wd_0",0.01,1613945934202,5775
"sqr_mom_0",0.99,1613945934202,5775
"lr_0",1.8737966125912906e-06,1613945934202,5775
"mom_0",0.9125246929951041,1613945934202,5775
"eps_0",1e-05,1613945934202,5775
"wd_1",0.01,1613945934202,5775
"sqr_mom_1",0.99,1613945934202,5775
"lr_1",1.87379661259129e-05,1613945934202,5775
"mom_1",0.9125246929951041,1613945934202,5775
"eps_1",1e-05,1613945934202,5775
"wd_2",0.01,1613945934202,5775
"sqr_mom_2",0.99,1613945934202,5775
"lr_2",0.000187379661259129,1613945934202,5775
"mom_2",0.9125246929951041,1613945934202,5775
"eps_2",1e-05,1613945934202,5775
"train_loss",0.007305754,1613945935161,5776
"raw_loss",0.014546381,1613945935161,5776
"epoch",36.33333333333332,1613945935161,5776
"wd_0",0.01,1613945935161,5776
"sqr_mom_0",0.99,1613945935161,5776
"lr_0",1.8724303015009592e-06,1613945935161,5776
"mom_0",0.9125520194901757,1613945935161,5776
"eps_0",1e-05,1613945935161,5776
"wd_1",0.01,1613945935161,5776
"sqr_mom_1",0.99,1613945935161,5776
"lr_1",1.8724303015009588e-05,1613945935161,5776
"mom_1",0.9125520194901757,1613945935161,5776
"eps_1",1e-05,1613945935161,5776
"wd_2",0.01,1613945935161,5776
"sqr_mom_2",0.99,1613945935161,5776
"lr_2",0.00018724303015009588,1613945935161,5776
"mom_2",0.9125520194901757,1613945935161,5776
"eps_2",1e-05,1613945935161,5776
"train_loss",0.0073597305,1613945936121,5777
"raw_loss",0.010004595,1613945936121,5777
"epoch",36.33962264150942,1613945936121,5777
"wd_0",0.01,1613945936121,5777
"sqr_mom_0",0.99,1613945936121,5777
"lr_0",1.8710646435208587e-06,1613945936121,5777
"mom_0",0.912579332922912,1613945936121,5777
"eps_0",1e-05,1613945936121,5777
"wd_1",0.01,1613945936121,5777
"sqr_mom_1",0.99,1613945936121,5777
"lr_1",1.8710646435208587e-05,1613945936121,5777
"mom_1",0.912579332922912,1613945936121,5777
"eps_1",1e-05,1613945936121,5777
"wd_2",0.01,1613945936121,5777
"sqr_mom_2",0.99,1613945936121,5777
"lr_2",0.00018710646435208584,1613945936121,5777
"mom_2",0.912579332922912,1613945936121,5777
"eps_2",1e-05,1613945936121,5777
"train_loss",0.0072831344,1613945937072,5778
"raw_loss",0.0035299284,1613945937072,5778
"epoch",36.34591194968552,1613945937072,5778
"wd_0",0.01,1613945937072,5778
"sqr_mom_0",0.99,1613945937072,5778
"lr_0",1.8696982798715764e-06,1613945937072,5778
"mom_0",0.9126066604691732,1613945937072,5778
"eps_0",1e-05,1613945937072,5778
"wd_1",0.01,1613945937072,5778
"sqr_mom_1",0.99,1613945937072,5778
"lr_1",1.869698279871576e-05,1613945937072,5778
"mom_1",0.9126066604691732,1613945937072,5778
"eps_1",1e-05,1613945937072,5778
"wd_2",0.01,1613945937072,5778
"sqr_mom_2",0.99,1613945937072,5778
"lr_2",0.00018696982798715762,1613945937072,5778
"mom_2",0.9126066604691732,1613945937072,5778
"eps_2",1e-05,1613945937072,5778
"train_loss",0.007269842,1613945938037,5779
"raw_loss",0.0066185086,1613945938037,5779
"epoch",36.35220125786162,1613945938037,5779
"wd_0",0.01,1613945938037,5779
"sqr_mom_0",0.99,1613945938037,5779
"lr_0",1.8683330231416675e-06,1613945938037,5779
"mom_0",0.9126339658768254,1613945938037,5779
"eps_0",1e-05,1613945938037,5779
"wd_1",0.01,1613945938037,5779
"sqr_mom_1",0.99,1613945938037,5779
"lr_1",1.8683330231416672e-05,1613945938037,5779
"mom_1",0.9126339658768254,1613945938037,5779
"eps_1",1e-05,1613945938037,5779
"wd_2",0.01,1613945938037,5779
"sqr_mom_2",0.99,1613945938037,5779
"lr_2",0.00018683330231416672,1613945938037,5779
"mom_2",0.9126339658768254,1613945938037,5779
"eps_2",1e-05,1613945938037,5779
"train_loss",0.0072681946,1613945938980,5780
"raw_loss",0.007187461,1613945938980,5780
"epoch",36.35849056603772,1613945938980,5780
"wd_0",0.01,1613945938980,5780
"sqr_mom_0",0.99,1613945938980,5780
"lr_0",1.8669679676227958e-06,1613945938980,5780
"mom_0",0.9126612672602167,1613945938980,5780
"eps_0",1e-05,1613945938980,5780
"wd_1",0.01,1613945938980,5780
"sqr_mom_1",0.99,1613945938980,5780
"lr_1",1.8669679676227958e-05,1613945938980,5780
"mom_1",0.9126612672602167,1613945938980,5780
"eps_1",1e-05,1613945938980,5780
"wd_2",0.01,1613945938980,5780
"sqr_mom_2",0.99,1613945938980,5780
"lr_2",0.00018669679676227956,1613945938980,5780
"mom_2",0.9126612672602167,1613945938980,5780
"eps_2",1e-05,1613945938980,5780
"train_loss",0.0072172186,1613945939925,5781
"raw_loss",0.0047194017,1613945939925,5781
"epoch",36.36477987421382,1613945939925,5781
"wd_0",0.01,1613945939925,5781
"sqr_mom_0",0.99,1613945939925,5781
"lr_0",1.8656022081407184e-06,1613945939925,5781
"mom_0",0.9126885827230128,1613945939925,5781
"eps_0",1e-05,1613945939925,5781
"wd_1",0.01,1613945939925,5781
"sqr_mom_1",0.99,1613945939925,5781
"lr_1",1.8656022081407184e-05,1613945939925,5781
"mom_1",0.9126885827230128,1613945939925,5781
"eps_1",1e-05,1613945939925,5781
"wd_2",0.01,1613945939925,5781
"sqr_mom_2",0.99,1613945939925,5781
"lr_2",0.00018656022081407184,1613945939925,5781
"mom_2",0.9126885827230128,1613945939925,5781
"eps_2",1e-05,1613945939925,5781
"train_loss",0.0071769585,1613945940873,5782
"raw_loss",0.005204202,1613945940873,5782
"epoch",36.371069182389924,1613945940873,5782
"wd_0",0.01,1613945940873,5782
"sqr_mom_0",0.99,1613945940873,5782
"lr_0",1.8642375564825163e-06,1613945940873,5782
"mom_0",0.91271587602911,1613945940873,5782
"eps_0",1e-05,1613945940873,5782
"wd_1",0.01,1613945940873,5782
"sqr_mom_1",0.99,1613945940873,5782
"lr_1",1.864237556482516e-05,1613945940873,5782
"mom_1",0.91271587602911,1613945940873,5782
"eps_1",1e-05,1613945940873,5782
"wd_2",0.01,1613945940873,5782
"sqr_mom_2",0.99,1613945940873,5782
"lr_2",0.00018642375564825156,1613945940873,5782
"mom_2",0.91271587602911,1613945940873,5782
"eps_2",1e-05,1613945940873,5782
"train_loss",0.007189123,1613945941840,5783
"raw_loss",0.0077851736,1613945941840,5783
"epoch",36.377358490566024,1613945941840,5783
"wd_0",0.01,1613945941840,5783
"sqr_mom_0",0.99,1613945941840,5783
"lr_0",1.86287265466976e-06,1613945941840,5783
"mom_0",0.9127431743383482,1613945941840,5783
"eps_0",1e-05,1613945941840,5783
"wd_1",0.01,1613945941840,5783
"sqr_mom_1",0.99,1613945941840,5783
"lr_1",1.86287265466976e-05,1613945941840,5783
"mom_1",0.9127431743383482,1613945941840,5783
"eps_1",1e-05,1613945941840,5783
"wd_2",0.01,1613945941840,5783
"sqr_mom_2",0.99,1613945941840,5783
"lr_2",0.00018628726546697597,1613945941840,5783
"mom_2",0.9127431743383482,1613945941840,5783
"eps_2",1e-05,1613945941840,5783
"train_loss",0.0071329763,1613945942777,5784
"raw_loss",0.0043817856,1613945942777,5784
"epoch",36.383647798742125,1613945942777,5784
"wd_0",0.01,1613945942777,5784
"sqr_mom_0",0.99,1613945942777,5784
"lr_0",1.8615079559420112e-06,1613945942777,5784
"mom_0",0.9127704685858457,1613945942777,5784
"eps_0",1e-05,1613945942777,5784
"wd_1",0.01,1613945942777,5784
"sqr_mom_1",0.99,1613945942777,5784
"lr_1",1.861507955942011e-05,1613945942777,5784
"mom_1",0.9127704685858457,1613945942777,5784
"eps_1",1e-05,1613945942777,5784
"wd_2",0.01,1613945942777,5784
"sqr_mom_2",0.99,1613945942777,5784
"lr_2",0.00018615079559420109,1613945942777,5784
"mom_2",0.9127704685858457,1613945942777,5784
"eps_2",1e-05,1613945942777,5784
"train_loss",0.00714377,1613945943726,5785
"raw_loss",0.0076726503,1613945943726,5785
"epoch",36.389937106918225,1613945943726,5785
"wd_0",0.01,1613945943726,5785
"sqr_mom_0",0.99,1613945943726,5785
"lr_0",1.86014346073425e-06,1613945943726,5785
"mom_0",0.9127977587629026,1613945943726,5785
"eps_0",1e-05,1613945943726,5785
"wd_1",0.01,1613945943726,5785
"sqr_mom_1",0.99,1613945943726,5785
"lr_1",1.86014346073425e-05,1613945943726,5785
"mom_1",0.9127977587629026,1613945943726,5785
"eps_1",1e-05,1613945943726,5785
"wd_2",0.01,1613945943726,5785
"sqr_mom_2",0.99,1613945943726,5785
"lr_2",0.000186014346073425,1613945943726,5785
"mom_2",0.9127977587629026,1613945943726,5785
"eps_2",1e-05,1613945943726,5785
"train_loss",0.007185361,1613945944672,5786
"raw_loss",0.009223315,1613945944672,5786
"epoch",36.396226415094326,1613945944672,5786
"wd_0",0.01,1613945944672,5786
"sqr_mom_0",0.99,1613945944672,5786
"lr_0",1.8587796219487785e-06,1613945944672,5786
"mom_0",0.9128250358113825,1613945944672,5786
"eps_0",1e-05,1613945944672,5786
"wd_1",0.01,1613945944672,5786
"sqr_mom_1",0.99,1613945944672,5786
"lr_1",1.8587796219487786e-05,1613945944672,5786
"mom_1",0.9128250358113825,1613945944672,5786
"eps_1",1e-05,1613945944672,5786
"wd_2",0.01,1613945944672,5786
"sqr_mom_2",0.99,1613945944672,5786
"lr_2",0.00018587796219487785,1613945944672,5786
"mom_2",0.9128250358113825,1613945944672,5786
"eps_2",1e-05,1613945944672,5786
"train_loss",0.0072246827,1613945945617,5787
"raw_loss",0.009151454,1613945945617,5787
"epoch",36.402515723270426,1613945945617,5787
"wd_0",0.01,1613945945617,5787
"sqr_mom_0",0.99,1613945945617,5787
"lr_0",1.8574150826182969e-06,1613945945617,5787
"mom_0",0.9128523268709028,1613945945617,5787
"eps_0",1e-05,1613945945617,5787
"wd_1",0.01,1613945945617,5787
"sqr_mom_1",0.99,1613945945617,5787
"lr_1",1.8574150826182966e-05,1613945945617,5787
"mom_1",0.9128523268709028,1613945945617,5787
"eps_1",1e-05,1613945945617,5787
"wd_2",0.01,1613945945617,5787
"sqr_mom_2",0.99,1613945945617,5787
"lr_2",0.00018574150826182966,1613945945617,5787
"mom_2",0.9128523268709028,1613945945617,5787
"eps_2",1e-05,1613945945617,5787
"train_loss",0.007197145,1613945946562,5788
"raw_loss",0.0058477884,1613945946562,5788
"epoch",36.408805031446526,1613945946562,5788
"wd_0",0.01,1613945946562,5788
"sqr_mom_0",0.99,1613945946562,5788
"lr_0",1.8560516529112586e-06,1613945946562,5788
"mom_0",0.9128795957377321,1613945946562,5788
"eps_0",1e-05,1613945946562,5788
"wd_1",0.01,1613945946562,5788
"sqr_mom_1",0.99,1613945946562,5788
"lr_1",1.8560516529112585e-05,1613945946562,5788
"mom_1",0.9128795957377321,1613945946562,5788
"eps_1",1e-05,1613945946562,5788
"wd_2",0.01,1613945946562,5788
"sqr_mom_2",0.99,1613945946562,5788
"lr_2",0.00018560516529112582,1613945946562,5788
"mom_2",0.9128795957377321,1613945946562,5788
"eps_2",1e-05,1613945946562,5788
"train_loss",0.007180184,1613945947521,5789
"raw_loss",0.0063490937,1613945947521,5789
"epoch",36.41509433962263,1613945947521,5789
"wd_0",0.01,1613945947521,5789
"sqr_mom_0",0.99,1613945947521,5789
"lr_0",1.8546884283272069e-06,1613945947521,5789
"mom_0",0.9129068605020608,1613945947521,5789
"eps_0",1e-05,1613945947521,5789
"wd_1",0.01,1613945947521,5789
"sqr_mom_1",0.99,1613945947521,5789
"lr_1",1.854688428327207e-05,1613945947521,5789
"mom_1",0.9129068605020608,1613945947521,5789
"eps_1",1e-05,1613945947521,5789
"wd_2",0.01,1613945947521,5789
"sqr_mom_2",0.99,1613945947521,5789
"lr_2",0.00018546884283272066,1613945947521,5789
"mom_2",0.9129068605020608,1613945947521,5789
"eps_2",1e-05,1613945947521,5789
"train_loss",0.007207793,1613945948456,5790
"raw_loss",0.008560635,1613945948456,5790
"epoch",36.42138364779873,1613945948456,5790
"wd_0",0.01,1613945948456,5790
"sqr_mom_0",0.99,1613945948456,5790
"lr_0",1.8533245049101628e-06,1613945948456,5790
"mom_0",0.9129341392431891,1613945948456,5790
"eps_0",1e-05,1613945948456,5790
"wd_1",0.01,1613945948456,5790
"sqr_mom_1",0.99,1613945948456,5790
"lr_1",1.853324504910163e-05,1613945948456,5790
"mom_1",0.9129341392431891,1613945948456,5790
"eps_1",1e-05,1613945948456,5790
"wd_2",0.01,1613945948456,5790
"sqr_mom_2",0.99,1613945948456,5790
"lr_2",0.00018533245049101626,1613945948456,5790
"mom_2",0.9129341392431891,1613945948456,5790
"eps_2",1e-05,1613945948456,5790
"train_loss",0.007242329,1613945949410,5791
"raw_loss",0.008934583,1613945949410,5791
"epoch",36.42767295597483,1613945949410,5791
"wd_0",0.01,1613945949410,5791
"sqr_mom_0",0.99,1613945949410,5791
"lr_0",1.851961692011525e-06,1613945949410,5791
"mom_0",0.9129613957737273,1613945949410,5791
"eps_0",1e-05,1613945949410,5791
"wd_1",0.01,1613945949410,5791
"sqr_mom_1",0.99,1613945949410,5791
"lr_1",1.851961692011525e-05,1613945949410,5791
"mom_1",0.9129613957737273,1613945949410,5791
"eps_1",1e-05,1613945949410,5791
"wd_2",0.01,1613945949410,5791
"sqr_mom_2",0.99,1613945949410,5791
"lr_2",0.00018519616920115243,1613945949410,5791
"mom_2",0.9129613957737273,1613945949410,5791
"eps_2",1e-05,1613945949410,5791
"train_loss",0.007472397,1613945950353,5792
"raw_loss",0.018745732,1613945950353,5792
"epoch",36.43396226415093,1613945950353,5792
"wd_0",0.01,1613945950353,5792
"sqr_mom_0",0.99,1613945950353,5792
"lr_0",1.850599085538636e-06,1613945950353,5792
"mom_0",0.912988648175709,1613945950353,5792
"eps_0",1e-05,1613945950353,5792
"wd_1",0.01,1613945950353,5792
"sqr_mom_1",0.99,1613945950353,5792
"lr_1",1.850599085538636e-05,1613945950353,5792
"mom_1",0.912988648175709,1613945950353,5792
"eps_1",1e-05,1613945950353,5792
"wd_2",0.01,1613945950353,5792
"sqr_mom_2",0.99,1613945950353,5792
"lr_2",0.00018505990855386355,1613945950353,5792
"mom_2",0.912988648175709,1613945950353,5792
"eps_2",1e-05,1613945950353,5792
"train_loss",0.0073995143,1613945951286,5793
"raw_loss",0.0038282592,1613945951286,5793
"epoch",36.44025157232703,1613945951286,5793
"wd_0",0.01,1613945951286,5793
"sqr_mom_0",0.99,1613945951286,5793
"lr_0",1.8492357819467792e-06,1613945951286,5793
"mom_0",0.9130159145202096,1613945951286,5793
"eps_0",1e-05,1613945951286,5793
"wd_1",0.01,1613945951286,5793
"sqr_mom_1",0.99,1613945951286,5793
"lr_1",1.8492357819467786e-05,1613945951286,5793
"mom_1",0.9130159145202096,1613945951286,5793
"eps_1",1e-05,1613945951286,5793
"wd_2",0.01,1613945951286,5793
"sqr_mom_2",0.99,1613945951286,5793
"lr_2",0.00018492357819467788,1613945951286,5793
"mom_2",0.9130159145202096,1613945951286,5793
"eps_2",1e-05,1613945951286,5793
"train_loss",0.007445314,1613945952223,5794
"raw_loss",0.0096894875,1613945952223,5794
"epoch",36.44654088050313,1613945952223,5794
"wd_0",0.01,1613945952223,5794
"sqr_mom_0",0.99,1613945952223,5794
"lr_0",1.8478735897651045e-06,1613945952223,5794
"mom_0",0.9130431586362843,1613945952223,5794
"eps_0",1e-05,1613945952223,5794
"wd_1",0.01,1613945952223,5794
"sqr_mom_1",0.99,1613945952223,5794
"lr_1",1.8478735897651045e-05,1613945952223,5794
"mom_1",0.9130431586362843,1613945952223,5794
"eps_1",1e-05,1613945952223,5794
"wd_2",0.01,1613945952223,5794
"sqr_mom_2",0.99,1613945952223,5794
"lr_2",0.00018478735897651041,1613945952223,5794
"mom_2",0.9130431586362843,1613945952223,5794
"eps_2",1e-05,1613945952223,5794
"train_loss",0.007534043,1613945953170,5795
"raw_loss",0.01188176,1613945953170,5795
"epoch",36.45283018867923,1613945953170,5795
"wd_0",0.01,1613945953170,5795
"sqr_mom_0",0.99,1613945953170,5795
"lr_0",1.8465111534598543e-06,1613945953170,5795
"mom_0",0.9130704076348792,1613945953170,5795
"eps_0",1e-05,1613945953170,5795
"wd_1",0.01,1613945953170,5795
"sqr_mom_1",0.99,1613945953170,5795
"lr_1",1.846511153459854e-05,1613945953170,5795
"mom_1",0.9130704076348792,1613945953170,5795
"eps_1",1e-05,1613945953170,5795
"wd_2",0.01,1613945953170,5795
"sqr_mom_2",0.99,1613945953170,5795
"lr_2",0.0001846511153459854,1613945953170,5795
"mom_2",0.9130704076348792,1613945953170,5795
"eps_2",1e-05,1613945953170,5795
"train_loss",0.0075493883,1613945954151,5796
"raw_loss",0.008301314,1613945954151,5796
"epoch",36.45911949685533,1613945954151,5796
"wd_0",0.01,1613945954151,5796
"sqr_mom_0",0.99,1613945954151,5796
"lr_0",1.845148925454652e-06,1613945954151,5796
"mom_0",0.9130976524674316,1613945954151,5796
"eps_0",1e-05,1613945954151,5796
"wd_1",0.01,1613945954151,5796
"sqr_mom_1",0.99,1613945954151,5796
"lr_1",1.845148925454652e-05,1613945954151,5796
"mom_1",0.9130976524674316,1613945954151,5796
"eps_1",1e-05,1613945954151,5796
"wd_2",0.01,1613945954151,5796
"sqr_mom_2",0.99,1613945954151,5796
"lr_2",0.00018451489254546515,1613945954151,5796
"mom_2",0.9130976524674316,1613945954151,5796
"eps_2",1e-05,1613945954151,5796
"train_loss",0.007479106,1613945955089,5797
"raw_loss",0.004035278,1613945955089,5797
"epoch",36.46540880503143,1613945955089,5797
"wd_0",0.01,1613945955089,5797
"sqr_mom_0",0.99,1613945955089,5797
"lr_0",1.8437869061836907e-06,1613945955089,5797
"mom_0",0.9131248931252574,1613945955089,5797
"eps_0",1e-05,1613945955089,5797
"wd_1",0.01,1613945955089,5797
"sqr_mom_1",0.99,1613945955089,5797
"lr_1",1.8437869061836905e-05,1613945955089,5797
"mom_1",0.9131248931252574,1613945955089,5797
"eps_1",1e-05,1613945955089,5797
"wd_2",0.01,1613945955089,5797
"sqr_mom_2",0.99,1613945955089,5797
"lr_2",0.00018437869061836904,1613945955089,5797
"mom_2",0.9131248931252574,1613945955089,5797
"eps_2",1e-05,1613945955089,5797
"train_loss",0.0075150197,1613945956069,5798
"raw_loss",0.00927478,1613945956069,5798
"epoch",36.47169811320753,1613945956069,5798
"wd_0",0.01,1613945956069,5798
"sqr_mom_0",0.99,1613945956069,5798
"lr_0",1.8424255477246858e-06,1613945956069,5798
"mom_0",0.9131521205667119,1613945956069,5798
"eps_0",1e-05,1613945956069,5798
"wd_1",0.01,1613945956069,5798
"sqr_mom_1",0.99,1613945956069,5798
"lr_1",1.842425547724686e-05,1613945956069,5798
"mom_1",0.9131521205667119,1613945956069,5798
"eps_1",1e-05,1613945956069,5798
"wd_2",0.01,1613945956069,5798
"sqr_mom_2",0.99,1613945956069,5798
"lr_2",0.00018424255477246857,1613945956069,5798
"mom_2",0.9131521205667119,1613945956069,5798
"eps_2",1e-05,1613945956069,5798
"train_loss",0.007437788,1613945957098,5799
"raw_loss",0.0036534371,1613945957098,5799
"epoch",36.47798742138363,1613945957098,5799
"wd_0",0.01,1613945957098,5799
"sqr_mom_0",0.99,1613945957098,5799
"lr_0",1.8410634955809408e-06,1613945957098,5799
"mom_0",0.913179361882,1613945957098,5799
"eps_0",1e-05,1613945957098,5799
"wd_1",0.01,1613945957098,5799
"sqr_mom_1",0.99,1613945957098,5799
"lr_1",1.841063495580941e-05,1613945957098,5799
"mom_1",0.913179361882,1613945957098,5799
"eps_1",1e-05,1613945957098,5799
"wd_2",0.01,1613945957098,5799
"sqr_mom_2",0.99,1613945957098,5799
"lr_2",0.00018410634955809407,1613945957098,5799
"mom_2",0.913179361882,1613945957098,5799
"eps_2",1e-05,1613945957098,5799
"train_loss",0.0074419896,1613945958110,5800
"raw_loss",0.007647871,1613945958110,5800
"epoch",36.48427672955973,1613945958110,5800
"wd_0",0.01,1613945958110,5800
"sqr_mom_0",0.99,1613945958110,5800
"lr_0",1.839702556621465e-06,1613945958110,5800
"mom_0",0.91320658093338,1613945958110,5800
"eps_0",1e-05,1613945958110,5800
"wd_1",0.01,1613945958110,5800
"sqr_mom_1",0.99,1613945958110,5800
"lr_1",1.8397025566214646e-05,1613945958110,5800
"mom_1",0.91320658093338,1613945958110,5800
"eps_1",1e-05,1613945958110,5800
"wd_2",0.01,1613945958110,5800
"sqr_mom_2",0.99,1613945958110,5800
"lr_2",0.00018397025566214644,1613945958110,5800
"mom_2",0.91320658093338,1613945958110,5800
"eps_2",1e-05,1613945958110,5800
"train_loss",0.007412005,1613945959051,5801
"raw_loss",0.0059427614,1613945959051,5801
"epoch",36.49056603773583,1613945959051,5801
"wd_0",0.01,1613945959051,5801
"sqr_mom_0",0.99,1613945959051,5801
"lr_0",1.8383409251238273e-06,1613945959051,5801
"mom_0",0.9132338138356618,1613945959051,5801
"eps_0",1e-05,1613945959051,5801
"wd_1",0.01,1613945959051,5801
"sqr_mom_1",0.99,1613945959051,5801
"lr_1",1.8383409251238275e-05,1613945959051,5801
"mom_1",0.9132338138356618,1613945959051,5801
"eps_1",1e-05,1613945959051,5801
"wd_2",0.01,1613945959051,5801
"sqr_mom_2",0.99,1613945959051,5801
"lr_2",0.0001838340925123827,1613945959051,5801
"mom_2",0.9132338138356618,1613945959051,5801
"eps_2",1e-05,1613945959051,5801
"train_loss",0.007357505,1613945960002,5802
"raw_loss",0.0046870075,1613945960002,5802
"epoch",36.49685534591193,1613945960002,5802
"wd_0",0.01,1613945960002,5802
"sqr_mom_0",0.99,1613945960002,5802
"lr_0",1.8369804073990158e-06,1613945960002,5802
"mom_0",0.9132610244622643,1613945960002,5802
"eps_0",1e-05,1613945960002,5802
"wd_1",0.01,1613945960002,5802
"sqr_mom_1",0.99,1613945960002,5802
"lr_1",1.8369804073990157e-05,1613945960002,5802
"mom_1",0.9132610244622643,1613945960002,5802
"eps_1",1e-05,1613945960002,5802
"wd_2",0.01,1613945960002,5802
"sqr_mom_2",0.99,1613945960002,5802
"lr_2",0.0001836980407399015,1613945960002,5802
"mom_2",0.9132610244622643,1613945960002,5802
"eps_2",1e-05,1613945960002,5802
"train_loss",0.007503098,1613945960952,5803
"raw_loss",0.014637137,1613945960952,5803
"epoch",36.50314465408803,1613945960952,5803
"wd_0",0.01,1613945960952,5803
"sqr_mom_0",0.99,1613945960952,5803
"lr_0",1.8356201008718992e-06,1613945960952,5803
"mom_0",0.9132882308648707,1613945960952,5803
"eps_0",1e-05,1613945960952,5803
"wd_1",0.01,1613945960952,5803
"sqr_mom_1",0.99,1613945960952,5803
"lr_1",1.8356201008718993e-05,1613945960952,5803
"mom_1",0.9132882308648707,1613945960952,5803
"eps_1",1e-05,1613945960952,5803
"wd_2",0.01,1613945960952,5803
"sqr_mom_2",0.99,1613945960952,5803
"lr_2",0.0001835620100871899,1613945960952,5803
"mom_2",0.9132882308648707,1613945960952,5803
"eps_2",1e-05,1613945960952,5803
"train_loss",0.0074376604,1613945961897,5804
"raw_loss",0.0042312243,1613945961897,5804
"epoch",36.50943396226413,1613945961897,5804
"wd_0",0.01,1613945961897,5804
"sqr_mom_0",0.99,1613945961897,5804
"lr_0",1.8342591035279526e-06,1613945961897,5804
"mom_0",0.9133154510839517,1613945961897,5804
"eps_0",1e-05,1613945961897,5804
"wd_1",0.01,1613945961897,5804
"sqr_mom_1",0.99,1613945961897,5804
"lr_1",1.8342591035279524e-05,1613945961897,5804
"mom_1",0.9133154510839517,1613945961897,5804
"eps_1",1e-05,1613945961897,5804
"wd_2",0.01,1613945961897,5804
"sqr_mom_2",0.99,1613945961897,5804
"lr_2",0.00018342591035279524,1613945961897,5804
"mom_2",0.9133154510839517,1613945961897,5804
"eps_2",1e-05,1613945961897,5804
"train_loss",0.007375491,1613945962843,5805
"raw_loss",0.0043291766,1613945962843,5805
"epoch",36.51572327044023,1613945962843,5805
"wd_0",0.01,1613945962843,5805
"sqr_mom_0",0.99,1613945962843,5805
"lr_0",1.8328992208369075e-06,1613945962843,5805
"mom_0",0.9133426490097519,1613945962843,5805
"eps_0",1e-05,1613945962843,5805
"wd_1",0.01,1613945962843,5805
"sqr_mom_1",0.99,1613945962843,5805
"lr_1",1.8328992208369073e-05,1613945962843,5805
"mom_1",0.9133426490097519,1613945962843,5805
"eps_1",1e-05,1613945962843,5805
"wd_2",0.01,1613945962843,5805
"sqr_mom_2",0.99,1613945962843,5805
"lr_2",0.0001832899220836907,1613945962843,5805
"mom_2",0.9133426490097519,1613945962843,5805
"eps_2",1e-05,1613945962843,5805
"train_loss",0.007349716,1613945963845,5806
"raw_loss",0.0060867458,1613945963845,5806
"epoch",36.522012578616334,1613945963845,5806
"wd_0",0.01,1613945963845,5806
"sqr_mom_0",0.99,1613945963845,5806
"lr_0",1.8315390995606581e-06,1613945963845,5806
"mom_0",0.9133698517073039,1613945963845,5806
"eps_0",1e-05,1613945963845,5806
"wd_1",0.01,1613945963845,5806
"sqr_mom_1",0.99,1613945963845,5806
"lr_1",1.8315390995606582e-05,1613945963845,5806
"mom_1",0.9133698517073039,1613945963845,5806
"eps_1",1e-05,1613945963845,5806
"wd_2",0.01,1613945963845,5806
"sqr_mom_2",0.99,1613945963845,5806
"lr_2",0.00018315390995606577,1613945963845,5806
"mom_2",0.9133698517073039,1613945963845,5806
"eps_2",1e-05,1613945963845,5806
"train_loss",0.007373672,1613945964817,5807
"raw_loss",0.008547509,1613945964817,5807
"epoch",36.528301886792434,1613945964817,5807
"wd_0",0.01,1613945964817,5807
"sqr_mom_0",0.99,1613945964817,5807
"lr_0",1.8301791913566274e-06,1613945964817,5807
"mom_0",0.9133970501433688,1613945964817,5807
"eps_0",1e-05,1613945964817,5807
"wd_1",0.01,1613945964817,5807
"sqr_mom_1",0.99,1613945964817,5807
"lr_1",1.830179191356627e-05,1613945964817,5807
"mom_1",0.9133970501433688,1613945964817,5807
"eps_1",1e-05,1613945964817,5807
"wd_2",0.01,1613945964817,5807
"sqr_mom_2",0.99,1613945964817,5807
"lr_2",0.0001830179191356627,1613945964817,5807
"mom_2",0.9133970501433688,1613945964817,5807
"eps_2",1e-05,1613945964817,5807
"train_loss",0.007297614,1613945965783,5808
"raw_loss",0.0035707771,1613945965783,5808
"epoch",36.534591194968534,1613945965783,5808
"wd_0",0.01,1613945965783,5808
"sqr_mom_0",0.99,1613945965783,5808
"lr_0",1.8288194966582689e-06,1613945965783,5808
"mom_0",0.9134242443092777,1613945965783,5808
"eps_0",1e-05,1613945965783,5808
"wd_1",0.01,1613945965783,5808
"sqr_mom_1",0.99,1613945965783,5808
"lr_1",1.8288194966582685e-05,1613945965783,5808
"mom_1",0.9134242443092777,1613945965783,5808
"eps_1",1e-05,1613945965783,5808
"wd_2",0.01,1613945965783,5808
"sqr_mom_2",0.99,1613945965783,5808
"lr_2",0.00018288194966582685,1613945965783,5808
"mom_2",0.9134242443092777,1613945965783,5808
"eps_2",1e-05,1613945965783,5808
"train_loss",0.007254267,1613945966723,5809
"raw_loss",0.005130263,1613945966723,5809
"epoch",36.540880503144635,1613945966723,5809
"wd_0",0.01,1613945966723,5809
"sqr_mom_0",0.99,1613945966723,5809
"lr_0",1.8274604667691798e-06,1613945966723,5809
"mom_0",0.9134514251788681,1613945966723,5809
"eps_0",1e-05,1613945966723,5809
"wd_1",0.01,1613945966723,5809
"sqr_mom_1",0.99,1613945966723,5809
"lr_1",1.82746046676918e-05,1613945966723,5809
"mom_1",0.9134514251788681,1613945966723,5809
"eps_1",1e-05,1613945966723,5809
"wd_2",0.01,1613945966723,5809
"sqr_mom_2",0.99,1613945966723,5809
"lr_2",0.000182746046676918,1613945966723,5809
"mom_2",0.9134514251788681,1613945966723,5809
"eps_2",1e-05,1613945966723,5809
"train_loss",0.00727962,1613945967678,5810
"raw_loss",0.008521924,1613945967678,5810
"epoch",36.547169811320735,1613945967678,5810
"wd_0",0.01,1613945967678,5810
"sqr_mom_0",0.99,1613945967678,5810
"lr_0",1.8261007495120524e-06,1613945967678,5810
"mom_0",0.9134786197959569,1613945967678,5810
"eps_0",1e-05,1613945967678,5810
"wd_1",0.01,1613945967678,5810
"sqr_mom_1",0.99,1613945967678,5810
"lr_1",1.8261007495120525e-05,1613945967678,5810
"mom_1",0.9134786197959569,1613945967678,5810
"eps_1",1e-05,1613945967678,5810
"wd_2",0.01,1613945967678,5810
"sqr_mom_2",0.99,1613945967678,5810
"lr_2",0.00018261007495120522,1613945967678,5810
"mom_2",0.9134786197959569,1613945967678,5810
"eps_2",1e-05,1613945967678,5810
"train_loss",0.0071836314,1613945968608,5811
"raw_loss",0.0024801868,1613945968608,5811
"epoch",36.553459119496836,1613945968608,5811
"wd_0",0.01,1613945968608,5811
"sqr_mom_0",0.99,1613945968608,5811
"lr_0",1.824742148658481e-06,1613945968608,5811
"mom_0",0.9135057920847512,1613945968608,5811
"eps_0",1e-05,1613945968608,5811
"wd_1",0.01,1613945968608,5811
"sqr_mom_1",0.99,1613945968608,5811
"lr_1",1.8247421486584807e-05,1613945968608,5811
"mom_1",0.9135057920847512,1613945968608,5811
"eps_1",1e-05,1613945968608,5811
"wd_2",0.01,1613945968608,5811
"sqr_mom_2",0.99,1613945968608,5811
"lr_2",0.00018247421486584806,1613945968608,5811
"mom_2",0.9135057920847512,1613945968608,5811
"eps_2",1e-05,1613945968608,5811
"train_loss",0.007110623,1613945969553,5812
"raw_loss",0.0035332164,1613945969553,5812
"epoch",36.559748427672936,1613945969553,5812
"wd_0",0.01,1613945969553,5812
"sqr_mom_0",0.99,1613945969553,5812
"lr_0",1.8233837629008233e-06,1613945969553,5812
"mom_0",0.9135329600715842,1613945969553,5812
"eps_0",1e-05,1613945969553,5812
"wd_1",0.01,1613945969553,5812
"sqr_mom_1",0.99,1613945969553,5812
"lr_1",1.8233837629008235e-05,1613945969553,5812
"mom_1",0.9135329600715842,1613945969553,5812
"eps_1",1e-05,1613945969553,5812
"wd_2",0.01,1613945969553,5812
"sqr_mom_2",0.99,1613945969553,5812
"lr_2",0.0001823383762900823,1613945969553,5812
"mom_2",0.9135329600715842,1613945969553,5812
"eps_2",1e-05,1613945969553,5812
"train_loss",0.007121942,1613945970501,5813
"raw_loss",0.0076765567,1613945970501,5813
"epoch",36.56603773584904,1613945970501,5813
"wd_0",0.01,1613945970501,5813
"sqr_mom_0",0.99,1613945970501,5813
"lr_0",1.8220246915023858e-06,1613945970501,5813
"mom_0",0.91356014177137,1613945970501,5813
"eps_0",1e-05,1613945970501,5813
"wd_1",0.01,1613945970501,5813
"sqr_mom_1",0.99,1613945970501,5813
"lr_1",1.8220246915023853e-05,1613945970501,5813
"mom_1",0.91356014177137,1613945970501,5813
"eps_1",1e-05,1613945970501,5813
"wd_2",0.01,1613945970501,5813
"sqr_mom_2",0.99,1613945970501,5813
"lr_2",0.00018220246915023853,1613945970501,5813
"mom_2",0.91356014177137,1613945970501,5813
"eps_2",1e-05,1613945970501,5813
"train_loss",0.007125207,1613945971441,5814
"raw_loss",0.0072852005,1613945971441,5814
"epoch",36.57232704402514,1613945971441,5814
"wd_0",0.01,1613945971441,5814
"sqr_mom_0",0.99,1613945971441,5814
"lr_0",1.8206667373779822e-06,1613945971441,5814
"mom_0",0.9135873011254516,1613945971441,5814
"eps_0",1e-05,1613945971441,5814
"wd_1",0.01,1613945971441,5814
"sqr_mom_1",0.99,1613945971441,5814
"lr_1",1.8206667373779823e-05,1613945971441,5814
"mom_1",0.9135873011254516,1613945971441,5814
"eps_1",1e-05,1613945971441,5814
"wd_2",0.01,1613945971441,5814
"sqr_mom_2",0.99,1613945971441,5814
"lr_2",0.00018206667373779818,1613945971441,5814
"mom_2",0.9135873011254516,1613945971441,5814
"eps_2",1e-05,1613945971441,5814
"train_loss",0.0070874305,1613945972383,5815
"raw_loss",0.00523636,1613945972383,5815
"epoch",36.57861635220124,1613945972383,5815
"wd_0",0.01,1613945972383,5815
"sqr_mom_0",0.99,1613945972383,5815
"lr_0",1.8193089996476221e-06,1613945972383,5815
"mom_0",0.9136144561516091,1613945972383,5815
"eps_0",1e-05,1613945972383,5815
"wd_1",0.01,1613945972383,5815
"sqr_mom_1",0.99,1613945972383,5815
"lr_1",1.819308999647622e-05,1613945972383,5815
"mom_1",0.9136144561516091,1613945972383,5815
"eps_1",1e-05,1613945972383,5815
"wd_2",0.01,1613945972383,5815
"sqr_mom_2",0.99,1613945972383,5815
"lr_2",0.00018193089996476218,1613945972383,5815
"mom_2",0.9136144561516091,1613945972383,5815
"eps_2",1e-05,1613945972383,5815
"train_loss",0.0072784503,1613945973329,5816
"raw_loss",0.01663843,1613945973329,5816
"epoch",36.58490566037734,1613945973329,5816
"wd_0",0.01,1613945973329,5816
"sqr_mom_0",0.99,1613945973329,5816
"lr_0",1.817950578005708e-06,1613945973329,5816
"mom_0",0.9136416248561343,1613945973329,5816
"eps_0",1e-05,1613945973329,5816
"wd_1",0.01,1613945973329,5816
"sqr_mom_1",0.99,1613945973329,5816
"lr_1",1.817950578005708e-05,1613945973329,5816
"mom_1",0.9136416248561343,1613945973329,5816
"eps_1",1e-05,1613945973329,5816
"wd_2",0.01,1613945973329,5816
"sqr_mom_2",0.99,1613945973329,5816
"lr_2",0.00018179505780057076,1613945973329,5816
"mom_2",0.9136416248561343,1613945973329,5816
"eps_2",1e-05,1613945973329,5816
"train_loss",0.0072236476,1613945974273,5817
"raw_loss",0.0045383167,1613945974273,5817
"epoch",36.59119496855344,1613945974273,5817
"wd_0",0.01,1613945974273,5817
"sqr_mom_0",0.99,1613945974273,5817
"lr_0",1.816593274505102e-06,1613945974273,5817
"mom_0",0.9136687711976099,1613945974273,5817
"eps_0",1e-05,1613945974273,5817
"wd_1",0.01,1613945974273,5817
"sqr_mom_1",0.99,1613945974273,5817
"lr_1",1.8165932745051016e-05,1613945974273,5817
"mom_1",0.9136687711976099,1613945974273,5817
"eps_1",1e-05,1613945974273,5817
"wd_2",0.01,1613945974273,5817
"sqr_mom_2",0.99,1613945974273,5817
"lr_2",0.00018165932745051015,1613945974273,5817
"mom_2",0.9136687711976099,1613945974273,5817
"eps_2",1e-05,1613945974273,5817
"train_loss",0.0071737026,1613945975236,5818
"raw_loss",0.0047263973,1613945975236,5818
"epoch",36.59748427672954,1613945975236,5818
"wd_0",0.01,1613945975236,5818
"sqr_mom_0",0.99,1613945975236,5818
"lr_0",1.8152357384715003e-06,1613945975236,5818
"mom_0",0.9136959221897919,1613945975236,5818
"eps_0",1e-05,1613945975236,5818
"wd_1",0.01,1613945975236,5818
"sqr_mom_1",0.99,1613945975236,5818
"lr_1",1.8152357384715e-05,1613945975236,5818
"mom_1",0.9136959221897919,1613945975236,5818
"eps_1",1e-05,1613945975236,5818
"wd_2",0.01,1613945975236,5818
"sqr_mom_2",0.99,1613945975236,5818
"lr_2",0.00018152357384714998,1613945975236,5818
"mom_2",0.9136959221897919,1613945975236,5818
"eps_2",1e-05,1613945975236,5818
"train_loss",0.007146216,1613945976197,5819
"raw_loss",0.0057993624,1613945976197,5819
"epoch",36.60377358490564,1613945976197,5819
"wd_0",0.01,1613945976197,5819
"sqr_mom_0",0.99,1613945976197,5819
"lr_0",1.813878420706626e-06,1613945976197,5819
"mom_0",0.9137230688165556,1613945976197,5819
"eps_0",1e-05,1613945976197,5819
"wd_1",0.01,1613945976197,5819
"sqr_mom_1",0.99,1613945976197,5819
"lr_1",1.8138784207066256e-05,1613945976197,5819
"mom_1",0.9137230688165556,1613945976197,5819
"eps_1",1e-05,1613945976197,5819
"wd_2",0.01,1613945976197,5819
"sqr_mom_2",0.99,1613945976197,5819
"lr_2",0.00018138784207066258,1613945976197,5819
"mom_2",0.9137230688165556,1613945976197,5819
"eps_2",1e-05,1613945976197,5819
"train_loss",0.007352515,1613945977191,5820
"raw_loss",0.017461183,1613945977191,5820
"epoch",36.61006289308174,1613945977191,5820
"wd_0",0.01,1613945977191,5820
"sqr_mom_0",0.99,1613945977191,5820
"lr_0",1.812521321643109e-06,1613945977191,5820
"mom_0",0.9137502110692485,1613945977191,5820
"eps_0",1e-05,1613945977191,5820
"wd_1",0.01,1613945977191,5820
"sqr_mom_1",0.99,1613945977191,5820
"lr_1",1.812521321643109e-05,1613945977191,5820
"mom_1",0.9137502110692485,1613945977191,5820
"eps_1",1e-05,1613945977191,5820
"wd_2",0.01,1613945977191,5820
"sqr_mom_2",0.99,1613945977191,5820
"lr_2",0.00018125213216431087,1613945977191,5820
"mom_2",0.9137502110692485,1613945977191,5820
"eps_2",1e-05,1613945977191,5820
"train_loss",0.007276899,1613945978145,5821
"raw_loss",0.0035717045,1613945978145,5821
"epoch",36.61635220125784,1613945978145,5821
"wd_0",0.01,1613945978145,5821
"sqr_mom_0",0.99,1613945978145,5821
"lr_0",1.8111648917202257e-06,1613945978145,5821
"mom_0",0.9137773399389948,1613945978145,5821
"eps_0",1e-05,1613945978145,5821
"wd_1",0.01,1613945978145,5821
"sqr_mom_1",0.99,1613945978145,5821
"lr_1",1.8111648917202257e-05,1613945978145,5821
"mom_1",0.9137773399389948,1613945978145,5821
"eps_1",1e-05,1613945978145,5821
"wd_2",0.01,1613945978145,5821
"sqr_mom_2",0.99,1613945978145,5821
"lr_2",0.00018111648917202254,1613945978145,5821
"mom_2",0.9137773399389948,1613945978145,5821
"eps_2",1e-05,1613945978145,5821
"train_loss",0.0071986294,1613945979090,5822
"raw_loss",0.003363409,1613945979090,5822
"epoch",36.62264150943394,1613945979090,5822
"wd_0",0.01,1613945979090,5822
"sqr_mom_0",0.99,1613945979090,5822
"lr_0",1.8098077813503135e-06,1613945979090,5822
"mom_0",0.9138044824178179,1613945979090,5822
"eps_0",1e-05,1613945979090,5822
"wd_1",0.01,1613945979090,5822
"sqr_mom_1",0.99,1613945979090,5822
"lr_1",1.8098077813503134e-05,1613945979090,5822
"mom_1",0.9138044824178179,1613945979090,5822
"eps_1",1e-05,1613945979090,5822
"wd_2",0.01,1613945979090,5822
"sqr_mom_2",0.99,1613945979090,5822
"lr_2",0.0001809807781350313,1613945979090,5822
"mom_2",0.9138044824178179,1613945979090,5822
"eps_2",1e-05,1613945979090,5822
"train_loss",0.0071344795,1613945980035,5823
"raw_loss",0.003991128,1613945980035,5823
"epoch",36.62893081761004,1613945980035,5823
"wd_0",0.01,1613945980035,5823
"sqr_mom_0",0.99,1613945980035,5823
"lr_0",1.808451790846728e-06,1613945980035,5823
"mom_0",0.9138316024990905,1613945980035,5823
"eps_0",1e-05,1613945980035,5823
"wd_1",0.01,1613945980035,5823
"sqr_mom_1",0.99,1613945980035,5823
"lr_1",1.8084517908467277e-05,1613945980035,5823
"mom_1",0.9138316024990905,1613945980035,5823
"eps_1",1e-05,1613945980035,5823
"wd_2",0.01,1613945980035,5823
"sqr_mom_2",0.99,1613945980035,5823
"lr_2",0.00018084517908467277,1613945980035,5823
"mom_2",0.9138316024990905,1613945980035,5823
"eps_2",1e-05,1613945980035,5823
"train_loss",0.007097883,1613945980981,5824
"raw_loss",0.0053046676,1613945980981,5824
"epoch",36.63522012578614,1613945980981,5824
"wd_0",0.01,1613945980981,5824
"sqr_mom_0",0.99,1613945980981,5824
"lr_0",1.8070960206279758e-06,1613945980981,5824
"mom_0",0.9138587181746222,1613945980981,5824
"eps_0",1e-05,1613945980981,5824
"wd_1",0.01,1613945980981,5824
"sqr_mom_1",0.99,1613945980981,5824
"lr_1",1.8070960206279757e-05,1613945980981,5824
"mom_1",0.9138587181746222,1613945980981,5824
"eps_1",1e-05,1613945980981,5824
"wd_2",0.01,1613945980981,5824
"sqr_mom_2",0.99,1613945980981,5824
"lr_2",0.00018070960206279755,1613945980981,5824
"mom_2",0.9138587181746222,1613945980981,5824
"eps_2",1e-05,1613945980981,5824
"train_loss",0.007030733,1613945981936,5825
"raw_loss",0.0037403747,1613945981936,5825
"epoch",36.64150943396224,1613945981936,5825
"wd_0",0.01,1613945981936,5825
"sqr_mom_0",0.99,1613945981936,5825
"lr_0",1.805739571697291e-06,1613945981936,5825
"mom_0",0.9138858474245284,1613945981936,5825
"eps_0",1e-05,1613945981936,5825
"wd_1",0.01,1613945981936,5825
"sqr_mom_1",0.99,1613945981936,5825
"lr_1",1.805739571697291e-05,1613945981936,5825
"mom_1",0.9138858474245284,1613945981936,5825
"eps_1",1e-05,1613945981936,5825
"wd_2",0.01,1613945981936,5825
"sqr_mom_2",0.99,1613945981936,5825
"lr_2",0.00018057395716972906,1613945981936,5825
"mom_2",0.9138858474245284,1613945981936,5825
"eps_2",1e-05,1613945981936,5825
"train_loss",0.006978376,1613945982890,5826
"raw_loss",0.004412876,1613945982890,5826
"epoch",36.64779874213834,1613945982890,5826
"wd_0",0.01,1613945982890,5826
"sqr_mom_0",0.99,1613945982890,5826
"lr_0",1.8043842434905767e-06,1613945982890,5826
"mom_0",0.9139129542597311,1613945982890,5826
"eps_0",1e-05,1613945982890,5826
"wd_1",0.01,1613945982890,5826
"sqr_mom_1",0.99,1613945982890,5826
"lr_1",1.8043842434905767e-05,1613945982890,5826
"mom_1",0.9139129542597311,1613945982890,5826
"eps_1",1e-05,1613945982890,5826
"wd_2",0.01,1613945982890,5826
"sqr_mom_2",0.99,1613945982890,5826
"lr_2",0.00018043842434905762,1613945982890,5826
"mom_2",0.9139129542597311,1613945982890,5826
"eps_2",1e-05,1613945982890,5826
"train_loss",0.007051389,1613945983840,5827
"raw_loss",0.010629042,1613945983840,5827
"epoch",36.65408805031444,1613945983840,5827
"wd_0",0.01,1613945983840,5827
"sqr_mom_0",0.99,1613945983840,5827
"lr_0",1.803028687297084e-06,1613945983840,5827
"mom_0",0.9139400656547149,1613945983840,5827
"eps_0",1e-05,1613945983840,5827
"wd_1",0.01,1613945983840,5827
"sqr_mom_1",0.99,1613945983840,5827
"lr_1",1.8030286872970842e-05,1613945983840,5827
"mom_1",0.9139400656547149,1613945983840,5827
"eps_1",1e-05,1613945983840,5827
"wd_2",0.01,1613945983840,5827
"sqr_mom_2",0.99,1613945983840,5827
"lr_2",0.00018030286872970836,1613945983840,5827
"mom_2",0.9139400656547149,1613945983840,5827
"eps_2",1e-05,1613945983840,5827
"train_loss",0.007289651,1613945984795,5828
"raw_loss",0.01896448,1613945984795,5828
"epoch",36.66037735849054,1613945984795,5828
"wd_0",0.01,1613945984795,5828
"sqr_mom_0",0.99,1613945984795,5828
"lr_0",1.801673353263176e-06,1613945984795,5828
"mom_0",0.9139671726064625,1613945984795,5828
"eps_0",1e-05,1613945984795,5828
"wd_1",0.01,1613945984795,5828
"sqr_mom_1",0.99,1613945984795,5828
"lr_1",1.8016733532631756e-05,1613945984795,5828
"mom_1",0.9139671726064625,1613945984795,5828
"eps_1",1e-05,1613945984795,5828
"wd_2",0.01,1613945984795,5828
"sqr_mom_2",0.99,1613945984795,5828
"lr_2",0.00018016733532631756,1613945984795,5828
"mom_2",0.9139671726064625,1613945984795,5828
"eps_2",1e-05,1613945984795,5828
"train_loss",0.007283654,1613945985760,5829
"raw_loss",0.0069898,1613945985760,5829
"epoch",36.66666666666664,1613945985760,5829
"wd_0",0.01,1613945985760,5829
"sqr_mom_0",0.99,1613945985760,5829
"lr_0",1.8003182418208498e-06,1613945985760,5829
"mom_0",0.913994275106334,1613945985760,5829
"eps_0",1e-05,1613945985760,5829
"wd_1",0.01,1613945985760,5829
"sqr_mom_1",0.99,1613945985760,5829
"lr_1",1.8003182418208492e-05,1613945985760,5829
"mom_1",0.913994275106334,1613945985760,5829
"eps_1",1e-05,1613945985760,5829
"wd_2",0.01,1613945985760,5829
"sqr_mom_2",0.99,1613945985760,5829
"lr_2",0.00018003182418208492,1613945985760,5829
"mom_2",0.913994275106334,1613945985760,5829
"eps_2",1e-05,1613945985760,5829
"train_loss",0.007256492,1613945986712,5830
"raw_loss",0.005925542,1613945986712,5830
"epoch",36.67295597484274,1613945986712,5830
"wd_0",0.01,1613945986712,5830
"sqr_mom_0",0.99,1613945986712,5830
"lr_0",1.7989638027475712e-06,1613945986712,5830
"mom_0",0.9140213641586902,1613945986712,5830
"eps_0",1e-05,1613945986712,5830
"wd_1",0.01,1613945986712,5830
"sqr_mom_1",0.99,1613945986712,5830
"lr_1",1.7989638027475715e-05,1613945986712,5830
"mom_1",0.9140213641586902,1613945986712,5830
"eps_1",1e-05,1613945986712,5830
"wd_2",0.01,1613945986712,5830
"sqr_mom_2",0.99,1613945986712,5830
"lr_2",0.00017989638027475708,1613945986712,5830
"mom_2",0.9140213641586902,1613945986712,5830
"eps_2",1e-05,1613945986712,5830
"train_loss",0.007245586,1613945987664,5831
"raw_loss",0.0067111813,1613945987664,5831
"epoch",36.679245283018844,1613945987664,5831
"wd_0",0.01,1613945987664,5831
"sqr_mom_0",0.99,1613945987664,5831
"lr_0",1.7976086884385777e-06,1613945987664,5831
"mom_0",0.9140484667158956,1613945987664,5831
"eps_0",1e-05,1613945987664,5831
"wd_1",0.01,1613945987664,5831
"sqr_mom_1",0.99,1613945987664,5831
"lr_1",1.7976086884385773e-05,1613945987664,5831
"mom_1",0.9140484667158956,1613945987664,5831
"eps_1",1e-05,1613945987664,5831
"wd_2",0.01,1613945987664,5831
"sqr_mom_2",0.99,1613945987664,5831
"lr_2",0.0001797608688438577,1613945987664,5831
"mom_2",0.9140484667158956,1613945987664,5831
"eps_2",1e-05,1613945987664,5831
"train_loss",0.0074064243,1613945988614,5832
"raw_loss",0.015287517,1613945988614,5832
"epoch",36.685534591194944,1613945988614,5832
"wd_0",0.01,1613945988614,5832
"sqr_mom_0",0.99,1613945988614,5832
"lr_0",1.796254696559295e-06,1613945988614,5832
"mom_0",0.9140755468242823,1613945988614,5832
"eps_0",1e-05,1613945988614,5832
"wd_1",0.01,1613945988614,5832
"sqr_mom_1",0.99,1613945988614,5832
"lr_1",1.796254696559295e-05,1613945988614,5832
"mom_1",0.9140755468242823,1613945988614,5832
"eps_1",1e-05,1613945988614,5832
"wd_2",0.01,1613945988614,5832
"sqr_mom_2",0.99,1613945988614,5832
"lr_2",0.00017962546965592948,1613945988614,5832
"mom_2",0.9140755468242823,1613945988614,5832
"eps_2",1e-05,1613945988614,5832
"train_loss",0.007575449,1613945989674,5833
"raw_loss",0.015857674,1613945989674,5833
"epoch",36.691823899371045,1613945989674,5833
"wd_0",0.01,1613945989674,5833
"sqr_mom_0",0.99,1613945989674,5833
"lr_0",1.7949009288499513e-06,1613945989674,5833
"mom_0",0.9141026224492255,1613945989674,5833
"eps_0",1e-05,1613945989674,5833
"wd_1",0.01,1613945989674,5833
"sqr_mom_1",0.99,1613945989674,5833
"lr_1",1.7949009288499515e-05,1613945989674,5833
"mom_1",0.9141026224492255,1613945989674,5833
"eps_1",1e-05,1613945989674,5833
"wd_2",0.01,1613945989674,5833
"sqr_mom_2",0.99,1613945989674,5833
"lr_2",0.00017949009288499514,1613945989674,5833
"mom_2",0.9141026224492255,1613945989674,5833
"eps_2",1e-05,1613945989674,5833
"train_loss",0.007487831,1613945990971,5834
"raw_loss",0.0031945435,1613945990971,5834
"epoch",36.698113207547145,1613945990971,5834
"wd_0",0.01,1613945990971,5834
"sqr_mom_0",0.99,1613945990971,5834
"lr_0",1.7935464876458152e-06,1613945990971,5834
"mom_0",0.9141297115441991,1613945990971,5834
"eps_0",1e-05,1613945990971,5834
"wd_1",0.01,1613945990971,5834
"sqr_mom_1",0.99,1613945990971,5834
"lr_1",1.7935464876458153e-05,1613945990971,5834
"mom_1",0.9141297115441991,1613945990971,5834
"eps_1",1e-05,1613945990971,5834
"wd_2",0.01,1613945990971,5834
"sqr_mom_2",0.99,1613945990971,5834
"lr_2",0.0001793546487645815,1613945990971,5834
"mom_2",0.9141297115441991,1613945990971,5834
"eps_2",1e-05,1613945990971,5834
"train_loss",0.0075473953,1613945992360,5835
"raw_loss",0.010466038,1613945992360,5835
"epoch",36.704402515723245,1613945992360,5835
"wd_0",0.01,1613945992360,5835
"sqr_mom_0",0.99,1613945992360,5835
"lr_0",1.7921931697193835e-06,1613945992360,5835
"mom_0",0.914156778173394,1613945992360,5835
"eps_0",1e-05,1613945992360,5835
"wd_1",0.01,1613945992360,5835
"sqr_mom_1",0.99,1613945992360,5835
"lr_1",1.7921931697193835e-05,1613945992360,5835
"mom_1",0.914156778173394,1613945992360,5835
"eps_1",1e-05,1613945992360,5835
"wd_2",0.01,1613945992360,5835
"sqr_mom_2",0.99,1613945992360,5835
"lr_2",0.00017921931697193833,1613945992360,5835
"mom_2",0.914156778173394,1613945992360,5835
"eps_2",1e-05,1613945992360,5835
"train_loss",0.0076012565,1613945993574,5836
"raw_loss",0.010240468,1613945993574,5836
"epoch",36.710691823899346,1613945993574,5836
"wd_0",0.01,1613945993574,5836
"sqr_mom_0",0.99,1613945993574,5836
"lr_0",1.7908400772565975e-06,1613945993574,5836
"mom_0",0.9141838402932709,1613945993574,5836
"eps_0",1e-05,1613945993574,5836
"wd_1",0.01,1613945993574,5836
"sqr_mom_1",0.99,1613945993574,5836
"lr_1",1.790840077256597e-05,1613945993574,5836
"mom_1",0.9141838402932709,1613945993574,5836
"eps_1",1e-05,1613945993574,5836
"wd_2",0.01,1613945993574,5836
"sqr_mom_2",0.99,1613945993574,5836
"lr_2",0.00017908400772565972,1613945993574,5836
"mom_2",0.9141838402932709,1613945993574,5836
"eps_2",1e-05,1613945993574,5836
"train_loss",0.007585047,1613945995157,5837
"raw_loss",0.0067907632,1613945995157,5837
"epoch",36.716981132075446,1613945995157,5837
"wd_0",0.01,1613945995157,5837
"sqr_mom_0",0.99,1613945995157,5837
"lr_0",1.7894863130418707e-06,1613945995157,5837
"mom_0",0.914210915848321,1613945995157,5837
"eps_0",1e-05,1613945995157,5837
"wd_1",0.01,1613945995157,5837
"sqr_mom_1",0.99,1613945995157,5837
"lr_1",1.789486313041871e-05,1613945995157,5837
"mom_1",0.914210915848321,1613945995157,5837
"eps_1",1e-05,1613945995157,5837
"wd_2",0.01,1613945995157,5837
"sqr_mom_2",0.99,1613945995157,5837
"lr_2",0.00017894863130418705,1613945995157,5837
"mom_2",0.914210915848321,1613945995157,5837
"eps_2",1e-05,1613945995157,5837
"train_loss",0.0075687286,1613945996491,5838
"raw_loss",0.0067691407,1613945996491,5838
"epoch",36.72327044025155,1613945996491,5838
"wd_0",0.01,1613945996491,5838
"sqr_mom_0",0.99,1613945996491,5838
"lr_0",1.7881336729496218e-06,1613945996491,5838
"mom_0",0.9142379689206968,1613945996491,5838
"eps_0",1e-05,1613945996491,5838
"wd_1",0.01,1613945996491,5838
"sqr_mom_1",0.99,1613945996491,5838
"lr_1",1.7881336729496216e-05,1613945996491,5838
"mom_1",0.9142379689206968,1613945996491,5838
"eps_1",1e-05,1613945996491,5838
"wd_2",0.01,1613945996491,5838
"sqr_mom_2",0.99,1613945996491,5838
"lr_2",0.00017881336729496213,1613945996491,5838
"mom_2",0.9142379689206968,1613945996491,5838
"eps_2",1e-05,1613945996491,5838
"train_loss",0.0075510917,1613945997478,5839
"raw_loss",0.0066868877,1613945997478,5839
"epoch",36.72955974842765,1613945997478,5839
"wd_0",0.01,1613945997478,5839
"sqr_mom_0",0.99,1613945997478,5839
"lr_0",1.7867808109412934e-06,1613945997478,5839
"mom_0",0.9142650264314385,1613945997478,5839
"eps_0",1e-05,1613945997478,5839
"wd_1",0.01,1613945997478,5839
"sqr_mom_1",0.99,1613945997478,5839
"lr_1",1.7867808109412934e-05,1613945997478,5839
"mom_1",0.9142650264314385,1613945997478,5839
"eps_1",1e-05,1613945997478,5839
"wd_2",0.01,1613945997478,5839
"sqr_mom_2",0.99,1613945997478,5839
"lr_2",0.00017867808109412928,1613945997478,5839
"mom_2",0.9142650264314385,1613945997478,5839
"eps_2",1e-05,1613945997478,5839
"train_loss",0.007530728,1613945998482,5840
"raw_loss",0.0065329056,1613945998482,5840
"epoch",36.73584905660375,1613945998482,5840
"wd_0",0.01,1613945998482,5840
"sqr_mom_0",0.99,1613945998482,5840
"lr_0",1.7854281762713741e-06,1613945998482,5840
"mom_0",0.9142920793953664,1613945998482,5840
"eps_0",1e-05,1613945998482,5840
"wd_1",0.01,1613945998482,5840
"sqr_mom_1",0.99,1613945998482,5840
"lr_1",1.7854281762713742e-05,1613945998482,5840
"mom_1",0.9142920793953664,1613945998482,5840
"eps_1",1e-05,1613945998482,5840
"wd_2",0.01,1613945998482,5840
"sqr_mom_2",0.99,1613945998482,5840
"lr_2",0.0001785428176271374,1613945998482,5840
"mom_2",0.9142920793953664,1613945998482,5840
"eps_2",1e-05,1613945998482,5840
"train_loss",0.007520451,1613945999432,5841
"raw_loss",0.007016886,1613945999432,5841
"epoch",36.74213836477985,1613945999432,5841
"wd_0",0.01,1613945999432,5841
"sqr_mom_0",0.99,1613945999432,5841
"lr_0",1.784075769371001e-06,1613945999432,5841
"mom_0",0.914319127803858,1613945999432,5841
"eps_0",1e-05,1613945999432,5841
"wd_1",0.01,1613945999432,5841
"sqr_mom_1",0.99,1613945999432,5841
"lr_1",1.7840757693710012e-05,1613945999432,5841
"mom_1",0.914319127803858,1613945999432,5841
"eps_1",1e-05,1613945999432,5841
"wd_2",0.01,1613945999432,5841
"sqr_mom_2",0.99,1613945999432,5841
"lr_2",0.00017840757693710004,1613945999432,5841
"mom_2",0.914319127803858,1613945999432,5841
"eps_2",1e-05,1613945999432,5841
"train_loss",0.0075219492,1613946000429,5842
"raw_loss",0.0075953635,1613946000429,5842
"epoch",36.74842767295595,1613946000429,5842
"wd_0",0.01,1613946000429,5842
"sqr_mom_0",0.99,1613946000429,5842
"lr_0",1.7827235906712382e-06,1613946000429,5842
"mom_0",0.9143461716482917,1613946000429,5842
"eps_0",1e-05,1613946000429,5842
"wd_1",0.01,1613946000429,5842
"sqr_mom_1",0.99,1613946000429,5842
"lr_1",1.782723590671238e-05,1613946000429,5842
"mom_1",0.9143461716482917,1613946000429,5842
"eps_1",1e-05,1613946000429,5842
"wd_2",0.01,1613946000429,5842
"sqr_mom_2",0.99,1613946000429,5842
"lr_2",0.00017827235906712373,1613946000429,5842
"mom_2",0.9143461716482917,1613946000429,5842
"eps_2",1e-05,1613946000429,5842
"train_loss",0.007525675,1613946001399,5843
"raw_loss",0.0077082478,1613946001399,5843
"epoch",36.75471698113205,1613946001399,5843
"wd_0",0.01,1613946001399,5843
"sqr_mom_0",0.99,1613946001399,5843
"lr_0",1.781371640603077e-06,1613946001399,5843
"mom_0",0.9143732109200476,1613946001399,5843
"eps_0",1e-05,1613946001399,5843
"wd_1",0.01,1613946001399,5843
"sqr_mom_1",0.99,1613946001399,5843
"lr_1",1.781371640603077e-05,1613946001399,5843
"mom_1",0.9143732109200476,1613946001399,5843
"eps_1",1e-05,1613946001399,5843
"wd_2",0.01,1613946001399,5843
"sqr_mom_2",0.99,1613946001399,5843
"lr_2",0.0001781371640603077,1613946001399,5843
"mom_2",0.9143732109200476,1613946001399,5843
"eps_2",1e-05,1613946001399,5843
"train_loss",0.00756522,1613946002374,5844
"raw_loss",0.009502911,1613946002374,5844
"epoch",36.76100628930815,1613946002374,5844
"wd_0",0.01,1613946002374,5844
"sqr_mom_0",0.99,1613946002374,5844
"lr_0",1.7800203678914232e-06,1613946002374,5844
"mom_0",0.914400236644538,1613946002374,5844
"eps_0",1e-05,1613946002374,5844
"wd_1",0.01,1613946002374,5844
"sqr_mom_1",0.99,1613946002374,5844
"lr_1",1.780020367891423e-05,1613946002374,5844
"mom_1",0.914400236644538,1613946002374,5844
"eps_1",1e-05,1613946002374,5844
"wd_2",0.01,1613946002374,5844
"sqr_mom_2",0.99,1613946002374,5844
"lr_2",0.00017800203678914228,1613946002374,5844
"mom_2",0.914400236644538,1613946002374,5844
"eps_2",1e-05,1613946002374,5844
"train_loss",0.0075669126,1613946003335,5845
"raw_loss",0.0076498594,1613946003335,5845
"epoch",36.76729559748425,1613946003335,5845
"wd_0",0.01,1613946003335,5845
"sqr_mom_0",0.99,1613946003335,5845
"lr_0",1.7786684280851622e-06,1613946003335,5845
"mom_0",0.9144272757110539,1613946003335,5845
"eps_0",1e-05,1613946003335,5845
"wd_1",0.01,1613946003335,5845
"sqr_mom_1",0.99,1613946003335,5845
"lr_1",1.7786684280851622e-05,1613946003335,5845
"mom_1",0.9144272757110539,1613946003335,5845
"eps_1",1e-05,1613946003335,5845
"wd_2",0.01,1613946003335,5845
"sqr_mom_2",0.99,1613946003335,5845
"lr_2",0.00017786684280851622,1613946003335,5845
"mom_2",0.9144272757110539,1613946003335,5845
"eps_2",1e-05,1613946003335,5845
"train_loss",0.007602349,1613946004315,5846
"raw_loss",0.00933874,1613946004315,5846
"epoch",36.77358490566035,1613946004315,5846
"wd_0",0.01,1613946004315,5846
"sqr_mom_0",0.99,1613946004315,5846
"lr_0",1.7773176146384927e-06,1613946004315,5846
"mom_0",0.9144542922501526,1613946004315,5846
"eps_0",1e-05,1613946004315,5846
"wd_1",0.01,1613946004315,5846
"sqr_mom_1",0.99,1613946004315,5846
"lr_1",1.7773176146384927e-05,1613946004315,5846
"mom_1",0.9144542922501526,1613946004315,5846
"eps_1",1e-05,1613946004315,5846
"wd_2",0.01,1613946004315,5846
"sqr_mom_2",0.99,1613946004315,5846
"lr_2",0.0001777317614638492,1613946004315,5846
"mom_2",0.9144542922501526,1613946004315,5846
"eps_2",1e-05,1613946004315,5846
"train_loss",0.0077541196,1613946005348,5847
"raw_loss",0.015190886,1613946005348,5847
"epoch",36.77987421383645,1613946005348,5847
"wd_0",0.01,1613946005348,5847
"sqr_mom_0",0.99,1613946005348,5847
"lr_0",1.7759670313937369e-06,1613946005348,5847
"mom_0",0.914481304185167,1613946005348,5847
"eps_0",1e-05,1613946005348,5847
"wd_1",0.01,1613946005348,5847
"sqr_mom_1",0.99,1613946005348,5847
"lr_1",1.775967031393737e-05,1613946005348,5847
"mom_1",0.914481304185167,1613946005348,5847
"eps_1",1e-05,1613946005348,5847
"wd_2",0.01,1613946005348,5847
"sqr_mom_2",0.99,1613946005348,5847
"lr_2",0.00017759670313937363,1613946005348,5847
"mom_2",0.914481304185167,1613946005348,5847
"eps_2",1e-05,1613946005348,5847
"train_loss",0.0077335485,1613946006317,5848
"raw_loss",0.006725568,1613946006317,5848
"epoch",36.78616352201255,1613946006317,5848
"wd_0",0.01,1613946006317,5848
"sqr_mom_0",0.99,1613946006317,5848
"lr_0",1.7746157828042673e-06,1613946006317,5848
"mom_0",0.9145083294272089,1613946006317,5848
"eps_0",1e-05,1613946006317,5848
"wd_1",0.01,1613946006317,5848
"sqr_mom_1",0.99,1613946006317,5848
"lr_1",1.774615782804267e-05,1613946006317,5848
"mom_1",0.9145083294272089,1613946006317,5848
"eps_1",1e-05,1613946006317,5848
"wd_2",0.01,1613946006317,5848
"sqr_mom_2",0.99,1613946006317,5848
"lr_2",0.0001774615782804267,1613946006317,5848
"mom_2",0.9145083294272089,1613946006317,5848
"eps_2",1e-05,1613946006317,5848
"train_loss",0.007640551,1613946007288,5849
"raw_loss",0.003083663,1613946007288,5849
"epoch",36.79245283018865,1613946007288,5849
"wd_0",0.01,1613946007288,5849
"sqr_mom_0",0.99,1613946007288,5849
"lr_0",1.7732656614073274e-06,1613946007288,5849
"mom_0",0.9145353321251747,1613946007288,5849
"eps_0",1e-05,1613946007288,5849
"wd_1",0.01,1613946007288,5849
"sqr_mom_1",0.99,1613946007288,5849
"lr_1",1.7732656614073273e-05,1613946007288,5849
"mom_1",0.9145353321251747,1613946007288,5849
"eps_1",1e-05,1613946007288,5849
"wd_2",0.01,1613946007288,5849
"sqr_mom_2",0.99,1613946007288,5849
"lr_2",0.0001773265661407327,1613946007288,5849
"mom_2",0.9145353321251747,1613946007288,5849
"eps_2",1e-05,1613946007288,5849
"train_loss",0.007638011,1613946008265,5850
"raw_loss",0.007513554,1613946008265,5850
"epoch",36.79874213836475,1613946008265,5850
"wd_0",0.01,1613946008265,5850
"sqr_mom_0",0.99,1613946008265,5850
"lr_0",1.771915323668196e-06,1613946008265,5850
"mom_0",0.9145623391500275,1613946008265,5850
"eps_0",1e-05,1613946008265,5850
"wd_1",0.01,1613946008265,5850
"sqr_mom_1",0.99,1613946008265,5850
"lr_1",1.771915323668196e-05,1613946008265,5850
"mom_1",0.9145623391500275,1613946008265,5850
"eps_1",1e-05,1613946008265,5850
"wd_2",0.01,1613946008265,5850
"sqr_mom_2",0.99,1613946008265,5850
"lr_2",0.00017719153236681956,1613946008265,5850
"mom_2",0.9145623391500275,1613946008265,5850
"eps_2",1e-05,1613946008265,5850
"train_loss",0.0076195807,1613946009237,5851
"raw_loss",0.006716491,1613946009237,5851
"epoch",36.80503144654085,1613946009237,5851
"wd_0",0.01,1613946009237,5851
"sqr_mom_0",0.99,1613946009237,5851
"lr_0",1.770565218005678e-06,1613946009237,5851
"mom_0",0.9145893415333017,1613946009237,5851
"eps_0",1e-05,1613946009237,5851
"wd_1",0.01,1613946009237,5851
"sqr_mom_1",0.99,1613946009237,5851
"lr_1",1.770565218005678e-05,1613946009237,5851
"mom_1",0.9145893415333017,1613946009237,5851
"eps_1",1e-05,1613946009237,5851
"wd_2",0.01,1613946009237,5851
"sqr_mom_2",0.99,1613946009237,5851
"lr_2",0.00017705652180056774,1613946009237,5851
"mom_2",0.9145893415333017,1613946009237,5851
"eps_2",1e-05,1613946009237,5851
"train_loss",0.007609684,1613946010221,5852
"raw_loss",0.0071247565,1613946010221,5852
"epoch",36.81132075471695,1613946010221,5852
"wd_0",0.01,1613946010221,5852
"sqr_mom_0",0.99,1613946010221,5852
"lr_0",1.7692153448501036e-06,1613946010221,5852
"mom_0",0.9146163392663905,1613946010221,5852
"eps_0",1e-05,1613946010221,5852
"wd_1",0.01,1613946010221,5852
"sqr_mom_1",0.99,1613946010221,5852
"lr_1",1.7692153448501036e-05,1613946010221,5852
"mom_1",0.9146163392663905,1613946010221,5852
"eps_1",1e-05,1613946010221,5852
"wd_2",0.01,1613946010221,5852
"sqr_mom_2",0.99,1613946010221,5852
"lr_2",0.0001769215344850103,1613946010221,5852
"mom_2",0.9146163392663905,1613946010221,5852
"eps_2",1e-05,1613946010221,5852
"train_loss",0.0076222727,1613946011205,5853
"raw_loss",0.008239119,1613946011205,5853
"epoch",36.81761006289305,1613946011205,5853
"wd_0",0.01,1613946011205,5853
"sqr_mom_0",0.99,1613946011205,5853
"lr_0",1.7678661522349276e-06,1613946011205,5853
"mom_0",0.9146433233885353,1613946011205,5853
"eps_0",1e-05,1613946011205,5853
"wd_1",0.01,1613946011205,5853
"sqr_mom_1",0.99,1613946011205,5853
"lr_1",1.7678661522349278e-05,1613946011205,5853
"mom_1",0.9146433233885353,1613946011205,5853
"eps_1",1e-05,1613946011205,5853
"wd_2",0.01,1613946011205,5853
"sqr_mom_2",0.99,1613946011205,5853
"lr_2",0.00017678661522349277,1613946011205,5853
"mom_2",0.9146433233885353,1613946011205,5853
"eps_2",1e-05,1613946011205,5853
"train_loss",0.007586039,1613946012189,5854
"raw_loss",0.0058105965,1613946012189,5854
"epoch",36.82389937106915,1613946012189,5854
"wd_0",0.01,1613946012189,5854
"sqr_mom_0",0.99,1613946012189,5854
"lr_0",1.766516297780737e-06,1613946012189,5854
"mom_0",0.9146703207475927,1613946012189,5854
"eps_0",1e-05,1613946012189,5854
"wd_1",0.01,1613946012189,5854
"sqr_mom_1",0.99,1613946012189,5854
"lr_1",1.766516297780737e-05,1613946012189,5854
"mom_1",0.9146703207475927,1613946012189,5854
"eps_1",1e-05,1613946012189,5854
"wd_2",0.01,1613946012189,5854
"sqr_mom_2",0.99,1613946012189,5854
"lr_2",0.0001766516297780737,1613946012189,5854
"mom_2",0.9146703207475927,1613946012189,5854
"eps_2",1e-05,1613946012189,5854
"train_loss",0.0075446535,1613946013169,5855
"raw_loss",0.005516758,1613946013169,5855
"epoch",36.83018867924525,1613946013169,5855
"wd_0",0.01,1613946013169,5855
"sqr_mom_0",0.99,1613946013169,5855
"lr_0",1.7651675721753457e-06,1613946013169,5855
"mom_0",0.9146972955294483,1613946013169,5855
"eps_0",1e-05,1613946013169,5855
"wd_1",0.01,1613946013169,5855
"sqr_mom_1",0.99,1613946013169,5855
"lr_1",1.7651675721753458e-05,1613946013169,5855
"mom_1",0.9146972955294483,1613946013169,5855
"eps_1",1e-05,1613946013169,5855
"wd_2",0.01,1613946013169,5855
"sqr_mom_2",0.99,1613946013169,5855
"lr_2",0.00017651675721753454,1613946013169,5855
"mom_2",0.9146972955294483,1613946013169,5855
"eps_2",1e-05,1613946013169,5855
"train_loss",0.00752349,1613946014122,5856
"raw_loss",0.0064864815,1613946014122,5856
"epoch",36.836477987421354,1613946014122,5856
"wd_0",0.01,1613946014122,5856
"sqr_mom_0",0.99,1613946014122,5856
"lr_0",1.7638190806419867e-06,1613946014122,5856
"mom_0",0.9147242656298166,1613946014122,5856
"eps_0",1e-05,1613946014122,5856
"wd_1",0.01,1613946014122,5856
"sqr_mom_1",0.99,1613946014122,5856
"lr_1",1.7638190806419868e-05,1613946014122,5856
"mom_1",0.9147242656298166,1613946014122,5856
"eps_1",1e-05,1613946014122,5856
"wd_2",0.01,1613946014122,5856
"sqr_mom_2",0.99,1613946014122,5856
"lr_2",0.00017638190806419863,1613946014122,5856
"mom_2",0.9147242656298166,1613946014122,5856
"eps_2",1e-05,1613946014122,5856
"train_loss",0.0074631954,1613946015093,5857
"raw_loss",0.004508757,1613946015093,5857
"epoch",36.842767295597454,1613946015093,5857
"wd_0",0.01,1613946015093,5857
"sqr_mom_0",0.99,1613946015093,5857
"lr_0",1.7624699290252155e-06,1613946015093,5857
"mom_0",0.914751248931985,1613946015093,5857
"eps_0",1e-05,1613946015093,5857
"wd_1",0.01,1613946015093,5857
"sqr_mom_1",0.99,1613946015093,5857
"lr_1",1.7624699290252155e-05,1613946015093,5857
"mom_1",0.914751248931985,1613946015093,5857
"eps_1",1e-05,1613946015093,5857
"wd_2",0.01,1613946015093,5857
"sqr_mom_2",0.99,1613946015093,5857
"lr_2",0.0001762469929025215,1613946015093,5857
"mom_2",0.914751248931985,1613946015093,5857
"eps_2",1e-05,1613946015093,5857
"train_loss",0.0074707866,1613946016070,5858
"raw_loss",0.007842757,1613946016070,5858
"epoch",36.849056603773555,1613946016070,5858
"wd_0",0.01,1613946016070,5858
"sqr_mom_0",0.99,1613946016070,5858
"lr_0",1.7611219070804752e-06,1613946016070,5858
"mom_0",0.9147782096404868,1613946016070,5858
"eps_0",1e-05,1613946016070,5858
"wd_1",0.01,1613946016070,5858
"sqr_mom_1",0.99,1613946016070,5858
"lr_1",1.7611219070804748e-05,1613946016070,5858
"mom_1",0.9147782096404868,1613946016070,5858
"eps_1",1e-05,1613946016070,5858
"wd_2",0.01,1613946016070,5858
"sqr_mom_2",0.99,1613946016070,5858
"lr_2",0.00017611219070804747,1613946016070,5858
"mom_2",0.9147782096404868,1613946016070,5858
"eps_2",1e-05,1613946016070,5858
"train_loss",0.007423274,1613946017035,5859
"raw_loss",0.0050951727,1613946017035,5859
"epoch",36.855345911949655,1613946017035,5859
"wd_0",0.01,1613946017035,5859
"sqr_mom_0",0.99,1613946017035,5859
"lr_0",1.7597741204964225e-06,1613946017035,5859
"mom_0",0.914805165641728,1613946017035,5859
"eps_0",1e-05,1613946017035,5859
"wd_1",0.01,1613946017035,5859
"sqr_mom_1",0.99,1613946017035,5859
"lr_1",1.7597741204964228e-05,1613946017035,5859
"mom_1",0.914805165641728,1613946017035,5859
"eps_1",1e-05,1613946017035,5859
"wd_2",0.01,1613946017035,5859
"sqr_mom_2",0.99,1613946017035,5859
"lr_2",0.00017597741204964225,1613946017035,5859
"mom_2",0.914805165641728,1613946017035,5859
"eps_2",1e-05,1613946017035,5859
"train_loss",0.0074416194,1613946018001,5860
"raw_loss",0.008340524,1613946018001,5860
"epoch",36.861635220125756,1613946018001,5860
"wd_0",0.01,1613946018001,5860
"sqr_mom_0",0.99,1613946018001,5860
"lr_0",1.7584256755864526e-06,1613946018001,5860
"mom_0",0.914832134809619,1613946018001,5860
"eps_0",1e-05,1613946018001,5860
"wd_1",0.01,1613946018001,5860
"sqr_mom_1",0.99,1613946018001,5860
"lr_1",1.7584256755864528e-05,1613946018001,5860
"mom_1",0.914832134809619,1613946018001,5860
"eps_1",1e-05,1613946018001,5860
"wd_2",0.01,1613946018001,5860
"sqr_mom_2",0.99,1613946018001,5860
"lr_2",0.0001758425675586452,1613946018001,5860
"mom_2",0.914832134809619,1613946018001,5860
"eps_2",1e-05,1613946018001,5860
"train_loss",0.007417175,1613946018965,5861
"raw_loss",0.0062193894,1613946018965,5861
"epoch",36.867924528301856,1613946018965,5861
"wd_0",0.01,1613946018965,5861
"sqr_mom_0",0.99,1613946018965,5861
"lr_0",1.7570783611685081e-06,1613946018965,5861
"mom_0",0.9148590813674435,1613946018965,5861
"eps_0",1e-05,1613946018965,5861
"wd_1",0.01,1613946018965,5861
"sqr_mom_1",0.99,1613946018965,5861
"lr_1",1.7570783611685078e-05,1613946018965,5861
"mom_1",0.9148590813674435,1613946018965,5861
"eps_1",1e-05,1613946018965,5861
"wd_2",0.01,1613946018965,5861
"sqr_mom_2",0.99,1613946018965,5861
"lr_2",0.00017570783611685077,1613946018965,5861
"mom_2",0.9148590813674435,1613946018965,5861
"eps_2",1e-05,1613946018965,5861
"train_loss",0.007467429,1613946019909,5862
"raw_loss",0.009929883,1613946019909,5862
"epoch",36.874213836477956,1613946019909,5862
"wd_0",0.01,1613946019909,5862
"sqr_mom_0",0.99,1613946019909,5862
"lr_0",1.755730836498346e-06,1613946019909,5862
"mom_0",0.9148860321303544,1613946019909,5862
"eps_0",1e-05,1613946019909,5862
"wd_1",0.01,1613946019909,5862
"sqr_mom_1",0.99,1613946019909,5862
"lr_1",1.755730836498346e-05,1613946019909,5862
"mom_1",0.9148860321303544,1613946019909,5862
"eps_1",1e-05,1613946019909,5862
"wd_2",0.01,1613946019909,5862
"sqr_mom_2",0.99,1613946019909,5862
"lr_2",0.00017557308364983456,1613946019909,5862
"mom_2",0.9148860321303544,1613946019909,5862
"eps_2",1e-05,1613946019909,5862
"train_loss",0.0074569588,1613946020867,5863
"raw_loss",0.0069439136,1613946020867,5863
"epoch",36.88050314465406,1613946020867,5863
"wd_0",0.01,1613946020867,5863
"sqr_mom_0",0.99,1613946020867,5863
"lr_0",1.7543835490634174e-06,1613946020867,5863
"mom_0",0.9149129781485131,1613946020867,5863
"eps_0",1e-05,1613946020867,5863
"wd_1",0.01,1613946020867,5863
"sqr_mom_1",0.99,1613946020867,5863
"lr_1",1.7543835490634174e-05,1613946020867,5863
"mom_1",0.9149129781485131,1613946020867,5863
"eps_1",1e-05,1613946020867,5863
"wd_2",0.01,1613946020867,5863
"sqr_mom_2",0.99,1613946020867,5863
"lr_2",0.00017543835490634166,1613946020867,5863
"mom_2",0.9149129781485131,1613946020867,5863
"eps_2",1e-05,1613946020867,5863
"train_loss",0.0073957862,1613946021854,5864
"raw_loss",0.004398334,1613946021854,5864
"epoch",36.88679245283016,1613946021854,5864
"wd_0",0.01,1613946021854,5864
"sqr_mom_0",0.99,1613946021854,5864
"lr_0",1.7530364992931534e-06,1613946021854,5864
"mom_0",0.9149399194133311,1613946021854,5864
"eps_0",1e-05,1613946021854,5864
"wd_1",0.01,1613946021854,5864
"sqr_mom_1",0.99,1613946021854,5864
"lr_1",1.7530364992931532e-05,1613946021854,5864
"mom_1",0.9149399194133311,1613946021854,5864
"eps_1",1e-05,1613946021854,5864
"wd_2",0.01,1613946021854,5864
"sqr_mom_2",0.99,1613946021854,5864
"lr_2",0.0001753036499293153,1613946021854,5864
"mom_2",0.9149399194133311,1613946021854,5864
"eps_2",1e-05,1613946021854,5864
"train_loss",0.0073826932,1613946022839,5865
"raw_loss",0.0067411466,1613946022839,5865
"epoch",36.89308176100626,1613946022839,5865
"wd_0",0.01,1613946022839,5865
"sqr_mom_0",0.99,1613946022839,5865
"lr_0",1.7516901342810981e-06,1613946022839,5865
"mom_0",0.9149668469828478,1613946022839,5865
"eps_0",1e-05,1613946022839,5865
"wd_1",0.01,1613946022839,5865
"sqr_mom_1",0.99,1613946022839,5865
"lr_1",1.7516901342810982e-05,1613946022839,5865
"mom_1",0.9149668469828478,1613946022839,5865
"eps_1",1e-05,1613946022839,5865
"wd_2",0.01,1613946022839,5865
"sqr_mom_2",0.99,1613946022839,5865
"lr_2",0.00017516901342810978,1613946022839,5865
"mom_2",0.9149668469828478,1613946022839,5865
"eps_2",1e-05,1613946022839,5865
"train_loss",0.007327109,1613946023798,5866
"raw_loss",0.0046034814,1613946023798,5866
"epoch",36.89937106918236,1613946023798,5866
"wd_0",0.01,1613946023798,5866
"sqr_mom_0",0.99,1613946023798,5866
"lr_0",1.7503431144639715e-06,1613946023798,5866
"mom_0",0.9149937876485971,1613946023798,5866
"eps_0",1e-05,1613946023798,5866
"wd_1",0.01,1613946023798,5866
"sqr_mom_1",0.99,1613946023798,5866
"lr_1",1.7503431144639716e-05,1613946023798,5866
"mom_1",0.9149937876485971,1613946023798,5866
"eps_1",1e-05,1613946023798,5866
"wd_2",0.01,1613946023798,5866
"sqr_mom_2",0.99,1613946023798,5866
"lr_2",0.00017503431144639712,1613946023798,5866
"mom_2",0.9149937876485971,1613946023798,5866
"eps_2",1e-05,1613946023798,5866
"train_loss",0.007298087,1613946024749,5867
"raw_loss",0.0058759907,1613946024749,5867
"epoch",36.90566037735846,1613946024749,5867
"wd_0",0.01,1613946024749,5867
"sqr_mom_0",0.99,1613946024749,5867
"lr_0",1.7489972267692186e-06,1613946024749,5867
"mom_0",0.9150207056716724,1613946024749,5867
"eps_0",1e-05,1613946024749,5867
"wd_1",0.01,1613946024749,5867
"sqr_mom_1",0.99,1613946024749,5867
"lr_1",1.7489972267692187e-05,1613946024749,5867
"mom_1",0.9150207056716724,1613946024749,5867
"eps_1",1e-05,1613946024749,5867
"wd_2",0.01,1613946024749,5867
"sqr_mom_2",0.99,1613946024749,5867
"lr_2",0.00017489972267692178,1613946024749,5867
"mom_2",0.9150207056716724,1613946024749,5867
"eps_2",1e-05,1613946024749,5867
"train_loss",0.0073337504,1613946025688,5868
"raw_loss",0.00908126,1613946025688,5868
"epoch",36.91194968553456,1613946025688,5868
"wd_0",0.01,1613946025688,5868
"sqr_mom_0",0.99,1613946025688,5868
"lr_0",1.747651578297191e-06,1613946025688,5868
"mom_0",0.9150476189102452,1613946025688,5868
"eps_0",1e-05,1613946025688,5868
"wd_1",0.01,1613946025688,5868
"sqr_mom_1",0.99,1613946025688,5868
"lr_1",1.747651578297191e-05,1613946025688,5868
"mom_1",0.9150476189102452,1613946025688,5868
"eps_1",1e-05,1613946025688,5868
"wd_2",0.01,1613946025688,5868
"sqr_mom_2",0.99,1613946025688,5868
"lr_2",0.00017476515782971909,1613946025688,5868
"mom_2",0.9150476189102452,1613946025688,5868
"eps_2",1e-05,1613946025688,5868
"train_loss",0.0072976816,1613946026651,5869
"raw_loss",0.005530322,1613946026651,5869
"epoch",36.91823899371066,1613946026651,5869
"wd_0",0.01,1613946026651,5869
"sqr_mom_0",0.99,1613946026651,5869
"lr_0",1.746305276783236e-06,1613946026651,5869
"mom_0",0.9150745452097874,1613946026651,5869
"eps_0",1e-05,1613946026651,5869
"wd_1",0.01,1613946026651,5869
"sqr_mom_1",0.99,1613946026651,5869
"lr_1",1.746305276783236e-05,1613946026651,5869
"mom_1",0.9150745452097874,1613946026651,5869
"eps_1",1e-05,1613946026651,5869
"wd_2",0.01,1613946026651,5869
"sqr_mom_2",0.99,1613946026651,5869
"lr_2",0.00017463052767832356,1613946026651,5869
"mom_2",0.9150745452097874,1613946026651,5869
"eps_2",1e-05,1613946026651,5869
"train_loss",0.0075389333,1613946027604,5870
"raw_loss",0.01936028,1613946027604,5870
"epoch",36.92452830188676,1613946027604,5870
"wd_0",0.01,1613946027604,5870
"sqr_mom_0",0.99,1613946027604,5870
"lr_0",1.7449601082019148e-06,1613946027604,5870
"mom_0",0.9151014488504502,1613946027604,5870
"eps_0",1e-05,1613946027604,5870
"wd_1",0.01,1613946027604,5870
"sqr_mom_1",0.99,1613946027604,5870
"lr_1",1.7449601082019148e-05,1613946027604,5870
"mom_1",0.9151014488504502,1613946027604,5870
"eps_1",1e-05,1613946027604,5870
"wd_2",0.01,1613946027604,5870
"sqr_mom_2",0.99,1613946027604,5870
"lr_2",0.00017449601082019143,1613946027604,5870
"mom_2",0.9151014488504502,1613946027604,5870
"eps_2",1e-05,1613946027604,5870
"train_loss",0.0074916473,1613946028549,5871
"raw_loss",0.005174639,1613946028549,5871
"epoch",36.93081761006286,1613946028549,5871
"wd_0",0.01,1613946028549,5871
"sqr_mom_0",0.99,1613946028549,5871
"lr_0",1.7436147339422446e-06,1613946028549,5871
"mom_0",0.9151283566047211,1613946028549,5871
"eps_0",1e-05,1613946028549,5871
"wd_1",0.01,1613946028549,5871
"sqr_mom_1",0.99,1613946028549,5871
"lr_1",1.7436147339422442e-05,1613946028549,5871
"mom_1",0.9151283566047211,1613946028549,5871
"eps_1",1e-05,1613946028549,5871
"wd_2",0.01,1613946028549,5871
"sqr_mom_2",0.99,1613946028549,5871
"lr_2",0.00017436147339422442,1613946028549,5871
"mom_2",0.9151283566047211,1613946028549,5871
"eps_2",1e-05,1613946028549,5871
"train_loss",0.0075621223,1613946029488,5872
"raw_loss",0.011015392,1613946029488,5872
"epoch",36.93710691823896,1613946029488,5872
"wd_0",0.01,1613946029488,5872
"sqr_mom_0",0.99,1613946029488,5872
"lr_0",1.7422696007796765e-06,1613946029488,5872
"mom_0",0.9151552595370018,1613946029488,5872
"eps_0",1e-05,1613946029488,5872
"wd_1",0.01,1613946029488,5872
"sqr_mom_1",0.99,1613946029488,5872
"lr_1",1.7422696007796763e-05,1613946029488,5872
"mom_1",0.9151552595370018,1613946029488,5872
"eps_1",1e-05,1613946029488,5872
"wd_2",0.01,1613946029488,5872
"sqr_mom_2",0.99,1613946029488,5872
"lr_2",0.00017422696007796763,1613946029488,5872
"mom_2",0.9151552595370018,1613946029488,5872
"eps_2",1e-05,1613946029488,5872
"train_loss",0.0075669964,1613946030468,5873
"raw_loss",0.0078058373,1613946030468,5873
"epoch",36.94339622641506,1613946030468,5873
"wd_0",0.01,1613946030468,5873
"sqr_mom_0",0.99,1613946030468,5873
"lr_0",1.7409247091429557e-06,1613946030468,5873
"mom_0",0.9151821576387172,1613946030468,5873
"eps_0",1e-05,1613946030468,5873
"wd_1",0.01,1613946030468,5873
"sqr_mom_1",0.99,1613946030468,5873
"lr_1",1.740924709142956e-05,1613946030468,5873
"mom_1",0.9151821576387172,1613946030468,5873
"eps_1",1e-05,1613946030468,5873
"wd_2",0.01,1613946030468,5873
"sqr_mom_2",0.99,1613946030468,5873
"lr_2",0.00017409247091429555,1613946030468,5873
"mom_2",0.9151821576387172,1613946030468,5873
"eps_2",1e-05,1613946030468,5873
"train_loss",0.0075323125,1613946031404,5874
"raw_loss",0.0058327974,1613946031404,5874
"epoch",36.94968553459116,1613946031404,5874
"wd_0",0.01,1613946031404,5874
"sqr_mom_0",0.99,1613946031404,5874
"lr_0",1.7395805054072193e-06,1613946031404,5874
"mom_0",0.9152090419822754,1613946031404,5874
"eps_0",1e-05,1613946031404,5874
"wd_1",0.01,1613946031404,5874
"sqr_mom_1",0.99,1613946031404,5874
"lr_1",1.7395805054072192e-05,1613946031404,5874
"mom_1",0.9152090419822754,1613946031404,5874
"eps_1",1e-05,1613946031404,5874
"wd_2",0.01,1613946031404,5874
"sqr_mom_2",0.99,1613946031404,5874
"lr_2",0.00017395805054072188,1613946031404,5874
"mom_2",0.9152090419822754,1613946031404,5874
"eps_2",1e-05,1613946031404,5874
"train_loss",0.0074747317,1613946032362,5875
"raw_loss",0.0046532736,1613946032362,5875
"epoch",36.95597484276726,1613946032362,5875
"wd_0",0.01,1613946032362,5875
"sqr_mom_0",0.99,1613946032362,5875
"lr_0",1.738235652161654e-06,1613946032362,5875
"mom_0",0.9152359393161601,1613946032362,5875
"eps_0",1e-05,1613946032362,5875
"wd_1",0.01,1613946032362,5875
"sqr_mom_1",0.99,1613946032362,5875
"lr_1",1.738235652161654e-05,1613946032362,5875
"mom_1",0.9152359393161601,1613946032362,5875
"eps_1",1e-05,1613946032362,5875
"wd_2",0.01,1613946032362,5875
"sqr_mom_2",0.99,1613946032362,5875
"lr_2",0.00017382356521616535,1613946032362,5875
"mom_2",0.9152359393161601,1613946032362,5875
"eps_2",1e-05,1613946032362,5875
"train_loss",0.007405321,1613946033318,5876
"raw_loss",0.0040042023,1613946033318,5876
"epoch",36.96226415094336,1613946033318,5876
"wd_0",0.01,1613946033318,5876
"sqr_mom_0",0.99,1613946033318,5876
"lr_0",1.7368919334595794e-06,1613946033318,5876
"mom_0",0.9152628139589479,1613946033318,5876
"eps_0",1e-05,1613946033318,5876
"wd_1",0.01,1613946033318,5876
"sqr_mom_1",0.99,1613946033318,5876
"lr_1",1.7368919334595796e-05,1613946033318,5876
"mom_1",0.9152628139589479,1613946033318,5876
"eps_1",1e-05,1613946033318,5876
"wd_2",0.01,1613946033318,5876
"sqr_mom_2",0.99,1613946033318,5876
"lr_2",0.00017368919334595788,1613946033318,5876
"mom_2",0.9152628139589479,1613946033318,5876
"eps_2",1e-05,1613946033318,5876
"train_loss",0.007434041,1613946034284,5877
"raw_loss",0.008841314,1613946034284,5877
"epoch",36.96855345911946,1613946034284,5877
"wd_0",0.01,1613946034284,5877
"sqr_mom_0",0.99,1613946034284,5877
"lr_0",1.7355484578360953e-06,1613946034284,5877
"mom_0",0.9152896837401154,1613946034284,5877
"eps_0",1e-05,1613946034284,5877
"wd_1",0.01,1613946034284,5877
"sqr_mom_1",0.99,1613946034284,5877
"lr_1",1.735548457836095e-05,1613946034284,5877
"mom_1",0.9152896837401154,1613946034284,5877
"eps_1",1e-05,1613946034284,5877
"wd_2",0.01,1613946034284,5877
"sqr_mom_2",0.99,1613946034284,5877
"lr_2",0.00017355484578360946,1613946034284,5877
"mom_2",0.9152896837401154,1613946034284,5877
"eps_2",1e-05,1613946034284,5877
"train_loss",0.007399612,1613946035250,5878
"raw_loss",0.0057126055,1613946035250,5878
"epoch",36.97484276729556,1613946035250,5878
"wd_0",0.01,1613946035250,5878
"sqr_mom_0",0.99,1613946035250,5878
"lr_0",1.7342043344715302e-06,1613946035250,5878
"mom_0",0.9153165664762342,1613946035250,5878
"eps_0",1e-05,1613946035250,5878
"wd_1",0.01,1613946035250,5878
"sqr_mom_1",0.99,1613946035250,5878
"lr_1",1.73420433447153e-05,1613946035250,5878
"mom_1",0.9153165664762342,1613946035250,5878
"eps_1",1e-05,1613946035250,5878
"wd_2",0.01,1613946035250,5878
"sqr_mom_2",0.99,1613946035250,5878
"lr_2",0.00017342043344715298,1613946035250,5878
"mom_2",0.9153165664762342,1613946035250,5878
"eps_2",1e-05,1613946035250,5878
"train_loss",0.007386866,1613946036208,5879
"raw_loss",0.006762296,1613946036208,5879
"epoch",36.98113207547166,1613946036208,5879
"wd_0",0.01,1613946036208,5879
"sqr_mom_0",0.99,1613946036208,5879
"lr_0",1.7328613464509596e-06,1613946036208,5879
"mom_0",0.9153434265052458,1613946036208,5879
"eps_0",1e-05,1613946036208,5879
"wd_1",0.01,1613946036208,5879
"sqr_mom_1",0.99,1613946036208,5879
"lr_1",1.73286134645096e-05,1613946036208,5879
"mom_1",0.9153434265052458,1613946036208,5879
"eps_1",1e-05,1613946036208,5879
"wd_2",0.01,1613946036208,5879
"sqr_mom_2",0.99,1613946036208,5879
"lr_2",0.00017328613464509594,1613946036208,5879
"mom_2",0.9153434265052458,1613946036208,5879
"eps_2",1e-05,1613946036208,5879
"train_loss",0.0073398408,1613946037182,5880
"raw_loss",0.0050355997,1613946037182,5880
"epoch",36.987421383647764,1613946037182,5880
"wd_0",0.01,1613946037182,5880
"sqr_mom_0",0.99,1613946037182,5880
"lr_0",1.731518602792832e-06,1613946037182,5880
"mom_0",0.9153702816469598,1613946037182,5880
"eps_0",1e-05,1613946037182,5880
"wd_1",0.01,1613946037182,5880
"sqr_mom_1",0.99,1613946037182,5880
"lr_1",1.7315186027928318e-05,1613946037182,5880
"mom_1",0.9153702816469598,1613946037182,5880
"eps_1",1e-05,1613946037182,5880
"wd_2",0.01,1613946037182,5880
"sqr_mom_2",0.99,1613946037182,5880
"lr_2",0.00017315186027928316,1613946037182,5880
"mom_2",0.9153702816469598,1613946037182,5880
"eps_2",1e-05,1613946037182,5880
"train_loss",0.007312824,1613946038128,5881
"raw_loss",0.0059890104,1613946038128,5881
"epoch",36.993710691823864,1613946038128,5881
"wd_0",0.01,1613946038128,5881
"sqr_mom_0",0.99,1613946038128,5881
"lr_0",1.7301752131642288e-06,1613946038128,5881
"mom_0",0.9153971497082125,1613946038128,5881
"eps_0",1e-05,1613946038128,5881
"wd_1",0.01,1613946038128,5881
"sqr_mom_1",0.99,1613946038128,5881
"lr_1",1.730175213164229e-05,1613946038128,5881
"mom_1",0.9153971497082125,1613946038128,5881
"eps_1",1e-05,1613946038128,5881
"wd_2",0.01,1613946038128,5881
"sqr_mom_2",0.99,1613946038128,5881
"lr_2",0.00017301752131642284,1613946038128,5881
"mom_2",0.9153971497082125,1613946038128,5881
"eps_2",1e-05,1613946038128,5881
"train_loss",0.007271343,1613946039081,5882
"raw_loss",0.0052387738,1613946039081,5882
"epoch",36.999999999999964,1613946039081,5882
"wd_0",0.01,1613946039081,5882
"sqr_mom_0",0.99,1613946039081,5882
"lr_0",1.7288329596768692e-06,1613946039081,5882
"mom_0",0.915423995046413,1613946039081,5882
"eps_0",1e-05,1613946039081,5882
"wd_1",0.01,1613946039081,5882
"sqr_mom_1",0.99,1613946039081,5882
"lr_1",1.728832959676869e-05,1613946039081,5882
"mom_1",0.915423995046413,1613946039081,5882
"eps_1",1e-05,1613946039081,5882
"wd_2",0.01,1613946039081,5882
"sqr_mom_2",0.99,1613946039081,5882
"lr_2",0.00017288329596768686,1613946039081,5882
"mom_2",0.915423995046413,1613946039081,5882
"eps_2",1e-05,1613946039081,5882
"valid_loss",0.08773746341466904,1613946070461,5882
"_rmse",0.2962051033973694,1613946070461,5882
"epoch",37,1613946070461,5882
"train_loss",0.0076778955,1613946071517,5883
"raw_loss",0.027598983,1613946071517,5883
"epoch",37.0062893081761,1613946071517,5883
"wd_0",0.01,1613946071517,5883
"sqr_mom_0",0.99,1613946071517,5883
"lr_0",1.727490061400599e-06,1613946071517,5883
"mom_0",0.9154508532805208,1613946071517,5883
"eps_0",1e-05,1613946071517,5883
"wd_1",0.01,1613946071517,5883
"sqr_mom_1",0.99,1613946071517,5883
"lr_1",1.727490061400599e-05,1613946071517,5883
"mom_1",0.9154508532805208,1613946071517,5883
"eps_1",1e-05,1613946071517,5883
"wd_2",0.01,1613946071517,5883
"sqr_mom_2",0.99,1613946071517,5883
"lr_2",0.00017274900614005985,1613946071517,5883
"mom_2",0.9154508532805208,1613946071517,5883
"eps_2",1e-05,1613946071517,5883
"train_loss",0.0077724503,1613946072463,5884
"raw_loss",0.0124056395,1613946072463,5884
"epoch",37.0125786163522,1613946072463,5884
"wd_0",0.01,1613946072463,5884
"sqr_mom_0",0.99,1613946072463,5884
"lr_0",1.7261482997953189e-06,1613946072463,5884
"mom_0",0.9154776887809815,1613946072463,5884
"eps_0",1e-05,1613946072463,5884
"wd_1",0.01,1613946072463,5884
"sqr_mom_1",0.99,1613946072463,5884
"lr_1",1.7261482997953186e-05,1613946072463,5884
"mom_1",0.9154776887809815,1613946072463,5884
"eps_1",1e-05,1613946072463,5884
"wd_2",0.01,1613946072463,5884
"sqr_mom_2",0.99,1613946072463,5884
"lr_2",0.00017261482997953185,1613946072463,5884
"mom_2",0.9154776887809815,1613946072463,5884
"eps_2",1e-05,1613946072463,5884
"train_loss",0.0077000316,1613946073387,5885
"raw_loss",0.0041515194,1613946073387,5885
"epoch",37.0188679245283,1613946073387,5885
"wd_0",0.01,1613946073387,5885
"sqr_mom_0",0.99,1613946073387,5885
"lr_0",1.7248063396371278e-06,1613946073387,5885
"mom_0",0.9155045282525399,1613946073387,5885
"eps_0",1e-05,1613946073387,5885
"wd_1",0.01,1613946073387,5885
"sqr_mom_1",0.99,1613946073387,5885
"lr_1",1.7248063396371277e-05,1613946073387,5885
"mom_1",0.9155045282525399,1613946073387,5885
"eps_1",1e-05,1613946073387,5885
"wd_2",0.01,1613946073387,5885
"sqr_mom_2",0.99,1613946073387,5885
"lr_2",0.00017248063396371277,1613946073387,5885
"mom_2",0.9155045282525399,1613946073387,5885
"eps_2",1e-05,1613946073387,5885
"train_loss",0.0076650116,1613946074320,5886
"raw_loss",0.0059490195,1613946074320,5886
"epoch",37.0251572327044,1613946074320,5886
"wd_0",0.01,1613946074320,5886
"sqr_mom_0",0.99,1613946074320,5886
"lr_0",1.7234646265709988e-06,1613946074320,5886
"mom_0",0.9155313627822078,1613946074320,5886
"eps_0",1e-05,1613946074320,5886
"wd_1",0.01,1613946074320,5886
"sqr_mom_1",0.99,1613946074320,5886
"lr_1",1.7234646265709992e-05,1613946074320,5886
"mom_1",0.9155313627822078,1613946074320,5886
"eps_1",1e-05,1613946074320,5886
"wd_2",0.01,1613946074320,5886
"sqr_mom_2",0.99,1613946074320,5886
"lr_2",0.00017234646265709984,1613946074320,5886
"mom_2",0.9155313627822078,1613946074320,5886
"eps_2",1e-05,1613946074320,5886
"train_loss",0.0075927656,1613946075266,5887
"raw_loss",0.004052704,1613946075266,5887
"epoch",37.0314465408805,1613946075266,5887
"wd_0",0.01,1613946075266,5887
"sqr_mom_0",0.99,1613946075266,5887
"lr_0",1.7221231610245869e-06,1613946075266,5887
"mom_0",0.9155581923614319,1613946075266,5887
"eps_0",1e-05,1613946075266,5887
"wd_1",0.01,1613946075266,5887
"sqr_mom_1",0.99,1613946075266,5887
"lr_1",1.722123161024587e-05,1613946075266,5887
"mom_1",0.9155581923614319,1613946075266,5887
"eps_1",1e-05,1613946075266,5887
"wd_2",0.01,1613946075266,5887
"sqr_mom_2",0.99,1613946075266,5887
"lr_2",0.00017221231610245865,1613946075266,5887
"mom_2",0.9155581923614319,1613946075266,5887
"eps_2",1e-05,1613946075266,5887
"train_loss",0.0075973757,1613946076252,5888
"raw_loss",0.007823257,1613946076252,5888
"epoch",37.0377358490566,1613946076252,5888
"wd_0",0.01,1613946076252,5888
"sqr_mom_0",0.99,1613946076252,5888
"lr_0",1.7207823882326085e-06,1613946076252,5888
"mom_0",0.9155850080854286,1613946076252,5888
"eps_0",1e-05,1613946076252,5888
"wd_1",0.01,1613946076252,5888
"sqr_mom_1",0.99,1613946076252,5888
"lr_1",1.7207823882326084e-05,1613946076252,5888
"mom_1",0.9155850080854286,1613946076252,5888
"eps_1",1e-05,1613946076252,5888
"wd_2",0.01,1613946076252,5888
"sqr_mom_2",0.99,1613946076252,5888
"lr_2",0.0001720782388232608,1613946076252,5888
"mom_2",0.9155850080854286,1613946076252,5888
"eps_2",1e-05,1613946076252,5888
"train_loss",0.00761613,1613946077239,5889
"raw_loss",0.008535107,1613946077239,5889
"epoch",37.0440251572327,1613946077239,5889
"wd_0",0.01,1613946077239,5889
"sqr_mom_0",0.99,1613946077239,5889
"lr_0",1.7194409742011438e-06,1613946077239,5889
"mom_0",0.9156118366343434,1613946077239,5889
"eps_0",1e-05,1613946077239,5889
"wd_1",0.01,1613946077239,5889
"sqr_mom_1",0.99,1613946077239,5889
"lr_1",1.7194409742011437e-05,1613946077239,5889
"mom_1",0.9156118366343434,1613946077239,5889
"eps_1",1e-05,1613946077239,5889
"wd_2",0.01,1613946077239,5889
"sqr_mom_2",0.99,1613946077239,5889
"lr_2",0.00017194409742011434,1613946077239,5889
"mom_2",0.9156118366343434,1613946077239,5889
"eps_2",1e-05,1613946077239,5889
"train_loss",0.007651908,1613946078213,5890
"raw_loss",0.009405005,1613946078213,5890
"epoch",37.0503144654088,1613946078213,5890
"wd_0",0.01,1613946078213,5890
"sqr_mom_0",0.99,1613946078213,5890
"lr_0",1.7181006984211248e-06,1613946078213,5890
"mom_0",0.9156386424180016,1613946078213,5890
"eps_0",1e-05,1613946078213,5890
"wd_1",0.01,1613946078213,5890
"sqr_mom_1",0.99,1613946078213,5890
"lr_1",1.7181006984211248e-05,1613946078213,5890
"mom_1",0.9156386424180016,1613946078213,5890
"eps_1",1e-05,1613946078213,5890
"wd_2",0.01,1613946078213,5890
"sqr_mom_2",0.99,1613946078213,5890
"lr_2",0.00017181006984211245,1613946078213,5890
"mom_2",0.9156386424180016,1613946078213,5890
"eps_2",1e-05,1613946078213,5890
"train_loss",0.007599038,1613946079159,5891
"raw_loss",0.005008412,1613946079159,5891
"epoch",37.056603773584904,1613946079159,5891
"wd_0",0.01,1613946079159,5891
"sqr_mom_0",0.99,1613946079159,5891
"lr_0",1.7167606717052146e-06,1613946079159,5891
"mom_0",0.9156654432203278,1613946079159,5891
"eps_0",1e-05,1613946079159,5891
"wd_1",0.01,1613946079159,5891
"sqr_mom_1",0.99,1613946079159,5891
"lr_1",1.7167606717052148e-05,1613946079159,5891
"mom_1",0.9156654432203278,1613946079159,5891
"eps_1",1e-05,1613946079159,5891
"wd_2",0.01,1613946079159,5891
"sqr_mom_2",0.99,1613946079159,5891
"lr_2",0.00017167606717052142,1613946079159,5891
"mom_2",0.9156654432203278,1613946079159,5891
"eps_2",1e-05,1613946079159,5891
"train_loss",0.0075605684,1613946080107,5892
"raw_loss",0.0056755627,1613946080107,5892
"epoch",37.062893081761004,1613946080107,5892
"wd_0",0.01,1613946080107,5892
"sqr_mom_0",0.99,1613946080107,5892
"lr_0",1.715420005527193e-06,1613946080107,5892
"mom_0",0.9156922568120243,1613946080107,5892
"eps_0",1e-05,1613946080107,5892
"wd_1",0.01,1613946080107,5892
"sqr_mom_1",0.99,1613946080107,5892
"lr_1",1.7154200055271928e-05,1613946080107,5892
"mom_1",0.9156922568120243,1613946080107,5892
"eps_1",1e-05,1613946080107,5892
"wd_2",0.01,1613946080107,5892
"sqr_mom_2",0.99,1613946080107,5892
"lr_2",0.00017154200055271928,1613946080107,5892
"mom_2",0.9156922568120243,1613946080107,5892
"eps_2",1e-05,1613946080107,5892
"train_loss",0.0075048544,1613946081053,5893
"raw_loss",0.0047748727,1613946081053,5893
"epoch",37.069182389937104,1613946081053,5893
"wd_0",0.01,1613946081053,5893
"sqr_mom_0",0.99,1613946081053,5893
"lr_0",1.7140804783859056e-06,1613946081053,5893
"mom_0",0.9157190476227581,1613946081053,5893
"eps_0",1e-05,1613946081053,5893
"wd_1",0.01,1613946081053,5893
"sqr_mom_1",0.99,1613946081053,5893
"lr_1",1.7140804783859056e-05,1613946081053,5893
"mom_1",0.9157190476227581,1613946081053,5893
"eps_1",1e-05,1613946081053,5893
"wd_2",0.01,1613946081053,5893
"sqr_mom_2",0.99,1613946081053,5893
"lr_2",0.00017140804783859052,1613946081053,5893
"mom_2",0.9157190476227581,1613946081053,5893
"eps_2",1e-05,1613946081053,5893
"train_loss",0.0074134357,1613946081991,5894
"raw_loss",0.0029339145,1613946081991,5894
"epoch",37.075471698113205,1613946081991,5894
"wd_0",0.01,1613946081991,5894
"sqr_mom_0",0.99,1613946081991,5894
"lr_0",1.7127407572789115e-06,1613946081991,5894
"mom_0",0.9157458423128448,1613946081991,5894
"eps_0",1e-05,1613946081991,5894
"wd_1",0.01,1613946081991,5894
"sqr_mom_1",0.99,1613946081991,5894
"lr_1",1.712740757278911e-05,1613946081991,5894
"mom_1",0.9157458423128448,1613946081991,5894
"eps_1",1e-05,1613946081991,5894
"wd_2",0.01,1613946081991,5894
"sqr_mom_2",0.99,1613946081991,5894
"lr_2",0.0001712740757278911,1613946081991,5894
"mom_2",0.9157458423128448,1613946081991,5894
"eps_2",1e-05,1613946081991,5894
"train_loss",0.0073228506,1613946082956,5895
"raw_loss",0.0028841873,1613946082956,5895
"epoch",37.081761006289305,1613946082956,5895
"wd_0",0.01,1613946082956,5895
"sqr_mom_0",0.99,1613946082956,5895
"lr_0",1.7114012871097453e-06,1613946082956,5895
"mom_0",0.915772631984125,1613946082956,5895
"eps_0",1e-05,1613946082956,5895
"wd_1",0.01,1613946082956,5895
"sqr_mom_1",0.99,1613946082956,5895
"lr_1",1.711401287109745e-05,1613946082956,5895
"mom_1",0.915772631984125,1613946082956,5895
"eps_1",1e-05,1613946082956,5895
"wd_2",0.01,1613946082956,5895
"sqr_mom_2",0.99,1613946082956,5895
"lr_2",0.00017114012871097446,1613946082956,5895
"mom_2",0.915772631984125,1613946082956,5895
"eps_2",1e-05,1613946082956,5895
"train_loss",0.007319279,1613946083918,5896
"raw_loss",0.0071442644,1613946083918,5896
"epoch",37.088050314465406,1613946083918,5896
"wd_0",0.01,1613946083918,5896
"sqr_mom_0",0.99,1613946083918,5896
"lr_0",1.7100620683053473e-06,1613946083918,5896
"mom_0",0.9157994166280593,1613946083918,5896
"eps_0",1e-05,1613946083918,5896
"wd_1",0.01,1613946083918,5896
"sqr_mom_1",0.99,1613946083918,5896
"lr_1",1.7100620683053472e-05,1613946083918,5896
"mom_1",0.9157994166280593,1613946083918,5896
"eps_1",1e-05,1613946083918,5896
"wd_2",0.01,1613946083918,5896
"sqr_mom_2",0.99,1613946083918,5896
"lr_2",0.0001710062068305347,1613946083918,5896
"mom_2",0.9157994166280593,1613946083918,5896
"eps_2",1e-05,1613946083918,5896
"train_loss",0.0072955377,1613946084867,5897
"raw_loss",0.0061322222,1613946084867,5897
"epoch",37.094339622641506,1613946084867,5897
"wd_0",0.01,1613946084867,5897
"sqr_mom_0",0.99,1613946084867,5897
"lr_0",1.7087235453526164e-06,1613946084867,5897
"mom_0",0.9158261873548212,1613946084867,5897
"eps_0",1e-05,1613946084867,5897
"wd_1",0.01,1613946084867,5897
"sqr_mom_1",0.99,1613946084867,5897
"lr_1",1.7087235453526164e-05,1613946084867,5897
"mom_1",0.9158261873548212,1613946084867,5897
"eps_1",1e-05,1613946084867,5897
"wd_2",0.01,1613946084867,5897
"sqr_mom_2",0.99,1613946084867,5897
"lr_2",0.00017087235453526164,1613946084867,5897
"mom_2",0.9158261873548212,1613946084867,5897
"eps_2",1e-05,1613946084867,5897
"train_loss",0.007312315,1613946085826,5898
"raw_loss",0.008134405,1613946085826,5898
"epoch",37.10062893081761,1613946085826,5898
"wd_0",0.01,1613946085826,5898
"sqr_mom_0",0.99,1613946085826,5898
"lr_0",1.7073843864982187e-06,1613946085826,5898
"mom_0",0.9158529707997436,1613946085826,5898
"eps_0",1e-05,1613946085826,5898
"wd_1",0.01,1613946085826,5898
"sqr_mom_1",0.99,1613946085826,5898
"lr_1",1.707384386498219e-05,1613946085826,5898
"mom_1",0.9158529707997436,1613946085826,5898
"eps_1",1e-05,1613946085826,5898
"wd_2",0.01,1613946085826,5898
"sqr_mom_2",0.99,1613946085826,5898
"lr_2",0.00017073843864982185,1613946085826,5898
"mom_2",0.9158529707997436,1613946085826,5898
"eps_2",1e-05,1613946085826,5898
"train_loss",0.0072524888,1613946086795,5899
"raw_loss",0.004321,1613946086795,5899
"epoch",37.10691823899371,1613946086795,5899
"wd_0",0.01,1613946086795,5899
"sqr_mom_0",0.99,1613946086795,5899
"lr_0",1.7060463682414157e-06,1613946086795,5899
"mom_0",0.915879731432486,1613946086795,5899
"eps_0",1e-05,1613946086795,5899
"wd_1",0.01,1613946086795,5899
"sqr_mom_1",0.99,1613946086795,5899
"lr_1",1.7060463682414156e-05,1613946086795,5899
"mom_1",0.915879731432486,1613946086795,5899
"eps_1",1e-05,1613946086795,5899
"wd_2",0.01,1613946086795,5899
"sqr_mom_2",0.99,1613946086795,5899
"lr_2",0.00017060463682414158,1613946086795,5899
"mom_2",0.915879731432486,1613946086795,5899
"eps_2",1e-05,1613946086795,5899
"train_loss",0.0072113886,1613946087753,5900
"raw_loss",0.005197484,1613946087753,5900
"epoch",37.11320754716981,1613946087753,5900
"wd_0",0.01,1613946087753,5900
"sqr_mom_0",0.99,1613946087753,5900
"lr_0",1.7047086028883525e-06,1613946087753,5900
"mom_0",0.915906487007103,1613946087753,5900
"eps_0",1e-05,1613946087753,5900
"wd_1",0.01,1613946087753,5900
"sqr_mom_1",0.99,1613946087753,5900
"lr_1",1.704708602888353e-05,1613946087753,5900
"mom_1",0.915906487007103,1613946087753,5900
"eps_1",1e-05,1613946087753,5900
"wd_2",0.01,1613946087753,5900
"sqr_mom_2",0.99,1613946087753,5900
"lr_2",0.00017047086028883522,1613946087753,5900
"mom_2",0.915906487007103,1613946087753,5900
"eps_2",1e-05,1613946087753,5900
"train_loss",0.007224401,1613946088710,5901
"raw_loss",0.007862014,1613946088710,5901
"epoch",37.11949685534591,1613946088710,5901
"wd_0",0.01,1613946088710,5901
"sqr_mom_0",0.99,1613946088710,5901
"lr_0",1.703370203416484e-06,1613946088710,5901
"mom_0",0.915933255264223,1613946088710,5901
"eps_0",1e-05,1613946088710,5901
"wd_1",0.01,1613946088710,5901
"sqr_mom_1",0.99,1613946088710,5901
"lr_1",1.703370203416484e-05,1613946088710,5901
"mom_1",0.915933255264223,1613946088710,5901
"eps_1",1e-05,1613946088710,5901
"wd_2",0.01,1613946088710,5901
"sqr_mom_2",0.99,1613946088710,5901
"lr_2",0.00017033702034164835,1613946088710,5901
"mom_2",0.915933255264223,1613946088710,5901
"eps_2",1e-05,1613946088710,5901
"train_loss",0.00724758,1613946089660,5902
"raw_loss",0.00838336,1613946089660,5902
"epoch",37.12578616352201,1613946089660,5902
"wd_0",0.01,1613946089660,5902
"sqr_mom_0",0.99,1613946089660,5902
"lr_0",1.7020329453176915e-06,1613946089660,5902
"mom_0",0.915960000693653,1613946089660,5902
"eps_0",1e-05,1613946089660,5902
"wd_1",0.01,1613946089660,5902
"sqr_mom_1",0.99,1613946089660,5902
"lr_1",1.7020329453176914e-05,1613946089660,5902
"mom_1",0.915960000693653,1613946089660,5902
"eps_1",1e-05,1613946089660,5902
"wd_2",0.01,1613946089660,5902
"sqr_mom_2",0.99,1613946089660,5902
"lr_2",0.0001702032945317691,1613946089660,5902
"mom_2",0.915960000693653,1613946089660,5902
"eps_2",1e-05,1613946089660,5902
"train_loss",0.0071967547,1613946090616,5903
"raw_loss",0.0047063027,1613946090616,5903
"epoch",37.13207547169811,1613946090616,5903
"wd_0",0.01,1613946090616,5903
"sqr_mom_0",0.99,1613946090616,5903
"lr_0",1.7006959414010223e-06,1613946090616,5903
"mom_0",0.9159867410393899,1613946090616,5903
"eps_0",1e-05,1613946090616,5903
"wd_1",0.01,1613946090616,5903
"sqr_mom_1",0.99,1613946090616,5903
"lr_1",1.7006959414010226e-05,1613946090616,5903
"mom_1",0.9159867410393899,1613946090616,5903
"eps_1",1e-05,1613946090616,5903
"wd_2",0.01,1613946090616,5903
"sqr_mom_2",0.99,1613946090616,5903
"lr_2",0.0001700695941401022,1613946090616,5903
"mom_2",0.9159867410393899,1613946090616,5903
"eps_2",1e-05,1613946090616,5903
"train_loss",0.0072252094,1613946091603,5904
"raw_loss",0.008619485,1613946091603,5904
"epoch",37.13836477987421,1613946091603,5904
"wd_0",0.01,1613946091603,5904
"sqr_mom_0",0.99,1613946091603,5904
"lr_0",1.6993583051502285e-06,1613946091603,5904
"mom_0",0.9160134940319358,1613946091603,5904
"eps_0",1e-05,1613946091603,5904
"wd_1",0.01,1613946091603,5904
"sqr_mom_1",0.99,1613946091603,5904
"lr_1",1.6993583051502286e-05,1613946091603,5904
"mom_1",0.9160134940319358,1613946091603,5904
"eps_1",1e-05,1613946091603,5904
"wd_2",0.01,1613946091603,5904
"sqr_mom_2",0.99,1613946091603,5904
"lr_2",0.00016993583051502282,1613946091603,5904
"mom_2",0.9160134940319358,1613946091603,5904
"eps_2",1e-05,1613946091603,5904
"train_loss",0.00721278,1613946092564,5905
"raw_loss",0.006603748,1613946092564,5905
"epoch",37.14465408805031,1613946092564,5905
"wd_0",0.01,1613946092564,5905
"sqr_mom_0",0.99,1613946092564,5905
"lr_0",1.698021811044718e-06,1613946092564,5905
"mom_0",0.9160402241813475,1613946092564,5905
"eps_0",1e-05,1613946092564,5905
"wd_1",0.01,1613946092564,5905
"sqr_mom_1",0.99,1613946092564,5905
"lr_1",1.698021811044718e-05,1613946092564,5905
"mom_1",0.9160402241813475,1613946092564,5905
"eps_1",1e-05,1613946092564,5905
"wd_2",0.01,1613946092564,5905
"sqr_mom_2",0.99,1613946092564,5905
"lr_2",0.00016980218110447174,1613946092564,5905
"mom_2",0.9160402241813475,1613946092564,5905
"eps_2",1e-05,1613946092564,5905
"train_loss",0.007183131,1613946093529,5906
"raw_loss",0.005730321,1613946093529,5906
"epoch",37.15094339622641,1613946093529,5906
"wd_0",0.01,1613946093529,5906
"sqr_mom_0",0.99,1613946093529,5906
"lr_0",1.6966851290974833e-06,1613946093529,5906
"mom_0",0.9160669580876312,1613946093529,5906
"eps_0",1e-05,1613946093529,5906
"wd_1",0.01,1613946093529,5906
"sqr_mom_1",0.99,1613946093529,5906
"lr_1",1.6966851290974833e-05,1613946093529,5906
"mom_1",0.9160669580876312,1613946093529,5906
"eps_1",1e-05,1613946093529,5906
"wd_2",0.01,1613946093529,5906
"sqr_mom_2",0.99,1613946093529,5906
"lr_2",0.0001696685129097483,1613946093529,5906
"mom_2",0.9160669580876312,1613946093529,5906
"eps_2",1e-05,1613946093529,5906
"train_loss",0.0071301786,1613946094491,5907
"raw_loss",0.004535511,1613946094491,5907
"epoch",37.15723270440251,1613946094491,5907
"wd_0",0.01,1613946094491,5907
"sqr_mom_0",0.99,1613946094491,5907
"lr_0",1.6953487032056247e-06,1613946094491,5907
"mom_0",0.9160936868727562,1613946094491,5907
"eps_0",1e-05,1613946094491,5907
"wd_1",0.01,1613946094491,5907
"sqr_mom_1",0.99,1613946094491,5907
"lr_1",1.6953487032056244e-05,1613946094491,5907
"mom_1",0.9160936868727562,1613946094491,5907
"eps_1",1e-05,1613946094491,5907
"wd_2",0.01,1613946094491,5907
"sqr_mom_2",0.99,1613946094491,5907
"lr_2",0.0001695348703205624,1613946094491,5907
"mom_2",0.9160936868727562,1613946094491,5907
"eps_2",1e-05,1613946094491,5907
"train_loss",0.0070961784,1613946095456,5908
"raw_loss",0.005430159,1613946095456,5908
"epoch",37.16352201257861,1613946095456,5908
"wd_0",0.01,1613946095456,5908
"sqr_mom_0",0.99,1613946095456,5908
"lr_0",1.694012533795111e-06,1613946095456,5908
"mom_0",0.916120410528203,1613946095456,5908
"eps_0",1e-05,1613946095456,5908
"wd_1",0.01,1613946095456,5908
"sqr_mom_1",0.99,1613946095456,5908
"lr_1",1.694012533795111e-05,1613946095456,5908
"mom_1",0.916120410528203,1613946095456,5908
"eps_1",1e-05,1613946095456,5908
"wd_2",0.01,1613946095456,5908
"sqr_mom_2",0.99,1613946095456,5908
"lr_2",0.00016940125337951107,1613946095456,5908
"mom_2",0.916120410528203,1613946095456,5908
"eps_2",1e-05,1613946095456,5908
"train_loss",0.007063469,1613946096427,5909
"raw_loss",0.005460696,1613946096427,5909
"epoch",37.16981132075471,1613946096427,5909
"wd_0",0.01,1613946096427,5909
"sqr_mom_0",0.99,1613946096427,5909
"lr_0",1.692677064337918e-06,1613946096427,5909
"mom_0",0.9161471201844434,1613946096427,5909
"eps_0",1e-05,1613946096427,5909
"wd_1",0.01,1613946096427,5909
"sqr_mom_1",0.99,1613946096427,5909
"lr_1",1.6926770643379183e-05,1613946096427,5909
"mom_1",0.9161471201844434,1613946096427,5909
"eps_1",1e-05,1613946096427,5909
"wd_2",0.01,1613946096427,5909
"sqr_mom_2",0.99,1613946096427,5909
"lr_2",0.0001692677064337918,1613946096427,5909
"mom_2",0.9161471201844434,1613946096427,5909
"eps_2",1e-05,1613946096427,5909
"train_loss",0.0070078145,1613946097397,5910
"raw_loss",0.0042807497,1613946097397,5910
"epoch",37.17610062893081,1613946097397,5910
"wd_0",0.01,1613946097397,5910
"sqr_mom_0",0.99,1613946097397,5910
"lr_0",1.6913409661215932e-06,1613946097397,5910
"mom_0",0.9161738424159923,1613946097397,5910
"eps_0",1e-05,1613946097397,5910
"wd_1",0.01,1613946097397,5910
"sqr_mom_1",0.99,1613946097397,5910
"lr_1",1.6913409661215932e-05,1613946097397,5910
"mom_1",0.9161738424159923,1613946097397,5910
"eps_1",1e-05,1613946097397,5910
"wd_2",0.01,1613946097397,5910
"sqr_mom_2",0.99,1613946097397,5910
"lr_2",0.00016913409661215928,1613946097397,5910
"mom_2",0.9161738424159923,1613946097397,5910
"eps_2",1e-05,1613946097397,5910
"train_loss",0.007098407,1613946098375,5911
"raw_loss",0.0115374485,1613946098375,5911
"epoch",37.18238993710691,1613946098375,5911
"wd_0",0.01,1613946098375,5911
"sqr_mom_0",0.99,1613946098375,5911
"lr_0",1.690006011585223e-06,1613946098375,5911
"mom_0",0.9162005417737132,1613946098375,5911
"eps_0",1e-05,1613946098375,5911
"wd_1",0.01,1613946098375,5911
"sqr_mom_1",0.99,1613946098375,5911
"lr_1",1.6900060115852228e-05,1613946098375,5911
"mom_1",0.9162005417737132,1613946098375,5911
"eps_1",1e-05,1613946098375,5911
"wd_2",0.01,1613946098375,5911
"sqr_mom_2",0.99,1613946098375,5911
"lr_2",0.00016900060115852226,1613946098375,5911
"mom_2",0.9162005417737132,1613946098375,5911
"eps_2",1e-05,1613946098375,5911
"train_loss",0.007132595,1613946099347,5912
"raw_loss",0.008807801,1613946099347,5912
"epoch",37.18867924528301,1613946099347,5912
"wd_0",0.01,1613946099347,5912
"sqr_mom_0",0.99,1613946099347,5912
"lr_0",1.688671315061882e-06,1613946099347,5912
"mom_0",0.9162272359711221,1613946099347,5912
"eps_0",1e-05,1613946099347,5912
"wd_1",0.01,1613946099347,5912
"sqr_mom_1",0.99,1613946099347,5912
"lr_1",1.688671315061882e-05,1613946099347,5912
"mom_1",0.9162272359711221,1613946099347,5912
"eps_1",1e-05,1613946099347,5912
"wd_2",0.01,1613946099347,5912
"sqr_mom_2",0.99,1613946099347,5912
"lr_2",0.00016886713150618816,1613946099347,5912
"mom_2",0.9162272359711221,1613946099347,5912
"eps_2",1e-05,1613946099347,5912
"train_loss",0.0070822854,1613946100337,5913
"raw_loss",0.0046171243,1613946100337,5913
"epoch",37.19496855345911,1613946100337,5913
"wd_0",0.01,1613946100337,5913
"sqr_mom_0",0.99,1613946100337,5913
"lr_0",1.687335991569515e-06,1613946100337,5913
"mom_0",0.9162539427080367,1613946100337,5913
"eps_0",1e-05,1613946100337,5913
"wd_1",0.01,1613946100337,5913
"sqr_mom_1",0.99,1613946100337,5913
"lr_1",1.6873359915695147e-05,1613946100337,5913
"mom_1",0.9162539427080367,1613946100337,5913
"eps_1",1e-05,1613946100337,5913
"wd_2",0.01,1613946100337,5913
"sqr_mom_2",0.99,1613946100337,5913
"lr_2",0.00016873359915695144,1613946100337,5913
"mom_2",0.9162539427080367,1613946100337,5913
"eps_2",1e-05,1613946100337,5913
"train_loss",0.007024661,1613946101311,5914
"raw_loss",0.004201071,1613946101311,5914
"epoch",37.20125786163521,1613946101311,5914
"wd_0",0.01,1613946101311,5914
"sqr_mom_0",0.99,1613946101311,5914
"lr_0",1.6860018125194767e-06,1613946101311,5914
"mom_0",0.916280626555876,1613946101311,5914
"eps_0",1e-05,1613946101311,5914
"wd_1",0.01,1613946101311,5914
"sqr_mom_1",0.99,1613946101311,5914
"lr_1",1.6860018125194763e-05,1613946101311,5914
"mom_1",0.916280626555876,1613946101311,5914
"eps_1",1e-05,1613946101311,5914
"wd_2",0.01,1613946101311,5914
"sqr_mom_2",0.99,1613946101311,5914
"lr_2",0.00016860018125194762,1613946101311,5914
"mom_2",0.916280626555876,1613946101311,5914
"eps_2",1e-05,1613946101311,5914
"train_loss",0.0070411596,1613946102290,5915
"raw_loss",0.007849585,1613946102290,5915
"epoch",37.20754716981131,1613946102290,5915
"wd_0",0.01,1613946102290,5915
"sqr_mom_0",0.99,1613946102290,5915
"lr_0",1.6846674502264162e-06,1613946102290,5915
"mom_0",0.9163073140686123,1613946102290,5915
"eps_0",1e-05,1613946102290,5915
"wd_1",0.01,1613946102290,5915
"sqr_mom_1",0.99,1613946102290,5915
"lr_1",1.6846674502264163e-05,1613946102290,5915
"mom_1",0.9163073140686123,1613946102290,5915
"eps_1",1e-05,1613946102290,5915
"wd_2",0.01,1613946102290,5915
"sqr_mom_2",0.99,1613946102290,5915
"lr_2",0.0001684667450226416,1613946102290,5915
"mom_2",0.9163073140686123,1613946102290,5915
"eps_2",1e-05,1613946102290,5915
"train_loss",0.007101921,1613946103264,5916
"raw_loss",0.01007924,1613946103264,5916
"epoch",37.213836477987414,1613946103264,5916
"wd_0",0.01,1613946103264,5916
"sqr_mom_0",0.99,1613946103264,5916
"lr_0",1.6833333478192278e-06,1613946103264,5916
"mom_0",0.9163339963835793,1613946103264,5916
"eps_0",1e-05,1613946103264,5916
"wd_1",0.01,1613946103264,5916
"sqr_mom_1",0.99,1613946103264,5916
"lr_1",1.6833333478192278e-05,1613946103264,5916
"mom_1",0.9163339963835793,1613946103264,5916
"eps_1",1e-05,1613946103264,5916
"wd_2",0.01,1613946103264,5916
"sqr_mom_2",0.99,1613946103264,5916
"lr_2",0.00016833333478192273,1613946103264,5916
"mom_2",0.9163339963835793,1613946103264,5916
"eps_2",1e-05,1613946103264,5916
"train_loss",0.0070835794,1613946104259,5917
"raw_loss",0.00618485,1613946104259,5917
"epoch",37.220125786163514,1613946104259,5917
"wd_0",0.01,1613946104259,5917
"sqr_mom_0",0.99,1613946104259,5917
"lr_0",1.681999505723142e-06,1613946104259,5917
"mom_0",0.916360673492272,1613946104259,5917
"eps_0",1e-05,1613946104259,5917
"wd_1",0.01,1613946104259,5917
"sqr_mom_1",0.99,1613946104259,5917
"lr_1",1.681999505723142e-05,1613946104259,5917
"mom_1",0.916360673492272,1613946104259,5917
"eps_1",1e-05,1613946104259,5917
"wd_2",0.01,1613946104259,5917
"sqr_mom_2",0.99,1613946104259,5917
"lr_2",0.00016819995057231417,1613946104259,5917
"mom_2",0.916360673492272,1613946104259,5917
"eps_2",1e-05,1613946104259,5917
"train_loss",0.0070167272,1613946105268,5918
"raw_loss",0.0037409773,1613946105268,5918
"epoch",37.226415094339615,1613946105268,5918
"wd_0",0.01,1613946105268,5918
"sqr_mom_0",0.99,1613946105268,5918
"lr_0",1.6806663666355759e-06,1613946105268,5918
"mom_0",0.9163873365406539,1613946105268,5918
"eps_0",1e-05,1613946105268,5918
"wd_1",0.01,1613946105268,5918
"sqr_mom_1",0.99,1613946105268,5918
"lr_1",1.680666366635576e-05,1613946105268,5918
"mom_1",0.9163873365406539,1613946105268,5918
"eps_1",1e-05,1613946105268,5918
"wd_2",0.01,1613946105268,5918
"sqr_mom_2",0.99,1613946105268,5918
"lr_2",0.0001680666366635575,1613946105268,5918
"mom_2",0.9163873365406539,1613946105268,5918
"eps_2",1e-05,1613946105268,5918
"train_loss",0.0071017533,1613946106250,5919
"raw_loss",0.011268027,1613946106250,5919
"epoch",37.232704402515715,1613946106250,5919
"wd_0",0.01,1613946106250,5919
"sqr_mom_0",0.99,1613946106250,5919
"lr_0",1.6793326041647825e-06,1613946106250,5919
"mom_0",0.9164140120568249,1613946106250,5919
"eps_0",1e-05,1613946106250,5919
"wd_1",0.01,1613946106250,5919
"sqr_mom_1",0.99,1613946106250,5919
"lr_1",1.6793326041647822e-05,1613946106250,5919
"mom_1",0.9164140120568249,1613946106250,5919
"eps_1",1e-05,1613946106250,5919
"wd_2",0.01,1613946106250,5919
"sqr_mom_2",0.99,1613946106250,5919
"lr_2",0.0001679332604164782,1613946106250,5919
"mom_2",0.9164140120568249,1613946106250,5919
"eps_2",1e-05,1613946106250,5919
"train_loss",0.0070356987,1613946107240,5920
"raw_loss",0.0037990296,1613946107240,5920
"epoch",37.238993710691815,1613946107240,5920
"wd_0",0.01,1613946107240,5920
"sqr_mom_0",0.99,1613946107240,5920
"lr_0",1.6779999876512996e-06,1613946107240,5920
"mom_0",0.9164406646536205,1613946107240,5920
"eps_0",1e-05,1613946107240,5920
"wd_1",0.01,1613946107240,5920
"sqr_mom_1",0.99,1613946107240,5920
"lr_1",1.6779999876512996e-05,1613946107240,5920
"mom_1",0.9164406646536205,1613946107240,5920
"eps_1",1e-05,1613946107240,5920
"wd_2",0.01,1613946107240,5920
"sqr_mom_2",0.99,1613946107240,5920
"lr_2",0.0001677999987651299,1613946107240,5920
"mom_2",0.9164406646536205,1613946107240,5920
"eps_2",1e-05,1613946107240,5920
"train_loss",0.0070083016,1613946108209,5921
"raw_loss",0.005665829,1613946108209,5921
"epoch",37.245283018867916,1613946108209,5921
"wd_0",0.01,1613946108209,5921
"sqr_mom_0",0.99,1613946108209,5921
"lr_0",1.676666748951514e-06,1613946108209,5921
"mom_0",0.9164673296942666,1613946108209,5921
"eps_0",1e-05,1613946108209,5921
"wd_1",0.01,1613946108209,5921
"sqr_mom_1",0.99,1613946108209,5921
"lr_1",1.676666748951514e-05,1613946108209,5921
"mom_1",0.9164673296942666,1613946108209,5921
"eps_1",1e-05,1613946108209,5921
"wd_2",0.01,1613946108209,5921
"sqr_mom_2",0.99,1613946108209,5921
"lr_2",0.0001676666748951514,1613946108209,5921
"mom_2",0.9164673296942666,1613946108209,5921
"eps_2",1e-05,1613946108209,5921
"train_loss",0.006965645,1613946109179,5922
"raw_loss",0.004875479,1613946109179,5922
"epoch",37.251572327044016,1613946109179,5922
"wd_0",0.01,1613946109179,5922
"sqr_mom_0",0.99,1613946109179,5922
"lr_0",1.675334656711139e-06,1613946109179,5922
"mom_0",0.9164939718054952,1613946109179,5922
"eps_0",1e-05,1613946109179,5922
"wd_1",0.01,1613946109179,5922
"sqr_mom_1",0.99,1613946109179,5922
"lr_1",1.6753346567111388e-05,1613946109179,5922
"mom_1",0.9164939718054952,1613946109179,5922
"eps_1",1e-05,1613946109179,5922
"wd_2",0.01,1613946109179,5922
"sqr_mom_2",0.99,1613946109179,5922
"lr_2",0.00016753346567111385,1613946109179,5922
"mom_2",0.9164939718054952,1613946109179,5922
"eps_2",1e-05,1613946109179,5922
"train_loss",0.0068868753,1613946110132,5923
"raw_loss",0.0030271595,1613946110132,5923
"epoch",37.25786163522012,1613946110132,5923
"wd_0",0.01,1613946110132,5923
"sqr_mom_0",0.99,1613946110132,5923
"lr_0",1.6740028271570185e-06,1613946110132,5923
"mom_0",0.9165206086629463,1613946110132,5923
"eps_0",1e-05,1613946110132,5923
"wd_1",0.01,1613946110132,5923
"sqr_mom_1",0.99,1613946110132,5923
"lr_1",1.6740028271570183e-05,1613946110132,5923
"mom_1",0.9165206086629463,1613946110132,5923
"eps_1",1e-05,1613946110132,5923
"wd_2",0.01,1613946110132,5923
"sqr_mom_2",0.99,1613946110132,5923
"lr_2",0.00016740028271570182,1613946110132,5923
"mom_2",0.9165206086629463,1613946110132,5923
"eps_2",1e-05,1613946110132,5923
"train_loss",0.006981081,1613946111098,5924
"raw_loss",0.0115971705,1613946111098,5924
"epoch",37.26415094339622,1613946111098,5924
"wd_0",0.01,1613946111098,5924
"sqr_mom_0",0.99,1613946111098,5924
"lr_0",1.672670377213269e-06,1613946111098,5924
"mom_0",0.9165472579283138,1613946111098,5924
"eps_0",1e-05,1613946111098,5924
"wd_1",0.01,1613946111098,5924
"sqr_mom_1",0.99,1613946111098,5924
"lr_1",1.672670377213269e-05,1613946111098,5924
"mom_1",0.9165472579283138,1613946111098,5924
"eps_1",1e-05,1613946111098,5924
"wd_2",0.01,1613946111098,5924
"sqr_mom_2",0.99,1613946111098,5924
"lr_2",0.00016726703772132684,1613946111098,5924
"mom_2",0.9165472579283138,1613946111098,5924
"eps_2",1e-05,1613946111098,5924
"train_loss",0.006904634,1613946112047,5925
"raw_loss",0.003158732,1613946112047,5925
"epoch",37.27044025157232,1613946112047,5925
"wd_0",0.01,1613946112047,5925
"sqr_mom_0",0.99,1613946112047,5925
"lr_0",1.6713390744792577e-06,1613946112047,5925
"mom_0",0.9165738842492573,1613946112047,5925
"eps_0",1e-05,1613946112047,5925
"wd_1",0.01,1613946112047,5925
"sqr_mom_1",0.99,1613946112047,5925
"lr_1",1.6713390744792575e-05,1613946112047,5925
"mom_1",0.9165738842492573,1613946112047,5925
"eps_1",1e-05,1613946112047,5925
"wd_2",0.01,1613946112047,5925
"sqr_mom_2",0.99,1613946112047,5925
"lr_2",0.00016713390744792575,1613946112047,5925
"mom_2",0.9165738842492573,1613946112047,5925
"eps_2",1e-05,1613946112047,5925
"train_loss",0.0070536924,1613946113014,5926
"raw_loss",0.014357552,1613946113014,5926
"epoch",37.27672955974842,1613946113014,5926
"wd_0",0.01,1613946113014,5926
"sqr_mom_0",0.99,1613946113014,5926
"lr_0",1.6700080357042022e-06,1613946113014,5926
"mom_0",0.9166005052909688,1613946113014,5926
"eps_0",1e-05,1613946113014,5926
"wd_1",0.01,1613946113014,5926
"sqr_mom_1",0.99,1613946113014,5926
"lr_1",1.6700080357042024e-05,1613946113014,5926
"mom_1",0.9166005052909688,1613946113014,5926
"eps_1",1e-05,1613946113014,5926
"wd_2",0.01,1613946113014,5926
"sqr_mom_2",0.99,1613946113014,5926
"lr_2",0.00016700080357042016,1613946113014,5926
"mom_2",0.9166005052909688,1613946113014,5926
"eps_2",1e-05,1613946113014,5926
"train_loss",0.0070672967,1613946113965,5927
"raw_loss",0.0077339015,1613946113965,5927
"epoch",37.28301886792452,1613946113965,5927
"wd_0",0.01,1613946113965,5927
"sqr_mom_0",0.99,1613946113965,5927
"lr_0",1.668676378337972e-06,1613946113965,5927
"mom_0",0.9166271387046275,1613946113965,5927
"eps_0",1e-05,1613946113965,5927
"wd_1",0.01,1613946113965,5927
"sqr_mom_1",0.99,1613946113965,5927
"lr_1",1.668676378337972e-05,1613946113965,5927
"mom_1",0.9166271387046275,1613946113965,5927
"eps_1",1e-05,1613946113965,5927
"wd_2",0.01,1613946113965,5927
"sqr_mom_2",0.99,1613946113965,5927
"lr_2",0.00016686763783379719,1613946113965,5927
"mom_2",0.9166271387046275,1613946113965,5927
"eps_2",1e-05,1613946113965,5927
"train_loss",0.007150095,1613946114910,5928
"raw_loss",0.011207213,1613946114910,5928
"epoch",37.28930817610062,1613946114910,5928
"wd_0",0.01,1613946114910,5928
"sqr_mom_0",0.99,1613946114910,5928
"lr_0",1.6673458689285167e-06,1613946114910,5928
"mom_0",0.9166537491589213,1613946114910,5928
"eps_0",1e-05,1613946114910,5928
"wd_1",0.01,1613946114910,5928
"sqr_mom_1",0.99,1613946114910,5928
"lr_1",1.6673458689285164e-05,1613946114910,5928
"mom_1",0.9166537491589213,1613946114910,5928
"eps_1",1e-05,1613946114910,5928
"wd_2",0.01,1613946114910,5928
"sqr_mom_2",0.99,1613946114910,5928
"lr_2",0.00016673458689285163,1613946114910,5928
"mom_2",0.9166537491589213,1613946114910,5928
"eps_2",1e-05,1613946114910,5928
"train_loss",0.007186564,1613946115872,5929
"raw_loss",0.008973546,1613946115872,5929
"epoch",37.29559748427672,1613946115872,5929
"wd_0",0.01,1613946115872,5929
"sqr_mom_0",0.99,1613946115872,5929
"lr_0",1.6660151834389536e-06,1613946115872,5929
"mom_0",0.9166803631348522,1613946115872,5929
"eps_0",1e-05,1613946115872,5929
"wd_1",0.01,1613946115872,5929
"sqr_mom_1",0.99,1613946115872,5929
"lr_1",1.6660151834389537e-05,1613946115872,5929
"mom_1",0.9166803631348522,1613946115872,5929
"eps_1",1e-05,1613946115872,5929
"wd_2",0.01,1613946115872,5929
"sqr_mom_2",0.99,1613946115872,5929
"lr_2",0.0001666015183438953,1613946115872,5929
"mom_2",0.9166803631348522,1613946115872,5929
"eps_2",1e-05,1613946115872,5929
"train_loss",0.0072988067,1613946116833,5930
"raw_loss",0.012798695,1613946116833,5930
"epoch",37.30188679245282,1613946116833,5930
"wd_0",0.01,1613946116833,5930
"sqr_mom_0",0.99,1613946116833,5930
"lr_0",1.6646847637804585e-06,1613946116833,5930
"mom_0",0.9167069717941088,1613946116833,5930
"eps_0",1e-05,1613946116833,5930
"wd_1",0.01,1613946116833,5930
"sqr_mom_1",0.99,1613946116833,5930
"lr_1",1.6646847637804588e-05,1613946116833,5930
"mom_1",0.9167069717941088,1613946116833,5930
"eps_1",1e-05,1613946116833,5930
"wd_2",0.01,1613946116833,5930
"sqr_mom_2",0.99,1613946116833,5930
"lr_2",0.0001664684763780458,1613946116833,5930
"mom_2",0.9167069717941088,1613946116833,5930
"eps_2",1e-05,1613946116833,5930
"train_loss",0.0072606346,1613946117801,5931
"raw_loss",0.0053902087,1613946117801,5931
"epoch",37.30817610062892,1613946117801,5931
"wd_0",0.01,1613946117801,5931
"sqr_mom_0",0.99,1613946117801,5931
"lr_0",1.6633546103770892e-06,1613946117801,5931
"mom_0",0.9167335751282095,1613946117801,5931
"eps_0",1e-05,1613946117801,5931
"wd_1",0.01,1613946117801,5931
"sqr_mom_1",0.99,1613946117801,5931
"lr_1",1.6633546103770896e-05,1613946117801,5931
"mom_1",0.9167335751282095,1613946117801,5931
"eps_1",1e-05,1613946117801,5931
"wd_2",0.01,1613946117801,5931
"sqr_mom_2",0.99,1613946117801,5931
"lr_2",0.00016633546103770892,1613946117801,5931
"mom_2",0.9167335751282095,1613946117801,5931
"eps_2",1e-05,1613946117801,5931
"train_loss",0.007181575,1613946118750,5932
"raw_loss",0.0033076587,1613946118750,5932
"epoch",37.31446540880502,1613946118750,5932
"wd_0",0.01,1613946118750,5932
"sqr_mom_0",0.99,1613946118750,5932
"lr_0",1.6620251646986816e-06,1613946118750,5932
"mom_0",0.9167601643076694,1613946118750,5932
"eps_0",1e-05,1613946118750,5932
"wd_1",0.01,1613946118750,5932
"sqr_mom_1",0.99,1613946118750,5932
"lr_1",1.6620251646986818e-05,1613946118750,5932
"mom_1",0.9167601643076694,1613946118750,5932
"eps_1",1e-05,1613946118750,5932
"wd_2",0.01,1613946118750,5932
"sqr_mom_2",0.99,1613946118750,5932
"lr_2",0.00016620251646986813,1613946118750,5932
"mom_2",0.9167601643076694,1613946118750,5932
"eps_2",1e-05,1613946118750,5932
"train_loss",0.007215246,1613946119693,5933
"raw_loss",0.008865125,1613946119693,5933
"epoch",37.32075471698112,1613946119693,5933
"wd_0",0.01,1613946119693,5933
"sqr_mom_0",0.99,1613946119693,5933
"lr_0",1.660695104031524e-06,1613946119693,5933
"mom_0",0.9167867657870273,1613946119693,5933
"eps_0",1e-05,1613946119693,5933
"wd_1",0.01,1613946119693,5933
"sqr_mom_1",0.99,1613946119693,5933
"lr_1",1.6606951040315243e-05,1613946119693,5933
"mom_1",0.9167867657870273,1613946119693,5933
"eps_1",1e-05,1613946119693,5933
"wd_2",0.01,1613946119693,5933
"sqr_mom_2",0.99,1613946119693,5933
"lr_2",0.00016606951040315239,1613946119693,5933
"mom_2",0.9167867657870273,1613946119693,5933
"eps_2",1e-05,1613946119693,5933
"train_loss",0.0072139464,1613946120663,5934
"raw_loss",0.0071502514,1613946120663,5934
"epoch",37.32704402515722,1613946120663,5934
"wd_0",0.01,1613946120663,5934
"sqr_mom_0",0.99,1613946120663,5934
"lr_0",1.6593661928054186e-06,1613946120663,5934
"mom_0",0.9168133442773344,1613946120663,5934
"eps_0",1e-05,1613946120663,5934
"wd_1",0.01,1613946120663,5934
"sqr_mom_1",0.99,1613946120663,5934
"lr_1",1.6593661928054186e-05,1613946120663,5934
"mom_1",0.9168133442773344,1613946120663,5934
"eps_1",1e-05,1613946120663,5934
"wd_2",0.01,1613946120663,5934
"sqr_mom_2",0.99,1613946120663,5934
"lr_2",0.00016593661928054182,1613946120663,5934
"mom_2",0.9168133442773344,1613946120663,5934
"eps_2",1e-05,1613946120663,5934
"train_loss",0.00726007,1613946121633,5935
"raw_loss",0.009520141,1613946121633,5935
"epoch",37.33333333333332,1613946121633,5935
"wd_0",0.01,1613946121633,5935
"sqr_mom_0",0.99,1613946121633,5935
"lr_0",1.6580375493519555e-06,1613946121633,5935
"mom_0",0.916839917412135,1613946121633,5935
"eps_0",1e-05,1613946121633,5935
"wd_1",0.01,1613946121633,5935
"sqr_mom_1",0.99,1613946121633,5935
"lr_1",1.6580375493519552e-05,1613946121633,5935
"mom_1",0.916839917412135,1613946121633,5935
"eps_1",1e-05,1613946121633,5935
"wd_2",0.01,1613946121633,5935
"sqr_mom_2",0.99,1613946121633,5935
"lr_2",0.00016580375493519548,1613946121633,5935
"mom_2",0.916839917412135,1613946121633,5935
"eps_2",1e-05,1613946121633,5935
"train_loss",0.007182412,1613946122595,5936
"raw_loss",0.003377141,1613946122595,5936
"epoch",37.33962264150942,1613946122595,5936
"wd_0",0.01,1613946122595,5936
"sqr_mom_0",0.99,1613946122595,5936
"lr_0",1.6567082927135022e-06,1613946122595,5936
"mom_0",0.916866502810758,1613946122595,5936
"eps_0",1e-05,1613946122595,5936
"wd_1",0.01,1613946122595,5936
"sqr_mom_1",0.99,1613946122595,5936
"lr_1",1.656708292713502e-05,1613946122595,5936
"mom_1",0.916866502810758,1613946122595,5936
"eps_1",1e-05,1613946122595,5936
"wd_2",0.01,1613946122595,5936
"sqr_mom_2",0.99,1613946122595,5936
"lr_2",0.0001656708292713502,1613946122595,5936
"mom_2",0.916866502810758,1613946122595,5936
"eps_2",1e-05,1613946122595,5936
"train_loss",0.0071115913,1613946123694,5937
"raw_loss",0.003641391,1613946123694,5937
"epoch",37.34591194968552,1613946123694,5937
"wd_0",0.01,1613946123694,5937
"sqr_mom_0",0.99,1613946123694,5937
"lr_0",1.6553801862532546e-06,1613946123694,5937
"mom_0",0.9168930652055869,1613946123694,5937
"eps_0",1e-05,1613946123694,5937
"wd_1",0.01,1613946123694,5937
"sqr_mom_1",0.99,1613946123694,5937
"lr_1",1.6553801862532546e-05,1613946123694,5937
"mom_1",0.9168930652055869,1613946123694,5937
"eps_1",1e-05,1613946123694,5937
"wd_2",0.01,1613946123694,5937
"sqr_mom_2",0.99,1613946123694,5937
"lr_2",0.00016553801862532542,1613946123694,5937
"mom_2",0.9168930652055869,1613946123694,5937
"eps_2",1e-05,1613946123694,5937
"train_loss",0.007039434,1613946124670,5938
"raw_loss",0.0035037172,1613946124670,5938
"epoch",37.35220125786162,1613946124670,5938
"wd_0",0.01,1613946124670,5938
"sqr_mom_0",0.99,1613946124670,5938
"lr_0",1.6540519083234535e-06,1613946124670,5938
"mom_0",0.9169196310298412,1613946124670,5938
"eps_0",1e-05,1613946124670,5938
"wd_1",0.01,1613946124670,5938
"sqr_mom_1",0.99,1613946124670,5938
"lr_1",1.6540519083234533e-05,1613946124670,5938
"mom_1",0.9169196310298412,1613946124670,5938
"eps_1",1e-05,1613946124670,5938
"wd_2",0.01,1613946124670,5938
"sqr_mom_2",0.99,1613946124670,5938
"lr_2",0.0001654051908323453,1613946124670,5938
"mom_2",0.9169196310298412,1613946124670,5938
"eps_2",1e-05,1613946124670,5938
"train_loss",0.006969823,1613946125625,5939
"raw_loss",0.0035589028,1613946125625,5939
"epoch",37.35849056603772,1613946125625,5939
"wd_0",0.01,1613946125625,5939
"sqr_mom_0",0.99,1613946125625,5939
"lr_0",1.6527239000378774e-06,1613946125625,5939
"mom_0",0.9169461914611571,1613946125625,5939
"eps_0",1e-05,1613946125625,5939
"wd_1",0.01,1613946125625,5939
"sqr_mom_1",0.99,1613946125625,5939
"lr_1",1.6527239000378773e-05,1613946125625,5939
"mom_1",0.9169461914611571,1613946125625,5939
"eps_1",1e-05,1613946125625,5939
"wd_2",0.01,1613946125625,5939
"sqr_mom_2",0.99,1613946125625,5939
"lr_2",0.00016527239000378773,1613946125625,5939
"mom_2",0.9169461914611571,1613946125625,5939
"eps_2",1e-05,1613946125625,5939
"train_loss",0.006886577,1613946126574,5940
"raw_loss",0.0028075168,1613946126574,5940
"epoch",37.36477987421382,1613946126574,5940
"wd_0",0.01,1613946126574,5940
"sqr_mom_0",0.99,1613946126574,5940
"lr_0",1.6513961618198147e-06,1613946126574,5940
"mom_0",0.9169727464910686,1613946126574,5940
"eps_0",1e-05,1613946126574,5940
"wd_1",0.01,1613946126574,5940
"sqr_mom_1",0.99,1613946126574,5940
"lr_1",1.6513961618198145e-05,1613946126574,5940
"mom_1",0.9169727464910686,1613946126574,5940
"eps_1",1e-05,1613946126574,5940
"wd_2",0.01,1613946126574,5940
"sqr_mom_2",0.99,1613946126574,5940
"lr_2",0.00016513961618198143,1613946126574,5940
"mom_2",0.9169727464910686,1613946126574,5940
"eps_2",1e-05,1613946126574,5940
"train_loss",0.006855084,1613946127529,5941
"raw_loss",0.0053119417,1613946127529,5941
"epoch",37.371069182389924,1613946127529,5941
"wd_0",0.01,1613946127529,5941
"sqr_mom_0",0.99,1613946127529,5941
"lr_0",1.6500691343353799e-06,1613946127529,5941
"mom_0",0.9169992873061654,1613946127529,5941
"eps_0",1e-05,1613946127529,5941
"wd_1",0.01,1613946127529,5941
"sqr_mom_1",0.99,1613946127529,5941
"lr_1",1.6500691343353802e-05,1613946127529,5941
"mom_1",0.9169992873061654,1613946127529,5941
"eps_1",1e-05,1613946127529,5941
"wd_2",0.01,1613946127529,5941
"sqr_mom_2",0.99,1613946127529,5941
"lr_2",0.00016500691343353794,1613946127529,5941
"mom_2",0.9169992873061654,1613946127529,5941
"eps_2",1e-05,1613946127529,5941
"train_loss",0.006881249,1613946128496,5942
"raw_loss",0.008163342,1613946128496,5942
"epoch",37.377358490566024,1613946128496,5942
"wd_0",0.01,1613946128496,5942
"sqr_mom_0",0.99,1613946128496,5942
"lr_0",1.6487414972789466e-06,1613946128496,5942
"mom_0",0.9170258403128242,1613946128496,5942
"eps_0",1e-05,1613946128496,5942
"wd_1",0.01,1613946128496,5942
"sqr_mom_1",0.99,1613946128496,5942
"lr_1",1.648741497278946e-05,1613946128496,5942
"mom_1",0.9170258403128242,1613946128496,5942
"eps_1",1e-05,1613946128496,5942
"wd_2",0.01,1613946128496,5942
"sqr_mom_2",0.99,1613946128496,5942
"lr_2",0.0001648741497278946,1613946128496,5942
"mom_2",0.9170258403128242,1613946128496,5942
"eps_2",1e-05,1613946128496,5942
"train_loss",0.0068305326,1613946129448,5943
"raw_loss",0.004345417,1613946129448,5943
"epoch",37.383647798742125,1613946129448,5943
"wd_0",0.01,1613946129448,5943
"sqr_mom_0",0.99,1613946129448,5943
"lr_0",1.647415011865209e-06,1613946129448,5943
"mom_0",0.9170523702863986,1613946129448,5943
"eps_0",1e-05,1613946129448,5943
"wd_1",0.01,1613946129448,5943
"sqr_mom_1",0.99,1613946129448,5943
"lr_1",1.6474150118652093e-05,1613946129448,5943
"mom_1",0.9170523702863986,1613946129448,5943
"eps_1",1e-05,1613946129448,5943
"wd_2",0.01,1613946129448,5943
"sqr_mom_2",0.99,1613946129448,5943
"lr_2",0.00016474150118652087,1613946129448,5943
"mom_2",0.9170523702863986,1613946129448,5943
"eps_2",1e-05,1613946129448,5943
"train_loss",0.006808176,1613946130441,5944
"raw_loss",0.005712701,1613946130441,5944
"epoch",37.389937106918225,1613946130441,5944
"wd_0",0.01,1613946130441,5944
"sqr_mom_0",0.99,1613946130441,5944
"lr_0",1.6460887980308888e-06,1613946130441,5944
"mom_0",0.9170788948283305,1613946130441,5944
"eps_0",1e-05,1613946130441,5944
"wd_1",0.01,1613946130441,5944
"sqr_mom_1",0.99,1613946130441,5944
"lr_1",1.6460887980308887e-05,1613946130441,5944
"mom_1",0.9170788948283305,1613946130441,5944
"eps_1",1e-05,1613946130441,5944
"wd_2",0.01,1613946130441,5944
"sqr_mom_2",0.99,1613946130441,5944
"lr_2",0.00016460887980308884,1613946130441,5944
"mom_2",0.9170788948283305,1613946130441,5944
"eps_2",1e-05,1613946130441,5944
"train_loss",0.006727651,1613946131446,5945
"raw_loss",0.0027819225,1613946131446,5945
"epoch",37.396226415094326,1613946131446,5945
"wd_0",0.01,1613946131446,5945
"sqr_mom_0",0.99,1613946131446,5945
"lr_0",1.644761976433592e-06,1613946131446,5945
"mom_0",0.9171054315256434,1613946131446,5945
"eps_0",1e-05,1613946131446,5945
"wd_1",0.01,1613946131446,5945
"sqr_mom_1",0.99,1613946131446,5945
"lr_1",1.644761976433592e-05,1613946131446,5945
"mom_1",0.9171054315256434,1613946131446,5945
"eps_1",1e-05,1613946131446,5945
"wd_2",0.01,1613946131446,5945
"sqr_mom_2",0.99,1613946131446,5945
"lr_2",0.00016447619764335913,1613946131446,5945
"mom_2",0.9171054315256434,1613946131446,5945
"eps_2",1e-05,1613946131446,5945
"train_loss",0.0067024147,1613946132431,5946
"raw_loss",0.005465835,1613946132431,5946
"epoch",37.402515723270426,1613946132431,5946
"wd_0",0.01,1613946132431,5946
"sqr_mom_0",0.99,1613946132431,5946
"lr_0",1.6434363072062406e-06,1613946132431,5946
"mom_0",0.9171319451753269,1613946132431,5946
"eps_0",1e-05,1613946132431,5946
"wd_1",0.01,1613946132431,5946
"sqr_mom_1",0.99,1613946132431,5946
"lr_1",1.6434363072062404e-05,1613946132431,5946
"mom_1",0.9171319451753269,1613946132431,5946
"eps_1",1e-05,1613946132431,5946
"wd_2",0.01,1613946132431,5946
"sqr_mom_2",0.99,1613946132431,5946
"lr_2",0.000164343630720624,1613946132431,5946
"mom_2",0.9171319451753269,1613946132431,5946
"eps_2",1e-05,1613946132431,5946
"train_loss",0.0066357316,1613946133376,5947
"raw_loss",0.0033682538,1613946133376,5947
"epoch",37.408805031446526,1613946133376,5947
"wd_0",0.01,1613946133376,5947
"sqr_mom_0",0.99,1613946133376,5947
"lr_0",1.6421109108256326e-06,1613946133376,5947
"mom_0",0.917158453368021,1613946133376,5947
"eps_0",1e-05,1613946133376,5947
"wd_1",0.01,1613946133376,5947
"sqr_mom_1",0.99,1613946133376,5947
"lr_1",1.642110910825633e-05,1613946133376,5947
"mom_1",0.917158453368021,1613946133376,5947
"eps_1",1e-05,1613946133376,5947
"wd_2",0.01,1613946133376,5947
"sqr_mom_2",0.99,1613946133376,5947
"lr_2",0.00016421109108256325,1613946133376,5947
"mom_2",0.917158453368021,1613946133376,5947
"eps_2",1e-05,1613946133376,5947
"train_loss",0.0066269757,1613946134333,5948
"raw_loss",0.0061979434,1613946134333,5948
"epoch",37.41509433962263,1613946134333,5948
"wd_0",0.01,1613946134333,5948
"sqr_mom_0",0.99,1613946134333,5948
"lr_0",1.6407849084928117e-06,1613946134333,5948
"mom_0",0.9171849736798805,1613946134333,5948
"eps_0",1e-05,1613946134333,5948
"wd_1",0.01,1613946134333,5948
"sqr_mom_1",0.99,1613946134333,5948
"lr_1",1.640784908492812e-05,1613946134333,5948
"mom_1",0.9171849736798805,1613946134333,5948
"eps_1",1e-05,1613946134333,5948
"wd_2",0.01,1613946134333,5948
"sqr_mom_2",0.99,1613946134333,5948
"lr_2",0.00016407849084928115,1613946134333,5948
"mom_2",0.9171849736798805,1613946134333,5948
"eps_2",1e-05,1613946134333,5948
"train_loss",0.006665623,1613946135279,5949
"raw_loss",0.008559339,1613946135279,5949
"epoch",37.42138364779873,1613946135279,5949
"wd_0",0.01,1613946135279,5949
"sqr_mom_0",0.99,1613946135279,5949
"lr_0",1.6394600592538827e-06,1613946135279,5949
"mom_0",0.9172114709296316,1613946135279,5949
"eps_0",1e-05,1613946135279,5949
"wd_1",0.01,1613946135279,5949
"sqr_mom_1",0.99,1613946135279,5949
"lr_1",1.639460059253883e-05,1613946135279,5949
"mom_1",0.9172114709296316,1613946135279,5949
"eps_1",1e-05,1613946135279,5949
"wd_2",0.01,1613946135279,5949
"sqr_mom_2",0.99,1613946135279,5949
"lr_2",0.00016394600592538826,1613946135279,5949
"mom_2",0.9172114709296316,1613946135279,5949
"eps_2",1e-05,1613946135279,5949
"train_loss",0.00665486,1613946136319,5950
"raw_loss",0.006127475,1613946136319,5950
"epoch",37.42767295597483,1613946136319,5950
"wd_0",0.01,1613946136319,5950
"sqr_mom_0",0.99,1613946136319,5950
"lr_0",1.6381350446996125e-06,1613946136319,5950
"mom_0",0.9172379714857226,1613946136319,5950
"eps_0",1e-05,1613946136319,5950
"wd_1",0.01,1613946136319,5950
"sqr_mom_1",0.99,1613946136319,5950
"lr_1",1.638135044699612e-05,1613946136319,5950
"mom_1",0.9172379714857226,1613946136319,5950
"eps_1",1e-05,1613946136319,5950
"wd_2",0.01,1613946136319,5950
"sqr_mom_2",0.99,1613946136319,5950
"lr_2",0.0001638135044699612,1613946136319,5950
"mom_2",0.9172379714857226,1613946136319,5950
"eps_2",1e-05,1613946136319,5950
"train_loss",0.006638429,1613946137482,5951
"raw_loss",0.0058333236,1613946137482,5951
"epoch",37.43396226415093,1613946137482,5951
"wd_0",0.01,1613946137482,5951
"sqr_mom_0",0.99,1613946137482,5951
"lr_0",1.6368103048628859e-06,1613946137482,5951
"mom_0",0.9172644665474077,1613946137482,5951
"eps_0",1e-05,1613946137482,5951
"wd_1",0.01,1613946137482,5951
"sqr_mom_1",0.99,1613946137482,5951
"lr_1",1.6368103048628858e-05,1613946137482,5951
"mom_1",0.9172644665474077,1613946137482,5951
"eps_1",1e-05,1613946137482,5951
"wd_2",0.01,1613946137482,5951
"sqr_mom_2",0.99,1613946137482,5951
"lr_2",0.0001636810304862885,1613946137482,5951
"mom_2",0.9172644665474077,1613946137482,5951
"eps_2",1e-05,1613946137482,5951
"train_loss",0.006598622,1613946138649,5952
"raw_loss",0.0046480717,1613946138649,5952
"epoch",37.44025157232703,1613946138649,5952
"wd_0",0.01,1613946138649,5952
"sqr_mom_0",0.99,1613946138649,5952
"lr_0",1.6354858401659475e-06,1613946138649,5952
"mom_0",0.9172909561062421,1613946138649,5952
"eps_0",1e-05,1613946138649,5952
"wd_1",0.01,1613946138649,5952
"sqr_mom_1",0.99,1613946138649,5952
"lr_1",1.6354858401659473e-05,1613946138649,5952
"mom_1",0.9172909561062421,1613946138649,5952
"eps_1",1e-05,1613946138649,5952
"wd_2",0.01,1613946138649,5952
"sqr_mom_2",0.99,1613946138649,5952
"lr_2",0.0001635485840165947,1613946138649,5952
"mom_2",0.9172909561062421,1613946138649,5952
"eps_2",1e-05,1613946138649,5952
"train_loss",0.006676212,1613946139685,5953
"raw_loss",0.01047811,1613946139685,5953
"epoch",37.44654088050313,1613946139685,5953
"wd_0",0.01,1613946139685,5953
"sqr_mom_0",0.99,1613946139685,5953
"lr_0",1.6341620901856034e-06,1613946139685,5953
"mom_0",0.9173174313706016,1613946139685,5953
"eps_0",1e-05,1613946139685,5953
"wd_1",0.01,1613946139685,5953
"sqr_mom_1",0.99,1613946139685,5953
"lr_1",1.634162090185603e-05,1613946139685,5953
"mom_1",0.9173174313706016,1613946139685,5953
"eps_1",1e-05,1613946139685,5953
"wd_2",0.01,1613946139685,5953
"sqr_mom_2",0.99,1613946139685,5953
"lr_2",0.00016341620901856032,1613946139685,5953
"mom_2",0.9173174313706016,1613946139685,5953
"eps_2",1e-05,1613946139685,5953
"train_loss",0.006618494,1613946140815,5954
"raw_loss",0.003790318,1613946140815,5954
"epoch",37.45283018867923,1613946140815,5954
"wd_0",0.01,1613946140815,5954
"sqr_mom_0",0.99,1613946140815,5954
"lr_0",1.6328377378799832e-06,1613946140815,5954
"mom_0",0.9173439186815872,1613946140815,5954
"eps_0",1e-05,1613946140815,5954
"wd_1",0.01,1613946140815,5954
"sqr_mom_1",0.99,1613946140815,5954
"lr_1",1.632837737879983e-05,1613946140815,5954
"mom_1",0.9173439186815872,1613946140815,5954
"eps_1",1e-05,1613946140815,5954
"wd_2",0.01,1613946140815,5954
"sqr_mom_2",0.99,1613946140815,5954
"lr_2",0.00016328377378799826,1613946140815,5954
"mom_2",0.9173439186815872,1613946140815,5954
"eps_2",1e-05,1613946140815,5954
"train_loss",0.006621681,1613946141927,5955
"raw_loss",0.0067778416,1613946141927,5955
"epoch",37.45911949685533,1613946141927,5955
"wd_0",0.01,1613946141927,5955
"sqr_mom_0",0.99,1613946141927,5955
"lr_0",1.631514540106302e-06,1613946141927,5955
"mom_0",0.9173703829017029,1613946141927,5955
"eps_0",1e-05,1613946141927,5955
"wd_1",0.01,1613946141927,5955
"sqr_mom_1",0.99,1613946141927,5955
"lr_1",1.6315145401063018e-05,1613946141927,5955
"mom_1",0.9173703829017029,1613946141927,5955
"eps_1",1e-05,1613946141927,5955
"wd_2",0.01,1613946141927,5955
"sqr_mom_2",0.99,1613946141927,5955
"lr_2",0.00016315145401063014,1613946141927,5955
"mom_2",0.9173703829017029,1613946141927,5955
"eps_2",1e-05,1613946141927,5955
"train_loss",0.0066018105,1613946142896,5956
"raw_loss",0.005628142,1613946142896,5956
"epoch",37.46540880503143,1613946142896,5956
"wd_0",0.01,1613946142896,5956
"sqr_mom_0",0.99,1613946142896,5956
"lr_0",1.6301916189767704e-06,1613946142896,5956
"mom_0",0.9173968415888805,1613946142896,5956
"eps_0",1e-05,1613946142896,5956
"wd_1",0.01,1613946142896,5956
"sqr_mom_1",0.99,1613946142896,5956
"lr_1",1.63019161897677e-05,1613946142896,5956
"mom_1",0.9173968415888805,1613946142896,5956
"eps_1",1e-05,1613946142896,5956
"wd_2",0.01,1613946142896,5956
"sqr_mom_2",0.99,1613946142896,5956
"lr_2",0.000163019161897677,1613946142896,5956
"mom_2",0.9173968415888805,1613946142896,5956
"eps_2",1e-05,1613946142896,5956
"train_loss",0.0065983464,1613946143870,5957
"raw_loss",0.006428597,1613946143870,5957
"epoch",37.47169811320753,1613946143870,5957
"wd_0",0.01,1613946143870,5957
"sqr_mom_0",0.99,1613946143870,5957
"lr_0",1.628868097337925e-06,1613946143870,5957
"mom_0",0.9174233122863643,1613946143870,5957
"eps_0",1e-05,1613946143870,5957
"wd_1",0.01,1613946143870,5957
"sqr_mom_1",0.99,1613946143870,5957
"lr_1",1.6288680973379252e-05,1613946143870,5957
"mom_1",0.9174233122863643,1613946143870,5957
"eps_1",1e-05,1613946143870,5957
"wd_2",0.01,1613946143870,5957
"sqr_mom_2",0.99,1613946143870,5957
"lr_2",0.00016288680973379244,1613946143870,5957
"mom_2",0.9174233122863643,1613946143870,5957
"eps_2",1e-05,1613946143870,5957
"train_loss",0.0065439846,1613946144816,5958
"raw_loss",0.0038802605,1613946144816,5958
"epoch",37.47798742138363,1613946144816,5958
"wd_0",0.01,1613946144816,5958
"sqr_mom_0",0.99,1613946144816,5958
"lr_0",1.627545730945036e-06,1613946144816,5958
"mom_0",0.917449759878698,1613946144816,5958
"eps_0",1e-05,1613946144816,5958
"wd_1",0.01,1613946144816,5958
"sqr_mom_1",0.99,1613946144816,5958
"lr_1",1.627545730945036e-05,1613946144816,5958
"mom_1",0.917449759878698,1613946144816,5958
"eps_1",1e-05,1613946144816,5958
"wd_2",0.01,1613946144816,5958
"sqr_mom_2",0.99,1613946144816,5958
"lr_2",0.00016275457309450358,1613946144816,5958
"mom_2",0.917449759878698,1613946144816,5958
"eps_2",1e-05,1613946144816,5958
"train_loss",0.0065924893,1613946145766,5959
"raw_loss",0.00896923,1613946145766,5959
"epoch",37.48427672955973,1613946145766,5959
"wd_0",0.01,1613946145766,5959
"sqr_mom_0",0.99,1613946145766,5959
"lr_0",1.6262232038575033e-06,1613946145766,5959
"mom_0",0.9174762106849568,1613946145766,5959
"eps_0",1e-05,1613946145766,5959
"wd_1",0.01,1613946145766,5959
"sqr_mom_1",0.99,1613946145766,5959
"lr_1",1.6262232038575035e-05,1613946145766,5959
"mom_1",0.9174762106849568,1613946145766,5959
"eps_1",1e-05,1613946145766,5959
"wd_2",0.01,1613946145766,5959
"sqr_mom_2",0.99,1613946145766,5959
"lr_2",0.00016262232038575034,1613946145766,5959
"mom_2",0.9174762106849568,1613946145766,5959
"eps_2",1e-05,1613946145766,5959
"train_loss",0.006549718,1613946146706,5960
"raw_loss",0.0044539166,1613946146706,5960
"epoch",37.49056603773583,1613946146706,5960
"wd_0",0.01,1613946146706,5960
"sqr_mom_0",0.99,1613946146706,5960
"lr_0",1.6249009552842766e-06,1613946146706,5960
"mom_0",0.9175026559208737,1613946146706,5960
"eps_0",1e-05,1613946146706,5960
"wd_1",0.01,1613946146706,5960
"sqr_mom_1",0.99,1613946146706,5960
"lr_1",1.624900955284277e-05,1613946146706,5960
"mom_1",0.9175026559208737,1613946146706,5960
"eps_1",1e-05,1613946146706,5960
"wd_2",0.01,1613946146706,5960
"sqr_mom_2",0.99,1613946146706,5960
"lr_2",0.00016249009552842761,1613946146706,5960
"mom_2",0.9175026559208737,1613946146706,5960
"eps_2",1e-05,1613946146706,5960
"train_loss",0.0065250327,1613946147662,5961
"raw_loss",0.0053154514,1613946147662,5961
"epoch",37.49685534591193,1613946147662,5961
"wd_0",0.01,1613946147662,5961
"sqr_mom_0",0.99,1613946147662,5961
"lr_0",1.6235789856468078e-06,1613946147662,5961
"mom_0",0.9175290955780195,1613946147662,5961
"eps_0",1e-05,1613946147662,5961
"wd_1",0.01,1613946147662,5961
"sqr_mom_1",0.99,1613946147662,5961
"lr_1",1.6235789856468076e-05,1613946147662,5961
"mom_1",0.9175290955780195,1613946147662,5961
"eps_1",1e-05,1613946147662,5961
"wd_2",0.01,1613946147662,5961
"sqr_mom_2",0.99,1613946147662,5961
"lr_2",0.00016235789856468074,1613946147662,5961
"mom_2",0.9175290955780195,1613946147662,5961
"eps_2",1e-05,1613946147662,5961
"train_loss",0.0065608514,1613946148601,5962
"raw_loss",0.008315968,1613946148601,5962
"epoch",37.50314465408803,1613946148601,5962
"wd_0",0.01,1613946148601,5962
"sqr_mom_0",0.99,1613946148601,5962
"lr_0",1.6222572953664594e-06,1613946148601,5962
"mom_0",0.9175555296479673,1613946148601,5962
"eps_0",1e-05,1613946148601,5962
"wd_1",0.01,1613946148601,5962
"sqr_mom_1",0.99,1613946148601,5962
"lr_1",1.6222572953664596e-05,1613946148601,5962
"mom_1",0.9175555296479673,1613946148601,5962
"eps_1",1e-05,1613946148601,5962
"wd_2",0.01,1613946148601,5962
"sqr_mom_2",0.99,1613946148601,5962
"lr_2",0.00016222572953664594,1613946148601,5962
"mom_2",0.9175555296479673,1613946148601,5962
"eps_2",1e-05,1613946148601,5962
"train_loss",0.0065446207,1613946149549,5963
"raw_loss",0.00574932,1613946149549,5963
"epoch",37.50943396226413,1613946149549,5963
"wd_0",0.01,1613946149549,5963
"sqr_mom_0",0.99,1613946149549,5963
"lr_0",1.6209358848645049e-06,1613946149549,5963
"mom_0",0.917581958122291,1613946149549,5963
"eps_0",1e-05,1613946149549,5963
"wd_1",0.01,1613946149549,5963
"sqr_mom_1",0.99,1613946149549,5963
"lr_1",1.6209358848645047e-05,1613946149549,5963
"mom_1",0.917581958122291,1613946149549,5963
"eps_1",1e-05,1613946149549,5963
"wd_2",0.01,1613946149549,5963
"sqr_mom_2",0.99,1613946149549,5963
"lr_2",0.00016209358848645047,1613946149549,5963
"mom_2",0.917581958122291,1613946149549,5963
"eps_2",1e-05,1613946149549,5963
"train_loss",0.006615973,1613946150496,5964
"raw_loss",0.01011225,1613946150496,5964
"epoch",37.51572327044023,1613946150496,5964
"wd_0",0.01,1613946150496,5964
"sqr_mom_0",0.99,1613946150496,5964
"lr_0",1.6196151927014684e-06,1613946150496,5964
"mom_0",0.9176083722296929,1613946150496,5964
"eps_0",1e-05,1613946150496,5964
"wd_1",0.01,1613946150496,5964
"sqr_mom_1",0.99,1613946150496,5964
"lr_1",1.6196151927014682e-05,1613946150496,5964
"mom_1",0.9176083722296929,1613946150496,5964
"eps_1",1e-05,1613946150496,5964
"wd_2",0.01,1613946150496,5964
"sqr_mom_2",0.99,1613946150496,5964
"lr_2",0.0001619615192701468,1613946150496,5964
"mom_2",0.9176083722296929,1613946150496,5964
"eps_2",1e-05,1613946150496,5964
"train_loss",0.0066230125,1613946151444,5965
"raw_loss",0.0069679334,1613946151444,5965
"epoch",37.522012578616334,1613946151444,5965
"wd_0",0.01,1613946151444,5965
"sqr_mom_0",0.99,1613946151444,5965
"lr_0",1.618293904880427e-06,1613946151444,5965
"mom_0",0.917634798250374,1613946151444,5965
"eps_0",1e-05,1613946151444,5965
"wd_1",0.01,1613946151444,5965
"sqr_mom_1",0.99,1613946151444,5965
"lr_1",1.6182939048804267e-05,1613946151444,5965
"mom_1",0.917634798250374,1613946151444,5965
"eps_1",1e-05,1613946151444,5965
"wd_2",0.01,1613946151444,5965
"sqr_mom_2",0.99,1613946151444,5965
"lr_2",0.00016182939048804262,1613946151444,5965
"mom_2",0.917634798250374,1613946151444,5965
"eps_2",1e-05,1613946151444,5965
"train_loss",0.0065910914,1613946152385,5966
"raw_loss",0.005026958,1613946152385,5966
"epoch",37.528301886792434,1613946152385,5966
"wd_0",0.01,1613946152385,5966
"sqr_mom_0",0.99,1613946152385,5966
"lr_0",1.616973774193314e-06,1613946152385,5966
"mom_0",0.917661201128145,1613946152385,5966
"eps_0",1e-05,1613946152385,5966
"wd_1",0.01,1613946152385,5966
"sqr_mom_1",0.99,1613946152385,5966
"lr_1",1.6169737741933136e-05,1613946152385,5966
"mom_1",0.917661201128145,1613946152385,5966
"eps_1",1e-05,1613946152385,5966
"wd_2",0.01,1613946152385,5966
"sqr_mom_2",0.99,1613946152385,5966
"lr_2",0.00016169737741933134,1613946152385,5966
"mom_2",0.917661201128145,1613946152385,5966
"eps_2",1e-05,1613946152385,5966
"train_loss",0.006610212,1613946153331,5967
"raw_loss",0.007547117,1613946153331,5967
"epoch",37.534591194968534,1613946153331,5967
"wd_0",0.01,1613946153331,5967
"sqr_mom_0",0.99,1613946153331,5967
"lr_0",1.6156539247819802e-06,1613946153331,5967
"mom_0",0.9176875983803442,1613946153331,5967
"eps_0",1e-05,1613946153331,5967
"wd_1",0.01,1613946153331,5967
"sqr_mom_1",0.99,1613946153331,5967
"lr_1",1.6156539247819797e-05,1613946153331,5967
"mom_1",0.9176875983803442,1613946153331,5967
"eps_1",1e-05,1613946153331,5967
"wd_2",0.01,1613946153331,5967
"sqr_mom_2",0.99,1613946153331,5967
"lr_2",0.00016156539247819796,1613946153331,5967
"mom_2",0.9176875983803442,1613946153331,5967
"eps_2",1e-05,1613946153331,5967
"train_loss",0.0065728026,1613946154317,5968
"raw_loss",0.00473974,1613946154317,5968
"epoch",37.540880503144635,1613946154317,5968
"wd_0",0.01,1613946154317,5968
"sqr_mom_0",0.99,1613946154317,5968
"lr_0",1.6143334815348934e-06,1613946154317,5968
"mom_0",0.9177140075093771,1613946154317,5968
"eps_0",1e-05,1613946154317,5968
"wd_1",0.01,1613946154317,5968
"sqr_mom_1",0.99,1613946154317,5968
"lr_1",1.6143334815348933e-05,1613946154317,5968
"mom_1",0.9177140075093771,1613946154317,5968
"eps_1",1e-05,1613946154317,5968
"wd_2",0.01,1613946154317,5968
"sqr_mom_2",0.99,1613946154317,5968
"lr_2",0.00016143334815348933,1613946154317,5968
"mom_2",0.9177140075093771,1613946154317,5968
"eps_2",1e-05,1613946154317,5968
"train_loss",0.00653013,1613946155296,5969
"raw_loss",0.0044391574,1613946155296,5969
"epoch",37.547169811320735,1613946155296,5969
"wd_0",0.01,1613946155296,5969
"sqr_mom_0",0.99,1613946155296,5969
"lr_0",1.6130141961235943e-06,1613946155296,5969
"mom_0",0.9177403934814629,1613946155296,5969
"eps_0",1e-05,1613946155296,5969
"wd_1",0.01,1613946155296,5969
"sqr_mom_1",0.99,1613946155296,5969
"lr_1",1.6130141961235942e-05,1613946155296,5969
"mom_1",0.9177403934814629,1613946155296,5969
"eps_1",1e-05,1613946155296,5969
"wd_2",0.01,1613946155296,5969
"sqr_mom_2",0.99,1613946155296,5969
"lr_2",0.00016130141961235938,1613946155296,5969
"mom_2",0.9177403934814629,1613946155296,5969
"eps_2",1e-05,1613946155296,5969
"train_loss",0.0065152007,1613946156440,5970
"raw_loss",0.0057836836,1613946156440,5970
"epoch",37.553459119496836,1613946156440,5970
"wd_0",0.01,1613946156440,5970
"sqr_mom_0",0.99,1613946156440,5970
"lr_0",1.6116951932493072e-06,1613946156440,5970
"mom_0",0.9177667738027518,1613946156440,5970
"eps_0",1e-05,1613946156440,5970
"wd_1",0.01,1613946156440,5970
"sqr_mom_1",0.99,1613946156440,5970
"lr_1",1.611695193249307e-05,1613946156440,5970
"mom_1",0.9177667738027518,1613946156440,5970
"eps_1",1e-05,1613946156440,5970
"wd_2",0.01,1613946156440,5970
"sqr_mom_2",0.99,1613946156440,5970
"lr_2",0.00016116951932493068,1613946156440,5970
"mom_2",0.9177667738027518,1613946156440,5970
"eps_2",1e-05,1613946156440,5970
"train_loss",0.0065803514,1613946157563,5971
"raw_loss",0.009772727,1613946157563,5971
"epoch",37.559748427672936,1613946157563,5971
"wd_0",0.01,1613946157563,5971
"sqr_mom_0",0.99,1613946157563,5971
"lr_0",1.6103755983632222e-06,1613946157563,5971
"mom_0",0.9177931659643952,1613946157563,5971
"eps_0",1e-05,1613946157563,5971
"wd_1",0.01,1613946157563,5971
"sqr_mom_1",0.99,1613946157563,5971
"lr_1",1.610375598363222e-05,1613946157563,5971
"mom_1",0.9177931659643952,1613946157563,5971
"eps_1",1e-05,1613946157563,5971
"wd_2",0.01,1613946157563,5971
"sqr_mom_2",0.99,1613946157563,5971
"lr_2",0.00016103755983632215,1613946157563,5971
"mom_2",0.9177931659643952,1613946157563,5971
"eps_2",1e-05,1613946157563,5971
"train_loss",0.006540105,1613946158511,5972
"raw_loss",0.0045680422,1613946158511,5972
"epoch",37.56603773584904,1613946158511,5972
"wd_0",0.01,1613946158511,5972
"sqr_mom_0",0.99,1613946158511,5972
"lr_0",1.6090571620114627e-06,1613946158511,5972
"mom_0",0.9178195349551203,1613946158511,5972
"eps_0",1e-05,1613946158511,5972
"wd_1",0.01,1613946158511,5972
"sqr_mom_1",0.99,1613946158511,5972
"lr_1",1.609057162011463e-05,1613946158511,5972
"mom_1",0.9178195349551203,1613946158511,5972
"eps_1",1e-05,1613946158511,5972
"wd_2",0.01,1613946158511,5972
"sqr_mom_2",0.99,1613946158511,5972
"lr_2",0.00016090571620114627,1613946158511,5972
"mom_2",0.9178195349551203,1613946158511,5972
"eps_2",1e-05,1613946158511,5972
"train_loss",0.0064784205,1613946159452,5973
"raw_loss",0.003455876,1613946159452,5973
"epoch",37.57232704402514,1613946159452,5973
"wd_0",0.01,1613946159452,5973
"sqr_mom_0",0.99,1613946159452,5973
"lr_0",1.6077385721610303e-06,1613946159452,5973
"mom_0",0.9178459070158496,1613946159452,5973
"eps_0",1e-05,1613946159452,5973
"wd_1",0.01,1613946159452,5973
"sqr_mom_1",0.99,1613946159452,5973
"lr_1",1.60773857216103e-05,1613946159452,5973
"mom_1",0.9178459070158496,1613946159452,5973
"eps_1",1e-05,1613946159452,5973
"wd_2",0.01,1613946159452,5973
"sqr_mom_2",0.99,1613946159452,5973
"lr_2",0.00016077385721610297,1613946159452,5973
"mom_2",0.9178459070158496,1613946159452,5973
"eps_2",1e-05,1613946159452,5973
"train_loss",0.006485904,1613946160441,5974
"raw_loss",0.006852611,1613946160441,5974
"epoch",37.57861635220124,1613946160441,5974
"wd_0",0.01,1613946160441,5974
"sqr_mom_0",0.99,1613946160441,5974
"lr_0",1.606420266716669e-06,1613946160441,5974
"mom_0",0.9178722733884005,1613946160441,5974
"eps_0",1e-05,1613946160441,5974
"wd_1",0.01,1613946160441,5974
"sqr_mom_1",0.99,1613946160441,5974
"lr_1",1.6064202667166693e-05,1613946160441,5974
"mom_1",0.9178722733884005,1613946160441,5974
"eps_1",1e-05,1613946160441,5974
"wd_2",0.01,1613946160441,5974
"sqr_mom_2",0.99,1613946160441,5974
"lr_2",0.0001606420266716669,1613946160441,5974
"mom_2",0.9178722733884005,1613946160441,5974
"eps_2",1e-05,1613946160441,5974
"train_loss",0.006549842,1613946161399,5975
"raw_loss",0.009682802,1613946161399,5975
"epoch",37.58490566037734,1613946161399,5975
"wd_0",0.01,1613946161399,5975
"sqr_mom_0",0.99,1613946161399,5975
"lr_0",1.6051022460985722e-06,1613946161399,5975
"mom_0",0.9178986340643691,1613946161399,5975
"eps_0",1e-05,1613946161399,5975
"wd_1",0.01,1613946161399,5975
"sqr_mom_1",0.99,1613946161399,5975
"lr_1",1.605102246098572e-05,1613946161399,5975
"mom_1",0.9178986340643691,1613946161399,5975
"eps_1",1e-05,1613946161399,5975
"wd_2",0.01,1613946161399,5975
"sqr_mom_2",0.99,1613946161399,5975
"lr_2",0.00016051022460985718,1613946161399,5975
"mom_2",0.9178986340643691,1613946161399,5975
"eps_2",1e-05,1613946161399,5975
"train_loss",0.006653119,1613946162358,5976
"raw_loss",0.011713672,1613946162358,5976
"epoch",37.59119496855344,1613946162358,5976
"wd_0",0.01,1613946162358,5976
"sqr_mom_0",0.99,1613946162358,5976
"lr_0",1.6037849477393348e-06,1613946162358,5976
"mom_0",0.9179249802950162,1613946162358,5976
"eps_0",1e-05,1613946162358,5976
"wd_1",0.01,1613946162358,5976
"sqr_mom_1",0.99,1613946162358,5976
"lr_1",1.603784947739335e-05,1613946162358,5976
"mom_1",0.9179249802950162,1613946162358,5976
"eps_1",1e-05,1613946162358,5976
"wd_2",0.01,1613946162358,5976
"sqr_mom_2",0.99,1613946162358,5976
"lr_2",0.00016037849477393344,1613946162358,5976
"mom_2",0.9179249802950162,1613946162358,5976
"eps_2",1e-05,1613946162358,5976
"train_loss",0.006682937,1613946163331,5977
"raw_loss",0.00814403,1613946163331,5977
"epoch",37.59748427672954,1613946163331,5977
"wd_0",0.01,1613946163331,5977
"sqr_mom_0",0.99,1613946163331,5977
"lr_0",1.6024670610215004e-06,1613946163331,5977
"mom_0",0.917951338292953,1613946163331,5977
"eps_0",1e-05,1613946163331,5977
"wd_1",0.01,1613946163331,5977
"sqr_mom_1",0.99,1613946163331,5977
"lr_1",1.6024670610215004e-05,1613946163331,5977
"mom_1",0.917951338292953,1613946163331,5977
"eps_1",1e-05,1613946163331,5977
"wd_2",0.01,1613946163331,5977
"sqr_mom_2",0.99,1613946163331,5977
"lr_2",0.00016024670610215,1613946163331,5977
"mom_2",0.917951338292953,1613946163331,5977
"eps_2",1e-05,1613946163331,5977
"train_loss",0.0066613513,1613946164325,5978
"raw_loss",0.0056036524,1613946164325,5978
"epoch",37.60377358490564,1613946164325,5978
"wd_0",0.01,1613946164325,5978
"sqr_mom_0",0.99,1613946164325,5978
"lr_0",1.6011503342251749e-06,1613946164325,5978
"mom_0",0.9179776730922274,1613946164325,5978
"eps_0",1e-05,1613946164325,5978
"wd_1",0.01,1613946164325,5978
"sqr_mom_1",0.99,1613946164325,5978
"lr_1",1.601150334225175e-05,1613946164325,5978
"mom_1",0.9179776730922274,1613946164325,5978
"eps_1",1e-05,1613946164325,5978
"wd_2",0.01,1613946164325,5978
"sqr_mom_2",0.99,1613946164325,5978
"lr_2",0.00016011503342251742,1613946164325,5978
"mom_2",0.9179776730922274,1613946164325,5978
"eps_2",1e-05,1613946164325,5978
"train_loss",0.006607879,1613946165277,5979
"raw_loss",0.0039877277,1613946165277,5979
"epoch",37.61006289308174,1613946165277,5979
"wd_0",0.01,1613946165277,5979
"sqr_mom_0",0.99,1613946165277,5979
"lr_0",1.5998338937448223e-06,1613946165277,5979
"mom_0",0.9180040021651252,1613946165277,5979
"eps_0",1e-05,1613946165277,5979
"wd_1",0.01,1613946165277,5979
"sqr_mom_1",0.99,1613946165277,5979
"lr_1",1.5998338937448222e-05,1613946165277,5979
"mom_1",0.9180040021651252,1613946165277,5979
"eps_1",1e-05,1613946165277,5979
"wd_2",0.01,1613946165277,5979
"sqr_mom_2",0.99,1613946165277,5979
"lr_2",0.0001599833893744822,1613946165277,5979
"mom_2",0.9180040021651252,1613946165277,5979
"eps_2",1e-05,1613946165277,5979
"train_loss",0.0066154776,1613946166262,5980
"raw_loss",0.0069878176,1613946166262,5980
"epoch",37.61635220125784,1613946166262,5980
"wd_0",0.01,1613946166262,5980
"sqr_mom_0",0.99,1613946166262,5980
"lr_0",1.598516866734907e-06,1613946166262,5980
"mom_0",0.9180303429687315,1613946166262,5980
"eps_0",1e-05,1613946166262,5980
"wd_1",0.01,1613946166262,5980
"sqr_mom_1",0.99,1613946166262,5980
"lr_1",1.5985168667349073e-05,1613946166262,5980
"mom_1",0.9180303429687315,1613946166262,5980
"eps_1",1e-05,1613946166262,5980
"wd_2",0.01,1613946166262,5980
"sqr_mom_2",0.99,1613946166262,5980
"lr_2",0.00015985168667349066,1613946166262,5980
"mom_2",0.9180303429687315,1613946166262,5980
"eps_2",1e-05,1613946166262,5980
"train_loss",0.0065878197,1613946167257,5981
"raw_loss",0.0052325875,1613946167257,5981
"epoch",37.62264150943394,1613946167257,5981
"wd_0",0.01,1613946167257,5981
"sqr_mom_0",0.99,1613946167257,5981
"lr_0",1.5972010003350633e-06,1613946167257,5981
"mom_0",0.9180566605599043,1613946167257,5981
"eps_0",1e-05,1613946167257,5981
"wd_1",0.01,1613946167257,5981
"sqr_mom_1",0.99,1613946167257,5981
"lr_1",1.5972010003350635e-05,1613946167257,5981
"mom_1",0.9180566605599043,1613946167257,5981
"eps_1",1e-05,1613946167257,5981
"wd_2",0.01,1613946167257,5981
"sqr_mom_2",0.99,1613946167257,5981
"lr_2",0.0001597201000335063,1613946167257,5981
"mom_2",0.9180566605599043,1613946167257,5981
"eps_2",1e-05,1613946167257,5981
"train_loss",0.006542672,1613946168248,5982
"raw_loss",0.0043304213,1613946168248,5982
"epoch",37.62893081761004,1613946168248,5982
"wd_0",0.01,1613946168248,5982
"sqr_mom_0",0.99,1613946168248,5982
"lr_0",1.5958849850676067e-06,1613946168248,5982
"mom_0",0.9180829811284591,1613946168248,5982
"eps_0",1e-05,1613946168248,5982
"wd_1",0.01,1613946168248,5982
"sqr_mom_1",0.99,1613946168248,5982
"lr_1",1.595884985067607e-05,1613946168248,5982
"mom_1",0.9180829811284591,1613946168248,5982
"eps_1",1e-05,1613946168248,5982
"wd_2",0.01,1613946168248,5982
"sqr_mom_2",0.99,1613946168248,5982
"lr_2",0.00015958849850676067,1613946168248,5982
"mom_2",0.9180829811284591,1613946168248,5982
"eps_2",1e-05,1613946168248,5982
"train_loss",0.006743343,1613946169214,5983
"raw_loss",0.01657625,1613946169214,5983
"epoch",37.63522012578614,1613946169214,5983
"wd_0",0.01,1613946169214,5983
"sqr_mom_0",0.99,1613946169214,5983
"lr_0",1.5945692579844159e-06,1613946169214,5983
"mom_0",0.918109295933271,1613946169214,5983
"eps_0",1e-05,1613946169214,5983
"wd_1",0.01,1613946169214,5983
"sqr_mom_1",0.99,1613946169214,5983
"lr_1",1.594569257984416e-05,1613946169214,5983
"mom_1",0.918109295933271,1613946169214,5983
"eps_1",1e-05,1613946169214,5983
"wd_2",0.01,1613946169214,5983
"sqr_mom_2",0.99,1613946169214,5983
"lr_2",0.00015945692579844153,1613946169214,5983
"mom_2",0.918109295933271,1613946169214,5983
"eps_2",1e-05,1613946169214,5983
"train_loss",0.006822896,1613946170167,5984
"raw_loss",0.010720992,1613946170167,5984
"epoch",37.64150943396224,1613946170167,5984
"wd_0",0.01,1613946170167,5984
"sqr_mom_0",0.99,1613946170167,5984
"lr_0",1.5932538195048633e-06,1613946170167,5984
"mom_0",0.9181356049659524,1613946170167,5984
"eps_0",1e-05,1613946170167,5984
"wd_1",0.01,1613946170167,5984
"sqr_mom_1",0.99,1613946170167,5984
"lr_1",1.593253819504863e-05,1613946170167,5984
"mom_1",0.9181356049659524,1613946170167,5984
"eps_1",1e-05,1613946170167,5984
"wd_2",0.01,1613946170167,5984
"sqr_mom_2",0.99,1613946170167,5984
"lr_2",0.00015932538195048625,1613946170167,5984
"mom_2",0.9181356049659524,1613946170167,5984
"eps_2",1e-05,1613946170167,5984
"train_loss",0.006771188,1613946171117,5985
"raw_loss",0.004237498,1613946171117,5985
"epoch",37.64779874213834,1613946171117,5985
"wd_0",0.01,1613946171117,5985
"sqr_mom_0",0.99,1613946171117,5985
"lr_0",1.5919391062024105e-06,1613946171117,5985
"mom_0",0.9181618994949468,1613946171117,5985
"eps_0",1e-05,1613946171117,5985
"wd_1",0.01,1613946171117,5985
"sqr_mom_1",0.99,1613946171117,5985
"lr_1",1.5919391062024107e-05,1613946171117,5985
"mom_1",0.9181618994949468,1613946171117,5985
"eps_1",1e-05,1613946171117,5985
"wd_2",0.01,1613946171117,5985
"sqr_mom_2",0.99,1613946171117,5985
"lr_2",0.00015919391062024102,1613946171117,5985
"mom_2",0.9181618994949468,1613946171117,5985
"eps_2",1e-05,1613946171117,5985
"train_loss",0.00679439,1613946172120,5986
"raw_loss",0.007931269,1613946172120,5986
"epoch",37.65408805031444,1613946172120,5986
"wd_0",0.01,1613946172120,5986
"sqr_mom_0",0.99,1613946172120,5986
"lr_0",1.5906238100337054e-06,1613946172120,5986
"mom_0",0.9181882056813827,1613946172120,5986
"eps_0",1e-05,1613946172120,5986
"wd_1",0.01,1613946172120,5986
"sqr_mom_1",0.99,1613946172120,5986
"lr_1",1.5906238100337054e-05,1613946172120,5986
"mom_1",0.9181882056813827,1613946172120,5986
"eps_1",1e-05,1613946172120,5986
"wd_2",0.01,1613946172120,5986
"sqr_mom_2",0.99,1613946172120,5986
"lr_2",0.00015906238100337053,1613946172120,5986
"mom_2",0.9181882056813827,1613946172120,5986
"eps_2",1e-05,1613946172120,5986
"train_loss",0.0067827497,1613946173099,5987
"raw_loss",0.0062123933,1613946173099,5987
"epoch",37.66037735849054,1613946173099,5987
"wd_0",0.01,1613946173099,5987
"sqr_mom_0",0.99,1613946173099,5987
"lr_0",1.5893096758422864e-06,1613946173099,5987
"mom_0",0.9182144886280406,1613946173099,5987
"eps_0",1e-05,1613946173099,5987
"wd_1",0.01,1613946173099,5987
"sqr_mom_1",0.99,1613946173099,5987
"lr_1",1.589309675842286e-05,1613946173099,5987
"mom_1",0.9182144886280406,1613946173099,5987
"eps_1",1e-05,1613946173099,5987
"wd_2",0.01,1613946173099,5987
"sqr_mom_2",0.99,1613946173099,5987
"lr_2",0.0001589309675842286,1613946173099,5987
"mom_2",0.9182144886280406,1613946173099,5987
"eps_2",1e-05,1613946173099,5987
"train_loss",0.006828625,1613946174053,5988
"raw_loss",0.009076533,1613946174053,5988
"epoch",37.66666666666664,1613946174053,5988
"wd_0",0.01,1613946174053,5988
"sqr_mom_0",0.99,1613946174053,5988
"lr_0",1.587995831738412e-06,1613946174053,5988
"mom_0",0.9182407657728895,1613946174053,5988
"eps_0",1e-05,1613946174053,5988
"wd_1",0.01,1613946174053,5988
"sqr_mom_1",0.99,1613946174053,5988
"lr_1",1.5879958317384122e-05,1613946174053,5988
"mom_1",0.9182407657728895,1613946174053,5988
"eps_1",1e-05,1613946174053,5988
"wd_2",0.01,1613946174053,5988
"sqr_mom_2",0.99,1613946174053,5988
"lr_2",0.0001587995831738412,1613946174053,5988
"mom_2",0.9182407657728895,1613946174053,5988
"eps_2",1e-05,1613946174053,5988
"train_loss",0.0068959184,1613946175005,5989
"raw_loss",0.010193291,1613946175005,5989
"epoch",37.67295597484274,1613946175005,5989
"wd_0",0.01,1613946175005,5989
"sqr_mom_0",0.99,1613946175005,5989
"lr_0",1.5866814066023502e-06,1613946175005,5989
"mom_0",0.9182670545384983,1613946175005,5989
"eps_0",1e-05,1613946175005,5989
"wd_1",0.01,1613946175005,5989
"sqr_mom_1",0.99,1613946175005,5989
"lr_1",1.58668140660235e-05,1613946175005,5989
"mom_1",0.9182670545384983,1613946175005,5989
"eps_1",1e-05,1613946175005,5989
"wd_2",0.01,1613946175005,5989
"sqr_mom_2",0.99,1613946175005,5989
"lr_2",0.00015866814066023497,1613946175005,5989
"mom_2",0.9182670545384983,1613946175005,5989
"eps_2",1e-05,1613946175005,5989
"train_loss",0.006995905,1613946175951,5990
"raw_loss",0.011895253,1613946175951,5990
"epoch",37.679245283018844,1613946175951,5990
"wd_0",0.01,1613946175951,5990
"sqr_mom_0",0.99,1613946175951,5990
"lr_0",1.5853681441221457e-06,1613946175951,5990
"mom_0",0.9182933200507576,1613946175951,5990
"eps_0",1e-05,1613946175951,5990
"wd_1",0.01,1613946175951,5990
"sqr_mom_1",0.99,1613946175951,5990
"lr_1",1.5853681441221456e-05,1613946175951,5990
"mom_1",0.9182933200507576,1613946175951,5990
"eps_1",1e-05,1613946175951,5990
"wd_2",0.01,1613946175951,5990
"sqr_mom_2",0.99,1613946175951,5990
"lr_2",0.0001585368144122145,1613946175951,5990
"mom_2",0.9182933200507576,1613946175951,5990
"eps_2",1e-05,1613946175951,5990
"train_loss",0.0069482923,1613946176890,5991
"raw_loss",0.004615267,1613946176890,5991
"epoch",37.685534591194944,1613946176890,5991
"wd_0",0.01,1613946176890,5991
"sqr_mom_0",0.99,1613946176890,5991
"lr_0",1.5840551729849708e-06,1613946176890,5991
"mom_0",0.9183195797360979,1613946176890,5991
"eps_0",1e-05,1613946176890,5991
"wd_1",0.01,1613946176890,5991
"sqr_mom_1",0.99,1613946176890,5991
"lr_1",1.584055172984971e-05,1613946176890,5991
"mom_1",0.9183195797360979,1613946176890,5991
"eps_1",1e-05,1613946176890,5991
"wd_2",0.01,1613946176890,5991
"sqr_mom_2",0.99,1613946176890,5991
"lr_2",0.00015840551729849703,1613946176890,5991
"mom_2",0.9183195797360979,1613946176890,5991
"eps_2",1e-05,1613946176890,5991
"train_loss",0.007133968,1613946177860,5992
"raw_loss",0.016232094,1613946177860,5992
"epoch",37.691823899371045,1613946177860,5992
"wd_0",0.01,1613946177860,5992
"sqr_mom_0",0.99,1613946177860,5992
"lr_0",1.5827416226513384e-06,1613946177860,5992
"mom_0",0.9183458510054833,1613946177860,5992
"eps_0",1e-05,1613946177860,5992
"wd_1",0.01,1613946177860,5992
"sqr_mom_1",0.99,1613946177860,5992
"lr_1",1.5827416226513382e-05,1613946177860,5992
"mom_1",0.9183458510054833,1613946177860,5992
"eps_1",1e-05,1613946177860,5992
"wd_2",0.01,1613946177860,5992
"sqr_mom_2",0.99,1613946177860,5992
"lr_2",0.0001582741622651338,1613946177860,5992
"mom_2",0.9183458510054833,1613946177860,5992
"eps_2",1e-05,1613946177860,5992
"train_loss",0.0071277684,1613946178844,5993
"raw_loss",0.006823982,1613946178844,5993
"epoch",37.698113207547145,1613946178844,5993
"wd_0",0.01,1613946178844,5993
"sqr_mom_0",0.99,1613946178844,5993
"lr_0",1.581429235648801e-06,1613946178844,5993
"mom_0",0.918372099008014,1613946178844,5993
"eps_0",1e-05,1613946178844,5993
"wd_1",0.01,1613946178844,5993
"sqr_mom_1",0.99,1613946178844,5993
"lr_1",1.5814292356488012e-05,1613946178844,5993
"mom_1",0.918372099008014,1613946178844,5993
"eps_1",1e-05,1613946178844,5993
"wd_2",0.01,1613946178844,5993
"sqr_mom_2",0.99,1613946178844,5993
"lr_2",0.00015814292356488007,1613946178844,5993
"mom_2",0.918372099008014,1613946178844,5993
"eps_2",1e-05,1613946178844,5993
"train_loss",0.00706036,1613946179793,5994
"raw_loss",0.0037573613,1613946179793,5994
"epoch",37.704402515723245,1613946179793,5994
"wd_0",0.01,1613946179793,5994
"sqr_mom_0",0.99,1613946179793,5994
"lr_0",1.5801167059592973e-06,1613946179793,5994
"mom_0",0.9183983498643127,1613946179793,5994
"eps_0",1e-05,1613946179793,5994
"wd_1",0.01,1613946179793,5994
"sqr_mom_1",0.99,1613946179793,5994
"lr_1",1.5801167059592973e-05,1613946179793,5994
"mom_1",0.9183983498643127,1613946179793,5994
"eps_1",1e-05,1613946179793,5994
"wd_2",0.01,1613946179793,5994
"sqr_mom_2",0.99,1613946179793,5994
"lr_2",0.0001580116705959297,1613946179793,5994
"mom_2",0.9183983498643127,1613946179793,5994
"eps_2",1e-05,1613946179793,5994
"train_loss",0.0070316414,1613946180750,5995
"raw_loss",0.0056244167,1613946180750,5995
"epoch",37.710691823899346,1613946180750,5995
"wd_0",0.01,1613946180750,5995
"sqr_mom_0",0.99,1613946180750,5995
"lr_0",1.5788044694800174e-06,1613946180750,5995
"mom_0",0.9184245948563482,1613946180750,5995
"eps_0",1e-05,1613946180750,5995
"wd_1",0.01,1613946180750,5995
"sqr_mom_1",0.99,1613946180750,5995
"lr_1",1.5788044694800173e-05,1613946180750,5995
"mom_1",0.9184245948563482,1613946180750,5995
"eps_1",1e-05,1613946180750,5995
"wd_2",0.01,1613946180750,5995
"sqr_mom_2",0.99,1613946180750,5995
"lr_2",0.00015788044694800172,1613946180750,5995
"mom_2",0.9184245948563482,1613946180750,5995
"eps_2",1e-05,1613946180750,5995
"train_loss",0.0070021637,1613946181706,5996
"raw_loss",0.0055577587,1613946181706,5996
"epoch",37.716981132075446,1613946181706,5996
"wd_0",0.01,1613946181706,5996
"sqr_mom_0",0.99,1613946181706,5996
"lr_0",1.5774925266292222e-06,1613946181706,5996
"mom_0",0.9184508339757553,1613946181706,5996
"eps_0",1e-05,1613946181706,5996
"wd_1",0.01,1613946181706,5996
"sqr_mom_1",0.99,1613946181706,5996
"lr_1",1.5774925266292222e-05,1613946181706,5996
"mom_1",0.9184508339757553,1613946181706,5996
"eps_1",1e-05,1613946181706,5996
"wd_2",0.01,1613946181706,5996
"sqr_mom_2",0.99,1613946181706,5996
"lr_2",0.00015774925266292216,1613946181706,5996
"mom_2",0.9184508339757553,1613946181706,5996
"eps_2",1e-05,1613946181706,5996
"train_loss",0.007060292,1613946182697,5997
"raw_loss",0.009908595,1613946182697,5997
"epoch",37.72327044025155,1613946182697,5997
"wd_0",0.01,1613946182697,5997
"sqr_mom_0",0.99,1613946182697,5997
"lr_0",1.5761813128173464e-06,1613946182697,5997
"mom_0",0.9184770585142382,1613946182697,5997
"eps_0",1e-05,1613946182697,5997
"wd_1",0.01,1613946182697,5997
"sqr_mom_1",0.99,1613946182697,5997
"lr_1",1.5761813128173464e-05,1613946182697,5997
"mom_1",0.9184770585142382,1613946182697,5997
"eps_1",1e-05,1613946182697,5997
"wd_2",0.01,1613946182697,5997
"sqr_mom_2",0.99,1613946182697,5997
"lr_2",0.0001576181312817346,1613946182697,5997
"mom_2",0.9184770585142382,1613946182697,5997
"eps_2",1e-05,1613946182697,5997
"train_loss",0.007026979,1613946183649,5998
"raw_loss",0.005394609,1613946183649,5998
"epoch",37.72955974842765,1613946183649,5998
"wd_0",0.01,1613946183649,5998
"sqr_mom_0",0.99,1613946183649,5998
"lr_0",1.574869523485657e-06,1613946183649,5998
"mom_0",0.9185032945632324,1613946183649,5998
"eps_0",1e-05,1613946183649,5998
"wd_1",0.01,1613946183649,5998
"sqr_mom_1",0.99,1613946183649,5998
"lr_1",1.5748695234856568e-05,1613946183649,5998
"mom_1",0.9185032945632324,1613946183649,5998
"eps_1",1e-05,1613946183649,5998
"wd_2",0.01,1613946183649,5998
"sqr_mom_2",0.99,1613946183649,5998
"lr_2",0.00015748695234856565,1613946183649,5998
"mom_2",0.9185032945632324,1613946183649,5998
"eps_2",1e-05,1613946183649,5998
"train_loss",0.007034444,1613946184623,5999
"raw_loss",0.0074002184,1613946184623,5999
"epoch",37.73584905660375,1613946184623,5999
"wd_0",0.01,1613946184623,5999
"sqr_mom_0",0.99,1613946184623,5999
"lr_0",1.5735588988255978e-06,1613946184623,5999
"mom_0",0.9185295073185612,1613946184623,5999
"eps_0",1e-05,1613946184623,5999
"wd_1",0.01,1613946184623,5999
"sqr_mom_1",0.99,1613946184623,5999
"lr_1",1.573558898825598e-05,1613946184623,5999
"mom_1",0.9185295073185612,1613946184623,5999
"eps_1",1e-05,1613946184623,5999
"wd_2",0.01,1613946184623,5999
"sqr_mom_2",0.99,1613946184623,5999
"lr_2",0.00015735588988255976,1613946184623,5999
"mom_2",0.9185295073185612,1613946184623,5999
"eps_2",1e-05,1613946184623,5999
"train_loss",0.0070215124,1613946185586,6000
"raw_loss",0.0063878633,1613946185586,6000
"epoch",37.74213836477985,1613946185586,6000
"wd_0",0.01,1613946185586,6000
"sqr_mom_0",0.99,1613946185586,6000
"lr_0",1.572248569270134e-06,1613946185586,6000
"mom_0",0.918555714171739,1613946185586,6000
"eps_0",1e-05,1613946185586,6000
"wd_1",0.01,1613946185586,6000
"sqr_mom_1",0.99,1613946185586,6000
"lr_1",1.5722485692701338e-05,1613946185586,6000
"mom_1",0.918555714171739,1613946185586,6000
"eps_1",1e-05,1613946185586,6000
"wd_2",0.01,1613946185586,6000
"sqr_mom_2",0.99,1613946185586,6000
"lr_2",0.00015722485692701331,1613946185586,6000
"mom_2",0.918555714171739,1613946185586,6000
"eps_2",1e-05,1613946185586,6000
"train_loss",0.007157955,1613946186573,6001
"raw_loss",0.013843643,1613946186573,6001
"epoch",37.74842767295595,1613946186573,6001
"wd_0",0.01,1613946186573,6001
"sqr_mom_0",0.99,1613946186573,6001
"lr_0",1.5709376660355543e-06,1613946186573,6001
"mom_0",0.9185819324986139,1613946186573,6001
"eps_0",1e-05,1613946186573,6001
"wd_1",0.01,1613946186573,6001
"sqr_mom_1",0.99,1613946186573,6001
"lr_1",1.5709376660355542e-05,1613946186573,6001
"mom_1",0.9185819324986139,1613946186573,6001
"eps_1",1e-05,1613946186573,6001
"wd_2",0.01,1613946186573,6001
"sqr_mom_2",0.99,1613946186573,6001
"lr_2",0.0001570937666035554,1613946186573,6001
"mom_2",0.9185819324986139,1613946186573,6001
"eps_2",1e-05,1613946186573,6001
"train_loss",0.0071189427,1613946187600,6002
"raw_loss",0.005207349,1613946187600,6002
"epoch",37.75471698113205,1613946187600,6002
"wd_0",0.01,1613946187600,6002
"sqr_mom_0",0.99,1613946187600,6002
"lr_0",1.5696279281378265e-06,1613946187600,6002
"mom_0",0.9186081275185186,1613946187600,6002
"eps_0",1e-05,1613946187600,6002
"wd_1",0.01,1613946187600,6002
"sqr_mom_1",0.99,1613946187600,6002
"lr_1",1.5696279281378263e-05,1613946187600,6002
"mom_1",0.9186081275185186,1613946187600,6002
"eps_1",1e-05,1613946187600,6002
"wd_2",0.01,1613946187600,6002
"sqr_mom_2",0.99,1613946187600,6002
"lr_2",0.00015696279281378263,1613946187600,6002
"mom_2",0.9186081275185186,1613946187600,6002
"eps_2",1e-05,1613946187600,6002
"train_loss",0.007576946,1613946188555,6003
"raw_loss",0.030019129,1613946188555,6003
"epoch",37.76100628930815,1613946188555,6003
"wd_0",0.01,1613946188555,6003
"sqr_mom_0",0.99,1613946188555,6003
"lr_0",1.5683176177891663e-06,1613946188555,6003
"mom_0",0.9186343339875566,1613946188555,6003
"eps_0",1e-05,1613946188555,6003
"wd_1",0.01,1613946188555,6003
"sqr_mom_1",0.99,1613946188555,6003
"lr_1",1.5683176177891664e-05,1613946188555,6003
"mom_1",0.9186343339875566,1613946188555,6003
"eps_1",1e-05,1613946188555,6003
"wd_2",0.01,1613946188555,6003
"sqr_mom_2",0.99,1613946188555,6003
"lr_2",0.0001568317617789166,1613946188555,6003
"mom_2",0.9186343339875566,1613946188555,6003
"eps_2",1e-05,1613946188555,6003
"train_loss",0.007521904,1613946189518,6004
"raw_loss",0.0048248363,1613946189518,6004
"epoch",37.76729559748425,1613946189518,6004
"wd_0",0.01,1613946189518,6004
"sqr_mom_0",0.99,1613946189518,6004
"lr_0",1.5670084732190306e-06,1613946189518,6004
"mom_0",0.9186605171407908,1613946189518,6004
"eps_0",1e-05,1613946189518,6004
"wd_1",0.01,1613946189518,6004
"sqr_mom_1",0.99,1613946189518,6004
"lr_1",1.5670084732190303e-05,1613946189518,6004
"mom_1",0.9186605171407908,1613946189518,6004
"eps_1",1e-05,1613946189518,6004
"wd_2",0.01,1613946189518,6004
"sqr_mom_2",0.99,1613946189518,6004
"lr_2",0.00015670084732190303,1613946189518,6004
"mom_2",0.9186605171407908,1613946189518,6004
"eps_2",1e-05,1613946189518,6004
"train_loss",0.007515645,1613946190472,6005
"raw_loss",0.0072089527,1613946190472,6005
"epoch",37.77358490566035,1613946190472,6005
"wd_0",0.01,1613946190472,6005
"sqr_mom_0",0.99,1613946190472,6005
"lr_0",1.5656991916334102e-06,1613946190472,6005
"mom_0",0.9186867030343621,1613946190472,6005
"eps_0",1e-05,1613946190472,6005
"wd_1",0.01,1613946190472,6005
"sqr_mom_1",0.99,1613946190472,6005
"lr_1",1.5656991916334105e-05,1613946190472,6005
"mom_1",0.9186867030343621,1613946190472,6005
"eps_1",1e-05,1613946190472,6005
"wd_2",0.01,1613946190472,6005
"sqr_mom_2",0.99,1613946190472,6005
"lr_2",0.000156569919163341,1613946190472,6005
"mom_2",0.9186867030343621,1613946190472,6005
"eps_2",1e-05,1613946190472,6005
"train_loss",0.0075161196,1613946191414,6006
"raw_loss",0.0075393636,1613946191414,6006
"epoch",37.77987421383645,1613946191414,6006
"wd_0",0.01,1613946191414,6006
"sqr_mom_0",0.99,1613946191414,6006
"lr_0",1.5643902078534322e-06,1613946191414,6006
"mom_0",0.918712882971761,1613946191414,6006
"eps_0",1e-05,1613946191414,6006
"wd_1",0.01,1613946191414,6006
"sqr_mom_1",0.99,1613946191414,6006
"lr_1",1.564390207853432e-05,1613946191414,6006
"mom_1",0.918712882971761,1613946191414,6006
"eps_1",1e-05,1613946191414,6006
"wd_2",0.01,1613946191414,6006
"sqr_mom_2",0.99,1613946191414,6006
"lr_2",0.00015643902078534314,1613946191414,6006
"mom_2",0.918712882971761,1613946191414,6006
"eps_2",1e-05,1613946191414,6006
"train_loss",0.007448184,1613946192365,6007
"raw_loss",0.0041193264,1613946192365,6007
"epoch",37.78616352201255,1613946192365,6007
"wd_0",0.01,1613946192365,6007
"sqr_mom_0",0.99,1613946192365,6007
"lr_0",1.5630815222963175e-06,1613946192365,6007
"mom_0",0.9187390569446431,1613946192365,6007
"eps_0",1e-05,1613946192365,6007
"wd_1",0.01,1613946192365,6007
"sqr_mom_1",0.99,1613946192365,6007
"lr_1",1.5630815222963175e-05,1613946192365,6007
"mom_1",0.9187390569446431,1613946192365,6007
"eps_1",1e-05,1613946192365,6007
"wd_2",0.01,1613946192365,6007
"sqr_mom_2",0.99,1613946192365,6007
"lr_2",0.00015630815222963175,1613946192365,6007
"mom_2",0.9187390569446431,1613946192365,6007
"eps_2",1e-05,1613946192365,6007
"train_loss",0.0073997905,1613946193317,6008
"raw_loss",0.0050285207,1613946193317,6008
"epoch",37.79245283018865,1613946193317,6008
"wd_0",0.01,1613946193317,6008
"sqr_mom_0",0.99,1613946193317,6008
"lr_0",1.5617735692888172e-06,1613946193317,6008
"mom_0",0.9187652162663863,1613946193317,6008
"eps_0",1e-05,1613946193317,6008
"wd_1",0.01,1613946193317,6008
"sqr_mom_1",0.99,1613946193317,6008
"lr_1",1.561773569288817e-05,1613946193317,6008
"mom_1",0.9187652162663863,1613946193317,6008
"eps_1",1e-05,1613946193317,6008
"wd_2",0.01,1613946193317,6008
"sqr_mom_2",0.99,1613946193317,6008
"lr_2",0.0001561773569288817,1613946193317,6008
"mom_2",0.9187652162663863,1613946193317,6008
"eps_2",1e-05,1613946193317,6008
"train_loss",0.0075209187,1613946194263,6009
"raw_loss",0.013456211,1613946194263,6009
"epoch",37.79874213836475,1613946194263,6009
"wd_0",0.01,1613946194263,6009
"sqr_mom_0",0.99,1613946194263,6009
"lr_0",1.5604650475191025e-06,1613946194263,6009
"mom_0",0.9187913869634876,1613946194263,6009
"eps_0",1e-05,1613946194263,6009
"wd_1",0.01,1613946194263,6009
"sqr_mom_1",0.99,1613946194263,6009
"lr_1",1.5604650475191026e-05,1613946194263,6009
"mom_1",0.9187913869634876,1613946194263,6009
"eps_1",1e-05,1613946194263,6009
"wd_2",0.01,1613946194263,6009
"sqr_mom_2",0.99,1613946194263,6009
"lr_2",0.0001560465047519102,1613946194263,6009
"mom_2",0.9187913869634876,1613946194263,6009
"eps_2",1e-05,1613946194263,6009
"train_loss",0.0075471266,1613946195215,6010
"raw_loss",0.008831318,1613946195215,6010
"epoch",37.80503144654085,1613946195215,6010
"wd_0",0.01,1613946195215,6010
"sqr_mom_0",0.99,1613946195215,6010
"lr_0",1.5591576928439384e-06,1613946195215,6010
"mom_0",0.9188175343184644,1613946195215,6010
"eps_0",1e-05,1613946195215,6010
"wd_1",0.01,1613946195215,6010
"sqr_mom_1",0.99,1613946195215,6010
"lr_1",1.5591576928439382e-05,1613946195215,6010
"mom_1",0.9188175343184644,1613946195215,6010
"eps_1",1e-05,1613946195215,6010
"wd_2",0.01,1613946195215,6010
"sqr_mom_2",0.99,1613946195215,6010
"lr_2",0.0001559157692843938,1613946195215,6010
"mom_2",0.9188175343184644,1613946195215,6010
"eps_2",1e-05,1613946195215,6010
"train_loss",0.0075627877,1613946196177,6011
"raw_loss",0.008330187,1613946196177,6011
"epoch",37.81132075471695,1613946196177,6011
"wd_0",0.01,1613946196177,6011
"sqr_mom_0",0.99,1613946196177,6011
"lr_0",1.557850637860543e-06,1613946196177,6011
"mom_0",0.918843675679546,1613946196177,6011
"eps_0",1e-05,1613946196177,6011
"wd_1",0.01,1613946196177,6011
"sqr_mom_1",0.99,1613946196177,6011
"lr_1",1.5578506378605435e-05,1613946196177,6011
"mom_1",0.918843675679546,1613946196177,6011
"eps_1",1e-05,1613946196177,6011
"wd_2",0.01,1613946196177,6011
"sqr_mom_2",0.99,1613946196177,6011
"lr_2",0.00015578506378605427,1613946196177,6011
"mom_2",0.918843675679546,1613946196177,6011
"eps_2",1e-05,1613946196177,6011
"train_loss",0.007931533,1613946197129,6012
"raw_loss",0.026000086,1613946197129,6012
"epoch",37.81761006289305,1613946197129,6012
"wd_0",0.01,1613946197129,6012
"sqr_mom_0",0.99,1613946197129,6012
"lr_0",1.5565430159616392e-06,1613946197129,6012
"mom_0",0.918869828379051,1613946197129,6012
"eps_0",1e-05,1613946197129,6012
"wd_1",0.01,1613946197129,6012
"sqr_mom_1",0.99,1613946197129,6012
"lr_1",1.5565430159616393e-05,1613946197129,6012
"mom_1",0.918869828379051,1613946197129,6012
"eps_1",1e-05,1613946197129,6012
"wd_2",0.01,1613946197129,6012
"sqr_mom_2",0.99,1613946197129,6012
"lr_2",0.00015565430159616387,1613946197129,6012
"mom_2",0.918869828379051,1613946197129,6012
"eps_2",1e-05,1613946197129,6012
"train_loss",0.007895141,1613946198090,6013
"raw_loss",0.0061119357,1613946198090,6013
"epoch",37.82389937106915,1613946198090,6013
"wd_0",0.01,1613946198090,6013
"sqr_mom_0",0.99,1613946198090,6013
"lr_0",1.5552365618102428e-06,1613946198090,6013
"mom_0",0.9188959577233724,1613946198090,6013
"eps_0",1e-05,1613946198090,6013
"wd_1",0.01,1613946198090,6013
"sqr_mom_1",0.99,1613946198090,6013
"lr_1",1.5552365618102427e-05,1613946198090,6013
"mom_1",0.9188959577233724,1613946198090,6013
"eps_1",1e-05,1613946198090,6013
"wd_2",0.01,1613946198090,6013
"sqr_mom_2",0.99,1613946198090,6013
"lr_2",0.00015552365618102425,1613946198090,6013
"mom_2",0.9188959577233724,1613946198090,6013
"eps_2",1e-05,1613946198090,6013
"train_loss",0.007833117,1613946199036,6014
"raw_loss",0.0047939187,1613946199036,6014
"epoch",37.83018867924525,1613946199036,6014
"wd_0",0.01,1613946199036,6014
"sqr_mom_0",0.99,1613946199036,6014
"lr_0",1.5539304085996022e-06,1613946199036,6014
"mom_0",0.9189220810488185,1613946199036,6014
"eps_0",1e-05,1613946199036,6014
"wd_1",0.01,1613946199036,6014
"sqr_mom_1",0.99,1613946199036,6014
"lr_1",1.5539304085996023e-05,1613946199036,6014
"mom_1",0.9189220810488185,1613946199036,6014
"eps_1",1e-05,1613946199036,6014
"wd_2",0.01,1613946199036,6014
"sqr_mom_2",0.99,1613946199036,6014
"lr_2",0.00015539304085996014,1613946199036,6014
"mom_2",0.9189220810488185,1613946199036,6014
"eps_2",1e-05,1613946199036,6014
"train_loss",0.0077899355,1613946199991,6015
"raw_loss",0.005674058,1613946199991,6015
"epoch",37.836477987421354,1613946199991,6015
"wd_0",0.01,1613946199991,6015
"sqr_mom_0",0.99,1613946199991,6015
"lr_0",1.552623690321784e-06,1613946199991,6015
"mom_0",0.918948215675721,1613946199991,6015
"eps_0",1e-05,1613946199991,6015
"wd_1",0.01,1613946199991,6015
"sqr_mom_1",0.99,1613946199991,6015
"lr_1",1.552623690321784e-05,1613946199991,6015
"mom_1",0.918948215675721,1613946199991,6015
"eps_1",1e-05,1613946199991,6015
"wd_2",0.01,1613946199991,6015
"sqr_mom_2",0.99,1613946199991,6015
"lr_2",0.00015526236903217838,1613946199991,6015
"mom_2",0.918948215675721,1613946199991,6015
"eps_2",1e-05,1613946199991,6015
"train_loss",0.0076980554,1613946200934,6016
"raw_loss",0.0031959328,1613946200934,6016
"epoch",37.842767295597454,1613946200934,6016
"wd_0",0.01,1613946200934,6016
"sqr_mom_0",0.99,1613946200934,6016
"lr_0",1.5513181404410806e-06,1613946200934,6016
"mom_0",0.9189743269344477,1613946200934,6016
"eps_0",1e-05,1613946200934,6016
"wd_1",0.01,1613946200934,6016
"sqr_mom_1",0.99,1613946200934,6016
"lr_1",1.5513181404410806e-05,1613946200934,6016
"mom_1",0.9189743269344477,1613946200934,6016
"eps_1",1e-05,1613946200934,6016
"wd_2",0.01,1613946200934,6016
"sqr_mom_2",0.99,1613946200934,6016
"lr_2",0.00015513181404410803,1613946200934,6016
"mom_2",0.9189743269344477,1613946200934,6016
"eps_2",1e-05,1613946200934,6016
"train_loss",0.0076254383,1613946201895,6017
"raw_loss",0.0040672044,1613946201895,6017
"epoch",37.849056603773555,1613946201895,6017
"wd_0",0.01,1613946201895,6017
"sqr_mom_0",0.99,1613946201895,6017
"lr_0",1.550012459737842e-06,1613946201895,6017
"mom_0",0.9190004408096513,1613946201895,6017
"eps_0",1e-05,1613946201895,6017
"wd_1",0.01,1613946201895,6017
"sqr_mom_1",0.99,1613946201895,6017
"lr_1",1.550012459737842e-05,1613946201895,6017
"mom_1",0.9190004408096513,1613946201895,6017
"eps_1",1e-05,1613946201895,6017
"wd_2",0.01,1613946201895,6017
"sqr_mom_2",0.99,1613946201895,6017
"lr_2",0.00015500124597378414,1613946201895,6017
"mom_2",0.9190004408096513,1613946201895,6017
"eps_2",1e-05,1613946201895,6017
"train_loss",0.0076166275,1613946202874,6018
"raw_loss",0.0071848957,1613946202874,6018
"epoch",37.855345911949655,1613946202874,6018
"wd_0",0.01,1613946202874,6018
"sqr_mom_0",0.99,1613946202874,6018
"lr_0",1.548707081840209e-06,1613946202874,6018
"mom_0",0.919026548628682,1613946202874,6018
"eps_0",1e-05,1613946202874,6018
"wd_1",0.01,1613946202874,6018
"sqr_mom_1",0.99,1613946202874,6018
"lr_1",1.548707081840209e-05,1613946202874,6018
"mom_1",0.919026548628682,1613946202874,6018
"eps_1",1e-05,1613946202874,6018
"wd_2",0.01,1613946202874,6018
"sqr_mom_2",0.99,1613946202874,6018
"lr_2",0.0001548707081840209,1613946202874,6018
"mom_2",0.919026548628682,1613946202874,6018
"eps_2",1e-05,1613946202874,6018
"train_loss",0.0075558247,1613946203848,6019
"raw_loss",0.00457648,1613946203848,6019
"epoch",37.861635220125756,1613946203848,6019
"wd_0",0.01,1613946203848,6019
"sqr_mom_0",0.99,1613946203848,6019
"lr_0",1.5474020071642587e-06,1613946203848,6019
"mom_0",0.9190526503832186,1613946203848,6019
"eps_0",1e-05,1613946203848,6019
"wd_1",0.01,1613946203848,6019
"sqr_mom_1",0.99,1613946203848,6019
"lr_1",1.5474020071642585e-05,1613946203848,6019
"mom_1",0.9190526503832186,1613946203848,6019
"eps_1",1e-05,1613946203848,6019
"wd_2",0.01,1613946203848,6019
"sqr_mom_2",0.99,1613946203848,6019
"lr_2",0.00015474020071642585,1613946203848,6019
"mom_2",0.9190526503832186,1613946203848,6019
"eps_2",1e-05,1613946203848,6019
"train_loss",0.007607564,1613946204802,6020
"raw_loss",0.010142783,1613946204802,6020
"epoch",37.867924528301856,1613946204802,6020
"wd_0",0.01,1613946204802,6020
"sqr_mom_0",0.99,1613946204802,6020
"lr_0",1.5460976688354632e-06,1613946204802,6020
"mom_0",0.9190787374106648,1613946204802,6020
"eps_0",1e-05,1613946204802,6020
"wd_1",0.01,1613946204802,6020
"sqr_mom_1",0.99,1613946204802,6020
"lr_1",1.5460976688354634e-05,1613946204802,6020
"mom_1",0.9190787374106648,1613946204802,6020
"eps_1",1e-05,1613946204802,6020
"wd_2",0.01,1613946204802,6020
"sqr_mom_2",0.99,1613946204802,6020
"lr_2",0.0001546097668835463,1613946204802,6020
"mom_2",0.9190787374106648,1613946204802,6020
"eps_2",1e-05,1613946204802,6020
"train_loss",0.007707294,1613946205752,6021
"raw_loss",0.012594088,1613946205752,6021
"epoch",37.874213836477956,1613946205752,6021
"wd_0",0.01,1613946205752,6021
"sqr_mom_0",0.99,1613946205752,6021
"lr_0",1.5447927691412152e-06,1613946205752,6021
"mom_0",0.9191048356655324,1613946205752,6021
"eps_0",1e-05,1613946205752,6021
"wd_1",0.01,1613946205752,6021
"sqr_mom_1",0.99,1613946205752,6021
"lr_1",1.544792769141215e-05,1613946205752,6021
"mom_1",0.9191048356655324,1613946205752,6021
"eps_1",1e-05,1613946205752,6021
"wd_2",0.01,1613946205752,6021
"sqr_mom_2",0.99,1613946205752,6021
"lr_2",0.00015447927691412147,1613946205752,6021
"mom_2",0.9191048356655324,1613946205752,6021
"eps_2",1e-05,1613946205752,6021
"train_loss",0.0076597664,1613946206696,6022
"raw_loss",0.0053309146,1613946206696,6022
"epoch",37.88050314465406,1613946206696,6022
"wd_0",0.01,1613946206696,6022
"sqr_mom_0",0.99,1613946206696,6022
"lr_0",1.543489039133314e-06,1613946206696,6022
"mom_0",0.9191309105264389,1613946206696,6022
"eps_0",1e-05,1613946206696,6022
"wd_1",0.01,1613946206696,6022
"sqr_mom_1",0.99,1613946206696,6022
"lr_1",1.5434890391333134e-05,1613946206696,6022
"mom_1",0.9191309105264389,1613946206696,6022
"eps_1",1e-05,1613946206696,6022
"wd_2",0.01,1613946206696,6022
"sqr_mom_2",0.99,1613946206696,6022
"lr_2",0.00015434890391333134,1613946206696,6022
"mom_2",0.9191309105264389,1613946206696,6022
"eps_2",1e-05,1613946206696,6022
"train_loss",0.0075819795,1613946207631,6023
"raw_loss",0.00377041,1613946207631,6023
"epoch",37.88679245283016,1613946207631,6023
"wd_0",0.01,1613946207631,6023
"sqr_mom_0",0.99,1613946207631,6023
"lr_0",1.5421856138080729e-06,1613946207631,6023
"mom_0",0.9191569792936314,1613946207631,6023
"eps_0",1e-05,1613946207631,6023
"wd_1",0.01,1613946207631,6023
"sqr_mom_1",0.99,1613946207631,6023
"lr_1",1.542185613808073e-05,1613946207631,6023
"mom_1",0.9191569792936314,1613946207631,6023
"eps_1",1e-05,1613946207631,6023
"wd_2",0.01,1613946207631,6023
"sqr_mom_2",0.99,1613946207631,6023
"lr_2",0.00015421856138080726,1613946207631,6023
"mom_2",0.9191569792936314,1613946207631,6023
"eps_2",1e-05,1613946207631,6023
"train_loss",0.0075271395,1613946208570,6024
"raw_loss",0.00483998,1613946208570,6024
"epoch",37.89308176100626,1613946208570,6024
"wd_0",0.01,1613946208570,6024
"sqr_mom_0",0.99,1613946208570,6024
"lr_0",1.540881628970558e-06,1613946208570,6024
"mom_0",0.9191830592511814,1613946208570,6024
"eps_0",1e-05,1613946208570,6024
"wd_1",0.01,1613946208570,6024
"sqr_mom_1",0.99,1613946208570,6024
"lr_1",1.540881628970558e-05,1613946208570,6024
"mom_1",0.9191830592511814,1613946208570,6024
"eps_1",1e-05,1613946208570,6024
"wd_2",0.01,1613946208570,6024
"sqr_mom_2",0.99,1613946208570,6024
"lr_2",0.00015408816289705574,1613946208570,6024
"mom_2",0.9191830592511814,1613946208570,6024
"eps_2",1e-05,1613946208570,6024
"train_loss",0.007939289,1613946209530,6025
"raw_loss",0.02813466,1613946209530,6025
"epoch",37.89937106918236,1613946209530,6025
"wd_0",0.01,1613946209530,6025
"sqr_mom_0",0.99,1613946209530,6025
"lr_0",1.5395788144589386e-06,1613946209530,6025
"mom_0",0.9192091158019792,1613946209530,6025
"eps_0",1e-05,1613946209530,6025
"wd_1",0.01,1613946209530,6025
"sqr_mom_1",0.99,1613946209530,6025
"lr_1",1.5395788144589384e-05,1613946209530,6025
"mom_1",0.9192091158019792,1613946209530,6025
"eps_1",1e-05,1613946209530,6025
"wd_2",0.01,1613946209530,6025
"sqr_mom_2",0.99,1613946209530,6025
"lr_2",0.00015395788144589384,1613946209530,6025
"mom_2",0.9192091158019792,1613946209530,6025
"eps_2",1e-05,1613946209530,6025
"train_loss",0.007838874,1613946210476,6026
"raw_loss",0.0029185386,1613946210476,6026
"epoch",37.90566037735846,1613946210476,6026
"wd_0",0.01,1613946210476,6026
"sqr_mom_0",0.99,1613946210476,6026
"lr_0",1.538275873773492e-06,1613946210476,6026
"mom_0",0.9192351748762789,1613946210476,6026
"eps_0",1e-05,1613946210476,6026
"wd_1",0.01,1613946210476,6026
"sqr_mom_1",0.99,1613946210476,6026
"lr_1",1.5382758737734922e-05,1613946210476,6026
"mom_1",0.9192351748762789,1613946210476,6026
"eps_1",1e-05,1613946210476,6026
"wd_2",0.01,1613946210476,6026
"sqr_mom_2",0.99,1613946210476,6026
"lr_2",0.00015382758737734917,1613946210476,6026
"mom_2",0.9192351748762789,1613946210476,6026
"eps_2",1e-05,1613946210476,6026
"train_loss",0.007771137,1613946211421,6027
"raw_loss",0.004452022,1613946211421,6027
"epoch",37.91194968553456,1613946211421,6027
"wd_0",0.01,1613946211421,6027
"sqr_mom_0",0.99,1613946211421,6027
"lr_0",1.5369732396345542e-06,1613946211421,6027
"mom_0",0.9192612278195871,1613946211421,6027
"eps_0",1e-05,1613946211421,6027
"wd_1",0.01,1613946211421,6027
"sqr_mom_1",0.99,1613946211421,6027
"lr_1",1.5369732396345544e-05,1613946211421,6027
"mom_1",0.9192612278195871,1613946211421,6027
"eps_1",1e-05,1613946211421,6027
"wd_2",0.01,1613946211421,6027
"sqr_mom_2",0.99,1613946211421,6027
"lr_2",0.0001536973239634554,1613946211421,6027
"mom_2",0.9192612278195871,1613946211421,6027
"eps_2",1e-05,1613946211421,6027
"train_loss",0.0077199517,1613946212365,6028
"raw_loss",0.0052118674,1613946212365,6028
"epoch",37.91823899371066,1613946212365,6028
"wd_0",0.01,1613946212365,6028
"sqr_mom_0",0.99,1613946212365,6028
"lr_0",1.5356709124573261e-06,1613946212365,6028
"mom_0",0.9192872746235997,1613946212365,6028
"eps_0",1e-05,1613946212365,6028
"wd_1",0.01,1613946212365,6028
"sqr_mom_1",0.99,1613946212365,6028
"lr_1",1.5356709124573264e-05,1613946212365,6028
"mom_1",0.9192872746235997,1613946212365,6028
"eps_1",1e-05,1613946212365,6028
"wd_2",0.01,1613946212365,6028
"sqr_mom_2",0.99,1613946212365,6028
"lr_2",0.0001535670912457326,1613946212365,6028
"mom_2",0.9192872746235997,1613946212365,6028
"eps_2",1e-05,1613946212365,6028
"train_loss",0.007637813,1613946213299,6029
"raw_loss",0.003613031,1613946213299,6029
"epoch",37.92452830188676,1613946213299,6029
"wd_0",0.01,1613946213299,6029
"sqr_mom_0",0.99,1613946213299,6029
"lr_0",1.5343693244532691e-06,1613946213299,6029
"mom_0",0.919313306644001,1613946213299,6029
"eps_0",1e-05,1613946213299,6029
"wd_1",0.01,1613946213299,6029
"sqr_mom_1",0.99,1613946213299,6029
"lr_1",1.5343693244532694e-05,1613946213299,6029
"mom_1",0.919313306644001,1613946213299,6029
"eps_1",1e-05,1613946213299,6029
"wd_2",0.01,1613946213299,6029
"sqr_mom_2",0.99,1613946213299,6029
"lr_2",0.00015343693244532686,1613946213299,6029
"mom_2",0.919313306644001,1613946213299,6029
"eps_2",1e-05,1613946213299,6029
"train_loss",0.007635284,1613946214276,6030
"raw_loss",0.0075113545,1613946214276,6030
"epoch",37.93081761006286,1613946214276,6030
"wd_0",0.01,1613946214276,6030
"sqr_mom_0",0.99,1613946214276,6030
"lr_0",1.5330671806483065e-06,1613946214276,6030
"mom_0",0.9193393497805317,1613946214276,6030
"eps_0",1e-05,1613946214276,6030
"wd_1",0.01,1613946214276,6030
"sqr_mom_1",0.99,1613946214276,6030
"lr_1",1.5330671806483067e-05,1613946214276,6030
"mom_1",0.9193393497805317,1613946214276,6030
"eps_1",1e-05,1613946214276,6030
"wd_2",0.01,1613946214276,6030
"sqr_mom_2",0.99,1613946214276,6030
"lr_2",0.0001533067180648306,1613946214276,6030
"mom_2",0.9193393497805317,1613946214276,6030
"eps_2",1e-05,1613946214276,6030
"train_loss",0.007646284,1613946215231,6031
"raw_loss",0.00818528,1613946215231,6031
"epoch",37.93710691823896,1613946215231,6031
"wd_0",0.01,1613946215231,6031
"sqr_mom_0",0.99,1613946215231,6031
"lr_0",1.5317662084383363e-06,1613946215231,6031
"mom_0",0.9193653694849281,1613946215231,6031
"eps_0",1e-05,1613946215231,6031
"wd_1",0.01,1613946215231,6031
"sqr_mom_1",0.99,1613946215231,6031
"lr_1",1.531766208438336e-05,1613946215231,6031
"mom_1",0.9193653694849281,1613946215231,6031
"eps_1",1e-05,1613946215231,6031
"wd_2",0.01,1613946215231,6031
"sqr_mom_2",0.99,1613946215231,6031
"lr_2",0.00015317662084383358,1613946215231,6031
"mom_2",0.9193653694849281,1613946215231,6031
"eps_2",1e-05,1613946215231,6031
"train_loss",0.0076612197,1613946216193,6032
"raw_loss",0.008393056,1613946216193,6032
"epoch",37.94339622641506,1613946216193,6032
"wd_0",0.01,1613946216193,6032
"sqr_mom_0",0.99,1613946216193,6032
"lr_0",1.5304655446450664e-06,1613946216193,6032
"mom_0",0.9193913830209288,1613946216193,6032
"eps_0",1e-05,1613946216193,6032
"wd_1",0.01,1613946216193,6032
"sqr_mom_1",0.99,1613946216193,6032
"lr_1",1.5304655446450663e-05,1613946216193,6032
"mom_1",0.9193913830209288,1613946216193,6032
"eps_1",1e-05,1613946216193,6032
"wd_2",0.01,1613946216193,6032
"sqr_mom_2",0.99,1613946216193,6032
"lr_2",0.0001530465544645066,1613946216193,6032
"mom_2",0.9193913830209288,1613946216193,6032
"eps_2",1e-05,1613946216193,6032
"train_loss",0.0076691285,1613946217146,6033
"raw_loss",0.008056652,1613946217146,6033
"epoch",37.94968553459116,1613946217146,6033
"wd_0",0.01,1613946217146,6033
"sqr_mom_0",0.99,1613946217146,6033
"lr_0",1.5291643269088677e-06,1613946217146,6033
"mom_0",0.919417407635899,1613946217146,6033
"eps_0",1e-05,1613946217146,6033
"wd_1",0.01,1613946217146,6033
"sqr_mom_1",0.99,1613946217146,6033
"lr_1",1.5291643269088678e-05,1613946217146,6033
"mom_1",0.919417407635899,1613946217146,6033
"eps_1",1e-05,1613946217146,6033
"wd_2",0.01,1613946217146,6033
"sqr_mom_2",0.99,1613946217146,6033
"lr_2",0.0001529164326908867,1613946217146,6033
"mom_2",0.919417407635899,1613946217146,6033
"eps_2",1e-05,1613946217146,6033
"train_loss",0.0076040537,1613946218091,6034
"raw_loss",0.0044153826,1613946218091,6034
"epoch",37.95597484276726,1613946218091,6034
"wd_0",0.01,1613946218091,6034
"sqr_mom_0",0.99,1613946218091,6034
"lr_0",1.527864281397135e-06,1613946218091,6034
"mom_0",0.9194434088061454,1613946218091,6034
"eps_0",1e-05,1613946218091,6034
"wd_1",0.01,1613946218091,6034
"sqr_mom_1",0.99,1613946218091,6034
"lr_1",1.527864281397135e-05,1613946218091,6034
"mom_1",0.9194434088061454,1613946218091,6034
"eps_1",1e-05,1613946218091,6034
"wd_2",0.01,1613946218091,6034
"sqr_mom_2",0.99,1613946218091,6034
"lr_2",0.00015278642813971343,1613946218091,6034
"mom_2",0.9194434088061454,1613946218091,6034
"eps_2",1e-05,1613946218091,6034
"train_loss",0.0076097525,1613946219026,6035
"raw_loss",0.007888991,1613946219026,6035
"epoch",37.96226415094336,1613946219026,6035
"wd_0",0.01,1613946219026,6035
"sqr_mom_0",0.99,1613946219026,6035
"lr_0",1.5265645455449716e-06,1613946219026,6035
"mom_0",0.9194694037831384,1613946219026,6035
"eps_0",1e-05,1613946219026,6035
"wd_1",0.01,1613946219026,6035
"sqr_mom_1",0.99,1613946219026,6035
"lr_1",1.5265645455449712e-05,1613946219026,6035
"mom_1",0.9194694037831384,1613946219026,6035
"eps_1",1e-05,1613946219026,6035
"wd_2",0.01,1613946219026,6035
"sqr_mom_2",0.99,1613946219026,6035
"lr_2",0.0001526564545544971,1613946219026,6035
"mom_2",0.9194694037831384,1613946219026,6035
"eps_2",1e-05,1613946219026,6035
"train_loss",0.0075473823,1613946219968,6036
"raw_loss",0.004491244,1613946219968,6036
"epoch",37.96855345911946,1613946219968,6036
"wd_0",0.01,1613946219968,6036
"sqr_mom_0",0.99,1613946219968,6036
"lr_0",1.5252642576094443e-06,1613946219968,6036
"mom_0",0.9194954098019091,1613946219968,6036
"eps_0",1e-05,1613946219968,6036
"wd_1",0.01,1613946219968,6036
"sqr_mom_1",0.99,1613946219968,6036
"lr_1",1.5252642576094441e-05,1613946219968,6036
"mom_1",0.9194954098019091,1613946219968,6036
"eps_1",1e-05,1613946219968,6036
"wd_2",0.01,1613946219968,6036
"sqr_mom_2",0.99,1613946219968,6036
"lr_2",0.0001525264257609444,1613946219968,6036
"mom_2",0.9194954098019091,1613946219968,6036
"eps_2",1e-05,1613946219968,6036
"train_loss",0.007465312,1613946220915,6037
"raw_loss",0.0034438584,1613946220915,6037
"epoch",37.97484276729556,1613946220915,6037
"wd_0",0.01,1613946220915,6037
"sqr_mom_0",0.99,1613946220915,6037
"lr_0",1.5239651425244944e-06,1613946220915,6037
"mom_0",0.9195213923634338,1613946220915,6037
"eps_0",1e-05,1613946220915,6037
"wd_1",0.01,1613946220915,6037
"sqr_mom_1",0.99,1613946220915,6037
"lr_1",1.5239651425244944e-05,1613946220915,6037
"mom_1",0.9195213923634338,1613946220915,6037
"eps_1",1e-05,1613946220915,6037
"wd_2",0.01,1613946220915,6037
"sqr_mom_2",0.99,1613946220915,6037
"lr_2",0.0001523965142524494,1613946220915,6037
"mom_2",0.9195213923634338,1613946220915,6037
"eps_2",1e-05,1613946220915,6037
"train_loss",0.0074551906,1613946221892,6038
"raw_loss",0.0069592646,1613946221892,6038
"epoch",37.98113207547166,1613946221892,6038
"wd_0",0.01,1613946221892,6038
"sqr_mom_0",0.99,1613946221892,6038
"lr_0",1.5226659074689847e-06,1613946221892,6038
"mom_0",0.9195473773243935,1613946221892,6038
"eps_0",1e-05,1613946221892,6038
"wd_1",0.01,1613946221892,6038
"sqr_mom_1",0.99,1613946221892,6038
"lr_1",1.5226659074689843e-05,1613946221892,6038
"mom_1",0.9195473773243935,1613946221892,6038
"eps_1",1e-05,1613946221892,6038
"wd_2",0.01,1613946221892,6038
"sqr_mom_2",0.99,1613946221892,6038
"lr_2",0.00015226659074689842,1613946221892,6038
"mom_2",0.9195473773243935,1613946221892,6038
"eps_2",1e-05,1613946221892,6038
"train_loss",0.007528952,1613946222997,6039
"raw_loss",0.0111432485,1613946222997,6039
"epoch",37.987421383647764,1613946222997,6039
"wd_0",0.01,1613946222997,6039
"sqr_mom_0",0.99,1613946222997,6039
"lr_0",1.521366983935482e-06,1613946222997,6039
"mom_0",0.9195733560548509,1613946222997,6039
"eps_0",1e-05,1613946222997,6039
"wd_1",0.01,1613946222997,6039
"sqr_mom_1",0.99,1613946222997,6039
"lr_1",1.5213669839354819e-05,1613946222997,6039
"mom_1",0.9195733560548509,1613946222997,6039
"eps_1",1e-05,1613946222997,6039
"wd_2",0.01,1613946222997,6039
"sqr_mom_2",0.99,1613946222997,6039
"lr_2",0.00015213669839354816,1613946222997,6039
"mom_2",0.9195733560548509,1613946222997,6039
"eps_2",1e-05,1613946222997,6039
"train_loss",0.0075296736,1613946223972,6040
"raw_loss",0.007565033,1613946223972,6040
"epoch",37.993710691823864,1613946223972,6040
"wd_0",0.01,1613946223972,6040
"sqr_mom_0",0.99,1613946223972,6040
"lr_0",1.5200683723380044e-06,1613946223972,6040
"mom_0",0.9195993285465254,1613946223972,6040
"eps_0",1e-05,1613946223972,6040
"wd_1",0.01,1613946223972,6040
"sqr_mom_1",0.99,1613946223972,6040
"lr_1",1.520068372338004e-05,1613946223972,6040
"mom_1",0.9195993285465254,1613946223972,6040
"eps_1",1e-05,1613946223972,6040
"wd_2",0.01,1613946223972,6040
"sqr_mom_2",0.99,1613946223972,6040
"lr_2",0.0001520068372338004,1613946223972,6040
"mom_2",0.9195993285465254,1613946223972,6040
"eps_2",1e-05,1613946223972,6040
"train_loss",0.0074597634,1613946224920,6041
"raw_loss",0.0040341644,1613946224920,6041
"epoch",37.999999999999964,1613946224920,6041
"wd_0",0.01,1613946224920,6041
"sqr_mom_0",0.99,1613946224920,6041
"lr_0",1.5187705036519892e-06,1613946224920,6041
"mom_0",0.919625286179822,1613946224920,6041
"eps_0",1e-05,1613946224920,6041
"wd_1",0.01,1613946224920,6041
"sqr_mom_1",0.99,1613946224920,6041
"lr_1",1.518770503651989e-05,1613946224920,6041
"mom_1",0.919625286179822,1613946224920,6041
"eps_1",1e-05,1613946224920,6041
"wd_2",0.01,1613946224920,6041
"sqr_mom_2",0.99,1613946224920,6041
"lr_2",0.00015187705036519885,1613946224920,6041
"mom_2",0.919625286179822,1613946224920,6041
"eps_2",1e-05,1613946224920,6041
"valid_loss",0.08523238450288773,1613946257238,6041
"_rmse",0.2919458746910095,1613946257238,6041
"epoch",38,1613946257238,6041
"train_loss",0.007388443,1613946258267,6042
"raw_loss",0.00389374,1613946258267,6042
"epoch",38.0062893081761,1613946258267,6042
"wd_0",0.01,1613946258267,6042
"sqr_mom_0",0.99,1613946258267,6042
"lr_0",1.5174720866066916e-06,1613946258267,6042
"mom_0",0.9196512547804139,1613946258267,6042
"eps_0",1e-05,1613946258267,6042
"wd_1",0.01,1613946258267,6042
"sqr_mom_1",0.99,1613946258267,6042
"lr_1",1.517472086606692e-05,1613946258267,6042
"mom_1",0.9196512547804139,1613946258267,6042
"eps_1",1e-05,1613946258267,6042
"wd_2",0.01,1613946258267,6042
"sqr_mom_2",0.99,1613946258267,6042
"lr_2",0.00015174720866066913,1613946258267,6042
"mom_2",0.9196512547804139,1613946258267,6042
"eps_2",1e-05,1613946258267,6042
"train_loss",0.007337422,1613946259239,6043
"raw_loss",0.004837394,1613946259239,6043
"epoch",38.0125786163522,1613946259239,6043
"wd_0",0.01,1613946259239,6043
"sqr_mom_0",0.99,1613946259239,6043
"lr_0",1.516174843654168e-06,1613946259239,6043
"mom_0",0.9196771998989156,1613946259239,6043
"eps_0",1e-05,1613946259239,6043
"wd_1",0.01,1613946259239,6043
"sqr_mom_1",0.99,1613946259239,6043
"lr_1",1.5161748436541678e-05,1613946259239,6043
"mom_1",0.9196771998989156,1613946259239,6043
"eps_1",1e-05,1613946259239,6043
"wd_2",0.01,1613946259239,6043
"sqr_mom_2",0.99,1613946259239,6043
"lr_2",0.00015161748436541675,1613946259239,6043
"mom_2",0.9196771998989156,1613946259239,6043
"eps_2",1e-05,1613946259239,6043
"train_loss",0.007364755,1613946260183,6044
"raw_loss",0.008704066,1613946260183,6044
"epoch",38.0188679245283,1613946260183,6044
"wd_0",0.01,1613946260183,6044
"sqr_mom_0",0.99,1613946260183,6044
"lr_0",1.514877053585192e-06,1613946260183,6044
"mom_0",0.9197031559598557,1613946260183,6044
"eps_0",1e-05,1613946260183,6044
"wd_1",0.01,1613946260183,6044
"sqr_mom_1",0.99,1613946260183,6044
"lr_1",1.5148770535851919e-05,1613946260183,6044
"mom_1",0.9197031559598557,1613946260183,6044
"eps_1",1e-05,1613946260183,6044
"wd_2",0.01,1613946260183,6044
"sqr_mom_2",0.99,1613946260183,6044
"lr_2",0.00015148770535851916,1613946260183,6044
"mom_2",0.9197031559598557,1613946260183,6044
"eps_2",1e-05,1613946260183,6044
"train_loss",0.0074083894,1613946261117,6045
"raw_loss",0.009546473,1613946261117,6045
"epoch",38.0251572327044,1613946261117,6045
"wd_0",0.01,1613946261117,6045
"sqr_mom_0",0.99,1613946261117,6045
"lr_0",1.5135804380200855e-06,1613946261117,6045
"mom_0",0.9197290885304835,1613946261117,6045
"eps_0",1e-05,1613946261117,6045
"wd_1",0.01,1613946261117,6045
"sqr_mom_1",0.99,1613946261117,6045
"lr_1",1.5135804380200858e-05,1613946261117,6045
"mom_1",0.9197290885304835,1613946261117,6045
"eps_1",1e-05,1613946261117,6045
"wd_2",0.01,1613946261117,6045
"sqr_mom_2",0.99,1613946261117,6045
"lr_2",0.00015135804380200855,1613946261117,6045
"mom_2",0.9197290885304835,1613946261117,6045
"eps_2",1e-05,1613946261117,6045
"train_loss",0.007332158,1613946262080,6046
"raw_loss",0.003596815,1613946262080,6046
"epoch",38.0314465408805,1613946262080,6046
"wd_0",0.01,1613946262080,6046
"sqr_mom_0",0.99,1613946262080,6046
"lr_0",1.512284136664341e-06,1613946262080,6046
"mom_0",0.9197550148168613,1613946262080,6046
"eps_0",1e-05,1613946262080,6046
"wd_1",0.01,1613946262080,6046
"sqr_mom_1",0.99,1613946262080,6046
"lr_1",1.5122841366643411e-05,1613946262080,6046
"mom_1",0.9197550148168613,1613946262080,6046
"eps_1",1e-05,1613946262080,6046
"wd_2",0.01,1613946262080,6046
"sqr_mom_2",0.99,1613946262080,6046
"lr_2",0.00015122841366643406,1613946262080,6046
"mom_2",0.9197550148168613,1613946262080,6046
"eps_2",1e-05,1613946262080,6046
"train_loss",0.007307202,1613946263051,6047
"raw_loss",0.006084363,1613946263051,6047
"epoch",38.0377358490566,1613946263051,6047
"wd_0",0.01,1613946263051,6047
"sqr_mom_0",0.99,1613946263051,6047
"lr_0",1.5109872900574888e-06,1613946263051,6047
"mom_0",0.9197809520083703,1613946263051,6047
"eps_0",1e-05,1613946263051,6047
"wd_1",0.01,1613946263051,6047
"sqr_mom_1",0.99,1613946263051,6047
"lr_1",1.5109872900574888e-05,1613946263051,6047
"mom_1",0.9197809520083703,1613946263051,6047
"eps_1",1e-05,1613946263051,6047
"wd_2",0.01,1613946263051,6047
"sqr_mom_2",0.99,1613946263051,6047
"lr_2",0.00015109872900574884,1613946263051,6047
"mom_2",0.9197809520083703,1613946263051,6047
"eps_2",1e-05,1613946263051,6047
"train_loss",0.007263161,1613946264002,6048
"raw_loss",0.005105128,1613946264002,6048
"epoch",38.0440251572327,1613946264002,6048
"wd_0",0.01,1613946264002,6048
"sqr_mom_0",0.99,1613946264002,6048
"lr_0",1.5096916185682744e-06,1613946264002,6048
"mom_0",0.9198068656972914,1613946264002,6048
"eps_0",1e-05,1613946264002,6048
"wd_1",0.01,1613946264002,6048
"sqr_mom_1",0.99,1613946264002,6048
"lr_1",1.5096916185682746e-05,1613946264002,6048
"mom_1",0.9198068656972914,1613946264002,6048
"eps_1",1e-05,1613946264002,6048
"wd_2",0.01,1613946264002,6048
"sqr_mom_2",0.99,1613946264002,6048
"lr_2",0.0001509691618568274,1613946264002,6048
"mom_2",0.9198068656972914,1613946264002,6048
"eps_2",1e-05,1613946264002,6048
"train_loss",0.0071631144,1613946264960,6049
"raw_loss",0.0022608275,1613946264960,6049
"epoch",38.0503144654088,1613946264960,6049
"wd_0",0.01,1613946264960,6049
"sqr_mom_0",0.99,1613946264960,6049
"lr_0",1.5083958327998023e-06,1613946264960,6049
"mom_0",0.9198327816718206,1613946264960,6049
"eps_0",1e-05,1613946264960,6049
"wd_1",0.01,1613946264960,6049
"sqr_mom_1",0.99,1613946264960,6049
"lr_1",1.5083958327998023e-05,1613946264960,6049
"mom_1",0.9198327816718206,1613946264960,6049
"eps_1",1e-05,1613946264960,6049
"wd_2",0.01,1613946264960,6049
"sqr_mom_2",0.99,1613946264960,6049
"lr_2",0.0001508395832799802,1613946264960,6049
"mom_2",0.9198327816718206,1613946264960,6049
"eps_2",1e-05,1613946264960,6049
"train_loss",0.007262819,1613946265927,6050
"raw_loss",0.012148361,1613946265927,6050
"epoch",38.056603773584904,1613946265927,6050
"wd_0",0.01,1613946265927,6050
"sqr_mom_0",0.99,1613946265927,6050
"lr_0",1.50710036310176e-06,1613946265927,6050
"mom_0",0.9198586913248781,1613946265927,6050
"eps_0",1e-05,1613946265927,6050
"wd_1",0.01,1613946265927,6050
"sqr_mom_1",0.99,1613946265927,6050
"lr_1",1.5071003631017597e-05,1613946265927,6050
"mom_1",0.9198586913248781,1613946265927,6050
"eps_1",1e-05,1613946265927,6050
"wd_2",0.01,1613946265927,6050
"sqr_mom_2",0.99,1613946265927,6050
"lr_2",0.00015071003631017597,1613946265927,6050
"mom_2",0.9198586913248781,1613946265927,6050
"eps_2",1e-05,1613946265927,6050
"train_loss",0.0072381864,1613946266890,6051
"raw_loss",0.0060311914,1613946266890,6051
"epoch",38.062893081761004,1613946266890,6051
"wd_0",0.01,1613946266890,6051
"sqr_mom_0",0.99,1613946266890,6051
"lr_0",1.505805209887064e-06,1613946266890,6051
"mom_0",0.9198845946482052,1613946266890,6051
"eps_0",1e-05,1613946266890,6051
"wd_1",0.01,1613946266890,6051
"sqr_mom_1",0.99,1613946266890,6051
"lr_1",1.5058052098870638e-05,1613946266890,6051
"mom_1",0.9198845946482052,1613946266890,6051
"eps_1",1e-05,1613946266890,6051
"wd_2",0.01,1613946266890,6051
"sqr_mom_2",0.99,1613946266890,6051
"lr_2",0.00015058052098870632,1613946266890,6051
"mom_2",0.9198845946482052,1613946266890,6051
"eps_2",1e-05,1613946266890,6051
"train_loss",0.007166114,1613946267859,6052
"raw_loss",0.0036345588,1613946267859,6052
"epoch",38.069182389937104,1613946267859,6052
"wd_0",0.01,1613946267859,6052
"sqr_mom_0",0.99,1613946267859,6052
"lr_0",1.5045108029807288e-06,1613946267859,6052
"mom_0",0.9199104830452158,1613946267859,6052
"eps_0",1e-05,1613946267859,6052
"wd_1",0.01,1613946267859,6052
"sqr_mom_1",0.99,1613946267859,6052
"lr_1",1.504510802980729e-05,1613946267859,6052
"mom_1",0.9199104830452158,1613946267859,6052
"eps_1",1e-05,1613946267859,6052
"wd_2",0.01,1613946267859,6052
"sqr_mom_2",0.99,1613946267859,6052
"lr_2",0.00015045108029807284,1613946267859,6052
"mom_2",0.9199104830452158,1613946267859,6052
"eps_2",1e-05,1613946267859,6052
"train_loss",0.0071786153,1613946268821,6053
"raw_loss",0.007791161,1613946268821,6053
"epoch",38.075471698113205,1613946268821,6053
"wd_0",0.01,1613946268821,6053
"sqr_mom_0",0.99,1613946268821,6053
"lr_0",1.503215854558869e-06,1613946268821,6053
"mom_0",0.9199363822726453,1613946268821,6053
"eps_0",1e-05,1613946268821,6053
"wd_1",0.01,1613946268821,6053
"sqr_mom_1",0.99,1613946268821,6053
"lr_1",1.5032158545588694e-05,1613946268821,6053
"mom_1",0.9199363822726453,1613946268821,6053
"eps_1",1e-05,1613946268821,6053
"wd_2",0.01,1613946268821,6053
"sqr_mom_2",0.99,1613946268821,6053
"lr_2",0.00015032158545588687,1613946268821,6053
"mom_2",0.9199363822726453,1613946268821,6053
"eps_2",1e-05,1613946268821,6053
"train_loss",0.007140575,1613946269792,6054
"raw_loss",0.005276588,1613946269792,6054
"epoch",38.081761006289305,1613946269792,6054
"wd_0",0.01,1613946269792,6054
"sqr_mom_0",0.99,1613946269792,6054
"lr_0",1.501922082472139e-06,1613946269792,6054
"mom_0",0.9199622579731369,1613946269792,6054
"eps_0",1e-05,1613946269792,6054
"wd_1",0.01,1613946269792,6054
"sqr_mom_1",0.99,1613946269792,6054
"lr_1",1.501922082472139e-05,1613946269792,6054
"mom_1",0.9199622579731369,1613946269792,6054
"eps_1",1e-05,1613946269792,6054
"wd_2",0.01,1613946269792,6054
"sqr_mom_2",0.99,1613946269792,6054
"lr_2",0.00015019220824721385,1613946269792,6054
"mom_2",0.9199622579731369,1613946269792,6054
"eps_2",1e-05,1613946269792,6054
"train_loss",0.0071019153,1613946270782,6055
"raw_loss",0.0052075917,1613946270782,6055
"epoch",38.088050314465406,1613946270782,6055
"wd_0",0.01,1613946270782,6055
"sqr_mom_0",0.99,1613946270782,6055
"lr_0",1.5006286283082736e-06,1613946270782,6055
"mom_0",0.9199881273151076,1613946270782,6055
"eps_0",1e-05,1613946270782,6055
"wd_1",0.01,1613946270782,6055
"sqr_mom_1",0.99,1613946270782,6055
"lr_1",1.5006286283082735e-05,1613946270782,6055
"mom_1",0.9199881273151076,1613946270782,6055
"eps_1",1e-05,1613946270782,6055
"wd_2",0.01,1613946270782,6055
"sqr_mom_2",0.99,1613946270782,6055
"lr_2",0.0001500628628308273,1613946270782,6055
"mom_2",0.9199881273151076,1613946270782,6055
"eps_2",1e-05,1613946270782,6055
"train_loss",0.0071377316,1613946271745,6056
"raw_loss",0.008892739,1613946271745,6056
"epoch",38.094339622641506,1613946271745,6056
"wd_0",0.01,1613946271745,6056
"sqr_mom_0",0.99,1613946271745,6056
"lr_0",1.4993346344989022e-06,1613946271745,6056
"mom_0",0.9200140074500964,1613946271745,6056
"eps_0",1e-05,1613946271745,6056
"wd_1",0.01,1613946271745,6056
"sqr_mom_1",0.99,1613946271745,6056
"lr_1",1.4993346344989022e-05,1613946271745,6056
"mom_1",0.9200140074500964,1613946271745,6056
"eps_1",1e-05,1613946271745,6056
"wd_2",0.01,1613946271745,6056
"sqr_mom_2",0.99,1613946271745,6056
"lr_2",0.00014993346344989016,1613946271745,6056
"mom_2",0.9200140074500964,1613946271745,6056
"eps_2",1e-05,1613946271745,6056
"train_loss",0.0070743077,1613946272700,6057
"raw_loss",0.003966533,1613946272700,6057
"epoch",38.10062893081761,1613946272700,6057
"wd_0",0.01,1613946272700,6057
"sqr_mom_0",0.99,1613946272700,6057
"lr_0",1.4980418176283128e-06,1613946272700,6057
"mom_0",0.9200398640460742,1613946272700,6057
"eps_0",1e-05,1613946272700,6057
"wd_1",0.01,1613946272700,6057
"sqr_mom_1",0.99,1613946272700,6057
"lr_1",1.4980418176283127e-05,1613946272700,6057
"mom_1",0.9200398640460742,1613946272700,6057
"eps_1",1e-05,1613946272700,6057
"wd_2",0.01,1613946272700,6057
"sqr_mom_2",0.99,1613946272700,6057
"lr_2",0.00014980418176283126,1613946272700,6057
"mom_2",0.9200398640460742,1613946272700,6057
"eps_2",1e-05,1613946272700,6057
"train_loss",0.0070480783,1613946273653,6058
"raw_loss",0.0057628313,1613946273653,6058
"epoch",38.10691823899371,1613946273653,6058
"wd_0",0.01,1613946273653,6058
"sqr_mom_0",0.99,1613946273653,6058
"lr_0",1.4967493199165581e-06,1613946273653,6058
"mom_0",0.9200657142588113,1613946273653,6058
"eps_0",1e-05,1613946273653,6058
"wd_1",0.01,1613946273653,6058
"sqr_mom_1",0.99,1613946273653,6058
"lr_1",1.4967493199165584e-05,1613946273653,6058
"mom_1",0.9200657142588113,1613946273653,6058
"eps_1",1e-05,1613946273653,6058
"wd_2",0.01,1613946273653,6058
"sqr_mom_2",0.99,1613946273653,6058
"lr_2",0.00014967493199165576,1613946273653,6058
"mom_2",0.9200657142588113,1613946273653,6058
"eps_2",1e-05,1613946273653,6058
"train_loss",0.0070040254,1613946274644,6059
"raw_loss",0.004845439,1613946274644,6059
"epoch",38.11320754716981,1613946274644,6059
"wd_0",0.01,1613946274644,6059
"sqr_mom_0",0.99,1613946274644,6059
"lr_0",1.495456284430866e-06,1613946274644,6059
"mom_0",0.9200915752271349,1613946274644,6059
"eps_0",1e-05,1613946274644,6059
"wd_1",0.01,1613946274644,6059
"sqr_mom_1",0.99,1613946274644,6059
"lr_1",1.4954562844308656e-05,1613946274644,6059
"mom_1",0.9200915752271349,1613946274644,6059
"eps_1",1e-05,1613946274644,6059
"wd_2",0.01,1613946274644,6059
"sqr_mom_2",0.99,1613946274644,6059
"lr_2",0.00014954562844308653,1613946274644,6059
"mom_2",0.9200915752271349,1613946274644,6059
"eps_2",1e-05,1613946274644,6059
"train_loss",0.0069631427,1613946275633,6060
"raw_loss",0.004959877,1613946275633,6060
"epoch",38.11949685534591,1613946275633,6060
"wd_0",0.01,1613946275633,6060
"sqr_mom_0",0.99,1613946275633,6060
"lr_0",1.4941644264842313e-06,1613946275633,6060
"mom_0",0.9201174126444418,1613946275633,6060
"eps_0",1e-05,1613946275633,6060
"wd_1",0.01,1613946275633,6060
"sqr_mom_1",0.99,1613946275633,6060
"lr_1",1.4941644264842313e-05,1613946275633,6060
"mom_1",0.9201174126444418,1613946275633,6060
"eps_1",1e-05,1613946275633,6060
"wd_2",0.01,1613946275633,6060
"sqr_mom_2",0.99,1613946275633,6060
"lr_2",0.0001494164426484231,1613946275633,6060
"mom_2",0.9201174126444418,1613946275633,6060
"eps_2",1e-05,1613946275633,6060
"train_loss",0.0069419555,1613946276594,6061
"raw_loss",0.005903775,1613946276594,6061
"epoch",38.12578616352201,1613946276594,6061
"wd_0",0.01,1613946276594,6061
"sqr_mom_0",0.99,1613946276594,6061
"lr_0",1.4928724604719085e-06,1613946276594,6061
"mom_0",0.920143252223084,1613946276594,6061
"eps_0",1e-05,1613946276594,6061
"wd_1",0.01,1613946276594,6061
"sqr_mom_1",0.99,1613946276594,6061
"lr_1",1.4928724604719085e-05,1613946276594,6061
"mom_1",0.920143252223084,1613946276594,6061
"eps_1",1e-05,1613946276594,6061
"wd_2",0.01,1613946276594,6061
"sqr_mom_2",0.99,1613946276594,6061
"lr_2",0.00014928724604719082,1613946276594,6061
"mom_2",0.920143252223084,1613946276594,6061
"eps_2",1e-05,1613946276594,6061
"train_loss",0.0068652304,1613946277572,6062
"raw_loss",0.003105701,1613946277572,6062
"epoch",38.13207547169811,1613946277572,6062
"wd_0",0.01,1613946277572,6062
"sqr_mom_0",0.99,1613946277572,6062
"lr_0",1.4915808154779127e-06,1613946277572,6062
"mom_0",0.9201690853812955,1613946277572,6062
"eps_0",1e-05,1613946277572,6062
"wd_1",0.01,1613946277572,6062
"sqr_mom_1",0.99,1613946277572,6062
"lr_1",1.4915808154779129e-05,1613946277572,6062
"mom_1",0.9201690853812955,1613946277572,6062
"eps_1",1e-05,1613946277572,6062
"wd_2",0.01,1613946277572,6062
"sqr_mom_2",0.99,1613946277572,6062
"lr_2",0.00014915808154779124,1613946277572,6062
"mom_2",0.9201690853812955,1613946277572,6062
"eps_2",1e-05,1613946277572,6062
"train_loss",0.0068114796,1613946278545,6063
"raw_loss",0.0041776877,1613946278545,6063
"epoch",38.13836477987421,1613946278545,6063
"wd_0",0.01,1613946278545,6063
"sqr_mom_0",0.99,1613946278545,6063
"lr_0",1.4902894919139405e-06,1613946278545,6063
"mom_0",0.9201949121108423,1613946278545,6063
"eps_0",1e-05,1613946278545,6063
"wd_1",0.01,1613946278545,6063
"sqr_mom_1",0.99,1613946278545,6063
"lr_1",1.4902894919139405e-05,1613946278545,6063
"mom_1",0.9201949121108423,1613946278545,6063
"eps_1",1e-05,1613946278545,6063
"wd_2",0.01,1613946278545,6063
"sqr_mom_2",0.99,1613946278545,6063
"lr_2",0.00014902894919139405,1613946278545,6063
"mom_2",0.9201949121108423,1613946278545,6063
"eps_2",1e-05,1613946278545,6063
"train_loss",0.0067448947,1613946279559,6064
"raw_loss",0.0034822328,1613946279559,6064
"epoch",38.14465408805031,1613946279559,6064
"wd_0",0.01,1613946279559,6064
"sqr_mom_0",0.99,1613946279559,6064
"lr_0",1.4889989183311295e-06,1613946279559,6064
"mom_0",0.9202207238406158,1613946279559,6064
"eps_0",1e-05,1613946279559,6064
"wd_1",0.01,1613946279559,6064
"sqr_mom_1",0.99,1613946279559,6064
"lr_1",1.4889989183311297e-05,1613946279559,6064
"mom_1",0.9202207238406158,1613946279559,6064
"eps_1",1e-05,1613946279559,6064
"wd_2",0.01,1613946279559,6064
"sqr_mom_2",0.99,1613946279559,6064
"lr_2",0.00014889989183311292,1613946279559,6064
"mom_2",0.9202207238406158,1613946279559,6064
"eps_2",1e-05,1613946279559,6064
"train_loss",0.006681139,1613946280524,6065
"raw_loss",0.0035571218,1613946280524,6065
"epoch",38.15094339622641,1613946280524,6065
"wd_0",0.01,1613946280524,6065
"sqr_mom_0",0.99,1613946280524,6065
"lr_0",1.4877078107223454e-06,1613946280524,6065
"mom_0",0.9202465462510155,1613946280524,6065
"eps_0",1e-05,1613946280524,6065
"wd_1",0.01,1613946280524,6065
"sqr_mom_1",0.99,1613946280524,6065
"lr_1",1.4877078107223455e-05,1613946280524,6065
"mom_1",0.9202465462510155,1613946280524,6065
"eps_1",1e-05,1613946280524,6065
"wd_2",0.01,1613946280524,6065
"sqr_mom_2",0.99,1613946280524,6065
"lr_2",0.0001487707810722345,1613946280524,6065
"mom_2",0.9202465462510155,1613946280524,6065
"eps_2",1e-05,1613946280524,6065
"train_loss",0.0066222004,1613946281509,6066
"raw_loss",0.0037341912,1613946281509,6066
"epoch",38.15723270440251,1613946281509,6066
"wd_0",0.01,1613946281509,6066
"sqr_mom_0",0.99,1613946281509,6066
"lr_0",1.486417881843105e-06,1613946281509,6066
"mom_0",0.9202723450865887,1613946281509,6066
"eps_0",1e-05,1613946281509,6066
"wd_1",0.01,1613946281509,6066
"sqr_mom_1",0.99,1613946281509,6066
"lr_1",1.4864178818431049e-05,1613946281509,6066
"mom_1",0.9202723450865887,1613946281509,6066
"eps_1",1e-05,1613946281509,6066
"wd_2",0.01,1613946281509,6066
"sqr_mom_2",0.99,1613946281509,6066
"lr_2",0.00014864178818431044,1613946281509,6066
"mom_2",0.9202723450865887,1613946281509,6066
"eps_2",1e-05,1613946281509,6066
"train_loss",0.006588472,1613946282491,6067
"raw_loss",0.004935775,1613946282491,6067
"epoch",38.16352201257861,1613946282491,6067
"wd_0",0.01,1613946282491,6067
"sqr_mom_0",0.99,1613946282491,6067
"lr_0",1.485128275825238e-06,1613946282491,6067
"mom_0",0.9202981374648699,1613946282491,6067
"eps_0",1e-05,1613946282491,6067
"wd_1",0.01,1613946282491,6067
"sqr_mom_1",0.99,1613946282491,6067
"lr_1",1.4851282758252377e-05,1613946282491,6067
"mom_1",0.9202981374648699,1613946282491,6067
"eps_1",1e-05,1613946282491,6067
"wd_2",0.01,1613946282491,6067
"sqr_mom_2",0.99,1613946282491,6067
"lr_2",0.00014851282758252378,1613946282491,6067
"mom_2",0.9202981374648699,1613946282491,6067
"eps_2",1e-05,1613946282491,6067
"train_loss",0.0065622204,1613946283511,6068
"raw_loss",0.00527588,1613946283511,6068
"epoch",38.16981132075471,1613946283511,6068
"wd_0",0.01,1613946283511,6068
"sqr_mom_0",0.99,1613946283511,6068
"lr_0",1.4838381376575773e-06,1613946283511,6068
"mom_0",0.9203239404862533,1613946283511,6068
"eps_0",1e-05,1613946283511,6068
"wd_1",0.01,1613946283511,6068
"sqr_mom_1",0.99,1613946283511,6068
"lr_1",1.483838137657577e-05,1613946283511,6068
"mom_1",0.9203239404862533,1613946283511,6068
"eps_1",1e-05,1613946283511,6068
"wd_2",0.01,1613946283511,6068
"sqr_mom_2",0.99,1613946283511,6068
"lr_2",0.00014838381376575767,1613946283511,6068
"mom_2",0.9203239404862533,1613946283511,6068
"eps_2",1e-05,1613946283511,6068
"train_loss",0.006479932,1613946284524,6069
"raw_loss",0.0024477895,1613946284524,6069
"epoch",38.17610062893081,1613946284524,6069
"wd_0",0.01,1613946284524,6069
"sqr_mom_0",0.99,1613946284524,6069
"lr_0",1.4825491788095993e-06,1613946284524,6069
"mom_0",0.9203497199210072,1613946284524,6069
"eps_0",1e-05,1613946284524,6069
"wd_1",0.01,1613946284524,6069
"sqr_mom_1",0.99,1613946284524,6069
"lr_1",1.4825491788095993e-05,1613946284524,6069
"mom_1",0.9203497199210072,1613946284524,6069
"eps_1",1e-05,1613946284524,6069
"wd_2",0.01,1613946284524,6069
"sqr_mom_2",0.99,1613946284524,6069
"lr_2",0.00014825491788095989,1613946284524,6069
"mom_2",0.9203497199210072,1613946284524,6069
"eps_2",1e-05,1613946284524,6069
"train_loss",0.0065244613,1613946285561,6070
"raw_loss",0.008706392,1613946285561,6070
"epoch",38.18238993710691,1613946285561,6070
"wd_0",0.01,1613946285561,6070
"sqr_mom_0",0.99,1613946285561,6070
"lr_0",1.481260116559424e-06,1613946285561,6070
"mom_0",0.9203755014238257,1613946285561,6070
"eps_0",1e-05,1613946285561,6070
"wd_1",0.01,1613946285561,6070
"sqr_mom_1",0.99,1613946285561,6070
"lr_1",1.481260116559424e-05,1613946285561,6070
"mom_1",0.9203755014238257,1613946285561,6070
"eps_1",1e-05,1613946285561,6070
"wd_2",0.01,1613946285561,6070
"sqr_mom_2",0.99,1613946285561,6070
"lr_2",0.00014812601165594238,1613946285561,6070
"mom_2",0.9203755014238257,1613946285561,6070
"eps_2",1e-05,1613946285561,6070
"train_loss",0.006505624,1613946286565,6071
"raw_loss",0.005582585,1613946286565,6071
"epoch",38.18867924528301,1613946286565,6071
"wd_0",0.01,1613946286565,6071
"sqr_mom_0",0.99,1613946286565,6071
"lr_0",1.479971379028877e-06,1613946286565,6071
"mom_0",0.9204012764321867,1613946286565,6071
"eps_0",1e-05,1613946286565,6071
"wd_1",0.01,1613946286565,6071
"sqr_mom_1",0.99,1613946286565,6071
"lr_1",1.4799713790288769e-05,1613946286565,6071
"mom_1",0.9204012764321867,1613946286565,6071
"eps_1",1e-05,1613946286565,6071
"wd_2",0.01,1613946286565,6071
"sqr_mom_2",0.99,1613946286565,6071
"lr_2",0.00014799713790288765,1613946286565,6071
"mom_2",0.9204012764321867,1613946286565,6071
"eps_2",1e-05,1613946286565,6071
"train_loss",0.0064932522,1613946287784,6072
"raw_loss",0.005887031,1613946287784,6072
"epoch",38.19496855345911,1613946287784,6072
"wd_0",0.01,1613946287784,6072
"sqr_mom_0",0.99,1613946287784,6072
"lr_0",1.478682966628729e-06,1613946287784,6072
"mom_0",0.9204270449378747,1613946287784,6072
"eps_0",1e-05,1613946287784,6072
"wd_1",0.01,1613946287784,6072
"sqr_mom_1",0.99,1613946287784,6072
"lr_1",1.4786829666287288e-05,1613946287784,6072
"mom_1",0.9204270449378747,1613946287784,6072
"eps_1",1e-05,1613946287784,6072
"wd_2",0.01,1613946287784,6072
"sqr_mom_2",0.99,1613946287784,6072
"lr_2",0.00014786829666287287,1613946287784,6072
"mom_2",0.9204270449378747,1613946287784,6072
"eps_2",1e-05,1613946287784,6072
"train_loss",0.0065401522,1613946288975,6073
"raw_loss",0.008838246,1613946288975,6073
"epoch",38.20125786163521,1613946288975,6073
"wd_0",0.01,1613946288975,6073
"sqr_mom_0",0.99,1613946288975,6073
"lr_0",1.4773953069417877e-06,1613946288975,6073
"mom_0",0.9204527983891481,1613946288975,6073
"eps_0",1e-05,1613946288975,6073
"wd_1",0.01,1613946288975,6073
"sqr_mom_1",0.99,1613946288975,6073
"lr_1",1.4773953069417876e-05,1613946288975,6073
"mom_1",0.9204527983891481,1613946288975,6073
"eps_1",1e-05,1613946288975,6073
"wd_2",0.01,1613946288975,6073
"sqr_mom_2",0.99,1613946288975,6073
"lr_2",0.00014773953069417874,1613946288975,6073
"mom_2",0.9204527983891481,1613946288975,6073
"eps_2",1e-05,1613946288975,6073
"train_loss",0.006549226,1613946290255,6074
"raw_loss",0.006993849,1613946290255,6074
"epoch",38.20754716981131,1613946290255,6074
"wd_0",0.01,1613946290255,6074
"sqr_mom_0",0.99,1613946290255,6074
"lr_0",1.4761071188621922e-06,1613946290255,6074
"mom_0",0.9204785624083802,1613946290255,6074
"eps_0",1e-05,1613946290255,6074
"wd_1",0.01,1613946290255,6074
"sqr_mom_1",0.99,1613946290255,6074
"lr_1",1.4761071188621922e-05,1613946290255,6074
"mom_1",0.9204785624083802,1613946290255,6074
"eps_1",1e-05,1613946290255,6074
"wd_2",0.01,1613946290255,6074
"sqr_mom_2",0.99,1613946290255,6074
"lr_2",0.0001476107118862192,1613946290255,6074
"mom_2",0.9204785624083802,1613946290255,6074
"eps_2",1e-05,1613946290255,6074
"train_loss",0.0065040826,1613946291411,6075
"raw_loss",0.0042920513,1613946291411,6075
"epoch",38.213836477987414,1613946291411,6075
"wd_0",0.01,1613946291411,6075
"sqr_mom_0",0.99,1613946291411,6075
"lr_0",1.4748201112724745e-06,1613946291411,6075
"mom_0",0.9205043028175787,1613946291411,6075
"eps_0",1e-05,1613946291411,6075
"wd_1",0.01,1613946291411,6075
"sqr_mom_1",0.99,1613946291411,6075
"lr_1",1.4748201112724742e-05,1613946291411,6075
"mom_1",0.9205043028175787,1613946291411,6075
"eps_1",1e-05,1613946291411,6075
"wd_2",0.01,1613946291411,6075
"sqr_mom_2",0.99,1613946291411,6075
"lr_2",0.0001474820111272474,1613946291411,6075
"mom_2",0.9205043028175787,1613946291411,6075
"eps_2",1e-05,1613946291411,6075
"train_loss",0.0065106535,1613946292461,6076
"raw_loss",0.0068326355,1613946292461,6076
"epoch",38.220125786163514,1613946292461,6076
"wd_0",0.01,1613946292461,6076
"sqr_mom_0",0.99,1613946292461,6076
"lr_0",1.4735334302383342e-06,1613946292461,6076
"mom_0",0.9205300366956002,1613946292461,6076
"eps_0",1e-05,1613946292461,6076
"wd_1",0.01,1613946292461,6076
"sqr_mom_1",0.99,1613946292461,6076
"lr_1",1.4735334302383343e-05,1613946292461,6076
"mom_1",0.9205300366956002,1613946292461,6076
"eps_1",1e-05,1613946292461,6076
"wd_2",0.01,1613946292461,6076
"sqr_mom_2",0.99,1613946292461,6076
"lr_2",0.00014735334302383337,1613946292461,6076
"mom_2",0.9205300366956002,1613946292461,6076
"eps_2",1e-05,1613946292461,6076
"train_loss",0.0065022577,1613946293414,6077
"raw_loss",0.006090868,1613946293414,6077
"epoch",38.226415094339615,1613946293414,6077
"wd_0",0.01,1613946293414,6077
"sqr_mom_0",0.99,1613946293414,6077
"lr_0",1.4722462226922824e-06,1613946293414,6077
"mom_0",0.9205557811039653,1613946293414,6077
"eps_0",1e-05,1613946293414,6077
"wd_1",0.01,1613946293414,6077
"sqr_mom_1",0.99,1613946293414,6077
"lr_1",1.472246222692282e-05,1613946293414,6077
"mom_1",0.9205557811039653,1613946293414,6077
"eps_1",1e-05,1613946293414,6077
"wd_2",0.01,1613946293414,6077
"sqr_mom_2",0.99,1613946293414,6077
"lr_2",0.00014722462226922817,1613946293414,6077
"mom_2",0.9205557811039653,1613946293414,6077
"eps_2",1e-05,1613946293414,6077
"train_loss",0.0066161323,1613946294369,6078
"raw_loss",0.012196005,1613946294369,6078
"epoch",38.232704402515715,1613946294369,6078
"wd_0",0.01,1613946294369,6078
"sqr_mom_0",0.99,1613946294369,6078
"lr_0",1.470960196216095e-06,1613946294369,6078
"mom_0",0.920581501890697,1613946294369,6078
"eps_0",1e-05,1613946294369,6078
"wd_1",0.01,1613946294369,6078
"sqr_mom_1",0.99,1613946294369,6078
"lr_1",1.4709601962160949e-05,1613946294369,6078
"mom_1",0.920581501890697,1613946294369,6078
"eps_1",1e-05,1613946294369,6078
"wd_2",0.01,1613946294369,6078
"sqr_mom_2",0.99,1613946294369,6078
"lr_2",0.0001470960196216095,1613946294369,6078
"mom_2",0.920581501890697,1613946294369,6078
"eps_2",1e-05,1613946294369,6078
"train_loss",0.0066144536,1613946295315,6079
"raw_loss",0.0065322,1613946295315,6079
"epoch",38.238993710691815,1613946295315,6079
"wd_0",0.01,1613946295315,6079
"sqr_mom_0",0.99,1613946295315,6079
"lr_0",1.4696744975249739e-06,1613946295315,6079
"mom_0",0.9206072161216617,1613946295315,6079
"eps_0",1e-05,1613946295315,6079
"wd_1",0.01,1613946295315,6079
"sqr_mom_1",0.99,1613946295315,6079
"lr_1",1.4696744975249739e-05,1613946295315,6079
"mom_1",0.9206072161216617,1613946295315,6079
"eps_1",1e-05,1613946295315,6079
"wd_2",0.01,1613946295315,6079
"sqr_mom_2",0.99,1613946295315,6079
"lr_2",0.00014696744975249736,1613946295315,6079
"mom_2",0.9206072161216617,1613946295315,6079
"eps_2",1e-05,1613946295315,6079
"train_loss",0.0066973623,1613946296286,6080
"raw_loss",0.010759898,1613946296286,6080
"epoch",38.245283018867916,1613946296286,6080
"wd_0",0.01,1613946296286,6080
"sqr_mom_0",0.99,1613946296286,6080
"lr_0",1.468388274204191e-06,1613946296286,6080
"mom_0",0.9206329408453247,1613946296286,6080
"eps_0",1e-05,1613946296286,6080
"wd_1",0.01,1613946296286,6080
"sqr_mom_1",0.99,1613946296286,6080
"lr_1",1.4683882742041913e-05,1613946296286,6080
"mom_1",0.9206329408453247,1613946296286,6080
"eps_1",1e-05,1613946296286,6080
"wd_2",0.01,1613946296286,6080
"sqr_mom_2",0.99,1613946296286,6080
"lr_2",0.00014683882742041907,1613946296286,6080
"mom_2",0.9206329408453247,1613946296286,6080
"eps_2",1e-05,1613946296286,6080
"train_loss",0.0066866595,1613946297258,6081
"raw_loss",0.0061622183,1613946297258,6081
"epoch",38.251572327044016,1613946297258,6081
"wd_0",0.01,1613946297258,6081
"sqr_mom_0",0.99,1613946297258,6081
"lr_0",1.4671032325298744e-06,1613946297258,6081
"mom_0",0.9206586419358218,1613946297258,6081
"eps_0",1e-05,1613946297258,6081
"wd_1",0.01,1613946297258,6081
"sqr_mom_1",0.99,1613946297258,6081
"lr_1",1.4671032325298744e-05,1613946297258,6081
"mom_1",0.9206586419358218,1613946297258,6081
"eps_1",1e-05,1613946297258,6081
"wd_2",0.01,1613946297258,6081
"sqr_mom_2",0.99,1613946297258,6081
"lr_2",0.0001467103232529874,1613946297258,6081
"mom_2",0.9206586419358218,1613946297258,6081
"eps_2",1e-05,1613946297258,6081
"train_loss",0.0067869057,1613946298256,6082
"raw_loss",0.01169898,1613946298256,6082
"epoch",38.25786163522012,1613946298256,6082
"wd_0",0.01,1613946298256,6082
"sqr_mom_0",0.99,1613946298256,6082
"lr_0",1.4658176674817062e-06,1613946298256,6082
"mom_0",0.9206843534939008,1613946298256,6082
"eps_0",1e-05,1613946298256,6082
"wd_1",0.01,1613946298256,6082
"sqr_mom_1",0.99,1613946298256,6082
"lr_1",1.4658176674817064e-05,1613946298256,6082
"mom_1",0.9206843534939008,1613946298256,6082
"eps_1",1e-05,1613946298256,6082
"wd_2",0.01,1613946298256,6082
"sqr_mom_2",0.99,1613946298256,6082
"lr_2",0.00014658176674817056,1613946298256,6082
"mom_2",0.9206843534939008,1613946298256,6082
"eps_2",1e-05,1613946298256,6082
"train_loss",0.0067490777,1613946299249,6083
"raw_loss",0.004895505,1613946299249,6083
"epoch",38.26415094339622,1613946299249,6083
"wd_0",0.01,1613946299249,6083
"sqr_mom_0",0.99,1613946299249,6083
"lr_0",1.4645332844625615e-06,1613946299249,6083
"mom_0",0.9207100414111629,1613946299249,6083
"eps_0",1e-05,1613946299249,6083
"wd_1",0.01,1613946299249,6083
"sqr_mom_1",0.99,1613946299249,6083
"lr_1",1.4645332844625613e-05,1613946299249,6083
"mom_1",0.9207100414111629,1613946299249,6083
"eps_1",1e-05,1613946299249,6083
"wd_2",0.01,1613946299249,6083
"sqr_mom_2",0.99,1613946299249,6083
"lr_2",0.00014645332844625614,1613946299249,6083
"mom_2",0.9207100414111629,1613946299249,6083
"eps_2",1e-05,1613946299249,6083
"train_loss",0.006738217,1613946300200,6084
"raw_loss",0.006206038,1613946300200,6084
"epoch",38.27044025157232,1613946300200,6084
"wd_0",0.01,1613946300200,6084
"sqr_mom_0",0.99,1613946300200,6084
"lr_0",1.4632488053008184e-06,1613946300200,6084
"mom_0",0.9207357312512962,1613946300200,6084
"eps_0",1e-05,1613946300200,6084
"wd_1",0.01,1613946300200,6084
"sqr_mom_1",0.99,1613946300200,6084
"lr_1",1.4632488053008182e-05,1613946300200,6084
"mom_1",0.9207357312512962,1613946300200,6084
"eps_1",1e-05,1613946300200,6084
"wd_2",0.01,1613946300200,6084
"sqr_mom_2",0.99,1613946300200,6084
"lr_2",0.00014632488053008177,1613946300200,6084
"mom_2",0.9207357312512962,1613946300200,6084
"eps_2",1e-05,1613946300200,6084
"train_loss",0.006740313,1613946301150,6085
"raw_loss",0.0068430053,1613946301150,6085
"epoch",38.27672955974842,1613946301150,6085
"wd_0",0.01,1613946301150,6085
"sqr_mom_0",0.99,1613946301150,6085
"lr_0",1.4619646565996026e-06,1613946301150,6085
"mom_0",0.9207614144821528,1613946301150,6085
"eps_0",1e-05,1613946301150,6085
"wd_1",0.01,1613946301150,6085
"sqr_mom_1",0.99,1613946301150,6085
"lr_1",1.4619646565996025e-05,1613946301150,6085
"mom_1",0.9207614144821528,1613946301150,6085
"eps_1",1e-05,1613946301150,6085
"wd_2",0.01,1613946301150,6085
"sqr_mom_2",0.99,1613946301150,6085
"lr_2",0.0001461964656599602,1613946301150,6085
"mom_2",0.9207614144821528,1613946301150,6085
"eps_2",1e-05,1613946301150,6085
"train_loss",0.0066805123,1613946302148,6086
"raw_loss",0.0037502777,1613946302148,6086
"epoch",38.28301886792452,1613946302148,6086
"wd_0",0.01,1613946302148,6086
"sqr_mom_0",0.99,1613946302148,6086
"lr_0",1.4606808387682216e-06,1613946302148,6086
"mom_0",0.9207870910955465,1613946302148,6086
"eps_0",1e-05,1613946302148,6086
"wd_1",0.01,1613946302148,6086
"sqr_mom_1",0.99,1613946302148,6086
"lr_1",1.4606808387682215e-05,1613946302148,6086
"mom_1",0.9207870910955465,1613946302148,6086
"eps_1",1e-05,1613946302148,6086
"wd_2",0.01,1613946302148,6086
"sqr_mom_2",0.99,1613946302148,6086
"lr_2",0.0001460680838768221,1613946302148,6086
"mom_2",0.9207870910955465,1613946302148,6086
"eps_2",1e-05,1613946302148,6086
"train_loss",0.006675285,1613946303106,6087
"raw_loss",0.0064191427,1613946303106,6087
"epoch",38.28930817610062,1613946303106,6087
"wd_0",0.01,1613946303106,6087
"sqr_mom_0",0.99,1613946303106,6087
"lr_0",1.4593977778612612e-06,1613946303106,6087
"mom_0",0.9208127525703005,1613946303106,6087
"eps_0",1e-05,1613946303106,6087
"wd_1",0.01,1613946303106,6087
"sqr_mom_1",0.99,1613946303106,6087
"lr_1",1.4593977778612607e-05,1613946303106,6087
"mom_1",0.9208127525703005,1613946303106,6087
"eps_1",1e-05,1613946303106,6087
"wd_2",0.01,1613946303106,6087
"sqr_mom_2",0.99,1613946303106,6087
"lr_2",0.00014593977778612607,1613946303106,6087
"mom_2",0.9208127525703005,1613946303106,6087
"eps_2",1e-05,1613946303106,6087
"train_loss",0.006650897,1613946304053,6088
"raw_loss",0.005455907,1613946304053,6088
"epoch",38.29559748427672,1613946304053,6088
"wd_0",0.01,1613946304053,6088
"sqr_mom_0",0.99,1613946304053,6088
"lr_0",1.4581141973516688e-06,1613946304053,6088
"mom_0",0.920838424437211,1613946304053,6088
"eps_0",1e-05,1613946304053,6088
"wd_1",0.01,1613946304053,6088
"sqr_mom_1",0.99,1613946304053,6088
"lr_1",1.4581141973516685e-05,1613946304053,6088
"mom_1",0.920838424437211,1613946304053,6088
"eps_1",1e-05,1613946304053,6088
"wd_2",0.01,1613946304053,6088
"sqr_mom_2",0.99,1613946304053,6088
"lr_2",0.00014581141973516685,1613946304053,6088
"mom_2",0.920838424437211,1613946304053,6088
"eps_2",1e-05,1613946304053,6088
"train_loss",0.0067062336,1613946305032,6089
"raw_loss",0.009417729,1613946305032,6089
"epoch",38.30188679245282,1613946305032,6089
"wd_0",0.01,1613946305032,6089
"sqr_mom_0",0.99,1613946305032,6089
"lr_0",1.4568318000096713e-06,1613946305032,6089
"mom_0",0.9208640726405329,1613946305032,6089
"eps_0",1e-05,1613946305032,6089
"wd_1",0.01,1613946305032,6089
"sqr_mom_1",0.99,1613946305032,6089
"lr_1",1.4568318000096714e-05,1613946305032,6089
"mom_1",0.9208640726405329,1613946305032,6089
"eps_1",1e-05,1613946305032,6089
"wd_2",0.01,1613946305032,6089
"sqr_mom_2",0.99,1613946305032,6089
"lr_2",0.00014568318000096712,1613946305032,6089
"mom_2",0.9208640726405329,1613946305032,6089
"eps_2",1e-05,1613946305032,6089
"train_loss",0.0066554854,1613946306024,6090
"raw_loss",0.0041688206,1613946306024,6090
"epoch",38.30817610062892,1613946306024,6090
"wd_0",0.01,1613946306024,6090
"sqr_mom_0",0.99,1613946306024,6090
"lr_0",1.4555497349530172e-06,1613946306024,6090
"mom_0",0.9208897141980816,1613946306024,6090
"eps_0",1e-05,1613946306024,6090
"wd_1",0.01,1613946306024,6090
"sqr_mom_1",0.99,1613946306024,6090
"lr_1",1.455549734953017e-05,1613946306024,6090
"mom_1",0.9208897141980816,1613946306024,6090
"eps_1",1e-05,1613946306024,6090
"wd_2",0.01,1613946306024,6090
"sqr_mom_2",0.99,1613946306024,6090
"lr_2",0.00014555497349530167,1613946306024,6090
"mom_2",0.9208897141980816,1613946306024,6090
"eps_2",1e-05,1613946306024,6090
"train_loss",0.0066907955,1613946306985,6091
"raw_loss",0.008421003,1613946306985,6091
"epoch",38.31446540880502,1613946306985,6091
"wd_0",0.01,1613946306985,6091
"sqr_mom_0",0.99,1613946306985,6091
"lr_0",1.4542671521814726e-06,1613946306985,6091
"mom_0",0.9209153661100316,1613946306985,6091
"eps_0",1e-05,1613946306985,6091
"wd_1",0.01,1613946306985,6091
"sqr_mom_1",0.99,1613946306985,6091
"lr_1",1.4542671521814728e-05,1613946306985,6091
"mom_1",0.9209153661100316,1613946306985,6091
"eps_1",1e-05,1613946306985,6091
"wd_2",0.01,1613946306985,6091
"sqr_mom_2",0.99,1613946306985,6091
"lr_2",0.00014542671521814723,1613946306985,6091
"mom_2",0.9209153661100316,1613946306985,6091
"eps_2",1e-05,1613946306985,6091
"train_loss",0.006680534,1613946307928,6092
"raw_loss",0.0061777267,1613946307928,6092
"epoch",38.32075471698112,1613946307928,6092
"wd_0",0.01,1613946307928,6092
"sqr_mom_0",0.99,1613946307928,6092
"lr_0",1.452985753141689e-06,1613946307928,6092
"mom_0",0.9209409943471096,1613946307928,6092
"eps_0",1e-05,1613946307928,6092
"wd_1",0.01,1613946307928,6092
"sqr_mom_1",0.99,1613946307928,6092
"lr_1",1.452985753141689e-05,1613946307928,6092
"mom_1",0.9209409943471096,1613946307928,6092
"eps_1",1e-05,1613946307928,6092
"wd_2",0.01,1613946307928,6092
"sqr_mom_2",0.99,1613946307928,6092
"lr_2",0.00014529857531416884,1613946307928,6092
"mom_2",0.9209409943471096,1613946307928,6092
"eps_2",1e-05,1613946307928,6092
"train_loss",0.0066500637,1613946308874,6093
"raw_loss",0.005157008,1613946308874,6093
"epoch",38.32704402515722,1613946308874,6093
"wd_0",0.01,1613946308874,6093
"sqr_mom_0",0.99,1613946308874,6093
"lr_0",1.4517042626293773e-06,1613946308874,6093
"mom_0",0.9209666244136565,1613946308874,6093
"eps_0",1e-05,1613946308874,6093
"wd_1",0.01,1613946308874,6093
"sqr_mom_1",0.99,1613946308874,6093
"lr_1",1.4517042626293767e-05,1613946308874,6093
"mom_1",0.9209666244136565,1613946308874,6093
"eps_1",1e-05,1613946308874,6093
"wd_2",0.01,1613946308874,6093
"sqr_mom_2",0.99,1613946308874,6093
"lr_2",0.00014517042626293767,1613946308874,6093
"mom_2",0.9209666244136565,1613946308874,6093
"eps_2",1e-05,1613946308874,6093
"train_loss",0.00659122,1613946309807,6094
"raw_loss",0.003707877,1613946309807,6094
"epoch",38.33333333333332,1613946309807,6094
"wd_0",0.01,1613946309807,6094
"sqr_mom_0",0.99,1613946309807,6094
"lr_0",1.4504231062572844e-06,1613946309807,6094
"mom_0",0.9209922477973322,1613946309807,6094
"eps_0",1e-05,1613946309807,6094
"wd_1",0.01,1613946309807,6094
"sqr_mom_1",0.99,1613946309807,6094
"lr_1",1.4504231062572845e-05,1613946309807,6094
"mom_1",0.9209922477973322,1613946309807,6094
"eps_1",1e-05,1613946309807,6094
"wd_2",0.01,1613946309807,6094
"sqr_mom_2",0.99,1613946309807,6094
"lr_2",0.00014504231062572844,1613946309807,6094
"mom_2",0.9209922477973322,1613946309807,6094
"eps_2",1e-05,1613946309807,6094
"train_loss",0.0066017453,1613946310759,6095
"raw_loss",0.007117498,1613946310759,6095
"epoch",38.33962264150942,1613946310759,6095
"wd_0",0.01,1613946310759,6095
"sqr_mom_0",0.99,1613946310759,6095
"lr_0",1.4491422844337633e-06,1613946310759,6095
"mom_0",0.9210178644899696,1613946310759,6095
"eps_0",1e-05,1613946310759,6095
"wd_1",0.01,1613946310759,6095
"sqr_mom_1",0.99,1613946310759,6095
"lr_1",1.449142284433763e-05,1613946310759,6095
"mom_1",0.9210178644899696,1613946310759,6095
"eps_1",1e-05,1613946310759,6095
"wd_2",0.01,1613946310759,6095
"sqr_mom_2",0.99,1613946310759,6095
"lr_2",0.0001449142284433763,1613946310759,6095
"mom_2",0.9210178644899696,1613946310759,6095
"eps_2",1e-05,1613946310759,6095
"train_loss",0.006566796,1613946311721,6096
"raw_loss",0.0048542833,1613946311721,6096
"epoch",38.34591194968552,1613946311721,6096
"wd_0",0.01,1613946311721,6096
"sqr_mom_0",0.99,1613946311721,6096
"lr_0",1.4478622222169155e-06,1613946311721,6096
"mom_0",0.9210434659903215,1613946311721,6096
"eps_0",1e-05,1613946311721,6096
"wd_1",0.01,1613946311721,6096
"sqr_mom_1",0.99,1613946311721,6096
"lr_1",1.4478622222169153e-05,1613946311721,6096
"mom_1",0.9210434659903215,1613946311721,6096
"eps_1",1e-05,1613946311721,6096
"wd_2",0.01,1613946311721,6096
"sqr_mom_2",0.99,1613946311721,6096
"lr_2",0.0001447862222216915,1613946311721,6096
"mom_2",0.9210434659903215,1613946311721,6096
"eps_2",1e-05,1613946311721,6096
"train_loss",0.006521183,1613946312699,6097
"raw_loss",0.0042861546,1613946312699,6097
"epoch",38.35220125786162,1613946312699,6097
"wd_0",0.01,1613946312699,6097
"sqr_mom_0",0.99,1613946312699,6097
"lr_0",1.4465816460653198e-06,1613946312699,6097
"mom_0",0.9210690777694712,1613946312699,6097
"eps_0",1e-05,1613946312699,6097
"wd_1",0.01,1613946312699,6097
"sqr_mom_1",0.99,1613946312699,6097
"lr_1",1.44658164606532e-05,1613946312699,6097
"mom_1",0.9210690777694712,1613946312699,6097
"eps_1",1e-05,1613946312699,6097
"wd_2",0.01,1613946312699,6097
"sqr_mom_2",0.99,1613946312699,6097
"lr_2",0.00014465816460653195,1613946312699,6097
"mom_2",0.9210690777694712,1613946312699,6097
"eps_2",1e-05,1613946312699,6097
"train_loss",0.0064368555,1613946313660,6098
"raw_loss",0.0023048052,1613946313660,6098
"epoch",38.35849056603772,1613946313660,6098
"wd_0",0.01,1613946313660,6098
"sqr_mom_0",0.99,1613946313660,6098
"lr_0",1.4453022547636903e-06,1613946313660,6098
"mom_0",0.9210946658513847,1613946313660,6098
"eps_0",1e-05,1613946313660,6098
"wd_1",0.01,1613946313660,6098
"sqr_mom_1",0.99,1613946313660,6098
"lr_1",1.4453022547636906e-05,1613946313660,6098
"mom_1",0.9210946658513847,1613946313660,6098
"eps_1",1e-05,1613946313660,6098
"wd_2",0.01,1613946313660,6098
"sqr_mom_2",0.99,1613946313660,6098
"lr_2",0.000144530225476369,1613946313660,6098
"mom_2",0.9210946658513847,1613946313660,6098
"eps_2",1e-05,1613946313660,6098
"train_loss",0.0064459573,1613946314639,6099
"raw_loss",0.006891944,1613946314639,6099
"epoch",38.36477987421382,1613946314639,6099
"wd_0",0.01,1613946314639,6099
"sqr_mom_0",0.99,1613946314639,6099
"lr_0",1.4440231994198768e-06,1613946314639,6099
"mom_0",0.9211202472140746,1613946314639,6099
"eps_0",1e-05,1613946314639,6099
"wd_1",0.01,1613946314639,6099
"sqr_mom_1",0.99,1613946314639,6099
"lr_1",1.4440231994198772e-05,1613946314639,6099
"mom_1",0.9211202472140746,1613946314639,6099
"eps_1",1e-05,1613946314639,6099
"wd_2",0.01,1613946314639,6099
"sqr_mom_2",0.99,1613946314639,6099
"lr_2",0.00014440231994198763,1613946314639,6099
"mom_2",0.9211202472140746,1613946314639,6099
"eps_2",1e-05,1613946314639,6099
"train_loss",0.0064136903,1613946315594,6100
"raw_loss",0.0048326137,1613946315594,6100
"epoch",38.371069182389924,1613946315594,6100
"wd_0",0.01,1613946315594,6100
"sqr_mom_0",0.99,1613946315594,6100
"lr_0",1.4427436320334972e-06,1613946315594,6100
"mom_0",0.9211458388177182,1613946315594,6100
"eps_0",1e-05,1613946315594,6100
"wd_1",0.01,1613946315594,6100
"sqr_mom_1",0.99,1613946315594,6100
"lr_1",1.4427436320334974e-05,1613946315594,6100
"mom_1",0.9211458388177182,1613946315594,6100
"eps_1",1e-05,1613946315594,6100
"wd_2",0.01,1613946315594,6100
"sqr_mom_2",0.99,1613946315594,6100
"lr_2",0.00014427436320334973,1613946315594,6100
"mom_2",0.9211458388177182,1613946315594,6100
"eps_2",1e-05,1613946315594,6100
"train_loss",0.0063929623,1613946316536,6101
"raw_loss",0.005377289,1613946316536,6101
"epoch",38.377358490566024,1613946316536,6101
"wd_0",0.01,1613946316536,6101
"sqr_mom_0",0.99,1613946316536,6101
"lr_0",1.4414652500510575e-06,1613946316536,6101
"mom_0",0.921171406713046,1613946316536,6101
"eps_0",1e-05,1613946316536,6101
"wd_1",0.01,1613946316536,6101
"sqr_mom_1",0.99,1613946316536,6101
"lr_1",1.4414652500510574e-05,1613946316536,6101
"mom_1",0.921171406713046,1613946316536,6101
"eps_1",1e-05,1613946316536,6101
"wd_2",0.01,1613946316536,6101
"sqr_mom_2",0.99,1613946316536,6101
"lr_2",0.00014414652500510574,1613946316536,6101
"mom_2",0.921171406713046,1613946316536,6101
"eps_2",1e-05,1613946316536,6101
"train_loss",0.0064862086,1613946317481,6102
"raw_loss",0.0110552935,1613946317481,6102
"epoch",38.383647798742125,1613946317481,6102
"wd_0",0.01,1613946317481,6102
"sqr_mom_0",0.99,1613946317481,6102
"lr_0",1.4401872052486252e-06,1613946317481,6102
"mom_0",0.9211969678647061,1613946317481,6102
"eps_0",1e-05,1613946317481,6102
"wd_1",0.01,1613946317481,6102
"sqr_mom_1",0.99,1613946317481,6102
"lr_1",1.4401872052486253e-05,1613946317481,6102
"mom_1",0.9211969678647061,1613946317481,6102
"eps_1",1e-05,1613946317481,6102
"wd_2",0.01,1613946317481,6102
"sqr_mom_2",0.99,1613946317481,6102
"lr_2",0.00014401872052486247,1613946317481,6102
"mom_2",0.9211969678647061,1613946317481,6102
"eps_2",1e-05,1613946317481,6102
"train_loss",0.0064352667,1613946318444,6103
"raw_loss",0.0039391015,1613946318444,6103
"epoch",38.389937106918225,1613946318444,6103
"wd_0",0.01,1613946318444,6103
"sqr_mom_0",0.99,1613946318444,6103
"lr_0",1.438908650297276e-06,1613946318444,6103
"mom_0",0.9212225392194466,1613946318444,6103
"eps_0",1e-05,1613946318444,6103
"wd_1",0.01,1613946318444,6103
"sqr_mom_1",0.99,1613946318444,6103
"lr_1",1.4389086502972761e-05,1613946318444,6103
"mom_1",0.9212225392194466,1613946318444,6103
"eps_1",1e-05,1613946318444,6103
"wd_2",0.01,1613946318444,6103
"sqr_mom_2",0.99,1613946318444,6103
"lr_2",0.00014389086502972757,1613946318444,6103
"mom_2",0.9212225392194466,1613946318444,6103
"eps_2",1e-05,1613946318444,6103
"train_loss",0.0064014173,1613946319379,6104
"raw_loss",0.0047427868,1613946319379,6104
"epoch",38.396226415094326,1613946319379,6104
"wd_0",0.01,1613946319379,6104
"sqr_mom_0",0.99,1613946319379,6104
"lr_0",1.437631281300442e-06,1613946319379,6104
"mom_0",0.9212480868548597,1613946319379,6104
"eps_0",1e-05,1613946319379,6104
"wd_1",0.01,1613946319379,6104
"sqr_mom_1",0.99,1613946319379,6104
"lr_1",1.4376312813004421e-05,1613946319379,6104
"mom_1",0.9212480868548597,1613946319379,6104
"eps_1",1e-05,1613946319379,6104
"wd_2",0.01,1613946319379,6104
"sqr_mom_2",0.99,1613946319379,6104
"lr_2",0.00014376312813004416,1613946319379,6104
"mom_2",0.9212480868548597,1613946319379,6104
"eps_2",1e-05,1613946319379,6104
"train_loss",0.0063350974,1613946320317,6105
"raw_loss",0.0030854188,1613946320317,6105
"epoch",38.402515723270426,1613946320317,6105
"wd_0",0.01,1613946320317,6105
"sqr_mom_0",0.99,1613946320317,6105
"lr_0",1.4363538270614385e-06,1613946320317,6105
"mom_0",0.9212736361951331,1613946320317,6105
"eps_0",1e-05,1613946320317,6105
"wd_1",0.01,1613946320317,6105
"sqr_mom_1",0.99,1613946320317,6105
"lr_1",1.4363538270614385e-05,1613946320317,6105
"mom_1",0.9212736361951331,1613946320317,6105
"eps_1",1e-05,1613946320317,6105
"wd_2",0.01,1613946320317,6105
"sqr_mom_2",0.99,1613946320317,6105
"lr_2",0.00014363538270614382,1613946320317,6105
"mom_2",0.9212736361951331,1613946320317,6105
"eps_2",1e-05,1613946320317,6105
"train_loss",0.0062776566,1613946321276,6106
"raw_loss",0.0034630497,1613946321276,6106
"epoch",38.408805031446526,1613946321276,6106
"wd_0",0.01,1613946321276,6106
"sqr_mom_0",0.99,1613946321276,6106
"lr_0",1.435076711855429e-06,1613946321276,6106
"mom_0",0.9212991787546789,1613946321276,6106
"eps_0",1e-05,1613946321276,6106
"wd_1",0.01,1613946321276,6106
"sqr_mom_1",0.99,1613946321276,6106
"lr_1",1.435076711855429e-05,1613946321276,6106
"mom_1",0.9212991787546789,1613946321276,6106
"eps_1",1e-05,1613946321276,6106
"wd_2",0.01,1613946321276,6106
"sqr_mom_2",0.99,1613946321276,6106
"lr_2",0.00014350767118554287,1613946321276,6106
"mom_2",0.9212991787546789,1613946321276,6106
"eps_2",1e-05,1613946321276,6106
"train_loss",0.0062654135,1613946322246,6107
"raw_loss",0.0056655067,1613946322246,6107
"epoch",38.41509433962263,1613946322246,6107
"wd_0",0.01,1613946322246,6107
"sqr_mom_0",0.99,1613946322246,6107
"lr_0",1.4337999360894792e-06,1613946322246,6107
"mom_0",0.9213247145253556,1613946322246,6107
"eps_0",1e-05,1613946322246,6107
"wd_1",0.01,1613946322246,6107
"sqr_mom_1",0.99,1613946322246,6107
"lr_1",1.4337999360894794e-05,1613946322246,6107
"mom_1",0.9213247145253556,1613946322246,6107
"eps_1",1e-05,1613946322246,6107
"wd_2",0.01,1613946322246,6107
"sqr_mom_2",0.99,1613946322246,6107
"lr_2",0.0001433799936089479,1613946322246,6107
"mom_2",0.9213247145253556,1613946322246,6107
"eps_2",1e-05,1613946322246,6107
"train_loss",0.006319925,1613946323194,6108
"raw_loss",0.008991,1613946323194,6108
"epoch",38.42138364779873,1613946323194,6108
"wd_0",0.01,1613946323194,6108
"sqr_mom_0",0.99,1613946323194,6108
"lr_0",1.432523923475991e-06,1613946323194,6108
"mom_0",0.9213502350328304,1613946323194,6108
"eps_0",1e-05,1613946323194,6108
"wd_1",0.01,1613946323194,6108
"sqr_mom_1",0.99,1613946323194,6108
"lr_1",1.4325239234759907e-05,1613946323194,6108
"mom_1",0.9213502350328304,1613946323194,6108
"eps_1",1e-05,1613946323194,6108
"wd_2",0.01,1613946323194,6108
"sqr_mom_2",0.99,1613946323194,6108
"lr_2",0.0001432523923475991,1613946323194,6108
"mom_2",0.9213502350328304,1613946323194,6108
"eps_2",1e-05,1613946323194,6108
"train_loss",0.0063145133,1613946324132,6109
"raw_loss",0.006049333,1613946324132,6109
"epoch",38.42767295597483,1613946324132,6109
"wd_0",0.01,1613946324132,6109
"sqr_mom_0",0.99,1613946324132,6109
"lr_0",1.4312474045054792e-06,1613946324132,6109
"mom_0",0.9213757656675471,1613946324132,6109
"eps_0",1e-05,1613946324132,6109
"wd_1",0.01,1613946324132,6109
"sqr_mom_1",0.99,1613946324132,6109
"lr_1",1.4312474045054792e-05,1613946324132,6109
"mom_1",0.9213757656675471,1613946324132,6109
"eps_1",1e-05,1613946324132,6109
"wd_2",0.01,1613946324132,6109
"sqr_mom_2",0.99,1613946324132,6109
"lr_2",0.0001431247404505479,1613946324132,6109
"mom_2",0.9213757656675471,1613946324132,6109
"eps_2",1e-05,1613946324132,6109
"train_loss",0.0064626853,1613946325074,6110
"raw_loss",0.013723128,1613946325074,6110
"epoch",38.43396226415093,1613946325074,6110
"wd_0",0.01,1613946325074,6110
"sqr_mom_0",0.99,1613946325074,6110
"lr_0",1.4299720725804871e-06,1613946325074,6110
"mom_0",0.9214012725611158,1613946325074,6110
"eps_0",1e-05,1613946325074,6110
"wd_1",0.01,1613946325074,6110
"sqr_mom_1",0.99,1613946325074,6110
"lr_1",1.429972072580487e-05,1613946325074,6110
"mom_1",0.9214012725611158,1613946325074,6110
"eps_1",1e-05,1613946325074,6110
"wd_2",0.01,1613946325074,6110
"sqr_mom_2",0.99,1613946325074,6110
"lr_2",0.00014299720725804868,1613946325074,6110
"mom_2",0.9214012725611158,1613946325074,6110
"eps_2",1e-05,1613946325074,6110
"train_loss",0.0064662625,1613946326024,6111
"raw_loss",0.0066415416,1613946326024,6111
"epoch",38.44025157232703,1613946326024,6111
"wd_0",0.01,1613946326024,6111
"sqr_mom_0",0.99,1613946326024,6111
"lr_0",1.4286970814963908e-06,1613946326024,6111
"mom_0",0.9214267726377985,1613946326024,6111
"eps_0",1e-05,1613946326024,6111
"wd_1",0.01,1613946326024,6111
"sqr_mom_1",0.99,1613946326024,6111
"lr_1",1.4286970814963906e-05,1613946326024,6111
"mom_1",0.9214267726377985,1613946326024,6111
"eps_1",1e-05,1613946326024,6111
"wd_2",0.01,1613946326024,6111
"sqr_mom_2",0.99,1613946326024,6111
"lr_2",0.00014286970814963903,1613946326024,6111
"mom_2",0.9214267726377985,1613946326024,6111
"eps_2",1e-05,1613946326024,6111
"train_loss",0.006532609,1613946326972,6112
"raw_loss",0.009783601,1613946326972,6112
"epoch",38.44654088050313,1613946326972,6112
"wd_0",0.01,1613946326972,6112
"sqr_mom_0",0.99,1613946326972,6112
"lr_0",1.4274215859532936e-06,1613946326972,6112
"mom_0",0.9214522828037621,1613946326972,6112
"eps_0",1e-05,1613946326972,6112
"wd_1",0.01,1613946326972,6112
"sqr_mom_1",0.99,1613946326972,6112
"lr_1",1.4274215859532938e-05,1613946326972,6112
"mom_1",0.9214522828037621,1613946326972,6112
"eps_1",1e-05,1613946326972,6112
"wd_2",0.01,1613946326972,6112
"sqr_mom_2",0.99,1613946326972,6112
"lr_2",0.00014274215859532932,1613946326972,6112
"mom_2",0.9214522828037621,1613946326972,6112
"eps_2",1e-05,1613946326972,6112
"train_loss",0.0065091513,1613946327914,6113
"raw_loss",0.00535973,1613946327914,6113
"epoch",38.45283018867923,1613946327914,6113
"wd_0",0.01,1613946327914,6113
"sqr_mom_0",0.99,1613946327914,6113
"lr_0",1.426147277996082e-06,1613946327914,6113
"mom_0",0.9214777692177705,1613946327914,6113
"eps_0",1e-05,1613946327914,6113
"wd_1",0.01,1613946327914,6113
"sqr_mom_1",0.99,1613946327914,6113
"lr_1",1.4261472779960822e-05,1613946327914,6113
"mom_1",0.9214777692177705,1613946327914,6113
"eps_1",1e-05,1613946327914,6113
"wd_2",0.01,1613946327914,6113
"sqr_mom_2",0.99,1613946327914,6113
"lr_2",0.00014261472779960818,1613946327914,6113
"mom_2",0.9214777692177705,1613946327914,6113
"eps_2",1e-05,1613946327914,6113
"train_loss",0.0064689782,1613946328861,6114
"raw_loss",0.004500493,1613946328861,6114
"epoch",38.45911949685533,1613946328861,6114
"wd_0",0.01,1613946328861,6114
"sqr_mom_0",0.99,1613946328861,6114
"lr_0",1.4248728894720963e-06,1613946328861,6114
"mom_0",0.9215032572431305,1613946328861,6114
"eps_0",1e-05,1613946328861,6114
"wd_1",0.01,1613946328861,6114
"sqr_mom_1",0.99,1613946328861,6114
"lr_1",1.4248728894720958e-05,1613946328861,6114
"mom_1",0.9215032572431305,1613946328861,6114
"eps_1",1e-05,1613946328861,6114
"wd_2",0.01,1613946328861,6114
"sqr_mom_2",0.99,1613946328861,6114
"lr_2",0.0001424872889472096,1613946328861,6114
"mom_2",0.9215032572431305,1613946328861,6114
"eps_2",1e-05,1613946328861,6114
"train_loss",0.006472811,1613946329851,6115
"raw_loss",0.0066606174,1613946329851,6115
"epoch",38.46540880503143,1613946329851,6115
"wd_0",0.01,1613946329851,6115
"sqr_mom_0",0.99,1613946329851,6115
"lr_0",1.4235988436405203e-06,1613946329851,6115
"mom_0",0.9215287384145737,1613946329851,6115
"eps_0",1e-05,1613946329851,6115
"wd_1",0.01,1613946329851,6115
"sqr_mom_1",0.99,1613946329851,6115
"lr_1",1.4235988436405202e-05,1613946329851,6115
"mom_1",0.9215287384145737,1613946329851,6115
"eps_1",1e-05,1613946329851,6115
"wd_2",0.01,1613946329851,6115
"sqr_mom_2",0.99,1613946329851,6115
"lr_2",0.00014235988436405198,1613946329851,6115
"mom_2",0.9215287384145737,1613946329851,6115
"eps_2",1e-05,1613946329851,6115
"train_loss",0.006463813,1613946330804,6116
"raw_loss",0.0060229125,1613946330804,6116
"epoch",38.47169811320753,1613946330804,6116
"wd_0",0.01,1613946330804,6116
"sqr_mom_0",0.99,1613946330804,6116
"lr_0",1.422325140907443e-06,1613946330804,6116
"mom_0",0.9215542127239783,1613946330804,6116
"eps_0",1e-05,1613946330804,6116
"wd_1",0.01,1613946330804,6116
"sqr_mom_1",0.99,1613946330804,6116
"lr_1",1.4223251409074429e-05,1613946330804,6116
"mom_1",0.9215542127239783,1613946330804,6116
"eps_1",1e-05,1613946330804,6116
"wd_2",0.01,1613946330804,6116
"sqr_mom_2",0.99,1613946330804,6116
"lr_2",0.00014223251409074426,1613946330804,6116
"mom_2",0.9215542127239783,1613946330804,6116
"eps_2",1e-05,1613946330804,6116
"train_loss",0.0064411922,1613946331750,6117
"raw_loss",0.0053327763,1613946331750,6117
"epoch",38.47798742138363,1613946331750,6117
"wd_0",0.01,1613946331750,6117
"sqr_mom_0",0.99,1613946331750,6117
"lr_0",1.4210522039632202e-06,1613946331750,6117
"mom_0",0.9215796717174527,1613946331750,6117
"eps_0",1e-05,1613946331750,6117
"wd_1",0.01,1613946331750,6117
"sqr_mom_1",0.99,1613946331750,6117
"lr_1",1.42105220396322e-05,1613946331750,6117
"mom_1",0.9215796717174527,1613946331750,6117
"eps_1",1e-05,1613946331750,6117
"wd_2",0.01,1613946331750,6117
"sqr_mom_2",0.99,1613946331750,6117
"lr_2",0.00014210522039632197,1613946331750,6117
"mom_2",0.9215796717174527,1613946331750,6117
"eps_2",1e-05,1613946331750,6117
"train_loss",0.006392994,1613946332683,6118
"raw_loss",0.0040312707,1613946332683,6118
"epoch",38.48427672955973,1613946332683,6118
"wd_0",0.01,1613946332683,6118
"sqr_mom_0",0.99,1613946332683,6118
"lr_0",1.4197787663605872e-06,1613946332683,6118
"mom_0",0.9216051407241954,1613946332683,6118
"eps_0",1e-05,1613946332683,6118
"wd_1",0.01,1613946332683,6118
"sqr_mom_1",0.99,1613946332683,6118
"lr_1",1.4197787663605868e-05,1613946332683,6118
"mom_1",0.9216051407241954,1613946332683,6118
"eps_1",1e-05,1613946332683,6118
"wd_2",0.01,1613946332683,6118
"sqr_mom_2",0.99,1613946332683,6118
"lr_2",0.00014197787663605867,1613946332683,6118
"mom_2",0.9216051407241954,1613946332683,6118
"eps_2",1e-05,1613946332683,6118
"train_loss",0.0063509997,1613946333627,6119
"raw_loss",0.004293284,1613946333627,6119
"epoch",38.49056603773583,1613946333627,6119
"wd_0",0.01,1613946333627,6119
"sqr_mom_0",0.99,1613946333627,6119
"lr_0",1.4185065174144112e-06,1613946333627,6119
"mom_0",0.9216305859575713,1613946333627,6119
"eps_0",1e-05,1613946333627,6119
"wd_1",0.01,1613946333627,6119
"sqr_mom_1",0.99,1613946333627,6119
"lr_1",1.418506517414411e-05,1613946333627,6119
"mom_1",0.9216305859575713,1613946333627,6119
"eps_1",1e-05,1613946333627,6119
"wd_2",0.01,1613946333627,6119
"sqr_mom_2",0.99,1613946333627,6119
"lr_2",0.0001418506517414411,1613946333627,6119
"mom_2",0.9216305859575713,1613946333627,6119
"eps_2",1e-05,1613946333627,6119
"train_loss",0.006335285,1613946334603,6120
"raw_loss",0.0055652615,1613946334603,6120
"epoch",38.49685534591193,1613946334603,6120
"wd_0",0.01,1613946334603,6120
"sqr_mom_0",0.99,1613946334603,6120
"lr_0",1.417234612961221e-06,1613946334603,6120
"mom_0",0.9216560243010186,1613946334603,6120
"eps_0",1e-05,1613946334603,6120
"wd_1",0.01,1613946334603,6120
"sqr_mom_1",0.99,1613946334603,6120
"lr_1",1.4172346129612208e-05,1613946334603,6120
"mom_1",0.9216560243010186,1613946334603,6120
"eps_1",1e-05,1613946334603,6120
"wd_2",0.01,1613946334603,6120
"sqr_mom_2",0.99,1613946334603,6120
"lr_2",0.00014172346129612208,1613946334603,6120
"mom_2",0.9216560243010186,1613946334603,6120
"eps_2",1e-05,1613946334603,6120
"train_loss",0.006379084,1613946335566,6121
"raw_loss",0.008525257,1613946335566,6121
"epoch",38.50314465408803,1613946335566,6121
"wd_0",0.01,1613946335566,6121
"sqr_mom_0",0.99,1613946335566,6121
"lr_0",1.415962209751968e-06,1613946335566,6121
"mom_0",0.9216814726196868,1613946335566,6121
"eps_0",1e-05,1613946335566,6121
"wd_1",0.01,1613946335566,6121
"sqr_mom_1",0.99,1613946335566,6121
"lr_1",1.4159622097519682e-05,1613946335566,6121
"mom_1",0.9216814726196868,1613946335566,6121
"eps_1",1e-05,1613946335566,6121
"wd_2",0.01,1613946335566,6121
"sqr_mom_2",0.99,1613946335566,6121
"lr_2",0.00014159622097519676,1613946335566,6121
"mom_2",0.9216814726196868,1613946335566,6121
"eps_2",1e-05,1613946335566,6121
"train_loss",0.0063899513,1613946336529,6122
"raw_loss",0.00692244,1613946336529,6122
"epoch",38.50943396226413,1613946336529,6122
"wd_0",0.01,1613946336529,6122
"sqr_mom_0",0.99,1613946336529,6122
"lr_0",1.4146909957293147e-06,1613946336529,6122
"mom_0",0.9217068971543853,1613946336529,6122
"eps_0",1e-05,1613946336529,6122
"wd_1",0.01,1613946336529,6122
"sqr_mom_1",0.99,1613946336529,6122
"lr_1",1.4146909957293147e-05,1613946336529,6122
"mom_1",0.9217068971543853,1613946336529,6122
"eps_1",1e-05,1613946336529,6122
"wd_2",0.01,1613946336529,6122
"sqr_mom_2",0.99,1613946336529,6122
"lr_2",0.00014146909957293147,1613946336529,6122
"mom_2",0.9217068971543853,1613946336529,6122
"eps_2",1e-05,1613946336529,6122
"train_loss",0.006479338,1613946337478,6123
"raw_loss",0.010859283,1613946337478,6123
"epoch",38.51572327044023,1613946337478,6123
"wd_0",0.01,1613946337478,6123
"sqr_mom_0",0.99,1613946337478,6123
"lr_0",1.413419284219766e-06,1613946337478,6123
"mom_0",0.921732331638921,1613946337478,6123
"eps_0",1e-05,1613946337478,6123
"wd_1",0.01,1613946337478,6123
"sqr_mom_1",0.99,1613946337478,6123
"lr_1",1.4134192842197659e-05,1613946337478,6123
"mom_1",0.921732331638921,1613946337478,6123
"eps_1",1e-05,1613946337478,6123
"wd_2",0.01,1613946337478,6123
"sqr_mom_2",0.99,1613946337478,6123
"lr_2",0.00014134192842197652,1613946337478,6123
"mom_2",0.921732331638921,1613946337478,6123
"eps_2",1e-05,1613946337478,6123
"train_loss",0.006399722,1613946338427,6124
"raw_loss",0.0024985303,1613946338427,6124
"epoch",38.522012578616334,1613946338427,6124
"wd_0",0.01,1613946338427,6124
"sqr_mom_0",0.99,1613946338427,6124
"lr_0",1.412148762248389e-06,1613946338427,6124
"mom_0",0.9217577423324554,1613946338427,6124
"eps_0",1e-05,1613946338427,6124
"wd_1",0.01,1613946338427,6124
"sqr_mom_1",0.99,1613946338427,6124
"lr_1",1.4121487622483891e-05,1613946338427,6124
"mom_1",0.9217577423324554,1613946338427,6124
"eps_1",1e-05,1613946338427,6124
"wd_2",0.01,1613946338427,6124
"sqr_mom_2",0.99,1613946338427,6124
"lr_2",0.0001412148762248389,1613946338427,6124
"mom_2",0.9217577423324554,1613946338427,6124
"eps_2",1e-05,1613946338427,6124
"train_loss",0.006429662,1613946339386,6125
"raw_loss",0.007896724,1613946339386,6125
"epoch",38.528301886792434,1613946339386,6125
"wd_0",0.01,1613946339386,6125
"sqr_mom_0",0.99,1613946339386,6125
"lr_0",1.4108785867951161e-06,1613946339386,6125
"mom_0",0.9217831460955586,1613946339386,6125
"eps_0",1e-05,1613946339386,6125
"wd_1",0.01,1613946339386,6125
"sqr_mom_1",0.99,1613946339386,6125
"lr_1",1.410878586795116e-05,1613946339386,6125
"mom_1",0.9217831460955586,1613946339386,6125
"eps_1",1e-05,1613946339386,6125
"wd_2",0.01,1613946339386,6125
"sqr_mom_2",0.99,1613946339386,6125
"lr_2",0.00014108785867951158,1613946339386,6125
"mom_2",0.9217831460955586,1613946339386,6125
"eps_2",1e-05,1613946339386,6125
"train_loss",0.006491931,1613946340356,6126
"raw_loss",0.009543128,1613946340356,6126
"epoch",38.534591194968534,1613946340356,6126
"wd_0",0.01,1613946340356,6126
"sqr_mom_0",0.99,1613946340356,6126
"lr_0",1.4096079157596747e-06,1613946340356,6126
"mom_0",0.9218085597704042,1613946340356,6126
"eps_0",1e-05,1613946340356,6126
"wd_1",0.01,1613946340356,6126
"sqr_mom_1",0.99,1613946340356,6126
"lr_1",1.4096079157596746e-05,1613946340356,6126
"mom_1",0.9218085597704042,1613946340356,6126
"eps_1",1e-05,1613946340356,6126
"wd_2",0.01,1613946340356,6126
"sqr_mom_2",0.99,1613946340356,6126
"lr_2",0.00014096079157596746,1613946340356,6126
"mom_2",0.9218085597704042,1613946340356,6126
"eps_2",1e-05,1613946340356,6126
"train_loss",0.0064584,1613946341331,6127
"raw_loss",0.00481537,1613946341331,6127
"epoch",38.540880503144635,1613946341331,6127
"wd_0",0.01,1613946341331,6127
"sqr_mom_0",0.99,1613946341331,6127
"lr_0",1.408338434786864e-06,1613946341331,6127
"mom_0",0.9218339496437591,1613946341331,6127
"eps_0",1e-05,1613946341331,6127
"wd_1",0.01,1613946341331,6127
"sqr_mom_1",0.99,1613946341331,6127
"lr_1",1.4083384347868636e-05,1613946341331,6127
"mom_1",0.9218339496437591,1613946341331,6127
"eps_1",1e-05,1613946341331,6127
"wd_2",0.01,1613946341331,6127
"sqr_mom_2",0.99,1613946341331,6127
"lr_2",0.00014083384347868635,1613946341331,6127
"mom_2",0.9218339496437591,1613946341331,6127
"eps_2",1e-05,1613946341331,6127
"train_loss",0.006434267,1613946342306,6128
"raw_loss",0.005251745,1613946342306,6128
"epoch",38.547169811320735,1613946342306,6128
"wd_0",0.01,1613946342306,6128
"sqr_mom_0",0.99,1613946342306,6128
"lr_0",1.4070688805242234e-06,1613946342306,6128
"mom_0",0.9218593409829253,1613946342306,6128
"eps_0",1e-05,1613946342306,6128
"wd_1",0.01,1613946342306,6128
"sqr_mom_1",0.99,1613946342306,6128
"lr_1",1.4070688805242233e-05,1613946342306,6128
"mom_1",0.9218593409829253,1613946342306,6128
"eps_1",1e-05,1613946342306,6128
"wd_2",0.01,1613946342306,6128
"sqr_mom_2",0.99,1613946342306,6128
"lr_2",0.00014070688805242228,1613946342306,6128
"mom_2",0.9218593409829253,1613946342306,6128
"eps_2",1e-05,1613946342306,6128
"train_loss",0.0063929386,1613946343263,6129
"raw_loss",0.00436784,1613946343263,6129
"epoch",38.553459119496836,1613946343263,6129
"wd_0",0.01,1613946343263,6129
"sqr_mom_0",0.99,1613946343263,6129
"lr_0",1.4057996746288161e-06,1613946343263,6129
"mom_0",0.9218847253546771,1613946343263,6129
"eps_0",1e-05,1613946343263,6129
"wd_1",0.01,1613946343263,6129
"sqr_mom_1",0.99,1613946343263,6129
"lr_1",1.4057996746288159e-05,1613946343263,6129
"mom_1",0.9218847253546771,1613946343263,6129
"eps_1",1e-05,1613946343263,6129
"wd_2",0.01,1613946343263,6129
"sqr_mom_2",0.99,1613946343263,6129
"lr_2",0.00014057996746288156,1613946343263,6129
"mom_2",0.9218847253546771,1613946343263,6129
"eps_2",1e-05,1613946343263,6129
"train_loss",0.0064332825,1613946344225,6130
"raw_loss",0.00841013,1613946344225,6130
"epoch",38.559748427672936,1613946344225,6130
"wd_0",0.01,1613946344225,6130
"sqr_mom_0",0.99,1613946344225,6130
"lr_0",1.4045308175051892e-06,1613946344225,6130
"mom_0",0.9219101027509237,1613946344225,6130
"eps_0",1e-05,1613946344225,6130
"wd_1",0.01,1613946344225,6130
"sqr_mom_1",0.99,1613946344225,6130
"lr_1",1.4045308175051889e-05,1613946344225,6130
"mom_1",0.9219101027509237,1613946344225,6130
"eps_1",1e-05,1613946344225,6130
"wd_2",0.01,1613946344225,6130
"sqr_mom_2",0.99,1613946344225,6130
"lr_2",0.00014045308175051886,1613946344225,6130
"mom_2",0.9219101027509237,1613946344225,6130
"eps_2",1e-05,1613946344225,6130
"train_loss",0.006577203,1613946345185,6131
"raw_loss",0.013629322,1613946345185,6131
"epoch",38.56603773584904,1613946345185,6131
"wd_0",0.01,1613946345185,6131
"sqr_mom_0",0.99,1613946345185,6131
"lr_0",1.4032627302321636e-06,1613946345185,6131
"mom_0",0.9219354647500042,1613946345185,6131
"eps_0",1e-05,1613946345185,6131
"wd_1",0.01,1613946345185,6131
"sqr_mom_1",0.99,1613946345185,6131
"lr_1",1.4032627302321636e-05,1613946345185,6131
"mom_1",0.9219354647500042,1613946345185,6131
"eps_1",1e-05,1613946345185,6131
"wd_2",0.01,1613946345185,6131
"sqr_mom_2",0.99,1613946345185,6131
"lr_2",0.0001403262730232163,1613946345185,6131
"mom_2",0.9219354647500042,1613946345185,6131
"eps_2",1e-05,1613946345185,6131
"train_loss",0.0065348856,1613946346142,6132
"raw_loss",0.004461337,1613946346142,6132
"epoch",38.57232704402514,1613946346142,6132
"wd_0",0.01,1613946346142,6132
"sqr_mom_0",0.99,1613946346142,6132
"lr_0",1.4019941511908958e-06,1613946346142,6132
"mom_0",0.9219608365845479,1613946346142,6132
"eps_0",1e-05,1613946346142,6132
"wd_1",0.01,1613946346142,6132
"sqr_mom_1",0.99,1613946346142,6132
"lr_1",1.4019941511908952e-05,1613946346142,6132
"mom_1",0.9219608365845479,1613946346142,6132
"eps_1",1e-05,1613946346142,6132
"wd_2",0.01,1613946346142,6132
"sqr_mom_2",0.99,1613946346142,6132
"lr_2",0.00014019941511908952,1613946346142,6132
"mom_2",0.9219608365845479,1613946346142,6132
"eps_2",1e-05,1613946346142,6132
"train_loss",0.006588553,1613946347091,6133
"raw_loss",0.0092182625,1613946347091,6133
"epoch",38.57861635220124,1613946347091,6133
"wd_0",0.01,1613946347091,6133
"sqr_mom_0",0.99,1613946347091,6133
"lr_0",1.40072676325099e-06,1613946347091,6133
"mom_0",0.9219861845968261,1613946347091,6133
"eps_0",1e-05,1613946347091,6133
"wd_1",0.01,1613946347091,6133
"sqr_mom_1",0.99,1613946347091,6133
"lr_1",1.40072676325099e-05,1613946347091,6133
"mom_1",0.9219861845968261,1613946347091,6133
"eps_1",1e-05,1613946347091,6133
"wd_2",0.01,1613946347091,6133
"sqr_mom_2",0.99,1613946347091,6133
"lr_2",0.00014007267632509894,1613946347091,6133
"mom_2",0.9219861845968261,1613946347091,6133
"eps_2",1e-05,1613946347091,6133
"train_loss",0.0065231435,1613946348034,6134
"raw_loss",0.0033180714,1613946348034,6134
"epoch",38.58490566037734,1613946348034,6134
"wd_0",0.01,1613946348034,6134
"sqr_mom_0",0.99,1613946348034,6134
"lr_0",1.3994597254674032e-06,1613946348034,6134
"mom_0",0.9220115256059079,1613946348034,6134
"eps_0",1e-05,1613946348034,6134
"wd_1",0.01,1613946348034,6134
"sqr_mom_1",0.99,1613946348034,6134
"lr_1",1.399459725467403e-05,1613946348034,6134
"mom_1",0.9220115256059079,1613946348034,6134
"eps_1",1e-05,1613946348034,6134
"wd_2",0.01,1613946348034,6134
"sqr_mom_2",0.99,1613946348034,6134
"lr_2",0.0001399459725467403,1613946348034,6134
"mom_2",0.9220115256059079,1613946348034,6134
"eps_2",1e-05,1613946348034,6134
"train_loss",0.0065160915,1613946348986,6135
"raw_loss",0.006170555,1613946348986,6135
"epoch",38.59119496855344,1613946348986,6135
"wd_0",0.01,1613946348986,6135
"sqr_mom_0",0.99,1613946348986,6135
"lr_0",1.398192197824551e-06,1613946348986,6135
"mom_0",0.922036876412273,1613946348986,6135
"eps_0",1e-05,1613946348986,6135
"wd_1",0.01,1613946348986,6135
"sqr_mom_1",0.99,1613946348986,6135
"lr_1",1.3981921978245506e-05,1613946348986,6135
"mom_1",0.922036876412273,1613946348986,6135
"eps_1",1e-05,1613946348986,6135
"wd_2",0.01,1613946348986,6135
"sqr_mom_2",0.99,1613946348986,6135
"lr_2",0.00013981921978245505,1613946348986,6135
"mom_2",0.922036876412273,1613946348986,6135
"eps_2",1e-05,1613946348986,6135
"train_loss",0.0066640284,1613946349964,6136
"raw_loss",0.013912947,1613946349964,6136
"epoch",38.59748427672954,1613946349964,6136
"wd_0",0.01,1613946349964,6136
"sqr_mom_0",0.99,1613946349964,6136
"lr_0",1.3969258617972734e-06,1613946349964,6136
"mom_0",0.9220622033860884,1613946349964,6136
"eps_0",1e-05,1613946349964,6136
"wd_1",0.01,1613946349964,6136
"sqr_mom_1",0.99,1613946349964,6136
"lr_1",1.3969258617972735e-05,1613946349964,6136
"mom_1",0.9220622033860884,1613946349964,6136
"eps_1",1e-05,1613946349964,6136
"wd_2",0.01,1613946349964,6136
"sqr_mom_2",0.99,1613946349964,6136
"lr_2",0.00013969258617972728,1613946349964,6136
"mom_2",0.9220622033860884,1613946349964,6136
"eps_2",1e-05,1613946349964,6136
"train_loss",0.006718092,1613946350935,6137
"raw_loss",0.009367227,1613946350935,6137
"epoch",38.60377358490564,1613946350935,6137
"wd_0",0.01,1613946350935,6137
"sqr_mom_0",0.99,1613946350935,6137
"lr_0",1.395659457160635e-06,1613946350935,6137
"mom_0",0.9220875317321046,1613946350935,6137
"eps_0",1e-05,1613946350935,6137
"wd_1",0.01,1613946350935,6137
"sqr_mom_1",0.99,1613946350935,6137
"lr_1",1.3956594571606352e-05,1613946350935,6137
"mom_1",0.9220875317321046,1613946350935,6137
"eps_1",1e-05,1613946350935,6137
"wd_2",0.01,1613946350935,6137
"sqr_mom_2",0.99,1613946350935,6137
"lr_2",0.00013956594571606348,1613946350935,6137
"mom_2",0.9220875317321046,1613946350935,6137
"eps_2",1e-05,1613946350935,6137
"train_loss",0.0067028254,1613946351885,6138
"raw_loss",0.0059547643,1613946351885,6138
"epoch",38.61006289308174,1613946351885,6138
"wd_0",0.01,1613946351885,6138
"sqr_mom_0",0.99,1613946351885,6138
"lr_0",1.3943934045278535e-06,1613946351885,6138
"mom_0",0.9221128530379733,1613946351885,6138
"eps_0",1e-05,1613946351885,6138
"wd_1",0.01,1613946351885,6138
"sqr_mom_1",0.99,1613946351885,6138
"lr_1",1.3943934045278533e-05,1613946351885,6138
"mom_1",0.9221128530379733,1613946351885,6138
"eps_1",1e-05,1613946351885,6138
"wd_2",0.01,1613946351885,6138
"sqr_mom_2",0.99,1613946351885,6138
"lr_2",0.0001394393404527853,1613946351885,6138
"mom_2",0.9221128530379733,1613946351885,6138
"eps_2",1e-05,1613946351885,6138
"train_loss",0.0068144742,1613946352838,6139
"raw_loss",0.012285277,1613946352838,6139
"epoch",38.61635220125784,1613946352838,6139
"wd_0",0.01,1613946352838,6139
"sqr_mom_0",0.99,1613946352838,6139
"lr_0",1.3931277043024695e-06,1613946352838,6139
"mom_0",0.9221381672956235,1613946352838,6139
"eps_0",1e-05,1613946352838,6139
"wd_1",0.01,1613946352838,6139
"sqr_mom_1",0.99,1613946352838,6139
"lr_1",1.3931277043024697e-05,1613946352838,6139
"mom_1",0.9221381672956235,1613946352838,6139
"eps_1",1e-05,1613946352838,6139
"wd_2",0.01,1613946352838,6139
"sqr_mom_2",0.99,1613946352838,6139
"lr_2",0.00013931277043024694,1613946352838,6139
"mom_2",0.9221381672956235,1613946352838,6139
"eps_2",1e-05,1613946352838,6139
"train_loss",0.0067427806,1613946353792,6140
"raw_loss",0.0032297946,1613946353792,6140
"epoch",38.62264150943394,1613946353792,6140
"wd_0",0.01,1613946353792,6140
"sqr_mom_0",0.99,1613946353792,6140
"lr_0",1.3918627765134272e-06,1613946353792,6140
"mom_0",0.9221634661043925,1613946353792,6140
"eps_0",1e-05,1613946353792,6140
"wd_1",0.01,1613946353792,6140
"sqr_mom_1",0.99,1613946353792,6140
"lr_1",1.3918627765134273e-05,1613946353792,6140
"mom_1",0.9221634661043925,1613946353792,6140
"eps_1",1e-05,1613946353792,6140
"wd_2",0.01,1613946353792,6140
"sqr_mom_2",0.99,1613946353792,6140
"lr_2",0.0001391862776513427,1613946353792,6140
"mom_2",0.9221634661043925,1613946353792,6140
"eps_2",1e-05,1613946353792,6140
"train_loss",0.006702015,1613946354760,6141
"raw_loss",0.0047045047,1613946354760,6141
"epoch",38.62893081761004,1613946354760,6141
"wd_0",0.01,1613946354760,6141
"sqr_mom_0",0.99,1613946354760,6141
"lr_0",1.3905973626874899e-06,1613946354760,6141
"mom_0",0.9221887746339965,1613946354760,6141
"eps_0",1e-05,1613946354760,6141
"wd_1",0.01,1613946354760,6141
"sqr_mom_1",0.99,1613946354760,6141
"lr_1",1.39059736268749e-05,1613946354760,6141
"mom_1",0.9221887746339965,1613946354760,6141
"eps_1",1e-05,1613946354760,6141
"wd_2",0.01,1613946354760,6141
"sqr_mom_2",0.99,1613946354760,6141
"lr_2",0.00013905973626874896,1613946354760,6141
"mom_2",0.9221887746339965,1613946354760,6141
"eps_2",1e-05,1613946354760,6141
"train_loss",0.0066866674,1613946355728,6142
"raw_loss",0.0059346254,1613946355728,6142
"epoch",38.63522012578614,1613946355728,6142
"wd_0",0.01,1613946355728,6142
"sqr_mom_0",0.99,1613946355728,6142
"lr_0",1.3893331414953574e-06,1613946355728,6142
"mom_0",0.9222140593106859,1613946355728,6142
"eps_0",1e-05,1613946355728,6142
"wd_1",0.01,1613946355728,6142
"sqr_mom_1",0.99,1613946355728,6142
"lr_1",1.3893331414953576e-05,1613946355728,6142
"mom_1",0.9222140593106859,1613946355728,6142
"eps_1",1e-05,1613946355728,6142
"wd_2",0.01,1613946355728,6142
"sqr_mom_2",0.99,1613946355728,6142
"lr_2",0.0001389333141495357,1613946355728,6142
"mom_2",0.9222140593106859,1613946355728,6142
"eps_2",1e-05,1613946355728,6142
"train_loss",0.006636383,1613946356679,6143
"raw_loss",0.0041724374,1613946356679,6143
"epoch",38.64150943396224,1613946356679,6143
"wd_0",0.01,1613946356679,6143
"sqr_mom_0",0.99,1613946356679,6143
"lr_0",1.388069274088722e-06,1613946356679,6143
"mom_0",0.9222393369115947,1613946356679,6143
"eps_0",1e-05,1613946356679,6143
"wd_1",0.01,1613946356679,6143
"sqr_mom_1",0.99,1613946356679,6143
"lr_1",1.3880692740887219e-05,1613946356679,6143
"mom_1",0.9222393369115947,1613946356679,6143
"eps_1",1e-05,1613946356679,6143
"wd_2",0.01,1613946356679,6143
"sqr_mom_2",0.99,1613946356679,6143
"lr_2",0.0001388069274088722,1613946356679,6143
"mom_2",0.9222393369115947,1613946356679,6143
"eps_2",1e-05,1613946356679,6143
"train_loss",0.0065949596,1613946357629,6144
"raw_loss",0.004565203,1613946357629,6144
"epoch",38.64779874213834,1613946357629,6144
"wd_0",0.01,1613946357629,6144
"sqr_mom_0",0.99,1613946357629,6144
"lr_0",1.386804922558367e-06,1613946357629,6144
"mom_0",0.9222646241950746,1613946357629,6144
"eps_0",1e-05,1613946357629,6144
"wd_1",0.01,1613946357629,6144
"sqr_mom_1",0.99,1613946357629,6144
"lr_1",1.3868049225583669e-05,1613946357629,6144
"mom_1",0.9222646241950746,1613946357629,6144
"eps_1",1e-05,1613946357629,6144
"wd_2",0.01,1613946357629,6144
"sqr_mom_2",0.99,1613946357629,6144
"lr_2",0.0001386804922558367,1613946357629,6144
"mom_2",0.9222646241950746,1613946357629,6144
"eps_2",1e-05,1613946357629,6144
"train_loss",0.006560541,1613946358579,6145
"raw_loss",0.004874045,1613946358579,6145
"epoch",38.65408805031444,1613946358579,6145
"wd_0",0.01,1613946358579,6145
"sqr_mom_0",0.99,1613946358579,6145
"lr_0",1.385541764165772e-06,1613946358579,6145
"mom_0",0.9222898876155607,1613946358579,6145
"eps_0",1e-05,1613946358579,6145
"wd_1",0.01,1613946358579,6145
"sqr_mom_1",0.99,1613946358579,6145
"lr_1",1.3855417641657716e-05,1613946358579,6145
"mom_1",0.9222898876155607,1613946358579,6145
"eps_1",1e-05,1613946358579,6145
"wd_2",0.01,1613946358579,6145
"sqr_mom_2",0.99,1613946358579,6145
"lr_2",0.00013855417641657714,1613946358579,6145
"mom_2",0.9222898876155607,1613946358579,6145
"eps_2",1e-05,1613946358579,6145
"train_loss",0.006516782,1613946359523,6146
"raw_loss",0.0043725856,1613946359523,6146
"epoch",38.66037735849054,1613946359523,6146
"wd_0",0.01,1613946359523,6146
"sqr_mom_0",0.99,1613946359523,6146
"lr_0",1.3842789607663314e-06,1613946359523,6146
"mom_0",0.9223151439361127,1613946359523,6146
"eps_0",1e-05,1613946359523,6146
"wd_1",0.01,1613946359523,6146
"sqr_mom_1",0.99,1613946359523,6146
"lr_1",1.3842789607663312e-05,1613946359523,6146
"mom_1",0.9223151439361127,1613946359523,6146
"eps_1",1e-05,1613946359523,6146
"wd_2",0.01,1613946359523,6146
"sqr_mom_2",0.99,1613946359523,6146
"lr_2",0.00013842789607663308,1613946359523,6146
"mom_2",0.9223151439361127,1613946359523,6146
"eps_2",1e-05,1613946359523,6146
"train_loss",0.006626742,1613946360481,6147
"raw_loss",0.012014788,1613946360481,6147
"epoch",38.66666666666664,1613946360481,6147
"wd_0",0.01,1613946360481,6147
"sqr_mom_0",0.99,1613946360481,6147
"lr_0",1.3830156751577331e-06,1613946360481,6147
"mom_0",0.9223404099009443,1613946360481,6147
"eps_0",1e-05,1613946360481,6147
"wd_1",0.01,1613946360481,6147
"sqr_mom_1",0.99,1613946360481,6147
"lr_1",1.383015675157733e-05,1613946360481,6147
"mom_1",0.9223404099009443,1613946360481,6147
"eps_1",1e-05,1613946360481,6147
"wd_2",0.01,1613946360481,6147
"sqr_mom_2",0.99,1613946360481,6147
"lr_2",0.00013830156751577327,1613946360481,6147
"mom_2",0.9223404099009443,1613946360481,6147
"eps_2",1e-05,1613946360481,6147
"train_loss",0.0066193715,1613946361454,6148
"raw_loss",0.0062582106,1613946361454,6148
"epoch",38.67295597484274,1613946361454,6148
"wd_0",0.01,1613946361454,6148
"sqr_mom_0",0.99,1613946361454,6148
"lr_0",1.3817535831874297e-06,1613946361454,6148
"mom_0",0.9223656519927713,1613946361454,6148
"eps_0",1e-05,1613946361454,6148
"wd_1",0.01,1613946361454,6148
"sqr_mom_1",0.99,1613946361454,6148
"lr_1",1.3817535831874293e-05,1613946361454,6148
"mom_1",0.9223656519927713,1613946361454,6148
"eps_1",1e-05,1613946361454,6148
"wd_2",0.01,1613946361454,6148
"sqr_mom_2",0.99,1613946361454,6148
"lr_2",0.00013817535831874293,1613946361454,6148
"mom_2",0.9223656519927713,1613946361454,6148
"eps_2",1e-05,1613946361454,6148
"train_loss",0.0065742414,1613946362393,6149
"raw_loss",0.0043628598,1613946362393,6149
"epoch",38.679245283018844,1613946362393,6149
"wd_0",0.01,1613946362393,6149
"sqr_mom_0",0.99,1613946362393,6149
"lr_0",1.380491428851066e-06,1613946362393,6149
"mom_0",0.922390895331932,1613946362393,6149
"eps_0",1e-05,1613946362393,6149
"wd_1",0.01,1613946362393,6149
"sqr_mom_1",0.99,1613946362393,6149
"lr_1",1.3804914288510663e-05,1613946362393,6149
"mom_1",0.922390895331932,1613946362393,6149
"eps_1",1e-05,1613946362393,6149
"wd_2",0.01,1613946362393,6149
"sqr_mom_2",0.99,1613946362393,6149
"lr_2",0.00013804914288510658,1613946362393,6149
"mom_2",0.922390895331932,1613946362393,6149
"eps_2",1e-05,1613946362393,6149
"train_loss",0.00661162,1613946363349,6150
"raw_loss",0.008443182,1613946363349,6150
"epoch",38.685534591194944,1613946363349,6150
"wd_0",0.01,1613946363349,6150
"sqr_mom_0",0.99,1613946363349,6150
"lr_0",1.3792296313531948e-06,1613946363349,6150
"mom_0",0.9224161315342514,1613946363349,6150
"eps_0",1e-05,1613946363349,6150
"wd_1",0.01,1613946363349,6150
"sqr_mom_1",0.99,1613946363349,6150
"lr_1",1.3792296313531952e-05,1613946363349,6150
"mom_1",0.9224161315342514,1613946363349,6150
"eps_1",1e-05,1613946363349,6150
"wd_2",0.01,1613946363349,6150
"sqr_mom_2",0.99,1613946363349,6150
"lr_2",0.00013792296313531945,1613946363349,6150
"mom_2",0.9224161315342514,1613946363349,6150
"eps_2",1e-05,1613946363349,6150
"train_loss",0.006583992,1613946364306,6151
"raw_loss",0.0052302023,1613946364306,6151
"epoch",38.691823899371045,1613946364306,6151
"wd_0",0.01,1613946364306,6151
"sqr_mom_0",0.99,1613946364306,6151
"lr_0",1.3779681910960007e-06,1613946364306,6151
"mom_0",0.9224413605916859,1613946364306,6151
"eps_0",1e-05,1613946364306,6151
"wd_1",0.01,1613946364306,6151
"sqr_mom_1",0.99,1613946364306,6151
"lr_1",1.3779681910960002e-05,1613946364306,6151
"mom_1",0.9224413605916859,1613946364306,6151
"eps_1",1e-05,1613946364306,6151
"wd_2",0.01,1613946364306,6151
"sqr_mom_2",0.99,1613946364306,6151
"lr_2",0.0001377968191096,1613946364306,6151
"mom_2",0.9224413605916859,1613946364306,6151
"eps_2",1e-05,1613946364306,6151
"train_loss",0.0065364665,1613946365267,6152
"raw_loss",0.00420773,1613946365267,6152
"epoch",38.698113207547145,1613946365267,6152
"wd_0",0.01,1613946365267,6152
"sqr_mom_0",0.99,1613946365267,6152
"lr_0",1.37670752669174e-06,1613946365267,6152
"mom_0",0.9224665741319065,1613946365267,6152
"eps_0",1e-05,1613946365267,6152
"wd_1",0.01,1613946365267,6152
"sqr_mom_1",0.99,1613946365267,6152
"lr_1",1.3767075266917399e-05,1613946365267,6152
"mom_1",0.9224665741319065,1613946365267,6152
"eps_1",1e-05,1613946365267,6152
"wd_2",0.01,1613946365267,6152
"sqr_mom_2",0.99,1613946365267,6152
"lr_2",0.00013767075266917395,1613946365267,6152
"mom_2",0.9224665741319065,1613946365267,6152
"eps_2",1e-05,1613946365267,6152
"train_loss",0.0066150096,1613946366224,6153
"raw_loss",0.010463615,1613946366224,6153
"epoch",38.704402515723245,1613946366224,6153
"wd_0",0.01,1613946366224,6153
"sqr_mom_0",0.99,1613946366224,6153
"lr_0",1.375446383911804e-06,1613946366224,6153
"mom_0",0.9224917972397363,1613946366224,6153
"eps_0",1e-05,1613946366224,6153
"wd_1",0.01,1613946366224,6153
"sqr_mom_1",0.99,1613946366224,6153
"lr_1",1.3754463839118038e-05,1613946366224,6153
"mom_1",0.9224917972397363,1613946366224,6153
"eps_1",1e-05,1613946366224,6153
"wd_2",0.01,1613946366224,6153
"sqr_mom_2",0.99,1613946366224,6153
"lr_2",0.00013754463839118038,1613946366224,6153
"mom_2",0.9224917972397363,1613946366224,6153
"eps_2",1e-05,1613946366224,6153
"train_loss",0.0066875378,1613946367172,6154
"raw_loss",0.010241413,1613946367172,6154
"epoch",38.710691823899346,1613946367172,6154
"wd_0",0.01,1613946367172,6154
"sqr_mom_0",0.99,1613946367172,6154
"lr_0",1.374186435761012e-06,1613946367172,6154
"mom_0",0.9225169964547443,1613946367172,6154
"eps_0",1e-05,1613946367172,6154
"wd_1",0.01,1613946367172,6154
"sqr_mom_1",0.99,1613946367172,6154
"lr_1",1.374186435761012e-05,1613946367172,6154
"mom_1",0.9225169964547443,1613946367172,6154
"eps_1",1e-05,1613946367172,6154
"wd_2",0.01,1613946367172,6154
"sqr_mom_2",0.99,1613946367172,6154
"lr_2",0.00013741864357610115,1613946367172,6154
"mom_2",0.9225169964547443,1613946367172,6154
"eps_2",1e-05,1613946367172,6154
"train_loss",0.0066781812,1613946368126,6155
"raw_loss",0.006219717,1613946368126,6155
"epoch",38.716981132075446,1613946368126,6155
"wd_0",0.01,1613946368126,6155
"sqr_mom_0",0.99,1613946368126,6155
"lr_0",1.372926846220355e-06,1613946368126,6155
"mom_0",0.9225421884974778,1613946368126,6155
"eps_0",1e-05,1613946368126,6155
"wd_1",0.01,1613946368126,6155
"sqr_mom_1",0.99,1613946368126,6155
"lr_1",1.3729268462203548e-05,1613946368126,6155
"mom_1",0.9225421884974778,1613946368126,6155
"eps_1",1e-05,1613946368126,6155
"wd_2",0.01,1613946368126,6155
"sqr_mom_2",0.99,1613946368126,6155
"lr_2",0.00013729268462203545,1613946368126,6155
"mom_2",0.9225421884974778,1613946368126,6155
"eps_2",1e-05,1613946368126,6155
"train_loss",0.006611728,1613946369116,6156
"raw_loss",0.0033555133,1613946369116,6156
"epoch",38.72327044025155,1613946369116,6156
"wd_0",0.01,1613946369116,6156
"sqr_mom_0",0.99,1613946369116,6156
"lr_0",1.3716667802227177e-06,1613946369116,6156
"mom_0",0.9225673900694463,1613946369116,6156
"eps_0",1e-05,1613946369116,6156
"wd_1",0.01,1613946369116,6156
"sqr_mom_1",0.99,1613946369116,6156
"lr_1",1.3716667802227174e-05,1613946369116,6156
"mom_1",0.9225673900694463,1613946369116,6156
"eps_1",1e-05,1613946369116,6156
"wd_2",0.01,1613946369116,6156
"sqr_mom_2",0.99,1613946369116,6156
"lr_2",0.00013716667802227172,1613946369116,6156
"mom_2",0.9225673900694463,1613946369116,6156
"eps_2",1e-05,1613946369116,6156
"train_loss",0.0065820185,1613946370075,6157
"raw_loss",0.0051262383,1613946370075,6157
"epoch",38.72955974842765,1613946370075,6157
"wd_0",0.01,1613946370075,6157
"sqr_mom_0",0.99,1613946370075,6157
"lr_0",1.3704079093444839e-06,1613946370075,6157
"mom_0",0.9225925677387876,1613946370075,6157
"eps_0",1e-05,1613946370075,6157
"wd_1",0.01,1613946370075,6157
"sqr_mom_1",0.99,1613946370075,6157
"lr_1",1.3704079093444836e-05,1613946370075,6157
"mom_1",0.9225925677387876,1613946370075,6157
"eps_1",1e-05,1613946370075,6157
"wd_2",0.01,1613946370075,6157
"sqr_mom_2",0.99,1613946370075,6157
"lr_2",0.00013704079093444836,1613946370075,6157
"mom_2",0.9225925677387876,1613946370075,6157
"eps_2",1e-05,1613946370075,6157
"train_loss",0.0065382347,1613946371025,6158
"raw_loss",0.0043928176,1613946371025,6158
"epoch",38.73584905660375,1613946371025,6158
"wd_0",0.01,1613946371025,6158
"sqr_mom_0",0.99,1613946371025,6158
"lr_0",1.3691489807846045e-06,1613946371025,6158
"mom_0",0.9226177465617735,1613946371025,6158
"eps_0",1e-05,1613946371025,6158
"wd_1",0.01,1613946371025,6158
"sqr_mom_1",0.99,1613946371025,6158
"lr_1",1.3691489807846045e-05,1613946371025,6158
"mom_1",0.9226177465617735,1613946371025,6158
"eps_1",1e-05,1613946371025,6158
"wd_2",0.01,1613946371025,6158
"sqr_mom_2",0.99,1613946371025,6158
"lr_2",0.00013691489807846042,1613946371025,6158
"mom_2",0.9226177465617735,1613946371025,6158
"eps_2",1e-05,1613946371025,6158
"train_loss",0.0065487474,1613946372021,6159
"raw_loss",0.007063867,1613946372021,6159
"epoch",38.74213836477985,1613946372021,6159
"wd_0",0.01,1613946372021,6159
"sqr_mom_0",0.99,1613946372021,6159
"lr_0",1.3678904126784933e-06,1613946372021,6159
"mom_0",0.9226429181756118,1613946372021,6159
"eps_0",1e-05,1613946372021,6159
"wd_1",0.01,1613946372021,6159
"sqr_mom_1",0.99,1613946372021,6159
"lr_1",1.3678904126784935e-05,1613946372021,6159
"mom_1",0.9226429181756118,1613946372021,6159
"eps_1",1e-05,1613946372021,6159
"wd_2",0.01,1613946372021,6159
"sqr_mom_2",0.99,1613946372021,6159
"lr_2",0.00013678904126784928,1613946372021,6159
"mom_2",0.9226429181756118,1613946372021,6159
"eps_2",1e-05,1613946372021,6159
"train_loss",0.0065621906,1613946372969,6160
"raw_loss",0.0072209015,1613946372969,6160
"epoch",38.74842767295595,1613946372969,6160
"wd_0",0.01,1613946372969,6160
"sqr_mom_0",0.99,1613946372969,6160
"lr_0",1.3666322054273044e-06,1613946372969,6160
"mom_0",0.9226680825722796,1613946372969,6160
"eps_0",1e-05,1613946372969,6160
"wd_1",0.01,1613946372969,6160
"sqr_mom_1",0.99,1613946372969,6160
"lr_1",1.3666322054273048e-05,1613946372969,6160
"mom_1",0.9226680825722796,1613946372969,6160
"eps_1",1e-05,1613946372969,6160
"wd_2",0.01,1613946372969,6160
"sqr_mom_2",0.99,1613946372969,6160
"lr_2",0.00013666322054273043,1613946372969,6160
"mom_2",0.9226680825722796,1613946372969,6160
"eps_2",1e-05,1613946372969,6160
"train_loss",0.0065195146,1613946373917,6161
"raw_loss",0.0044283825,1613946373917,6161
"epoch",38.75471698113205,1613946373917,6161
"wd_0",0.01,1613946373917,6161
"sqr_mom_0",0.99,1613946373917,6161
"lr_0",1.3653747765681601e-06,1613946373917,6161
"mom_0",0.9226932314009508,1613946373917,6161
"eps_0",1e-05,1613946373917,6161
"wd_1",0.01,1613946373917,6161
"sqr_mom_1",0.99,1613946373917,6161
"lr_1",1.3653747765681602e-05,1613946373917,6161
"mom_1",0.9226932314009508,1613946373917,6161
"eps_1",1e-05,1613946373917,6161
"wd_2",0.01,1613946373917,6161
"sqr_mom_2",0.99,1613946373917,6161
"lr_2",0.000136537477656816,1613946373917,6161
"mom_2",0.9226932314009508,1613946373917,6161
"eps_2",1e-05,1613946373917,6161
"train_loss",0.006551373,1613946374872,6162
"raw_loss",0.008112432,1613946374872,6162
"epoch",38.76100628930815,1613946374872,6162
"wd_0",0.01,1613946374872,6162
"sqr_mom_0",0.99,1613946374872,6162
"lr_0",1.3641168750937336e-06,1613946374872,6162
"mom_0",0.9227183896820221,1613946374872,6162
"eps_0",1e-05,1613946374872,6162
"wd_1",0.01,1613946374872,6162
"sqr_mom_1",0.99,1613946374872,6162
"lr_1",1.3641168750937337e-05,1613946374872,6162
"mom_1",0.9227183896820221,1613946374872,6162
"eps_1",1e-05,1613946374872,6162
"wd_2",0.01,1613946374872,6162
"sqr_mom_2",0.99,1613946374872,6162
"lr_2",0.0001364116875093733,1613946374872,6162
"mom_2",0.9227183896820221,1613946374872,6162
"eps_2",1e-05,1613946374872,6162
"train_loss",0.006531502,1613946375838,6163
"raw_loss",0.0055578277,1613946375838,6163
"epoch",38.76729559748425,1613946375838,6163
"wd_0",0.01,1613946375838,6163
"sqr_mom_0",0.99,1613946375838,6163
"lr_0",1.3628601697089979e-06,1613946375838,6163
"mom_0",0.9227435240410604,1613946375838,6163
"eps_0",1e-05,1613946375838,6163
"wd_1",0.01,1613946375838,6163
"sqr_mom_1",0.99,1613946375838,6163
"lr_1",1.3628601697089979e-05,1613946375838,6163
"mom_1",0.9227435240410604,1613946375838,6163
"eps_1",1e-05,1613946375838,6163
"wd_2",0.01,1613946375838,6163
"sqr_mom_2",0.99,1613946375838,6163
"lr_2",0.00013628601697089973,1613946375838,6163
"mom_2",0.9227435240410604,1613946375838,6163
"eps_2",1e-05,1613946375838,6163
"train_loss",0.0066909427,1613946376796,6164
"raw_loss",0.014503531,1613946376796,6164
"epoch",38.77358490566035,1613946376796,6164
"wd_0",0.01,1613946376796,6164
"sqr_mom_0",0.99,1613946376796,6164
"lr_0",1.3616029929908224e-06,1613946376796,6164
"mom_0",0.9227686678268618,1613946376796,6164
"eps_0",1e-05,1613946376796,6164
"wd_1",0.01,1613946376796,6164
"sqr_mom_1",0.99,1613946376796,6164
"lr_1",1.3616029929908222e-05,1613946376796,6164
"mom_1",0.9227686678268618,1613946376796,6164
"eps_1",1e-05,1613946376796,6164
"wd_2",0.01,1613946376796,6164
"sqr_mom_2",0.99,1613946376796,6164
"lr_2",0.00013616029929908223,1613946376796,6164
"mom_2",0.9227686678268618,1613946376796,6164
"eps_2",1e-05,1613946376796,6164
"train_loss",0.0066682366,1613946377764,6165
"raw_loss",0.0055556335,1613946377764,6165
"epoch",38.77987421383645,1613946377764,6165
"wd_0",0.01,1613946377764,6165
"sqr_mom_0",0.99,1613946377764,6165
"lr_0",1.3603470126827371e-06,1613946377764,6165
"mom_0",0.922793787684222,1613946377764,6165
"eps_0",1e-05,1613946377764,6165
"wd_1",0.01,1613946377764,6165
"sqr_mom_1",0.99,1613946377764,6165
"lr_1",1.3603470126827372e-05,1613946377764,6165
"mom_1",0.922793787684222,1613946377764,6165
"eps_1",1e-05,1613946377764,6165
"wd_2",0.01,1613946377764,6165
"sqr_mom_2",0.99,1613946377764,6165
"lr_2",0.0001360347012682737,1613946377764,6165
"mom_2",0.922793787684222,1613946377764,6165
"eps_2",1e-05,1613946377764,6165
"train_loss",0.006611342,1613946378722,6166
"raw_loss",0.0038235115,1613946378722,6166
"epoch",38.78616352201255,1613946378722,6166
"wd_0",0.01,1613946378722,6166
"sqr_mom_0",0.99,1613946378722,6166
"lr_0",1.3590913953930178e-06,1613946378722,6166
"mom_0",0.9228189002811424,1613946378722,6166
"eps_0",1e-05,1613946378722,6166
"wd_1",0.01,1613946378722,6166
"sqr_mom_1",0.99,1613946378722,6166
"lr_1",1.3590913953930173e-05,1613946378722,6166
"mom_1",0.9228189002811424,1613946378722,6166
"eps_1",1e-05,1613946378722,6166
"wd_2",0.01,1613946378722,6166
"sqr_mom_2",0.99,1613946378722,6166
"lr_2",0.00013590913953930175,1613946378722,6166
"mom_2",0.9228189002811424,1613946378722,6166
"eps_2",1e-05,1613946378722,6166
"train_loss",0.006654594,1613946379671,6167
"raw_loss",0.008773948,1613946379671,6167
"epoch",38.79245283018865,1613946379671,6167
"wd_0",0.01,1613946379671,6167
"sqr_mom_0",0.99,1613946379671,6167
"lr_0",1.357835308693538e-06,1613946379671,6167
"mom_0",0.9228440222663519,1613946379671,6167
"eps_0",1e-05,1613946379671,6167
"wd_1",0.01,1613946379671,6167
"sqr_mom_1",0.99,1613946379671,6167
"lr_1",1.3578353086935379e-05,1613946379671,6167
"mom_1",0.9228440222663519,1613946379671,6167
"eps_1",1e-05,1613946379671,6167
"wd_2",0.01,1613946379671,6167
"sqr_mom_2",0.99,1613946379671,6167
"lr_2",0.0001357835308693538,1613946379671,6167
"mom_2",0.9228440222663519,1613946379671,6167
"eps_2",1e-05,1613946379671,6167
"train_loss",0.00658635,1613946380651,6168
"raw_loss",0.0032423967,1613946380651,6168
"epoch",38.79874213836475,1613946380651,6168
"wd_0",0.01,1613946380651,6168
"sqr_mom_0",0.99,1613946380651,6168
"lr_0",1.3565804188818318e-06,1613946380651,6168
"mom_0",0.9228691203135665,1613946380651,6168
"eps_0",1e-05,1613946380651,6168
"wd_1",0.01,1613946380651,6168
"sqr_mom_1",0.99,1613946380651,6168
"lr_1",1.3565804188818317e-05,1613946380651,6168
"mom_1",0.9228691203135665,1613946380651,6168
"eps_1",1e-05,1613946380651,6168
"wd_2",0.01,1613946380651,6168
"sqr_mom_2",0.99,1613946380651,6168
"lr_2",0.00013565804188818312,1613946380651,6168
"mom_2",0.9228691203135665,1613946380651,6168
"eps_2",1e-05,1613946380651,6168
"train_loss",0.0065305633,1613946381599,6169
"raw_loss",0.0037970133,1613946381599,6169
"epoch",38.80503144654085,1613946381599,6169
"wd_0",0.01,1613946381599,6169
"sqr_mom_0",0.99,1613946381599,6169
"lr_0",1.3553258932882531e-06,1613946381599,6169
"mom_0",0.9228942110763456,1613946381599,6169
"eps_0",1e-05,1613946381599,6169
"wd_1",0.01,1613946381599,6169
"sqr_mom_1",0.99,1613946381599,6169
"lr_1",1.3553258932882531e-05,1613946381599,6169
"mom_1",0.9228942110763456,1613946381599,6169
"eps_1",1e-05,1613946381599,6169
"wd_2",0.01,1613946381599,6169
"sqr_mom_2",0.99,1613946381599,6169
"lr_2",0.00013553258932882527,1613946381599,6169
"mom_2",0.9228942110763456,1613946381599,6169
"eps_2",1e-05,1613946381599,6169
"train_loss",0.0065305815,1613946382614,6170
"raw_loss",0.0065314695,1613946382614,6170
"epoch",38.81132075471695,1613946382614,6170
"wd_0",0.01,1613946382614,6170
"sqr_mom_0",0.99,1613946382614,6170
"lr_0",1.3540709002099411e-06,1613946382614,6170
"mom_0",0.922919311188913,1613946382614,6170
"eps_0",1e-05,1613946382614,6170
"wd_1",0.01,1613946382614,6170
"sqr_mom_1",0.99,1613946382614,6170
"lr_1",1.354070900209941e-05,1613946382614,6170
"mom_1",0.922919311188913,1613946382614,6170
"eps_1",1e-05,1613946382614,6170
"wd_2",0.01,1613946382614,6170
"sqr_mom_2",0.99,1613946382614,6170
"lr_2",0.00013540709002099406,1613946382614,6170
"mom_2",0.922919311188913,1613946382614,6170
"eps_2",1e-05,1613946382614,6170
"train_loss",0.006517105,1613946383592,6171
"raw_loss",0.0058567524,1613946383592,6171
"epoch",38.81761006289305,1613946383592,6171
"wd_0",0.01,1613946383592,6171
"sqr_mom_0",0.99,1613946383592,6171
"lr_0",1.3528171044936523e-06,1613946383592,6171
"mom_0",0.9229443873540004,1613946383592,6171
"eps_0",1e-05,1613946383592,6171
"wd_1",0.01,1613946383592,6171
"sqr_mom_1",0.99,1613946383592,6171
"lr_1",1.3528171044936525e-05,1613946383592,6171
"mom_1",0.9229443873540004,1613946383592,6171
"eps_1",1e-05,1613946383592,6171
"wd_2",0.01,1613946383592,6171
"sqr_mom_2",0.99,1613946383592,6171
"lr_2",0.0001352817104493652,1613946383592,6171
"mom_2",0.9229443873540004,1613946383592,6171
"eps_2",1e-05,1613946383592,6171
"train_loss",0.0065989154,1613946384637,6172
"raw_loss",0.010607633,1613946384637,6172
"epoch",38.82389937106915,1613946384637,6172
"wd_0",0.01,1613946384637,6172
"sqr_mom_0",0.99,1613946384637,6172
"lr_0",1.3515632583855184e-06,1613946384637,6172
"mom_0",0.9229694645269348,1613946384637,6172
"eps_0",1e-05,1613946384637,6172
"wd_1",0.01,1613946384637,6172
"sqr_mom_1",0.99,1613946384637,6172
"lr_1",1.3515632583855186e-05,1613946384637,6172
"mom_1",0.9229694645269348,1613946384637,6172
"eps_1",1e-05,1613946384637,6172
"wd_2",0.01,1613946384637,6172
"sqr_mom_2",0.99,1613946384637,6172
"lr_2",0.00013515632583855182,1613946384637,6172
"mom_2",0.9229694645269348,1613946384637,6172
"eps_2",1e-05,1613946384637,6172
"train_loss",0.0066273534,1613946385595,6173
"raw_loss",0.008020807,1613946385595,6173
"epoch",38.83018867924525,1613946385595,6173
"wd_0",0.01,1613946385595,6173
"sqr_mom_0",0.99,1613946385595,6173
"lr_0",1.3503097783363997e-06,1613946385595,6173
"mom_0",0.9229945343786158,1613946385595,6173
"eps_0",1e-05,1613946385595,6173
"wd_1",0.01,1613946385595,6173
"sqr_mom_1",0.99,1613946385595,6173
"lr_1",1.3503097783363996e-05,1613946385595,6173
"mom_1",0.9229945343786158,1613946385595,6173
"eps_1",1e-05,1613946385595,6173
"wd_2",0.01,1613946385595,6173
"sqr_mom_2",0.99,1613946385595,6173
"lr_2",0.00013503097783363992,1613946385595,6173
"mom_2",0.9229945343786158,1613946385595,6173
"eps_2",1e-05,1613946385595,6173
"train_loss",0.0065657864,1613946386573,6174
"raw_loss",0.0035490063,1613946386573,6174
"epoch",38.836477987421354,1613946386573,6174
"wd_0",0.01,1613946386573,6174
"sqr_mom_0",0.99,1613946386573,6174
"lr_0",1.3490566647458293e-06,1613946386573,6174
"mom_0",0.9230195969010524,1613946386573,6174
"eps_0",1e-05,1613946386573,6174
"wd_1",0.01,1613946386573,6174
"sqr_mom_1",0.99,1613946386573,6174
"lr_1",1.3490566647458293e-05,1613946386573,6174
"mom_1",0.9230195969010524,1613946386573,6174
"eps_1",1e-05,1613946386573,6174
"wd_2",0.01,1613946386573,6174
"sqr_mom_2",0.99,1613946386573,6174
"lr_2",0.00013490566647458288,1613946386573,6174
"mom_2",0.9230195969010524,1613946386573,6174
"eps_2",1e-05,1613946386573,6174
"train_loss",0.0064779064,1613946387520,6175
"raw_loss",0.0021717888,1613946387520,6175
"epoch",38.842767295597454,1613946387520,6175
"wd_0",0.01,1613946387520,6175
"sqr_mom_0",0.99,1613946387520,6175
"lr_0",1.3478043334570797e-06,1613946387520,6175
"mom_0",0.9230446437772961,1613946387520,6175
"eps_0",1e-05,1613946387520,6175
"wd_1",0.01,1613946387520,6175
"sqr_mom_1",0.99,1613946387520,6175
"lr_1",1.3478043334570797e-05,1613946387520,6175
"mom_1",0.9230446437772961,1613946387520,6175
"eps_1",1e-05,1613946387520,6175
"wd_2",0.01,1613946387520,6175
"sqr_mom_2",0.99,1613946387520,6175
"lr_2",0.00013478043334570793,1613946387520,6175
"mom_2",0.9230446437772961,1613946387520,6175
"eps_2",1e-05,1613946387520,6175
"train_loss",0.006574112,1613946388497,6176
"raw_loss",0.011288181,1613946388497,6176
"epoch",38.849056603773555,1613946388497,6176
"wd_0",0.01,1613946388497,6176
"sqr_mom_0",0.99,1613946388497,6176
"lr_0",1.3465515385378758e-06,1613946388497,6176
"mom_0",0.9230696999262418,1613946388497,6176
"eps_0",1e-05,1613946388497,6176
"wd_1",0.01,1613946388497,6176
"sqr_mom_1",0.99,1613946388497,6176
"lr_1",1.3465515385378757e-05,1613946388497,6176
"mom_1",0.9230696999262418,1613946388497,6176
"eps_1",1e-05,1613946388497,6176
"wd_2",0.01,1613946388497,6176
"sqr_mom_2",0.99,1613946388497,6176
"lr_2",0.00013465515385378753,1613946388497,6176
"mom_2",0.9230696999262418,1613946388497,6176
"eps_2",1e-05,1613946388497,6176
"train_loss",0.0066266805,1613946389446,6177
"raw_loss",0.009202549,1613946389446,6177
"epoch",38.855345911949655,1613946389446,6177
"wd_0",0.01,1613946389446,6177
"sqr_mom_0",0.99,1613946389446,6177
"lr_0",1.345299941918947e-06,1613946389446,6177
"mom_0",0.9230947321089421,1613946389446,6177
"eps_0",1e-05,1613946389446,6177
"wd_1",0.01,1613946389446,6177
"sqr_mom_1",0.99,1613946389446,6177
"lr_1",1.3452999419189469e-05,1613946389446,6177
"mom_1",0.9230947321089421,1613946389446,6177
"eps_1",1e-05,1613946389446,6177
"wd_2",0.01,1613946389446,6177
"sqr_mom_2",0.99,1613946389446,6177
"lr_2",0.00013452999419189465,1613946389446,6177
"mom_2",0.9230947321089421,1613946389446,6177
"eps_2",1e-05,1613946389446,6177
"train_loss",0.0068322164,1613946390398,6178
"raw_loss",0.016903494,1613946390398,6178
"epoch",38.861635220125756,1613946390398,6178
"wd_0",0.01,1613946390398,6178
"sqr_mom_0",0.99,1613946390398,6178
"lr_0",1.3440487131112855e-06,1613946390398,6178
"mom_0",0.9231197569353436,1613946390398,6178
"eps_0",1e-05,1613946390398,6178
"wd_1",0.01,1613946390398,6178
"sqr_mom_1",0.99,1613946390398,6178
"lr_1",1.3440487131112852e-05,1613946390398,6178
"mom_1",0.9231197569353436,1613946390398,6178
"eps_1",1e-05,1613946390398,6178
"wd_2",0.01,1613946390398,6178
"sqr_mom_2",0.99,1613946390398,6178
"lr_2",0.00013440487131112852,1613946390398,6178
"mom_2",0.9231197569353436,1613946390398,6178
"eps_2",1e-05,1613946390398,6178
"train_loss",0.006828316,1613946391332,6179
"raw_loss",0.0066372007,1613946391332,6179
"epoch",38.867924528301856,1613946391332,6179
"wd_0",0.01,1613946391332,6179
"sqr_mom_0",0.99,1613946391332,6179
"lr_0",1.3427970226022003e-06,1613946391332,6179
"mom_0",0.9231447909958659,1613946391332,6179
"eps_0",1e-05,1613946391332,6179
"wd_1",0.01,1613946391332,6179
"sqr_mom_1",0.99,1613946391332,6179
"lr_1",1.3427970226022e-05,1613946391332,6179
"mom_1",0.9231447909958659,1613946391332,6179
"eps_1",1e-05,1613946391332,6179
"wd_2",0.01,1613946391332,6179
"sqr_mom_2",0.99,1613946391332,6179
"lr_2",0.00013427970226021998,1613946391332,6179
"mom_2",0.9231447909958659,1613946391332,6179
"eps_2",1e-05,1613946391332,6179
"train_loss",0.0067771743,1613946392296,6180
"raw_loss",0.004271238,1613946392296,6180
"epoch",38.874213836477956,1613946392296,6180
"wd_0",0.01,1613946392296,6180
"sqr_mom_0",0.99,1613946392296,6180
"lr_0",1.3415465308573348e-06,1613946392296,6180
"mom_0",0.9231698010808641,1613946392296,6180
"eps_0",1e-05,1613946392296,6180
"wd_1",0.01,1613946392296,6180
"sqr_mom_1",0.99,1613946392296,6180
"lr_1",1.3415465308573349e-05,1613946392296,6180
"mom_1",0.9231698010808641,1613946392296,6180
"eps_1",1e-05,1613946392296,6180
"wd_2",0.01,1613946392296,6180
"sqr_mom_2",0.99,1613946392296,6180
"lr_2",0.00013415465308573343,1613946392296,6180
"mom_2",0.9231698010808641,1613946392296,6180
"eps_2",1e-05,1613946392296,6180
"train_loss",0.006764863,1613946393276,6181
"raw_loss",0.0061616222,1613946393276,6181
"epoch",38.88050314465406,1613946393276,6181
"wd_0",0.01,1613946393276,6181
"sqr_mom_0",0.99,1613946393276,6181
"lr_0",1.3402959934086022e-06,1613946393276,6181
"mom_0",0.9231948120799487,1613946393276,6181
"eps_0",1e-05,1613946393276,6181
"wd_1",0.01,1613946393276,6181
"sqr_mom_1",0.99,1613946393276,6181
"lr_1",1.3402959934086021e-05,1613946393276,6181
"mom_1",0.9231948120799487,1613946393276,6181
"eps_1",1e-05,1613946393276,6181
"wd_2",0.01,1613946393276,6181
"sqr_mom_2",0.99,1613946393276,6181
"lr_2",0.00013402959934086017,1613946393276,6181
"mom_2",0.9231948120799487,1613946393276,6181
"eps_2",1e-05,1613946393276,6181
"train_loss",0.0067894547,1613946394217,6182
"raw_loss",0.007994443,1613946394217,6182
"epoch",38.88679245283016,1613946394217,6182
"wd_0",0.01,1613946394217,6182
"sqr_mom_0",0.99,1613946394217,6182
"lr_0",1.339045825610197e-06,1613946394217,6182
"mom_0",0.9232198156859529,1613946394217,6182
"eps_0",1e-05,1613946394217,6182
"wd_1",0.01,1613946394217,6182
"sqr_mom_1",0.99,1613946394217,6182
"lr_1",1.3390458256101969e-05,1613946394217,6182
"mom_1",0.9232198156859529,1613946394217,6182
"eps_1",1e-05,1613946394217,6182
"wd_2",0.01,1613946394217,6182
"sqr_mom_2",0.99,1613946394217,6182
"lr_2",0.00013390458256101962,1613946394217,6182
"mom_2",0.9232198156859529,1613946394217,6182
"eps_2",1e-05,1613946394217,6182
"train_loss",0.0067721973,1613946395168,6183
"raw_loss",0.0059265783,1613946395168,6183
"epoch",38.89308176100626,1613946395168,6183
"wd_0",0.01,1613946395168,6183
"sqr_mom_0",0.99,1613946395168,6183
"lr_0",1.3377960278605946e-06,1613946395168,6183
"mom_0",0.923244811890907,1613946395168,6183
"eps_0",1e-05,1613946395168,6183
"wd_1",0.01,1613946395168,6183
"sqr_mom_1",0.99,1613946395168,6183
"lr_1",1.3377960278605945e-05,1613946395168,6183
"mom_1",0.923244811890907,1613946395168,6183
"eps_1",1e-05,1613946395168,6183
"wd_2",0.01,1613946395168,6183
"sqr_mom_2",0.99,1613946395168,6183
"lr_2",0.0001337796027860594,1613946395168,6183
"mom_2",0.923244811890907,1613946395168,6183
"eps_2",1e-05,1613946395168,6183
"train_loss",0.006759156,1613946396120,6184
"raw_loss",0.006120123,1613946396120,6184
"epoch",38.89937106918236,1613946396120,6184
"wd_0",0.01,1613946396120,6184
"sqr_mom_0",0.99,1613946396120,6184
"lr_0",1.3365470149004455e-06,1613946396120,6184
"mom_0",0.923269792399915,1613946396120,6184
"eps_0",1e-05,1613946396120,6184
"wd_1",0.01,1613946396120,6184
"sqr_mom_1",0.99,1613946396120,6184
"lr_1",1.3365470149004456e-05,1613946396120,6184
"mom_1",0.923269792399915,1613946396120,6184
"eps_1",1e-05,1613946396120,6184
"wd_2",0.01,1613946396120,6184
"sqr_mom_2",0.99,1613946396120,6184
"lr_2",0.00013365470149004452,1613946396120,6184
"mom_2",0.923269792399915,1613946396120,6184
"eps_2",1e-05,1613946396120,6184
"train_loss",0.0067181485,1613946397073,6185
"raw_loss",0.004708787,1613946397073,6185
"epoch",38.90566037735846,1613946397073,6185
"wd_0",0.01,1613946397073,6185
"sqr_mom_0",0.99,1613946397073,6185
"lr_0",1.335297544101118e-06,1613946397073,6185
"mom_0",0.9232947820657983,1613946397073,6185
"eps_0",1e-05,1613946397073,6185
"wd_1",0.01,1613946397073,6185
"sqr_mom_1",0.99,1613946397073,6185
"lr_1",1.3352975441011178e-05,1613946397073,6185
"mom_1",0.9232947820657983,1613946397073,6185
"eps_1",1e-05,1613946397073,6185
"wd_2",0.01,1613946397073,6185
"sqr_mom_2",0.99,1613946397073,6185
"lr_2",0.00013352975441011176,1613946397073,6185
"mom_2",0.9232947820657983,1613946397073,6185
"eps_2",1e-05,1613946397073,6185
"train_loss",0.006702262,1613946398027,6186
"raw_loss",0.005923827,1613946398027,6186
"epoch",38.91194968553456,1613946398027,6186
"wd_0",0.01,1613946398027,6186
"sqr_mom_0",0.99,1613946398027,6186
"lr_0",1.3340492729836325e-06,1613946398027,6186
"mom_0",0.9233197477378047,1613946398027,6186
"eps_0",1e-05,1613946398027,6186
"wd_1",0.01,1613946398027,6186
"sqr_mom_1",0.99,1613946398027,6186
"lr_1",1.3340492729836327e-05,1613946398027,6186
"mom_1",0.9233197477378047,1613946398027,6186
"eps_1",1e-05,1613946398027,6186
"wd_2",0.01,1613946398027,6186
"sqr_mom_2",0.99,1613946398027,6186
"lr_2",0.0001334049272983632,1613946398027,6186
"mom_2",0.9233197477378047,1613946398027,6186
"eps_2",1e-05,1613946398027,6186
"train_loss",0.006644856,1613946398984,6187
"raw_loss",0.0038319684,1613946398984,6187
"epoch",38.91823899371066,1613946398984,6187
"wd_0",0.01,1613946398984,6187
"sqr_mom_0",0.99,1613946398984,6187
"lr_0",1.332801373261058e-06,1613946398984,6187
"mom_0",0.9233447059818386,1613946398984,6187
"eps_0",1e-05,1613946398984,6187
"wd_1",0.01,1613946398984,6187
"sqr_mom_1",0.99,1613946398984,6187
"lr_1",1.332801373261058e-05,1613946398984,6187
"mom_1",0.9233447059818386,1613946398984,6187
"eps_1",1e-05,1613946398984,6187
"wd_2",0.01,1613946398984,6187
"sqr_mom_2",0.99,1613946398984,6187
"lr_2",0.00013328013732610573,1613946398984,6187
"mom_2",0.9233447059818386,1613946398984,6187
"eps_2",1e-05,1613946398984,6187
"train_loss",0.0066312854,1613946399927,6188
"raw_loss",0.0059663286,1613946399927,6188
"epoch",38.92452830188676,1613946399927,6188
"wd_0",0.01,1613946399927,6188
"sqr_mom_0",0.99,1613946399927,6188
"lr_0",1.3315530176322908e-06,1613946399927,6188
"mom_0",0.9233696733440876,1613946399927,6188
"eps_0",1e-05,1613946399927,6188
"wd_1",0.01,1613946399927,6188
"sqr_mom_1",0.99,1613946399927,6188
"lr_1",1.3315530176322905e-05,1613946399927,6188
"mom_1",0.9233696733440876,1613946399927,6188
"eps_1",1e-05,1613946399927,6188
"wd_2",0.01,1613946399927,6188
"sqr_mom_2",0.99,1613946399927,6188
"lr_2",0.00013315530176322902,1613946399927,6188
"mom_2",0.9233696733440876,1613946399927,6188
"eps_2",1e-05,1613946399927,6188
"train_loss",0.006625531,1613946400873,6189
"raw_loss",0.0063435547,1613946400873,6189
"epoch",38.93081761006286,1613946400873,6189
"wd_0",0.01,1613946400873,6189
"sqr_mom_0",0.99,1613946400873,6189
"lr_0",1.330305862138994e-06,1613946400873,6189
"mom_0",0.9233946167033871,1613946400873,6189
"eps_0",1e-05,1613946400873,6189
"wd_1",0.01,1613946400873,6189
"sqr_mom_1",0.99,1613946400873,6189
"lr_1",1.330305862138994e-05,1613946400873,6189
"mom_1",0.9233946167033871,1613946400873,6189
"eps_1",1e-05,1613946400873,6189
"wd_2",0.01,1613946400873,6189
"sqr_mom_2",0.99,1613946400873,6189
"lr_2",0.00013303058621389933,1613946400873,6189
"mom_2",0.9233946167033871,1613946400873,6189
"eps_2",1e-05,1613946400873,6189
"train_loss",0.0066533047,1613946401845,6190
"raw_loss",0.008014218,1613946401845,6190
"epoch",38.93710691823896,1613946401845,6190
"wd_0",0.01,1613946401845,6190
"sqr_mom_0",0.99,1613946401845,6190
"lr_0",1.329059079232984e-06,1613946401845,6190
"mom_0",0.9234195526108664,1613946401845,6190
"eps_0",1e-05,1613946401845,6190
"wd_1",0.01,1613946401845,6190
"sqr_mom_1",0.99,1613946401845,6190
"lr_1",1.3290590792329835e-05,1613946401845,6190
"mom_1",0.9234195526108664,1613946401845,6190
"eps_1",1e-05,1613946401845,6190
"wd_2",0.01,1613946401845,6190
"sqr_mom_2",0.99,1613946401845,6190
"lr_2",0.00013290590792329834,1613946401845,6190
"mom_2",0.9234195526108664,1613946401845,6190
"eps_2",1e-05,1613946401845,6190
"train_loss",0.006584394,1613946402788,6191
"raw_loss",0.0032077662,1613946402788,6191
"epoch",38.94339622641506,1613946402788,6191
"wd_0",0.01,1613946402788,6191
"sqr_mom_0",0.99,1613946402788,6191
"lr_0",1.3278118423550773e-06,1613946402788,6191
"mom_0",0.9234444975978744,1613946402788,6191
"eps_0",1e-05,1613946402788,6191
"wd_1",0.01,1613946402788,6191
"sqr_mom_1",0.99,1613946402788,6191
"lr_1",1.3278118423550775e-05,1613946402788,6191
"mom_1",0.9234444975978744,1613946402788,6191
"eps_1",1e-05,1613946402788,6191
"wd_2",0.01,1613946402788,6191
"sqr_mom_2",0.99,1613946402788,6191
"lr_2",0.0001327811842355077,1613946402788,6191
"mom_2",0.9234444975978744,1613946402788,6191
"eps_2",1e-05,1613946402788,6191
"train_loss",0.006618204,1613946403733,6192
"raw_loss",0.008274915,1613946403733,6192
"epoch",38.94968553459116,1613946403733,6192
"wd_0",0.01,1613946403733,6192
"sqr_mom_0",0.99,1613946403733,6192
"lr_0",1.326565806062824e-06,1613946403733,6192
"mom_0",0.9234694185729292,1613946403733,6192
"eps_0",1e-05,1613946403733,6192
"wd_1",0.01,1613946403733,6192
"sqr_mom_1",0.99,1613946403733,6192
"lr_1",1.3265658060628236e-05,1613946403733,6192
"mom_1",0.9234694185729292,1613946403733,6192
"eps_1",1e-05,1613946403733,6192
"wd_2",0.01,1613946403733,6192
"sqr_mom_2",0.99,1613946403733,6192
"lr_2",0.00013265658060628233,1613946403733,6192
"mom_2",0.9234694185729292,1613946403733,6192
"eps_2",1e-05,1613946403733,6192
"train_loss",0.006617503,1613946404669,6193
"raw_loss",0.0065831435,1613946404669,6193
"epoch",38.95597484276726,1613946404669,6193
"wd_0",0.01,1613946404669,6193
"sqr_mom_0",0.99,1613946404669,6193
"lr_0",1.325319730319098e-06,1613946404669,6193
"mom_0",0.9234943403370214,1613946404669,6193
"eps_0",1e-05,1613946404669,6193
"wd_1",0.01,1613946404669,6193
"sqr_mom_1",0.99,1613946404669,6193
"lr_1",1.325319730319098e-05,1613946404669,6193
"mom_1",0.9234943403370214,1613946404669,6193
"eps_1",1e-05,1613946404669,6193
"wd_2",0.01,1613946404669,6193
"sqr_mom_2",0.99,1613946404669,6193
"lr_2",0.0001325319730319098,1613946404669,6193
"mom_2",0.9234943403370214,1613946404669,6193
"eps_2",1e-05,1613946404669,6193
"train_loss",0.00657848,1613946405609,6194
"raw_loss",0.0046663485,1613946405609,6194
"epoch",38.96226415094336,1613946405609,6194
"wd_0",0.01,1613946405609,6194
"sqr_mom_0",0.99,1613946405609,6194
"lr_0",1.3240740289992113e-06,1613946405609,6194
"mom_0",0.9235192546125619,1613946405609,6194
"eps_0",1e-05,1613946405609,6194
"wd_1",0.01,1613946405609,6194
"sqr_mom_1",0.99,1613946405609,6194
"lr_1",1.324074028999211e-05,1613946405609,6194
"mom_1",0.9235192546125619,1613946405609,6194
"eps_1",1e-05,1613946405609,6194
"wd_2",0.01,1613946405609,6194
"sqr_mom_2",0.99,1613946405609,6194
"lr_2",0.00013240740289992108,1613946405609,6194
"mom_2",0.9235192546125619,1613946405609,6194
"eps_2",1e-05,1613946405609,6194
"train_loss",0.0066016195,1613946406549,6195
"raw_loss",0.0077354545,1613946406549,6195
"epoch",38.96855345911946,1613946406549,6195
"wd_0",0.01,1613946406549,6195
"sqr_mom_0",0.99,1613946406549,6195
"lr_0",1.3228287025002166e-06,1613946406549,6195
"mom_0",0.9235441613916096,1613946406549,6195
"eps_0",1e-05,1613946406549,6195
"wd_1",0.01,1613946406549,6195
"sqr_mom_1",0.99,1613946406549,6195
"lr_1",1.3228287025002164e-05,1613946406549,6195
"mom_1",0.9235441613916096,1613946406549,6195
"eps_1",1e-05,1613946406549,6195
"wd_2",0.01,1613946406549,6195
"sqr_mom_2",0.99,1613946406549,6195
"lr_2",0.00013228287025002163,1613946406549,6195
"mom_2",0.9235441613916096,1613946406549,6195
"eps_2",1e-05,1613946406549,6195
"train_loss",0.006576921,1613946407494,6196
"raw_loss",0.005366688,1613946407494,6196
"epoch",38.97484276729556,1613946407494,6196
"wd_0",0.01,1613946407494,6196
"sqr_mom_0",0.99,1613946407494,6196
"lr_0",1.3215841640759644e-06,1613946407494,6196
"mom_0",0.9235690524090048,1613946407494,6196
"eps_0",1e-05,1613946407494,6196
"wd_1",0.01,1613946407494,6196
"sqr_mom_1",0.99,1613946407494,6196
"lr_1",1.3215841640759644e-05,1613946407494,6196
"mom_1",0.9235690524090048,1613946407494,6196
"eps_1",1e-05,1613946407494,6196
"wd_2",0.01,1613946407494,6196
"sqr_mom_2",0.99,1613946407494,6196
"lr_2",0.0001321584164075964,1613946407494,6196
"mom_2",0.9235690524090048,1613946407494,6196
"eps_2",1e-05,1613946407494,6196
"train_loss",0.006589986,1613946408439,6197
"raw_loss",0.007230178,1613946408439,6197
"epoch",38.98113207547166,1613946408439,6197
"wd_0",0.01,1613946408439,6197
"sqr_mom_0",0.99,1613946408439,6197
"lr_0",1.320339175552519e-06,1613946408439,6197
"mom_0",0.9235939524284739,1613946408439,6197
"eps_0",1e-05,1613946408439,6197
"wd_1",0.01,1613946408439,6197
"sqr_mom_1",0.99,1613946408439,6197
"lr_1",1.3203391755525191e-05,1613946408439,6197
"mom_1",0.9235939524284739,1613946408439,6197
"eps_1",1e-05,1613946408439,6197
"wd_2",0.01,1613946408439,6197
"sqr_mom_2",0.99,1613946408439,6197
"lr_2",0.00013203391755525187,1613946408439,6197
"mom_2",0.9235939524284739,1613946408439,6197
"eps_2",1e-05,1613946408439,6197
"train_loss",0.0065115723,1613946409386,6198
"raw_loss",0.002669307,1613946409386,6198
"epoch",38.987421383647764,1613946409386,6198
"wd_0",0.01,1613946409386,6198
"sqr_mom_0",0.99,1613946409386,6198
"lr_0",1.3190953885048122e-06,1613946409386,6198
"mom_0",0.9236188284181879,1613946409386,6198
"eps_0",1e-05,1613946409386,6198
"wd_1",0.01,1613946409386,6198
"sqr_mom_1",0.99,1613946409386,6198
"lr_1",1.3190953885048119e-05,1613946409386,6198
"mom_1",0.9236188284181879,1613946409386,6198
"eps_1",1e-05,1613946409386,6198
"wd_2",0.01,1613946409386,6198
"sqr_mom_2",0.99,1613946409386,6198
"lr_2",0.0001319095388504812,1613946409386,6198
"mom_2",0.9236188284181879,1613946409386,6198
"eps_2",1e-05,1613946409386,6198
"train_loss",0.0064577647,1613946410337,6199
"raw_loss",0.0038211972,1613946410337,6199
"epoch",38.993710691823864,1613946410337,6199
"wd_0",0.01,1613946410337,6199
"sqr_mom_0",0.99,1613946410337,6199
"lr_0",1.3178519776152342e-06,1613946410337,6199
"mom_0",0.9236436968846642,1613946410337,6199
"eps_0",1e-05,1613946410337,6199
"wd_1",0.01,1613946410337,6199
"sqr_mom_1",0.99,1613946410337,6199
"lr_1",1.3178519776152344e-05,1613946410337,6199
"mom_1",0.9236436968846642,1613946410337,6199
"eps_1",1e-05,1613946410337,6199
"wd_2",0.01,1613946410337,6199
"sqr_mom_2",0.99,1613946410337,6199
"lr_2",0.0001317851977615234,1613946410337,6199
"mom_2",0.9236436968846642,1613946410337,6199
"eps_2",1e-05,1613946410337,6199
"train_loss",0.0064294296,1613946411364,6200
"raw_loss",0.0050410177,1613946411364,6200
"epoch",38.999999999999964,1613946411364,6200
"wd_0",0.01,1613946411364,6200
"sqr_mom_0",0.99,1613946411364,6200
"lr_0",1.3166081185646477e-06,1613946411364,6200
"mom_0",0.9236685743144502,1613946411364,6200
"eps_0",1e-05,1613946411364,6200
"wd_1",0.01,1613946411364,6200
"sqr_mom_1",0.99,1613946411364,6200
"lr_1",1.3166081185646478e-05,1613946411364,6200
"mom_1",0.9236685743144502,1613946411364,6200
"eps_1",1e-05,1613946411364,6200
"wd_2",0.01,1613946411364,6200
"sqr_mom_2",0.99,1613946411364,6200
"lr_2",0.00013166081185646473,1613946411364,6200
"mom_2",0.9236685743144502,1613946411364,6200
"eps_2",1e-05,1613946411364,6200
"valid_loss",0.08791320770978928,1613946443980,6200
"_rmse",0.29650160670280457,1613946443980,6200
"epoch",39,1613946443980,6200
"train_loss",0.0064030793,1613946445013,6201
"raw_loss",0.0051119043,1613946445013,6201
"epoch",39.0062893081761,1613946445013,6201
"wd_0",0.01,1613946445013,6201
"sqr_mom_0",0.99,1613946445013,6201
"lr_0",1.315365461429649e-06,1613946445013,6201
"mom_0",0.9236934277056841,1613946445013,6201
"eps_0",1e-05,1613946445013,6201
"wd_1",0.01,1613946445013,6201
"sqr_mom_1",0.99,1613946445013,6201
"lr_1",1.3153654614296493e-05,1613946445013,6201
"mom_1",0.9236934277056841,1613946445013,6201
"eps_1",1e-05,1613946445013,6201
"wd_2",0.01,1613946445013,6201
"sqr_mom_2",0.99,1613946445013,6201
"lr_2",0.00013153654614296486,1613946445013,6201
"mom_2",0.9236934277056841,1613946445013,6201
"eps_2",1e-05,1613946445013,6201
"train_loss",0.0063492944,1613946445960,6202
"raw_loss",0.0037138436,1613946445960,6202
"epoch",39.0125786163522,1613946445960,6202
"wd_0",0.01,1613946445960,6202
"sqr_mom_0",0.99,1613946445960,6202
"lr_0",1.3141223574266238e-06,1613946445960,6202
"mom_0",0.9237182900343679,1613946445960,6202
"eps_0",1e-05,1613946445960,6202
"wd_1",0.01,1613946445960,6202
"sqr_mom_1",0.99,1613946445960,6202
"lr_1",1.314122357426624e-05,1613946445960,6202
"mom_1",0.9237182900343679,1613946445960,6202
"eps_1",1e-05,1613946445960,6202
"wd_2",0.01,1613946445960,6202
"sqr_mom_2",0.99,1613946445960,6202
"lr_2",0.00013141223574266234,1613946445960,6202
"mom_2",0.9237182900343679,1613946445960,6202
"eps_2",1e-05,1613946445960,6202
"train_loss",0.006308388,1613946446907,6203
"raw_loss",0.0043039643,1613946446907,6203
"epoch",39.0188679245283,1613946446907,6203
"wd_0",0.01,1613946446907,6203
"sqr_mom_0",0.99,1613946446907,6203
"lr_0",1.3128804556305378e-06,1613946446907,6203
"mom_0",0.9237431283186723,1613946446907,6203
"eps_0",1e-05,1613946446907,6203
"wd_1",0.01,1613946446907,6203
"sqr_mom_1",0.99,1613946446907,6203
"lr_1",1.3128804556305374e-05,1613946446907,6203
"mom_1",0.9237431283186723,1613946446907,6203
"eps_1",1e-05,1613946446907,6203
"wd_2",0.01,1613946446907,6203
"sqr_mom_2",0.99,1613946446907,6203
"lr_2",0.00013128804556305373,1613946446907,6203
"mom_2",0.9237431283186723,1613946446907,6203
"eps_2",1e-05,1613946446907,6203
"train_loss",0.006334326,1613946447872,6204
"raw_loss",0.0076052924,1613946447872,6204
"epoch",39.0251572327044,1613946447872,6204
"wd_0",0.01,1613946447872,6204
"sqr_mom_0",0.99,1613946447872,6204
"lr_0",1.311638520116068e-06,1613946447872,6204
"mom_0",0.9237679672773513,1613946447872,6204
"eps_0",1e-05,1613946447872,6204
"wd_1",0.01,1613946447872,6204
"sqr_mom_1",0.99,1613946447872,6204
"lr_1",1.3116385201160677e-05,1613946447872,6204
"mom_1",0.9237679672773513,1613946447872,6204
"eps_1",1e-05,1613946447872,6204
"wd_2",0.01,1613946447872,6204
"sqr_mom_2",0.99,1613946447872,6204
"lr_2",0.00013116385201160672,1613946447872,6204
"mom_2",0.9237679672773513,1613946447872,6204
"eps_2",1e-05,1613946447872,6204
"train_loss",0.0062615713,1613946448863,6205
"raw_loss",0.0026965737,1613946448863,6205
"epoch",39.0314465408805,1613946448863,6205
"wd_0",0.01,1613946448863,6205
"sqr_mom_0",0.99,1613946448863,6205
"lr_0",1.3103969633861664e-06,1613946448863,6205
"mom_0",0.9237927986602632,1613946448863,6205
"eps_0",1e-05,1613946448863,6205
"wd_1",0.01,1613946448863,6205
"sqr_mom_1",0.99,1613946448863,6205
"lr_1",1.310396963386166e-05,1613946448863,6205
"mom_1",0.9237927986602632,1613946448863,6205
"eps_1",1e-05,1613946448863,6205
"wd_2",0.01,1613946448863,6205
"sqr_mom_2",0.99,1613946448863,6205
"lr_2",0.0001310396963386166,1613946448863,6205
"mom_2",0.9237927986602632,1613946448863,6205
"eps_2",1e-05,1613946448863,6205
"train_loss",0.006271641,1613946449855,6206
"raw_loss",0.0067650387,1613946449855,6206
"epoch",39.0377358490566,1613946449855,6206
"wd_0",0.01,1613946449855,6206
"sqr_mom_0",0.99,1613946449855,6206
"lr_0",1.3091557858365646e-06,1613946449855,6206
"mom_0",0.9238176224594933,1613946449855,6206
"eps_0",1e-05,1613946449855,6206
"wd_1",0.01,1613946449855,6206
"sqr_mom_1",0.99,1613946449855,6206
"lr_1",1.309155785836565e-05,1613946449855,6206
"mom_1",0.9238176224594933,1613946449855,6206
"eps_1",1e-05,1613946449855,6206
"wd_2",0.01,1613946449855,6206
"sqr_mom_2",0.99,1613946449855,6206
"lr_2",0.0001309155785836564,1613946449855,6206
"mom_2",0.9238176224594933,1613946449855,6206
"eps_2",1e-05,1613946449855,6206
"train_loss",0.006271762,1613946450850,6207
"raw_loss",0.0062777046,1613946450850,6207
"epoch",39.0440251572327,1613946450850,6207
"wd_0",0.01,1613946450850,6207
"sqr_mom_0",0.99,1613946450850,6207
"lr_0",1.3079153993415197e-06,1613946450850,6207
"mom_0",0.9238424304374739,1613946450850,6207
"eps_0",1e-05,1613946450850,6207
"wd_1",0.01,1613946450850,6207
"sqr_mom_1",0.99,1613946450850,6207
"lr_1",1.3079153993415196e-05,1613946450850,6207
"mom_1",0.9238424304374739,1613946450850,6207
"eps_1",1e-05,1613946450850,6207
"wd_2",0.01,1613946450850,6207
"sqr_mom_2",0.99,1613946450850,6207
"lr_2",0.00013079153993415192,1613946450850,6207
"mom_2",0.9238424304374739,1613946450850,6207
"eps_2",1e-05,1613946450850,6207
"train_loss",0.0062365737,1613946451796,6208
"raw_loss",0.0045123566,1613946451796,6208
"epoch",39.0503144654088,1613946451796,6208
"wd_0",0.01,1613946451796,6208
"sqr_mom_0",0.99,1613946451796,6208
"lr_0",1.3066745698605847e-06,1613946451796,6208
"mom_0",0.923867247275261,1613946451796,6208
"eps_0",1e-05,1613946451796,6208
"wd_1",0.01,1613946451796,6208
"sqr_mom_1",0.99,1613946451796,6208
"lr_1",1.306674569860585e-05,1613946451796,6208
"mom_1",0.923867247275261,1613946451796,6208
"eps_1",1e-05,1613946451796,6208
"wd_2",0.01,1613946451796,6208
"sqr_mom_2",0.99,1613946451796,6208
"lr_2",0.00013066745698605842,1613946451796,6208
"mom_2",0.923867247275261,1613946451796,6208
"eps_2",1e-05,1613946451796,6208
"train_loss",0.006187125,1613946452796,6209
"raw_loss",0.003764135,1613946452796,6209
"epoch",39.056603773584904,1613946452796,6209
"wd_0",0.01,1613946452796,6209
"sqr_mom_0",0.99,1613946452796,6209
"lr_0",1.305434943451395e-06,1613946452796,6209
"mom_0",0.9238920400513726,1613946452796,6209
"eps_0",1e-05,1613946452796,6209
"wd_1",0.01,1613946452796,6209
"sqr_mom_1",0.99,1613946452796,6209
"lr_1",1.3054349434513945e-05,1613946452796,6209
"mom_1",0.9238920400513726,1613946452796,6209
"eps_1",1e-05,1613946452796,6209
"wd_2",0.01,1613946452796,6209
"sqr_mom_2",0.99,1613946452796,6209
"lr_2",0.00013054349434513942,1613946452796,6209
"mom_2",0.9238920400513726,1613946452796,6209
"eps_2",1e-05,1613946452796,6209
"train_loss",0.0061856005,1613946453817,6210
"raw_loss",0.0061108912,1613946453817,6210
"epoch",39.062893081761004,1613946453817,6210
"wd_0",0.01,1613946453817,6210
"sqr_mom_0",0.99,1613946453817,6210
"lr_0",1.3041956975515562e-06,1613946453817,6210
"mom_0",0.923916825217221,1613946453817,6210
"eps_0",1e-05,1613946453817,6210
"wd_1",0.01,1613946453817,6210
"sqr_mom_1",0.99,1613946453817,6210
"lr_1",1.3041956975515561e-05,1613946453817,6210
"mom_1",0.923916825217221,1613946453817,6210
"eps_1",1e-05,1613946453817,6210
"wd_2",0.01,1613946453817,6210
"sqr_mom_2",0.99,1613946453817,6210
"lr_2",0.0001304195697551556,1613946453817,6210
"mom_2",0.923916825217221,1613946453817,6210
"eps_2",1e-05,1613946453817,6210
"train_loss",0.0061539146,1613946454836,6211
"raw_loss",0.0046013035,1613946454836,6211
"epoch",39.069182389937104,1613946454836,6211
"wd_0",0.01,1613946454836,6211
"sqr_mom_0",0.99,1613946454836,6211
"lr_0",1.3029560106086965e-06,1613946454836,6211
"mom_0",0.9239416192040181,1613946454836,6211
"eps_0",1e-05,1613946454836,6211
"wd_1",0.01,1613946454836,6211
"sqr_mom_1",0.99,1613946454836,6211
"lr_1",1.3029560106086965e-05,1613946454836,6211
"mom_1",0.9239416192040181,1613946454836,6211
"eps_1",1e-05,1613946454836,6211
"wd_2",0.01,1613946454836,6211
"sqr_mom_2",0.99,1613946454836,6211
"lr_2",0.00013029560106086959,1613946454836,6211
"mom_2",0.9239416192040181,1613946454836,6211
"eps_2",1e-05,1613946454836,6211
"train_loss",0.0060963403,1613946456155,6212
"raw_loss",0.0032751984,1613946456155,6212
"epoch",39.075471698113205,1613946456155,6212
"wd_0",0.01,1613946456155,6212
"sqr_mom_0",0.99,1613946456155,6212
"lr_0",1.3017175271647872e-06,1613946456155,6212
"mom_0",0.9239663891205954,1613946456155,6212
"eps_0",1e-05,1613946456155,6212
"wd_1",0.01,1613946456155,6212
"sqr_mom_1",0.99,1613946456155,6212
"lr_1",1.301717527164787e-05,1613946456155,6212
"mom_1",0.9239663891205954,1613946456155,6212
"eps_1",1e-05,1613946456155,6212
"wd_2",0.01,1613946456155,6212
"sqr_mom_2",0.99,1613946456155,6212
"lr_2",0.00013017175271647866,1613946456155,6212
"mom_2",0.9239663891205954,1613946456155,6212
"eps_2",1e-05,1613946456155,6212
"train_loss",0.006037177,1613946457565,6213
"raw_loss",0.003138183,1613946457565,6213
"epoch",39.081761006289305,1613946457565,6213
"wd_0",0.01,1613946457565,6213
"sqr_mom_0",0.99,1613946457565,6213
"lr_0",1.3004794254143252e-06,1613946457565,6213
"mom_0",0.9239911514032275,1613946457565,6213
"eps_0",1e-05,1613946457565,6213
"wd_1",0.01,1613946457565,6213
"sqr_mom_1",0.99,1613946457565,6213
"lr_1",1.3004794254143255e-05,1613946457565,6213
"mom_1",0.9239911514032275,1613946457565,6213
"eps_1",1e-05,1613946457565,6213
"wd_2",0.01,1613946457565,6213
"sqr_mom_2",0.99,1613946457565,6213
"lr_2",0.00013004794254143249,1613946457565,6213
"mom_2",0.9239911514032275,1613946457565,6213
"eps_2",1e-05,1613946457565,6213
"train_loss",0.0059905513,1613946458733,6214
"raw_loss",0.0037058888,1613946458733,6214
"epoch",39.088050314465406,1613946458733,6214
"wd_0",0.01,1613946458733,6214
"sqr_mom_0",0.99,1613946458733,6214
"lr_0",1.2992408845649793e-06,1613946458733,6214
"mom_0",0.9240159224679251,1613946458733,6214
"eps_0",1e-05,1613946458733,6214
"wd_1",0.01,1613946458733,6214
"sqr_mom_1",0.99,1613946458733,6214
"lr_1",1.2992408845649793e-05,1613946458733,6214
"mom_1",0.9240159224679251,1613946458733,6214
"eps_1",1e-05,1613946458733,6214
"wd_2",0.01,1613946458733,6214
"sqr_mom_2",0.99,1613946458733,6214
"lr_2",0.0001299240884564979,1613946458733,6214
"mom_2",0.9240159224679251,1613946458733,6214
"eps_2",1e-05,1613946458733,6214
"train_loss",0.0060039433,1613946460100,6215
"raw_loss",0.006660147,1613946460100,6215
"epoch",39.094339622641506,1613946460100,6215
"wd_0",0.01,1613946460100,6215
"sqr_mom_0",0.99,1613946460100,6215
"lr_0",1.298003547638335e-06,1613946460100,6215
"mom_0",0.9240406694539278,1613946460100,6215
"eps_0",1e-05,1613946460100,6215
"wd_1",0.01,1613946460100,6215
"sqr_mom_1",0.99,1613946460100,6215
"lr_1",1.2980035476383347e-05,1613946460100,6215
"mom_1",0.9240406694539278,1613946460100,6215
"eps_1",1e-05,1613946460100,6215
"wd_2",0.01,1613946460100,6215
"sqr_mom_2",0.99,1613946460100,6215
"lr_2",0.00012980035476383345,1613946460100,6215
"mom_2",0.9240406694539278,1613946460100,6215
"eps_2",1e-05,1613946460100,6215
"train_loss",0.0059564477,1613946461313,6216
"raw_loss",0.0036291606,1613946461313,6216
"epoch",39.10062893081761,1613946461313,6216
"wd_0",0.01,1613946461313,6216
"sqr_mom_0",0.99,1613946461313,6216
"lr_0",1.2967661832489195e-06,1613946461313,6216
"mom_0",0.9240654169891914,1613946461313,6216
"eps_0",1e-05,1613946461313,6216
"wd_1",0.01,1613946461313,6216
"sqr_mom_1",0.99,1613946461313,6216
"lr_1",1.2967661832489196e-05,1613946461313,6216
"mom_1",0.9240654169891914,1613946461313,6216
"eps_1",1e-05,1613946461313,6216
"wd_2",0.01,1613946461313,6216
"sqr_mom_2",0.99,1613946461313,6216
"lr_2",0.00012967661832489195,1613946461313,6216
"mom_2",0.9240654169891914,1613946461313,6216
"eps_2",1e-05,1613946461313,6216
"train_loss",0.006063118,1613946462327,6217
"raw_loss",0.011289963,1613946462327,6217
"epoch",39.10691823899371,1613946462327,6217
"wd_0",0.01,1613946462327,6217
"sqr_mom_0",0.99,1613946462327,6217
"lr_0",1.295529202384459e-06,1613946462327,6217
"mom_0",0.9240901568538793,1613946462327,6217
"eps_0",1e-05,1613946462327,6217
"wd_1",0.01,1613946462327,6217
"sqr_mom_1",0.99,1613946462327,6217
"lr_1",1.2955292023844587e-05,1613946462327,6217
"mom_1",0.9240901568538793,1613946462327,6217
"eps_1",1e-05,1613946462327,6217
"wd_2",0.01,1613946462327,6217
"sqr_mom_2",0.99,1613946462327,6217
"lr_2",0.00012955292023844584,1613946462327,6217
"mom_2",0.9240901568538793,1613946462327,6217
"eps_2",1e-05,1613946462327,6217
"train_loss",0.0060602925,1613946463309,6218
"raw_loss",0.005921842,1613946463309,6218
"epoch",39.11320754716981,1613946463309,6218
"wd_0",0.01,1613946463309,6218
"sqr_mom_0",0.99,1613946463309,6218
"lr_0",1.2942926054392262e-06,1613946463309,6218
"mom_0",0.9241148890401059,1613946463309,6218
"eps_0",1e-05,1613946463309,6218
"wd_1",0.01,1613946463309,6218
"sqr_mom_1",0.99,1613946463309,6218
"lr_1",1.294292605439226e-05,1613946463309,6218
"mom_1",0.9241148890401059,1613946463309,6218
"eps_1",1e-05,1613946463309,6218
"wd_2",0.01,1613946463309,6218
"sqr_mom_2",0.99,1613946463309,6218
"lr_2",0.00012942926054392256,1613946463309,6218
"mom_2",0.9241148890401059,1613946463309,6218
"eps_2",1e-05,1613946463309,6218
"train_loss",0.006052435,1613946464305,6219
"raw_loss",0.0056674057,1613946464305,6219
"epoch",39.11949685534591,1613946464305,6219
"wd_0",0.01,1613946464305,6219
"sqr_mom_0",0.99,1613946464305,6219
"lr_0",1.2930568027643915e-06,1613946464305,6219
"mom_0",0.9241396053407656,1613946464305,6219
"eps_0",1e-05,1613946464305,6219
"wd_1",0.01,1613946464305,6219
"sqr_mom_1",0.99,1613946464305,6219
"lr_1",1.2930568027643917e-05,1613946464305,6219
"mom_1",0.9241396053407656,1613946464305,6219
"eps_1",1e-05,1613946464305,6219
"wd_2",0.01,1613946464305,6219
"sqr_mom_2",0.99,1613946464305,6219
"lr_2",0.0001293056802764391,1613946464305,6219
"mom_2",0.9241396053407656,1613946464305,6219
"eps_2",1e-05,1613946464305,6219
"train_loss",0.006000948,1613946465286,6220
"raw_loss",0.0034780956,1613946465286,6220
"epoch",39.12578616352201,1613946465286,6220
"wd_0",0.01,1613946465286,6220
"sqr_mom_0",0.99,1613946465286,6220
"lr_0",1.291820564882929e-06,1613946465286,6220
"mom_0",0.9241643303456448,1613946465286,6220
"eps_0",1e-05,1613946465286,6220
"wd_1",0.01,1613946465286,6220
"sqr_mom_1",0.99,1613946465286,6220
"lr_1",1.2918205648829292e-05,1613946465286,6220
"mom_1",0.9241643303456448,1613946465286,6220
"eps_1",1e-05,1613946465286,6220
"wd_2",0.01,1613946465286,6220
"sqr_mom_2",0.99,1613946465286,6220
"lr_2",0.00012918205648829287,1613946465286,6220
"mom_2",0.9241643303456448,1613946465286,6220
"eps_2",1e-05,1613946465286,6220
"train_loss",0.0059780106,1613946466256,6221
"raw_loss",0.0048540756,1613946466256,6221
"epoch",39.13207547169811,1613946466256,6221
"wd_0",0.01,1613946466256,6221
"sqr_mom_0",0.99,1613946466256,6221
"lr_0",1.290585531761359e-06,1613946466256,6221
"mom_0",0.9241890312550853,1613946466256,6221
"eps_0",1e-05,1613946466256,6221
"wd_1",0.01,1613946466256,6221
"sqr_mom_1",0.99,1613946466256,6221
"lr_1",1.2905855317613589e-05,1613946466256,6221
"mom_1",0.9241890312550853,1613946466256,6221
"eps_1",1e-05,1613946466256,6221
"wd_2",0.01,1613946466256,6221
"sqr_mom_2",0.99,1613946466256,6221
"lr_2",0.0001290585531761359,1613946466256,6221
"mom_2",0.9241890312550853,1613946466256,6221
"eps_2",1e-05,1613946466256,6221
"train_loss",0.0059801843,1613946467230,6222
"raw_loss",0.006086685,1613946467230,6222
"epoch",39.13836477987421,1613946467230,6222
"wd_0",0.01,1613946467230,6222
"sqr_mom_0",0.99,1613946467230,6222
"lr_0",1.2893508838790806e-06,1613946467230,6222
"mom_0",0.924213724459663,1613946467230,6222
"eps_0",1e-05,1613946467230,6222
"wd_1",0.01,1613946467230,6222
"sqr_mom_1",0.99,1613946467230,6222
"lr_1",1.2893508838790805e-05,1613946467230,6222
"mom_1",0.924213724459663,1613946467230,6222
"eps_1",1e-05,1613946467230,6222
"wd_2",0.01,1613946467230,6222
"sqr_mom_2",0.99,1613946467230,6222
"lr_2",0.00012893508838790805,1613946467230,6222
"mom_2",0.924213724459663,1613946467230,6222
"eps_2",1e-05,1613946467230,6222
"train_loss",0.0059877015,1613946468195,6223
"raw_loss",0.0063560316,1613946468195,6223
"epoch",39.14465408805031,1613946468195,6223
"wd_0",0.01,1613946468195,6223
"sqr_mom_0",0.99,1613946468195,6223
"lr_0",1.288115802738071e-06,1613946468195,6223
"mom_0",0.9242384263295018,1613946468195,6223
"eps_0",1e-05,1613946468195,6223
"wd_1",0.01,1613946468195,6223
"sqr_mom_1",0.99,1613946468195,6223
"lr_1",1.2881158027380706e-05,1613946468195,6223
"mom_1",0.9242384263295018,1613946468195,6223
"eps_1",1e-05,1613946468195,6223
"wd_2",0.01,1613946468195,6223
"sqr_mom_2",0.99,1613946468195,6223
"lr_2",0.00012881158027380703,1613946468195,6223
"mom_2",0.9242384263295018,1613946468195,6223
"eps_2",1e-05,1613946468195,6223
"train_loss",0.005965808,1613946469161,6224
"raw_loss",0.0048930333,1613946469161,6224
"epoch",39.15094339622641,1613946469161,6224
"wd_0",0.01,1613946469161,6224
"sqr_mom_0",0.99,1613946469161,6224
"lr_0",1.2868819267703436e-06,1613946469161,6224
"mom_0",0.9242631040956341,1613946469161,6224
"eps_0",1e-05,1613946469161,6224
"wd_1",0.01,1613946469161,6224
"sqr_mom_1",0.99,1613946469161,6224
"lr_1",1.2868819267703435e-05,1613946469161,6224
"mom_1",0.9242631040956341,1613946469161,6224
"eps_1",1e-05,1613946469161,6224
"wd_2",0.01,1613946469161,6224
"sqr_mom_2",0.99,1613946469161,6224
"lr_2",0.00012868819267703428,1613946469161,6224
"mom_2",0.9242631040956341,1613946469161,6224
"eps_2",1e-05,1613946469161,6224
"train_loss",0.006027142,1613946470135,6225
"raw_loss",0.0090325065,1613946470135,6225
"epoch",39.15723270440251,1613946470135,6225
"wd_0",0.01,1613946470135,6225
"sqr_mom_0",0.99,1613946470135,6225
"lr_0",1.2856480280324403e-06,1613946470135,6225
"mom_0",0.9242877823171743,1613946470135,6225
"eps_0",1e-05,1613946470135,6225
"wd_1",0.01,1613946470135,6225
"sqr_mom_1",0.99,1613946470135,6225
"lr_1",1.2856480280324402e-05,1613946470135,6225
"mom_1",0.9242877823171743,1613946470135,6225
"eps_1",1e-05,1613946470135,6225
"wd_2",0.01,1613946470135,6225
"sqr_mom_2",0.99,1613946470135,6225
"lr_2",0.00012856480280324403,1613946470135,6225
"mom_2",0.9242877823171743,1613946470135,6225
"eps_2",1e-05,1613946470135,6225
"train_loss",0.0060351253,1613946471106,6226
"raw_loss",0.006426316,1613946471106,6226
"epoch",39.16352201257861,1613946471106,6226
"wd_0",0.01,1613946471106,6226
"sqr_mom_0",0.99,1613946471106,6226
"lr_0",1.2844145163632768e-06,1613946471106,6226
"mom_0",0.9243124527972624,1613946471106,6226
"eps_0",1e-05,1613946471106,6226
"wd_1",0.01,1613946471106,6226
"sqr_mom_1",0.99,1613946471106,6226
"lr_1",1.284414516363277e-05,1613946471106,6226
"mom_1",0.9243124527972624,1613946471106,6226
"eps_1",1e-05,1613946471106,6226
"wd_2",0.01,1613946471106,6226
"sqr_mom_2",0.99,1613946471106,6226
"lr_2",0.00012844145163632765,1613946471106,6226
"mom_2",0.9243124527972624,1613946471106,6226
"eps_2",1e-05,1613946471106,6226
"train_loss",0.006007648,1613946472083,6227
"raw_loss",0.0046612616,1613946472083,6227
"epoch",39.16981132075471,1613946472083,6227
"wd_0",0.01,1613946472083,6227
"sqr_mom_0",0.99,1613946472083,6227
"lr_0",1.2831813921560202e-06,1613946472083,6227
"mom_0",0.9243371155280349,1613946472083,6227
"eps_0",1e-05,1613946472083,6227
"wd_1",0.01,1613946472083,6227
"sqr_mom_1",0.99,1613946472083,6227
"lr_1",1.2831813921560202e-05,1613946472083,6227
"mom_1",0.9243371155280349,1613946472083,6227
"eps_1",1e-05,1613946472083,6227
"wd_2",0.01,1613946472083,6227
"sqr_mom_2",0.99,1613946472083,6227
"lr_2",0.00012831813921560198,1613946472083,6227
"mom_2",0.9243371155280349,1613946472083,6227
"eps_2",1e-05,1613946472083,6227
"train_loss",0.0059774867,1613946473051,6228
"raw_loss",0.004499586,1613946473051,6228
"epoch",39.17610062893081,1613946473051,6228
"wd_0",0.01,1613946473051,6228
"sqr_mom_0",0.99,1613946473051,6228
"lr_0",1.2819490646071507e-06,1613946473051,6228
"mom_0",0.9243617623254802,1613946473051,6228
"eps_0",1e-05,1613946473051,6228
"wd_1",0.01,1613946473051,6228
"sqr_mom_1",0.99,1613946473051,6228
"lr_1",1.2819490646071508e-05,1613946473051,6228
"mom_1",0.9243617623254802,1613946473051,6228
"eps_1",1e-05,1613946473051,6228
"wd_2",0.01,1613946473051,6228
"sqr_mom_2",0.99,1613946473051,6228
"lr_2",0.00012819490646071507,1613946473051,6228
"mom_2",0.9243617623254802,1613946473051,6228
"eps_2",1e-05,1613946473051,6228
"train_loss",0.005973897,1613946474014,6229
"raw_loss",0.0057980083,1613946474014,6229
"epoch",39.18238993710691,1613946474014,6229
"wd_0",0.01,1613946474014,6229
"sqr_mom_0",0.99,1613946474014,6229
"lr_0",1.2807163076992827e-06,1613946474014,6229
"mom_0",0.9243864177101915,1613946474014,6229
"eps_0",1e-05,1613946474014,6229
"wd_1",0.01,1613946474014,6229
"sqr_mom_1",0.99,1613946474014,6229
"lr_1",1.2807163076992822e-05,1613946474014,6229
"mom_1",0.9243864177101915,1613946474014,6229
"eps_1",1e-05,1613946474014,6229
"wd_2",0.01,1613946474014,6229
"sqr_mom_2",0.99,1613946474014,6229
"lr_2",0.0001280716307699282,1613946474014,6229
"mom_2",0.9243864177101915,1613946474014,6229
"eps_2",1e-05,1613946474014,6229
"train_loss",0.005948914,1613946475008,6230
"raw_loss",0.004724766,1613946475008,6230
"epoch",39.18867924528301,1613946475008,6230
"wd_0",0.01,1613946475008,6230
"sqr_mom_0",0.99,1613946475008,6230
"lr_0",1.2794847567811486e-06,1613946475008,6230
"mom_0",0.9244110489748667,1613946475008,6230
"eps_0",1e-05,1613946475008,6230
"wd_1",0.01,1613946475008,6230
"sqr_mom_1",0.99,1613946475008,6230
"lr_1",1.2794847567811487e-05,1613946475008,6230
"mom_1",0.9244110489748667,1613946475008,6230
"eps_1",1e-05,1613946475008,6230
"wd_2",0.01,1613946475008,6230
"sqr_mom_2",0.99,1613946475008,6230
"lr_2",0.00012794847567811486,1613946475008,6230
"mom_2",0.9244110489748667,1613946475008,6230
"eps_2",1e-05,1613946475008,6230
"train_loss",0.006013533,1613946475974,6231
"raw_loss",0.009179858,1613946475974,6231
"epoch",39.19496855345911,1613946475974,6231
"wd_0",0.01,1613946475974,6231
"sqr_mom_0",0.99,1613946475974,6231
"lr_0",1.2782535946382047e-06,1613946475974,6231
"mom_0",0.9244356724639605,1613946475974,6231
"eps_0",1e-05,1613946475974,6231
"wd_1",0.01,1613946475974,6231
"sqr_mom_1",0.99,1613946475974,6231
"lr_1",1.2782535946382049e-05,1613946475974,6231
"mom_1",0.9244356724639605,1613946475974,6231
"eps_1",1e-05,1613946475974,6231
"wd_2",0.01,1613946475974,6231
"sqr_mom_2",0.99,1613946475974,6231
"lr_2",0.00012782535946382045,1613946475974,6231
"mom_2",0.9244356724639605,1613946475974,6231
"eps_2",1e-05,1613946475974,6231
"train_loss",0.006117244,1613946476951,6232
"raw_loss",0.011199082,1613946476951,6232
"epoch",39.20125786163521,1613946476951,6232
"wd_0",0.01,1613946476951,6232
"sqr_mom_0",0.99,1613946476951,6232
"lr_0",1.277022005087869e-06,1613946476951,6232
"mom_0",0.9244603045012876,1613946476951,6232
"eps_0",1e-05,1613946476951,6232
"wd_1",0.01,1613946476951,6232
"sqr_mom_1",0.99,1613946476951,6232
"lr_1",1.277022005087869e-05,1613946476951,6232
"mom_1",0.9244603045012876,1613946476951,6232
"eps_1",1e-05,1613946476951,6232
"wd_2",0.01,1613946476951,6232
"sqr_mom_2",0.99,1613946476951,6232
"lr_2",0.00012770220050878687,1613946476951,6232
"mom_2",0.9244603045012876,1613946476951,6232
"eps_2",1e-05,1613946476951,6232
"train_loss",0.0060741557,1613946477930,6233
"raw_loss",0.0039628316,1613946477930,6233
"epoch",39.20754716981131,1613946477930,6233
"wd_0",0.01,1613946477930,6233
"sqr_mom_0",0.99,1613946477930,6233
"lr_0",1.2757916219302841e-06,1613946477930,6233
"mom_0",0.9244849124105183,1613946477930,6233
"eps_0",1e-05,1613946477930,6233
"wd_1",0.01,1613946477930,6233
"sqr_mom_1",0.99,1613946477930,6233
"lr_1",1.275791621930284e-05,1613946477930,6233
"mom_1",0.9244849124105183,1613946477930,6233
"eps_1",1e-05,1613946477930,6233
"wd_2",0.01,1613946477930,6233
"sqr_mom_2",0.99,1613946477930,6233
"lr_2",0.00012757916219302838,1613946477930,6233
"mom_2",0.9244849124105183,1613946477930,6233
"eps_2",1e-05,1613946477930,6233
"train_loss",0.006046171,1613946478905,6234
"raw_loss",0.004674903,1613946478905,6234
"epoch",39.213836477987414,1613946478905,6234
"wd_0",0.01,1613946478905,6234
"sqr_mom_0",0.99,1613946478905,6234
"lr_0",1.2745616287242527e-06,1613946478905,6234
"mom_0",0.9245095125206402,1613946478905,6234
"eps_0",1e-05,1613946478905,6234
"wd_1",0.01,1613946478905,6234
"sqr_mom_1",0.99,1613946478905,6234
"lr_1",1.2745616287242526e-05,1613946478905,6234
"mom_1",0.9245095125206402,1613946478905,6234
"eps_1",1e-05,1613946478905,6234
"wd_2",0.01,1613946478905,6234
"sqr_mom_2",0.99,1613946478905,6234
"lr_2",0.00012745616287242526,1613946478905,6234
"mom_2",0.9245095125206402,1613946478905,6234
"eps_2",1e-05,1613946478905,6234
"train_loss",0.0060174316,1613946479858,6235
"raw_loss",0.004609216,1613946479858,6235
"epoch",39.220125786163514,1613946479858,6235
"wd_0",0.01,1613946479858,6235
"sqr_mom_0",0.99,1613946479858,6235
"lr_0",1.273331210063664e-06,1613946479858,6235
"mom_0",0.924534121139938,1613946479858,6235
"eps_0",1e-05,1613946479858,6235
"wd_1",0.01,1613946479858,6235
"sqr_mom_1",0.99,1613946479858,6235
"lr_1",1.2733312100636637e-05,1613946479858,6235
"mom_1",0.924534121139938,1613946479858,6235
"eps_1",1e-05,1613946479858,6235
"wd_2",0.01,1613946479858,6235
"sqr_mom_2",0.99,1613946479858,6235
"lr_2",0.00012733312100636637,1613946479858,6235
"mom_2",0.924534121139938,1613946479858,6235
"eps_2",1e-05,1613946479858,6235
"train_loss",0.006048408,1613946480831,6236
"raw_loss",0.0075662476,1613946480831,6236
"epoch",39.226415094339615,1613946480831,6236
"wd_0",0.01,1613946480831,6236
"sqr_mom_0",0.99,1613946480831,6236
"lr_0",1.272101998195382e-06,1613946480831,6236
"mom_0",0.9245587056231486,1613946480831,6236
"eps_0",1e-05,1613946480831,6236
"wd_1",0.01,1613946480831,6236
"sqr_mom_1",0.99,1613946480831,6236
"lr_1",1.2721019981953825e-05,1613946480831,6236
"mom_1",0.9245587056231486,1613946480831,6236
"eps_1",1e-05,1613946480831,6236
"wd_2",0.01,1613946480831,6236
"sqr_mom_2",0.99,1613946480831,6236
"lr_2",0.0001272101998195382,1613946480831,6236
"mom_2",0.9245587056231486,1613946480831,6236
"eps_2",1e-05,1613946480831,6236
"train_loss",0.0060117533,1613946481787,6237
"raw_loss",0.0042156894,1613946481787,6237
"epoch",39.232704402515715,1613946481787,6237
"wd_0",0.01,1613946481787,6237
"sqr_mom_0",0.99,1613946481787,6237
"lr_0",1.2708727698145545e-06,1613946481787,6237
"mom_0",0.9245832904366132,1613946481787,6237
"eps_0",1e-05,1613946481787,6237
"wd_1",0.01,1613946481787,6237
"sqr_mom_1",0.99,1613946481787,6237
"lr_1",1.2708727698145544e-05,1613946481787,6237
"mom_1",0.9245832904366132,1613946481787,6237
"eps_1",1e-05,1613946481787,6237
"wd_2",0.01,1613946481787,6237
"sqr_mom_2",0.99,1613946481787,6237
"lr_2",0.00012708727698145542,1613946481787,6237
"mom_2",0.9245832904366132,1613946481787,6237
"eps_2",1e-05,1613946481787,6237
"train_loss",0.005967431,1613946482739,6238
"raw_loss",0.003795634,1613946482739,6238
"epoch",39.238993710691815,1613946482739,6238
"wd_0",0.01,1613946482739,6238
"sqr_mom_0",0.99,1613946482739,6238
"lr_0",1.2696439332119108e-06,1613946482739,6238
"mom_0",0.9246078674144359,1613946482739,6238
"eps_0",1e-05,1613946482739,6238
"wd_1",0.01,1613946482739,6238
"sqr_mom_1",0.99,1613946482739,6238
"lr_1",1.2696439332119107e-05,1613946482739,6238
"mom_1",0.9246078674144359,1613946482739,6238
"eps_1",1e-05,1613946482739,6238
"wd_2",0.01,1613946482739,6238
"sqr_mom_2",0.99,1613946482739,6238
"lr_2",0.00012696439332119102,1613946482739,6238
"mom_2",0.9246078674144359,1613946482739,6238
"eps_2",1e-05,1613946482739,6238
"train_loss",0.0059558195,1613946483684,6239
"raw_loss",0.00538687,1613946483684,6239
"epoch",39.245283018867916,1613946483684,6239
"wd_0",0.01,1613946483684,6239
"sqr_mom_0",0.99,1613946483684,6239
"lr_0",1.2684154887791287e-06,1613946483684,6239
"mom_0",0.9246324365487829,1613946483684,6239
"eps_0",1e-05,1613946483684,6239
"wd_1",0.01,1613946483684,6239
"sqr_mom_1",0.99,1613946483684,6239
"lr_1",1.2684154887791282e-05,1613946483684,6239
"mom_1",0.9246324365487829,1613946483684,6239
"eps_1",1e-05,1613946483684,6239
"wd_2",0.01,1613946483684,6239
"sqr_mom_2",0.99,1613946483684,6239
"lr_2",0.00012684154887791283,1613946483684,6239
"mom_2",0.9246324365487829,1613946483684,6239
"eps_2",1e-05,1613946483684,6239
"train_loss",0.005973933,1613946484644,6240
"raw_loss",0.0068614776,1613946484644,6240
"epoch",39.251572327044016,1613946484644,6240
"wd_0",0.01,1613946484644,6240
"sqr_mom_0",0.99,1613946484644,6240
"lr_0",1.2671878441566904e-06,1613946484644,6240
"mom_0",0.924656989686763,1613946484644,6240
"eps_0",1e-05,1613946484644,6240
"wd_1",0.01,1613946484644,6240
"sqr_mom_1",0.99,1613946484644,6240
"lr_1",1.2671878441566905e-05,1613946484644,6240
"mom_1",0.924656989686763,1613946484644,6240
"eps_1",1e-05,1613946484644,6240
"wd_2",0.01,1613946484644,6240
"sqr_mom_2",0.99,1613946484644,6240
"lr_2",0.00012671878441566898,1613946484644,6240
"mom_2",0.924656989686763,1613946484644,6240
"eps_2",1e-05,1613946484644,6240
"train_loss",0.0059246263,1613946485586,6241
"raw_loss",0.0035086044,1613946485586,6241
"epoch",39.25786163522012,1613946485586,6241
"wd_0",0.01,1613946485586,6241
"sqr_mom_0",0.99,1613946485586,6241
"lr_0",1.2659597779892323e-06,1613946485586,6241
"mom_0",0.9246815512557278,1613946485586,6241
"eps_0",1e-05,1613946485586,6241
"wd_1",0.01,1613946485586,6241
"sqr_mom_1",0.99,1613946485586,6241
"lr_1",1.265959777989232e-05,1613946485586,6241
"mom_1",0.9246815512557278,1613946485586,6241
"eps_1",1e-05,1613946485586,6241
"wd_2",0.01,1613946485586,6241
"sqr_mom_2",0.99,1613946485586,6241
"lr_2",0.00012659597779892317,1613946485586,6241
"mom_2",0.9246815512557278,1613946485586,6241
"eps_2",1e-05,1613946485586,6241
"train_loss",0.0059323953,1613946486538,6242
"raw_loss",0.006313078,1613946486538,6242
"epoch",39.26415094339622,1613946486538,6242
"wd_0",0.01,1613946486538,6242
"sqr_mom_0",0.99,1613946486538,6242
"lr_0",1.264732919402854e-06,1613946486538,6242
"mom_0",0.9247060886728296,1613946486538,6242
"eps_0",1e-05,1613946486538,6242
"wd_1",0.01,1613946486538,6242
"sqr_mom_1",0.99,1613946486538,6242
"lr_1",1.2647329194028539e-05,1613946486538,6242
"mom_1",0.9247060886728296,1613946486538,6242
"eps_1",1e-05,1613946486538,6242
"wd_2",0.01,1613946486538,6242
"sqr_mom_2",0.99,1613946486538,6242
"lr_2",0.00012647329194028536,1613946486538,6242
"mom_2",0.9247060886728296,1613946486538,6242
"eps_2",1e-05,1613946486538,6242
"train_loss",0.0059315898,1613946487490,6243
"raw_loss",0.0058921175,1613946487490,6243
"epoch",39.27044025157232,1613946487490,6243
"wd_0",0.01,1613946487490,6243
"sqr_mom_0",0.99,1613946487490,6243
"lr_0",1.2635056405757846e-06,1613946487490,6243
"mom_0",0.9247306344948292,1613946487490,6243
"eps_0",1e-05,1613946487490,6243
"wd_1",0.01,1613946487490,6243
"sqr_mom_1",0.99,1613946487490,6243
"lr_1",1.2635056405757842e-05,1613946487490,6243
"mom_1",0.9247306344948292,1613946487490,6243
"eps_1",1e-05,1613946487490,6243
"wd_2",0.01,1613946487490,6243
"sqr_mom_2",0.99,1613946487490,6243
"lr_2",0.00012635056405757843,1613946487490,6243
"mom_2",0.9247306344948292,1613946487490,6243
"eps_2",1e-05,1613946487490,6243
"train_loss",0.0058858916,1613946488450,6244
"raw_loss",0.0036466813,1613946488450,6244
"epoch",39.27672955974842,1613946488450,6244
"wd_0",0.01,1613946488450,6244
"sqr_mom_0",0.99,1613946488450,6244
"lr_0",1.2622795695896544e-06,1613946488450,6244
"mom_0",0.9247551561597684,1613946488450,6244
"eps_0",1e-05,1613946488450,6244
"wd_1",0.01,1613946488450,6244
"sqr_mom_1",0.99,1613946488450,6244
"lr_1",1.2622795695896544e-05,1613946488450,6244
"mom_1",0.9247551561597684,1613946488450,6244
"eps_1",1e-05,1613946488450,6244
"wd_2",0.01,1613946488450,6244
"sqr_mom_2",0.99,1613946488450,6244
"lr_2",0.00012622795695896544,1613946488450,6244
"mom_2",0.9247551561597684,1613946488450,6244
"eps_2",1e-05,1613946488450,6244
"train_loss",0.005863623,1613946489416,6245
"raw_loss",0.004772481,1613946489416,6245
"epoch",39.28301886792452,1613946489416,6245
"wd_0",0.01,1613946489416,6245
"sqr_mom_0",0.99,1613946489416,6245
"lr_0",1.2610538928590321e-06,1613946489416,6245
"mom_0",0.9247796699395188,1613946489416,6245
"eps_0",1e-05,1613946489416,6245
"wd_1",0.01,1613946489416,6245
"sqr_mom_1",0.99,1613946489416,6245
"lr_1",1.2610538928590322e-05,1613946489416,6245
"mom_1",0.9247796699395188,1613946489416,6245
"eps_1",1e-05,1613946489416,6245
"wd_2",0.01,1613946489416,6245
"sqr_mom_2",0.99,1613946489416,6245
"lr_2",0.00012610538928590315,1613946489416,6245
"mom_2",0.9247796699395188,1613946489416,6245
"eps_2",1e-05,1613946489416,6245
"train_loss",0.0058027813,1613946490361,6246
"raw_loss",0.0028215265,1613946490361,6246
"epoch",39.28930817610062,1613946490361,6246
"wd_0",0.01,1613946490361,6246
"sqr_mom_0",0.99,1613946490361,6246
"lr_0",1.2598277978449998e-06,1613946490361,6246
"mom_0",0.9248041920850208,1613946490361,6246
"eps_0",1e-05,1613946490361,6246
"wd_1",0.01,1613946490361,6246
"sqr_mom_1",0.99,1613946490361,6246
"lr_1",1.2598277978449995e-05,1613946490361,6246
"mom_1",0.9248041920850208,1613946490361,6246
"eps_1",1e-05,1613946490361,6246
"wd_2",0.01,1613946490361,6246
"sqr_mom_2",0.99,1613946490361,6246
"lr_2",0.00012598277978449995,1613946490361,6246
"mom_2",0.9248041920850208,1613946490361,6246
"eps_2",1e-05,1613946490361,6246
"train_loss",0.0058077117,1613946491342,6247
"raw_loss",0.006049294,1613946491342,6247
"epoch",39.29559748427672,1613946491342,6247
"wd_0",0.01,1613946491342,6247
"sqr_mom_0",0.99,1613946491342,6247
"lr_0",1.2586029110587665e-06,1613946491342,6247
"mom_0",0.9248286900657253,1613946491342,6247
"eps_0",1e-05,1613946491342,6247
"wd_1",0.01,1613946491342,6247
"sqr_mom_1",0.99,1613946491342,6247
"lr_1",1.2586029110587663e-05,1613946491342,6247
"mom_1",0.9248286900657253,1613946491342,6247
"eps_1",1e-05,1613946491342,6247
"wd_2",0.01,1613946491342,6247
"sqr_mom_2",0.99,1613946491342,6247
"lr_2",0.0001258602911058766,1613946491342,6247
"mom_2",0.9248286900657253,1613946491342,6247
"eps_2",1e-05,1613946491342,6247
"train_loss",0.0057578,1613946492318,6248
"raw_loss",0.0033121242,1613946492318,6248
"epoch",39.30188679245282,1613946492318,6248
"wd_0",0.01,1613946492318,6248
"sqr_mom_0",0.99,1613946492318,6248
"lr_0",1.2573780134969498e-06,1613946492318,6248
"mom_0",0.9248531882619436,1613946492318,6248
"eps_0",1e-05,1613946492318,6248
"wd_1",0.01,1613946492318,6248
"sqr_mom_1",0.99,1613946492318,6248
"lr_1",1.25737801349695e-05,1613946492318,6248
"mom_1",0.9248531882619436,1613946492318,6248
"eps_1",1e-05,1613946492318,6248
"wd_2",0.01,1613946492318,6248
"sqr_mom_2",0.99,1613946492318,6248
"lr_2",0.00012573780134969494,1613946492318,6248
"mom_2",0.9248531882619436,1613946492318,6248
"eps_2",1e-05,1613946492318,6248
"train_loss",0.005696814,1613946493279,6249
"raw_loss",0.0027085165,1613946493279,6249
"epoch",39.30817610062892,1613946493279,6249
"wd_0",0.01,1613946493279,6249
"sqr_mom_0",0.99,1613946493279,6249
"lr_0",1.2561535120146158e-06,1613946493279,6249
"mom_0",0.924877678536493,1613946493279,6249
"eps_0",1e-05,1613946493279,6249
"wd_1",0.01,1613946493279,6249
"sqr_mom_1",0.99,1613946493279,6249
"lr_1",1.2561535120146156e-05,1613946493279,6249
"mom_1",0.924877678536493,1613946493279,6249
"eps_1",1e-05,1613946493279,6249
"wd_2",0.01,1613946493279,6249
"sqr_mom_2",0.99,1613946493279,6249
"lr_2",0.00012561535120146156,1613946493279,6249
"mom_2",0.924877678536493,1613946493279,6249
"eps_2",1e-05,1613946493279,6249
"train_loss",0.0056683873,1613946494226,6250
"raw_loss",0.0042754724,1613946494226,6250
"epoch",39.31446540880502,1613946494226,6250
"wd_0",0.01,1613946494226,6250
"sqr_mom_0",0.99,1613946494226,6250
"lr_0",1.2549294070020597e-06,1613946494226,6250
"mom_0",0.9249021608815676,1613946494226,6250
"eps_0",1e-05,1613946494226,6250
"wd_1",0.01,1613946494226,6250
"sqr_mom_1",0.99,1613946494226,6250
"lr_1",1.2549294070020597e-05,1613946494226,6250
"mom_1",0.9249021608815676,1613946494226,6250
"eps_1",1e-05,1613946494226,6250
"wd_2",0.01,1613946494226,6250
"sqr_mom_2",0.99,1613946494226,6250
"lr_2",0.00012549294070020593,1613946494226,6250
"mom_2",0.9249021608815676,1613946494226,6250
"eps_2",1e-05,1613946494226,6250
"train_loss",0.00562397,1613946495171,6251
"raw_loss",0.0034475327,1613946495171,6251
"epoch",39.32075471698112,1613946495171,6251
"wd_0",0.01,1613946495171,6251
"sqr_mom_0",0.99,1613946495171,6251
"lr_0",1.2537061046569673e-06,1613946495171,6251
"mom_0",0.9249266271731323,1613946495171,6251
"eps_0",1e-05,1613946495171,6251
"wd_1",0.01,1613946495171,6251
"sqr_mom_1",0.99,1613946495171,6251
"lr_1",1.2537061046569674e-05,1613946495171,6251
"mom_1",0.9249266271731323,1613946495171,6251
"eps_1",1e-05,1613946495171,6251
"wd_2",0.01,1613946495171,6251
"sqr_mom_2",0.99,1613946495171,6251
"lr_2",0.00012537061046569668,1613946495171,6251
"mom_2",0.9249266271731323,1613946495171,6251
"eps_2",1e-05,1613946495171,6251
"train_loss",0.0056542912,1613946496147,6252
"raw_loss",0.007140035,1613946496147,6252
"epoch",39.32704402515722,1613946496147,6252
"wd_0",0.01,1613946496147,6252
"sqr_mom_0",0.99,1613946496147,6252
"lr_0",1.2524823879468342e-06,1613946496147,6252
"mom_0",0.9249511017520808,1613946496147,6252
"eps_0",1e-05,1613946496147,6252
"wd_1",0.01,1613946496147,6252
"sqr_mom_1",0.99,1613946496147,6252
"lr_1",1.2524823879468341e-05,1613946496147,6252
"mom_1",0.9249511017520808,1613946496147,6252
"eps_1",1e-05,1613946496147,6252
"wd_2",0.01,1613946496147,6252
"sqr_mom_2",0.99,1613946496147,6252
"lr_2",0.00012524823879468336,1613946496147,6252
"mom_2",0.9249511017520808,1613946496147,6252
"eps_2",1e-05,1613946496147,6252
"train_loss",0.0056248954,1613946497169,6253
"raw_loss",0.0041845036,1613946497169,6253
"epoch",39.33333333333332,1613946497169,6253
"wd_0",0.01,1613946497169,6253
"sqr_mom_0",0.99,1613946497169,6253
"lr_0",1.2512598802278653e-06,1613946497169,6253
"mom_0",0.9249755521509642,1613946497169,6253
"eps_0",1e-05,1613946497169,6253
"wd_1",0.01,1613946497169,6253
"sqr_mom_1",0.99,1613946497169,6253
"lr_1",1.2512598802278654e-05,1613946497169,6253
"mom_1",0.9249755521509642,1613946497169,6253
"eps_1",1e-05,1613946497169,6253
"wd_2",0.01,1613946497169,6253
"sqr_mom_2",0.99,1613946497169,6253
"lr_2",0.0001251259880227865,1613946497169,6253
"mom_2",0.9249755521509642,1613946497169,6253
"eps_2",1e-05,1613946497169,6253
"train_loss",0.0056765536,1613946498158,6254
"raw_loss",0.008207798,1613946498158,6254
"epoch",39.33962264150942,1613946498158,6254
"wd_0",0.01,1613946498158,6254
"sqr_mom_0",0.99,1613946498158,6254
"lr_0",1.2500377702744741e-06,1613946498158,6254
"mom_0",0.9249999945944565,1613946498158,6254
"eps_0",1e-05,1613946498158,6254
"wd_1",0.01,1613946498158,6254
"sqr_mom_1",0.99,1613946498158,6254
"lr_1",1.2500377702744744e-05,1613946498158,6254
"mom_1",0.9249999945944565,1613946498158,6254
"eps_1",1e-05,1613946498158,6254
"wd_2",0.01,1613946498158,6254
"sqr_mom_2",0.99,1613946498158,6254
"lr_2",0.00012500377702744737,1613946498158,6254
"mom_2",0.9249999945944565,1613946498158,6254
"eps_2",1e-05,1613946498158,6254
"train_loss",0.005715401,1613946499110,6255
"raw_loss",0.0076189167,1613946499110,6255
"epoch",39.34591194968552,1613946499110,6255
"wd_0",0.01,1613946499110,6255
"sqr_mom_0",0.99,1613946499110,6255
"lr_0",1.2488152479169057e-06,1613946499110,6255
"mom_0",0.9250244452861147,1613946499110,6255
"eps_0",1e-05,1613946499110,6255
"wd_1",0.01,1613946499110,6255
"sqr_mom_1",0.99,1613946499110,6255
"lr_1",1.2488152479169054e-05,1613946499110,6255
"mom_1",0.9250244452861147,1613946499110,6255
"eps_1",1e-05,1613946499110,6255
"wd_2",0.01,1613946499110,6255
"sqr_mom_2",0.99,1613946499110,6255
"lr_2",0.00012488152479169054,1613946499110,6255
"mom_2",0.9250244452861147,1613946499110,6255
"eps_2",1e-05,1613946499110,6255
"train_loss",0.0057647433,1613946500093,6256
"raw_loss",0.008182518,1613946500093,6256
"epoch",39.35220125786162,1613946500093,6256
"wd_0",0.01,1613946500093,6256
"sqr_mom_0",0.99,1613946500093,6256
"lr_0",1.247593934926961e-06,1613946500093,6256
"mom_0",0.9250488717901786,1613946500093,6256
"eps_0",1e-05,1613946500093,6256
"wd_1",0.01,1613946500093,6256
"sqr_mom_1",0.99,1613946500093,6256
"lr_1",1.2475939349269611e-05,1613946500093,6256
"mom_1",0.9250488717901786,1613946500093,6256
"eps_1",1e-05,1613946500093,6256
"wd_2",0.01,1613946500093,6256
"sqr_mom_2",0.99,1613946500093,6256
"lr_2",0.00012475939349269606,1613946500093,6256
"mom_2",0.9250488717901786,1613946500093,6256
"eps_2",1e-05,1613946500093,6256
"train_loss",0.005824206,1613946501051,6257
"raw_loss",0.008737883,1613946501051,6257
"epoch",39.35849056603772,1613946501051,6257
"wd_0",0.01,1613946501051,6257
"sqr_mom_0",0.99,1613946501051,6257
"lr_0",1.2463730208702976e-06,1613946501051,6257
"mom_0",0.9250732903154972,1613946501051,6257
"eps_0",1e-05,1613946501051,6257
"wd_1",0.01,1613946501051,6257
"sqr_mom_1",0.99,1613946501051,6257
"lr_1",1.2463730208702971e-05,1613946501051,6257
"mom_1",0.9250732903154972,1613946501051,6257
"eps_1",1e-05,1613946501051,6257
"wd_2",0.01,1613946501051,6257
"sqr_mom_2",0.99,1613946501051,6257
"lr_2",0.0001246373020870297,1613946501051,6257
"mom_2",0.9250732903154972,1613946501051,6257
"eps_2",1e-05,1613946501051,6257
"train_loss",0.0058224155,1613946501987,6258
"raw_loss",0.0057346774,1613946501987,6258
"epoch",39.36477987421382,1613946501987,6258
"wd_0",0.01,1613946501987,6258
"sqr_mom_0",0.99,1613946501987,6258
"lr_0",1.2451516963715024e-06,1613946501987,6258
"mom_0",0.9250977170497404,1613946501987,6258
"eps_0",1e-05,1613946501987,6258
"wd_1",0.01,1613946501987,6258
"sqr_mom_1",0.99,1613946501987,6258
"lr_1",1.245151696371502e-05,1613946501987,6258
"mom_1",0.9250977170497404,1613946501987,6258
"eps_1",1e-05,1613946501987,6258
"wd_2",0.01,1613946501987,6258
"sqr_mom_2",0.99,1613946501987,6258
"lr_2",0.0001245151696371502,1613946501987,6258
"mom_2",0.9250977170497404,1613946501987,6258
"eps_2",1e-05,1613946501987,6258
"train_loss",0.005931046,1613946502973,6259
"raw_loss",0.011253933,1613946502973,6259
"epoch",39.371069182389924,1613946502973,6259
"wd_0",0.01,1613946502973,6259
"sqr_mom_0",0.99,1613946502973,6259
"lr_0",1.2439315816133223e-06,1613946502973,6259
"mom_0",0.9251221195889294,1613946502973,6259
"eps_0",1e-05,1613946502973,6259
"wd_1",0.01,1613946502973,6259
"sqr_mom_1",0.99,1613946502973,6259
"lr_1",1.2439315816133222e-05,1613946502973,6259
"mom_1",0.9251221195889294,1613946502973,6259
"eps_1",1e-05,1613946502973,6259
"wd_2",0.01,1613946502973,6259
"sqr_mom_2",0.99,1613946502973,6259
"lr_2",0.00012439315816133216,1613946502973,6259
"mom_2",0.9251221195889294,1613946502973,6259
"eps_2",1e-05,1613946502973,6259
"train_loss",0.005973549,1613946503977,6260
"raw_loss",0.008056221,1613946503977,6260
"epoch",39.377358490566024,1613946503977,6260
"wd_0",0.01,1613946503977,6260
"sqr_mom_0",0.99,1613946503977,6260
"lr_0",1.242711462338389e-06,1613946503977,6260
"mom_0",0.9251465222184544,1613946503977,6260
"eps_0",1e-05,1613946503977,6260
"wd_1",0.01,1613946503977,6260
"sqr_mom_1",0.99,1613946503977,6260
"lr_1",1.2427114623383892e-05,1613946503977,6260
"mom_1",0.9251465222184544,1613946503977,6260
"eps_1",1e-05,1613946503977,6260
"wd_2",0.01,1613946503977,6260
"sqr_mom_2",0.99,1613946503977,6260
"lr_2",0.0001242711462338389,1613946503977,6260
"mom_2",0.9251465222184544,1613946503977,6260
"eps_2",1e-05,1613946503977,6260
"train_loss",0.0059284903,1613946504960,6261
"raw_loss",0.0037206074,1613946504960,6261
"epoch",39.383647798742125,1613946504960,6261
"wd_0",0.01,1613946504960,6261
"sqr_mom_0",0.99,1613946504960,6261
"lr_0",1.2414917438177333e-06,1613946504960,6261
"mom_0",0.9251709168328136,1613946504960,6261
"eps_0",1e-05,1613946504960,6261
"wd_1",0.01,1613946504960,6261
"sqr_mom_1",0.99,1613946504960,6261
"lr_1",1.2414917438177335e-05,1613946504960,6261
"mom_1",0.9251709168328136,1613946504960,6261
"eps_1",1e-05,1613946504960,6261
"wd_2",0.01,1613946504960,6261
"sqr_mom_2",0.99,1613946504960,6261
"lr_2",0.00012414917438177334,1613946504960,6261
"mom_2",0.9251709168328136,1613946504960,6261
"eps_2",1e-05,1613946504960,6261
"train_loss",0.005936317,1613946505954,6262
"raw_loss",0.006319824,1613946505954,6262
"epoch",39.389937106918225,1613946505954,6262
"wd_0",0.01,1613946505954,6262
"sqr_mom_0",0.99,1613946505954,6262
"lr_0",1.2402724264401267e-06,1613946505954,6262
"mom_0",0.9251953034242317,1613946505954,6262
"eps_0",1e-05,1613946505954,6262
"wd_1",0.01,1613946505954,6262
"sqr_mom_1",0.99,1613946505954,6262
"lr_1",1.2402724264401268e-05,1613946505954,6262
"mom_1",0.9251953034242317,1613946505954,6262
"eps_1",1e-05,1613946505954,6262
"wd_2",0.01,1613946505954,6262
"sqr_mom_2",0.99,1613946505954,6262
"lr_2",0.00012402724264401265,1613946505954,6262
"mom_2",0.9251953034242317,1613946505954,6262
"eps_2",1e-05,1613946505954,6262
"train_loss",0.0059352894,1613946506899,6263
"raw_loss",0.0058849338,1613946506899,6263
"epoch",39.396226415094326,1613946506899,6263
"wd_0",0.01,1613946506899,6263
"sqr_mom_0",0.99,1613946506899,6263
"lr_0",1.2390539148114656e-06,1613946506899,6263
"mom_0",0.9252196739005096,1613946506899,6263
"eps_0",1e-05,1613946506899,6263
"wd_1",0.01,1613946506899,6263
"sqr_mom_1",0.99,1613946506899,6263
"lr_1",1.2390539148114657e-05,1613946506899,6263
"mom_1",0.9252196739005096,1613946506899,6263
"eps_1",1e-05,1613946506899,6263
"wd_2",0.01,1613946506899,6263
"sqr_mom_2",0.99,1613946506899,6263
"lr_2",0.0001239053914811465,1613946506899,6263
"mom_2",0.9252196739005096,1613946506899,6263
"eps_2",1e-05,1613946506899,6263
"train_loss",0.005913741,1613946507853,6264
"raw_loss",0.0048578614,1613946507853,6264
"epoch",39.402515723270426,1613946507853,6264
"wd_0",0.01,1613946507853,6264
"sqr_mom_0",0.99,1613946507853,6264
"lr_0",1.237834996668506e-06,1613946507853,6264
"mom_0",0.9252440525071549,1613946507853,6264
"eps_0",1e-05,1613946507853,6264
"wd_1",0.01,1613946507853,6264
"sqr_mom_1",0.99,1613946507853,6264
"lr_1",1.2378349966685056e-05,1613946507853,6264
"mom_1",0.9252440525071549,1613946507853,6264
"eps_1",1e-05,1613946507853,6264
"wd_2",0.01,1613946507853,6264
"sqr_mom_2",0.99,1613946507853,6264
"lr_2",0.00012378349966685057,1613946507853,6264
"mom_2",0.9252440525071549,1613946507853,6264
"eps_2",1e-05,1613946507853,6264
"train_loss",0.0060480633,1613946508843,6265
"raw_loss",0.012629859,1613946508843,6265
"epoch",39.408805031446526,1613946508843,6265
"wd_0",0.01,1613946508843,6265
"sqr_mom_0",0.99,1613946508843,6265
"lr_0",1.2366172890017759e-06,1613946508843,6265
"mom_0",0.9252684069040334,1613946508843,6265
"eps_0",1e-05,1613946508843,6265
"wd_1",0.01,1613946508843,6265
"sqr_mom_1",0.99,1613946508843,6265
"lr_1",1.2366172890017762e-05,1613946508843,6265
"mom_1",0.9252684069040334,1613946508843,6265
"eps_1",1e-05,1613946508843,6265
"wd_2",0.01,1613946508843,6265
"sqr_mom_2",0.99,1613946508843,6265
"lr_2",0.00012366172890017758,1613946508843,6265
"mom_2",0.9252684069040334,1613946508843,6265
"eps_2",1e-05,1613946508843,6265
"train_loss",0.00606461,1613946509817,6266
"raw_loss",0.0068754083,1613946509817,6266
"epoch",39.41509433962263,1613946509817,6266
"wd_0",0.01,1613946509817,6266
"sqr_mom_0",0.99,1613946509817,6266
"lr_0",1.235399983764687e-06,1613946509817,6266
"mom_0",0.9252927532522388,1613946509817,6266
"eps_0",1e-05,1613946509817,6266
"wd_1",0.01,1613946509817,6266
"sqr_mom_1",0.99,1613946509817,6266
"lr_1",1.2353999837646868e-05,1613946509817,6266
"mom_1",0.9252927532522388,1613946509817,6266
"eps_1",1e-05,1613946509817,6266
"wd_2",0.01,1613946509817,6266
"sqr_mom_2",0.99,1613946509817,6266
"lr_2",0.00012353999837646867,1613946509817,6266
"mom_2",0.9252927532522388,1613946509817,6266
"eps_2",1e-05,1613946509817,6266
"train_loss",0.0060708057,1613946510782,6267
"raw_loss",0.006374393,1613946510782,6267
"epoch",39.42138364779873,1613946510782,6267
"wd_0",0.01,1613946510782,6267
"sqr_mom_0",0.99,1613946510782,6267
"lr_0",1.2341822739788596e-06,1613946510782,6267
"mom_0",0.9253171076914997,1613946510782,6267
"eps_0",1e-05,1613946510782,6267
"wd_1",0.01,1613946510782,6267
"sqr_mom_1",0.99,1613946510782,6267
"lr_1",1.2341822739788592e-05,1613946510782,6267
"mom_1",0.9253171076914997,1613946510782,6267
"eps_1",1e-05,1613946510782,6267
"wd_2",0.01,1613946510782,6267
"sqr_mom_2",0.99,1613946510782,6267
"lr_2",0.00012341822739788592,1613946510782,6267
"mom_2",0.9253171076914997,1613946510782,6267
"eps_2",1e-05,1613946510782,6267
"train_loss",0.006022582,1613946511716,6268
"raw_loss",0.0036595983,1613946511716,6268
"epoch",39.42767295597483,1613946511716,6268
"wd_0",0.01,1613946511716,6268
"sqr_mom_0",0.99,1613946511716,6268
"lr_0",1.232965775031842e-06,1613946511716,6268
"mom_0",0.9253414379137422,1613946511716,6268
"eps_0",1e-05,1613946511716,6268
"wd_1",0.01,1613946511716,6268
"sqr_mom_1",0.99,1613946511716,6268
"lr_1",1.2329657750318421e-05,1613946511716,6268
"mom_1",0.9253414379137422,1613946511716,6268
"eps_1",1e-05,1613946511716,6268
"wd_2",0.01,1613946511716,6268
"sqr_mom_2",0.99,1613946511716,6268
"lr_2",0.00012329657750318417,1613946511716,6268
"mom_2",0.9253414379137422,1613946511716,6268
"eps_2",1e-05,1613946511716,6268
"train_loss",0.006005882,1613946512657,6269
"raw_loss",0.00518759,1613946512657,6269
"epoch",39.43396226415093,1613946512657,6269
"wd_0",0.01,1613946512657,6269
"sqr_mom_0",0.99,1613946512657,6269
"lr_0",1.2317492762623884e-06,1613946512657,6269
"mom_0",0.9253657681324335,1613946512657,6269
"eps_0",1e-05,1613946512657,6269
"wd_1",0.01,1613946512657,6269
"sqr_mom_1",0.99,1613946512657,6269
"lr_1",1.2317492762623881e-05,1613946512657,6269
"mom_1",0.9253657681324335,1613946512657,6269
"eps_1",1e-05,1613946512657,6269
"wd_2",0.01,1613946512657,6269
"sqr_mom_2",0.99,1613946512657,6269
"lr_2",0.00012317492762623877,1613946512657,6269
"mom_2",0.9253657681324335,1613946512657,6269
"eps_2",1e-05,1613946512657,6269
"train_loss",0.0060771103,1613946513602,6270
"raw_loss",0.009567304,1613946513602,6270
"epoch",39.44025157232703,1613946513602,6270
"wd_0",0.01,1613946513602,6270
"sqr_mom_0",0.99,1613946513602,6270
"lr_0",1.2305331817412829e-06,1613946513602,6270
"mom_0",0.925390090266077,1613946513602,6270
"eps_0",1e-05,1613946513602,6270
"wd_1",0.01,1613946513602,6270
"sqr_mom_1",0.99,1613946513602,6270
"lr_1",1.2305331817412832e-05,1613946513602,6270
"mom_1",0.925390090266077,1613946513602,6270
"eps_1",1e-05,1613946513602,6270
"wd_2",0.01,1613946513602,6270
"sqr_mom_2",0.99,1613946513602,6270
"lr_2",0.00012305331817412824,1613946513602,6270
"mom_2",0.925390090266077,1613946513602,6270
"eps_2",1e-05,1613946513602,6270
"train_loss",0.0060443883,1613946514575,6271
"raw_loss",0.004441013,1613946514575,6271
"epoch",39.44654088050313,1613946514575,6271
"wd_0",0.01,1613946514575,6271
"sqr_mom_0",0.99,1613946514575,6271
"lr_0",1.229317491856143e-06,1613946514575,6271
"mom_0",0.9254144043069201,1613946514575,6271
"eps_0",1e-05,1613946514575,6271
"wd_1",0.01,1613946514575,6271
"sqr_mom_1",0.99,1613946514575,6271
"lr_1",1.2293174918561432e-05,1613946514575,6271
"mom_1",0.9254144043069201,1613946514575,6271
"eps_1",1e-05,1613946514575,6271
"wd_2",0.01,1613946514575,6271
"sqr_mom_2",0.99,1613946514575,6271
"lr_2",0.00012293174918561427,1613946514575,6271
"mom_2",0.9254144043069201,1613946514575,6271
"eps_2",1e-05,1613946514575,6271
"train_loss",0.0060541565,1613946515549,6272
"raw_loss",0.0065327957,1613946515549,6272
"epoch",39.45283018867923,1613946515549,6272
"wd_0",0.01,1613946515549,6272
"sqr_mom_0",0.99,1613946515549,6272
"lr_0",1.2281026100068225e-06,1613946515549,6272
"mom_0",0.9254387021868854,1613946515549,6272
"eps_0",1e-05,1613946515549,6272
"wd_1",0.01,1613946515549,6272
"sqr_mom_1",0.99,1613946515549,6272
"lr_1",1.2281026100068226e-05,1613946515549,6272
"mom_1",0.9254387021868854,1613946515549,6272
"eps_1",1e-05,1613946515549,6272
"wd_2",0.01,1613946515549,6272
"sqr_mom_2",0.99,1613946515549,6272
"lr_2",0.00012281026100068222,1613946515549,6272
"mom_2",0.9254387021868854,1613946515549,6272
"eps_2",1e-05,1613946515549,6272
"train_loss",0.006082301,1613946516518,6273
"raw_loss",0.0074613886,1613946516518,6273
"epoch",39.45911949685533,1613946516518,6273
"wd_0",0.01,1613946516518,6273
"sqr_mom_0",0.99,1613946516518,6273
"lr_0",1.2268873275435774e-06,1613946516518,6273
"mom_0",0.9254630080792092,1613946516518,6273
"eps_0",1e-05,1613946516518,6273
"wd_1",0.01,1613946516518,6273
"sqr_mom_1",0.99,1613946516518,6273
"lr_1",1.2268873275435775e-05,1613946516518,6273
"mom_1",0.9254630080792092,1613946516518,6273
"eps_1",1e-05,1613946516518,6273
"wd_2",0.01,1613946516518,6273
"sqr_mom_2",0.99,1613946516518,6273
"lr_2",0.0001226887327543577,1613946516518,6273
"mom_2",0.9254630080792092,1613946516518,6273
"eps_2",1e-05,1613946516518,6273
"train_loss",0.0060755457,1613946517562,6274
"raw_loss",0.005744531,1613946517562,6274
"epoch",39.46540880503143,1613946517562,6274
"wd_0",0.01,1613946517562,6274
"sqr_mom_0",0.99,1613946517562,6274
"lr_0",1.2256732566339198e-06,1613946517562,6274
"mom_0",0.925487289740219,1613946517562,6274
"eps_0",1e-05,1613946517562,6274
"wd_1",0.01,1613946517562,6274
"sqr_mom_1",0.99,1613946517562,6274
"lr_1",1.22567325663392e-05,1613946517562,6274
"mom_1",0.925487289740219,1613946517562,6274
"eps_1",1e-05,1613946517562,6274
"wd_2",0.01,1613946517562,6274
"sqr_mom_2",0.99,1613946517562,6274
"lr_2",0.00012256732566339195,1613946517562,6274
"mom_2",0.925487289740219,1613946517562,6274
"eps_2",1e-05,1613946517562,6274
"train_loss",0.0060679237,1613946518502,6275
"raw_loss",0.005694455,1613946518502,6275
"epoch",39.47169811320753,1613946518502,6275
"wd_0",0.01,1613946518502,6275
"sqr_mom_0",0.99,1613946518502,6275
"lr_0",1.2244595916398753e-06,1613946518502,6275
"mom_0",0.9255115632828352,1613946518502,6275
"eps_0",1e-05,1613946518502,6275
"wd_1",0.01,1613946518502,6275
"sqr_mom_1",0.99,1613946518502,6275
"lr_1",1.2244595916398753e-05,1613946518502,6275
"mom_1",0.9255115632828352,1613946518502,6275
"eps_1",1e-05,1613946518502,6275
"wd_2",0.01,1613946518502,6275
"sqr_mom_2",0.99,1613946518502,6275
"lr_2",0.0001224459591639875,1613946518502,6275
"mom_2",0.9255115632828352,1613946518502,6275
"eps_2",1e-05,1613946518502,6275
"train_loss",0.00607821,1613946519446,6276
"raw_loss",0.006582244,1613946519446,6276
"epoch",39.47798742138363,1613946519446,6276
"wd_0",0.01,1613946519446,6276
"sqr_mom_0",0.99,1613946519446,6276
"lr_0",1.22324552800093e-06,1613946519446,6276
"mom_0",0.9255358447984293,1613946519446,6276
"eps_0",1e-05,1613946519446,6276
"wd_1",0.01,1613946519446,6276
"sqr_mom_1",0.99,1613946519446,6276
"lr_1",1.2232455280009298e-05,1613946519446,6276
"mom_1",0.9255358447984293,1613946519446,6276
"eps_1",1e-05,1613946519446,6276
"wd_2",0.01,1613946519446,6276
"sqr_mom_2",0.99,1613946519446,6276
"lr_2",0.00012232455280009296,1613946519446,6276
"mom_2",0.9255358447984293,1613946519446,6276
"eps_2",1e-05,1613946519446,6276
"train_loss",0.006093,1613946520428,6277
"raw_loss",0.006817697,1613946520428,6277
"epoch",39.48427672955973,1613946520428,6277
"wd_0",0.01,1613946520428,6277
"sqr_mom_0",0.99,1613946520428,6277
"lr_0",1.2220326762677296e-06,1613946520428,6277
"mom_0",0.9255601020756661,1613946520428,6277
"eps_0",1e-05,1613946520428,6277
"wd_1",0.01,1613946520428,6277
"sqr_mom_1",0.99,1613946520428,6277
"lr_1",1.2220326762677295e-05,1613946520428,6277
"mom_1",0.9255601020756661,1613946520428,6277
"eps_1",1e-05,1613946520428,6277
"wd_2",0.01,1613946520428,6277
"sqr_mom_2",0.99,1613946520428,6277
"lr_2",0.00012220326762677294,1613946520428,6277
"mom_2",0.9255601020756661,1613946520428,6277
"eps_2",1e-05,1613946520428,6277
"train_loss",0.0061239605,1613946521434,6278
"raw_loss",0.0076410323,1613946521434,6278
"epoch",39.49056603773583,1613946521434,6278
"wd_0",0.01,1613946521434,6278
"sqr_mom_0",0.99,1613946521434,6278
"lr_0",1.2208202316097664e-06,1613946521434,6278
"mom_0",0.9255843512113168,1613946521434,6278
"eps_0",1e-05,1613946521434,6278
"wd_1",0.01,1613946521434,6278
"sqr_mom_1",0.99,1613946521434,6278
"lr_1",1.2208202316097661e-05,1613946521434,6278
"mom_1",0.9255843512113168,1613946521434,6278
"eps_1",1e-05,1613946521434,6278
"wd_2",0.01,1613946521434,6278
"sqr_mom_2",0.99,1613946521434,6278
"lr_2",0.00012208202316097658,1613946521434,6278
"mom_2",0.9255843512113168,1613946521434,6278
"eps_2",1e-05,1613946521434,6278
"train_loss",0.006072247,1613946522387,6279
"raw_loss",0.0035382863,1613946522387,6279
"epoch",39.49685534591193,1613946522387,6279
"wd_0",0.01,1613946522387,6279
"sqr_mom_0",0.99,1613946522387,6279
"lr_0",1.21960739027707e-06,1613946522387,6279
"mom_0",0.9256086082805414,1613946522387,6279
"eps_0",1e-05,1613946522387,6279
"wd_1",0.01,1613946522387,6279
"sqr_mom_1",0.99,1613946522387,6279
"lr_1",1.21960739027707e-05,1613946522387,6279
"mom_1",0.9256086082805414,1613946522387,6279
"eps_1",1e-05,1613946522387,6279
"wd_2",0.01,1613946522387,6279
"sqr_mom_2",0.99,1613946522387,6279
"lr_2",0.00012196073902770693,1613946522387,6279
"mom_2",0.9256086082805414,1613946522387,6279
"eps_2",1e-05,1613946522387,6279
"train_loss",0.006089009,1613946523337,6280
"raw_loss",0.006910335,1613946523337,6280
"epoch",39.50314465408803,1613946523337,6280
"wd_0",0.01,1613946523337,6280
"sqr_mom_0",0.99,1613946523337,6280
"lr_0",1.2183957611988006e-06,1613946523337,6280
"mom_0",0.925632841104435,1613946523337,6280
"eps_0",1e-05,1613946523337,6280
"wd_1",0.01,1613946523337,6280
"sqr_mom_1",0.99,1613946523337,6280
"lr_1",1.2183957611988006e-05,1613946523337,6280
"mom_1",0.925632841104435,1613946523337,6280
"eps_1",1e-05,1613946523337,6280
"wd_2",0.01,1613946523337,6280
"sqr_mom_2",0.99,1613946523337,6280
"lr_2",0.00012183957611988004,1613946523337,6280
"mom_2",0.925632841104435,1613946523337,6280
"eps_2",1e-05,1613946523337,6280
"train_loss",0.0060698693,1613946524331,6281
"raw_loss",0.0051320386,1613946524331,6281
"epoch",39.50943396226413,1613946524331,6281
"wd_0",0.01,1613946524331,6281
"sqr_mom_0",0.99,1613946524331,6281
"lr_0",1.2171841385571002e-06,1613946524331,6281
"mom_0",0.9256570737995959,1613946524331,6281
"eps_0",1e-05,1613946524331,6281
"wd_1",0.01,1613946524331,6281
"sqr_mom_1",0.99,1613946524331,6281
"lr_1",1.2171841385571e-05,1613946524331,6281
"mom_1",0.9256570737995959,1613946524331,6281
"eps_1",1e-05,1613946524331,6281
"wd_2",0.01,1613946524331,6281
"sqr_mom_2",0.99,1613946524331,6281
"lr_2",0.00012171841385571,1613946524331,6281
"mom_2",0.9256570737995959,1613946524331,6281
"eps_2",1e-05,1613946524331,6281
"train_loss",0.0060298913,1613946525298,6282
"raw_loss",0.0040709805,1613946525298,6282
"epoch",39.51572327044023,1613946525298,6282
"wd_0",0.01,1613946525298,6282
"sqr_mom_0",0.99,1613946525298,6282
"lr_0",1.215972924806219e-06,1613946525298,6282
"mom_0",0.9256812983168587,1613946525298,6282
"eps_0",1e-05,1613946525298,6282
"wd_1",0.01,1613946525298,6282
"sqr_mom_1",0.99,1613946525298,6282
"lr_1",1.2159729248062188e-05,1613946525298,6282
"mom_1",0.9256812983168587,1613946525298,6282
"eps_1",1e-05,1613946525298,6282
"wd_2",0.01,1613946525298,6282
"sqr_mom_2",0.99,1613946525298,6282
"lr_2",0.00012159729248062184,1613946525298,6282
"mom_2",0.9256812983168587,1613946525298,6282
"eps_2",1e-05,1613946525298,6282
"train_loss",0.006008662,1613946526240,6283
"raw_loss",0.004968415,1613946526240,6283
"epoch",39.522012578616334,1613946526240,6283
"wd_0",0.01,1613946526240,6283
"sqr_mom_0",0.99,1613946526240,6283
"lr_0",1.2147621203322182e-06,1613946526240,6283
"mom_0",0.925705514648502,1613946526240,6283
"eps_0",1e-05,1613946526240,6283
"wd_1",0.01,1613946526240,6283
"sqr_mom_1",0.99,1613946526240,6283
"lr_1",1.2147621203322178e-05,1613946526240,6283
"mom_1",0.925705514648502,1613946526240,6283
"eps_1",1e-05,1613946526240,6283
"wd_2",0.01,1613946526240,6283
"sqr_mom_2",0.99,1613946526240,6283
"lr_2",0.00012147621203322179,1613946526240,6283
"mom_2",0.925705514648502,1613946526240,6283
"eps_2",1e-05,1613946526240,6283
"train_loss",0.0060592983,1613946527216,6284
"raw_loss",0.0085404795,1613946527216,6284
"epoch",39.528301886792434,1613946527216,6284
"wd_0",0.01,1613946527216,6284
"sqr_mom_0",0.99,1613946527216,6284
"lr_0",1.2135517255210267e-06,1613946527216,6284
"mom_0",0.9257297227868073,1613946527216,6284
"eps_0",1e-05,1613946527216,6284
"wd_1",0.01,1613946527216,6284
"sqr_mom_1",0.99,1613946527216,6284
"lr_1",1.2135517255210267e-05,1613946527216,6284
"mom_1",0.9257297227868073,1613946527216,6284
"eps_1",1e-05,1613946527216,6284
"wd_2",0.01,1613946527216,6284
"sqr_mom_2",0.99,1613946527216,6284
"lr_2",0.00012135517255210262,1613946527216,6284
"mom_2",0.9257297227868073,1613946527216,6284
"eps_2",1e-05,1613946527216,6284
"train_loss",0.0060505667,1613946528200,6285
"raw_loss",0.00562272,1613946528200,6285
"epoch",39.534591194968534,1613946528200,6285
"wd_0",0.01,1613946528200,6285
"sqr_mom_0",0.99,1613946528200,6285
"lr_0",1.2123417407584452e-06,1613946528200,6285
"mom_0",0.9257539227240583,1613946528200,6285
"eps_0",1e-05,1613946528200,6285
"wd_1",0.01,1613946528200,6285
"sqr_mom_1",0.99,1613946528200,6285
"lr_1",1.2123417407584448e-05,1613946528200,6285
"mom_1",0.9257539227240583,1613946528200,6285
"eps_1",1e-05,1613946528200,6285
"wd_2",0.01,1613946528200,6285
"sqr_mom_2",0.99,1613946528200,6285
"lr_2",0.00012123417407584446,1613946528200,6285
"mom_2",0.9257539227240583,1613946528200,6285
"eps_2",1e-05,1613946528200,6285
"train_loss",0.006077788,1613946529156,6286
"raw_loss",0.00741162,1613946529156,6286
"epoch",39.540880503144635,1613946529156,6286
"wd_0",0.01,1613946529156,6286
"sqr_mom_0",0.99,1613946529156,6286
"lr_0",1.2111325675475715e-06,1613946529156,6286
"mom_0",0.9257781064301128,1613946529156,6286
"eps_0",1e-05,1613946529156,6286
"wd_1",0.01,1613946529156,6286
"sqr_mom_1",0.99,1613946529156,6286
"lr_1",1.211132567547571e-05,1613946529156,6286
"mom_1",0.9257781064301128,1613946529156,6286
"eps_1",1e-05,1613946529156,6286
"wd_2",0.01,1613946529156,6286
"sqr_mom_2",0.99,1613946529156,6286
"lr_2",0.00012111325675475711,1613946529156,6286
"mom_2",0.9257781064301128,1613946529156,6286
"eps_2",1e-05,1613946529156,6286
"train_loss",0.006057585,1613946530099,6287
"raw_loss",0.0050676404,1613946530099,6287
"epoch",39.547169811320735,1613946530099,6287
"wd_0",0.01,1613946530099,6287
"sqr_mom_0",0.99,1613946530099,6287
"lr_0",1.2099230029216539e-06,1613946530099,6287
"mom_0",0.9258022979645465,1613946530099,6287
"eps_0",1e-05,1613946530099,6287
"wd_1",0.01,1613946530099,6287
"sqr_mom_1",0.99,1613946530099,6287
"lr_1",1.2099230029216541e-05,1613946530099,6287
"mom_1",0.9258022979645465,1613946530099,6287
"eps_1",1e-05,1613946530099,6287
"wd_2",0.01,1613946530099,6287
"sqr_mom_2",0.99,1613946530099,6287
"lr_2",0.00012099230029216537,1613946530099,6287
"mom_2",0.9258022979645465,1613946530099,6287
"eps_2",1e-05,1613946530099,6287
"train_loss",0.006054679,1613946531042,6288
"raw_loss",0.005912269,1613946531042,6288
"epoch",39.553459119496836,1613946531042,6288
"wd_0",0.01,1613946531042,6288
"sqr_mom_0",0.99,1613946531042,6288
"lr_0",1.2087146514630465e-06,1613946531042,6288
"mom_0",0.9258264652353914,1613946531042,6288
"eps_0",1e-05,1613946531042,6288
"wd_1",0.01,1613946531042,6288
"sqr_mom_1",0.99,1613946531042,6288
"lr_1",1.2087146514630467e-05,1613946531042,6288
"mom_1",0.9258264652353914,1613946531042,6288
"eps_1",1e-05,1613946531042,6288
"wd_2",0.01,1613946531042,6288
"sqr_mom_2",0.99,1613946531042,6288
"lr_2",0.0001208714651463046,1613946531042,6288
"mom_2",0.9258264652353914,1613946531042,6288
"eps_2",1e-05,1613946531042,6288
"train_loss",0.00603125,1613946531984,6289
"raw_loss",0.0048832395,1613946531984,6289
"epoch",39.559748427672936,1613946531984,6289
"wd_0",0.01,1613946531984,6289
"sqr_mom_0",0.99,1613946531984,6289
"lr_0",1.2075067113218274e-06,1613946531984,6289
"mom_0",0.9258506242798062,1613946531984,6289
"eps_0",1e-05,1613946531984,6289
"wd_1",0.01,1613946531984,6289
"sqr_mom_1",0.99,1613946531984,6289
"lr_1",1.2075067113218271e-05,1613946531984,6289
"mom_1",0.9258506242798062,1613946531984,6289
"eps_1",1e-05,1613946531984,6289
"wd_2",0.01,1613946531984,6289
"sqr_mom_2",0.99,1613946531984,6289
"lr_2",0.00012075067113218269,1613946531984,6289
"mom_2",0.9258506242798062,1613946531984,6289
"eps_2",1e-05,1613946531984,6289
"train_loss",0.006121298,1613946532937,6290
"raw_loss",0.010533643,1613946532937,6290
"epoch",39.56603773584904,1613946532937,6290
"wd_0",0.01,1613946532937,6290
"sqr_mom_0",0.99,1613946532937,6290
"lr_0",1.2062983817398758e-06,1613946532937,6290
"mom_0",0.9258747911131135,1613946532937,6290
"eps_0",1e-05,1613946532937,6290
"wd_1",0.01,1613946532937,6290
"sqr_mom_1",0.99,1613946532937,6290
"lr_1",1.2062983817398757e-05,1613946532937,6290
"mom_1",0.9258747911131135,1613946532937,6290
"eps_1",1e-05,1613946532937,6290
"wd_2",0.01,1613946532937,6290
"sqr_mom_2",0.99,1613946532937,6290
"lr_2",0.00012062983817398755,1613946532937,6290
"mom_2",0.9258747911131135,1613946532937,6290
"eps_2",1e-05,1613946532937,6290
"train_loss",0.006172613,1613946533896,6291
"raw_loss",0.0086870575,1613946533896,6291
"epoch",39.57232704402514,1613946533896,6291
"wd_0",0.01,1613946533896,6291
"sqr_mom_0",0.99,1613946533896,6291
"lr_0",1.205091265661163e-06,1613946533896,6291
"mom_0",0.9258989336761134,1613946533896,6291
"eps_0",1e-05,1613946533896,6291
"wd_1",0.01,1613946533896,6291
"sqr_mom_1",0.99,1613946533896,6291
"lr_1",1.205091265661163e-05,1613946533896,6291
"mom_1",0.9258989336761134,1613946533896,6291
"eps_1",1e-05,1613946533896,6291
"wd_2",0.01,1613946533896,6291
"sqr_mom_2",0.99,1613946533896,6291
"lr_2",0.00012050912656611629,1613946533896,6291
"mom_2",0.9258989336761134,1613946533896,6291
"eps_2",1e-05,1613946533896,6291
"train_loss",0.0061434098,1613946534849,6292
"raw_loss",0.00471246,1613946534849,6292
"epoch",39.57861635220124,1613946534849,6292
"wd_0",0.01,1613946534849,6292
"sqr_mom_0",0.99,1613946534849,6292
"lr_0",1.2038841617563162e-06,1613946534849,6292
"mom_0",0.9259230759956336,1613946534849,6292
"eps_0",1e-05,1613946534849,6292
"wd_1",0.01,1613946534849,6292
"sqr_mom_1",0.99,1613946534849,6292
"lr_1",1.203884161756316e-05,1613946534849,6292
"mom_1",0.9259230759956336,1613946534849,6292
"eps_1",1e-05,1613946534849,6292
"wd_2",0.01,1613946534849,6292
"sqr_mom_2",0.99,1613946534849,6292
"lr_2",0.00012038841617563158,1613946534849,6292
"mom_2",0.9259230759956336,1613946534849,6292
"eps_2",1e-05,1613946534849,6292
"train_loss",0.0062044463,1613946535803,6293
"raw_loss",0.009195229,1613946535803,6293
"epoch",39.58490566037734,1613946535803,6293
"wd_0",0.01,1613946535803,6293
"sqr_mom_0",0.99,1613946535803,6293
"lr_0",1.2026774709815034e-06,1613946535803,6293
"mom_0",0.9259472100524704,1613946535803,6293
"eps_0",1e-05,1613946535803,6293
"wd_1",0.01,1613946535803,6293
"sqr_mom_1",0.99,1613946535803,6293
"lr_1",1.2026774709815033e-05,1613946535803,6293
"mom_1",0.9259472100524704,1613946535803,6293
"eps_1",1e-05,1613946535803,6293
"wd_2",0.01,1613946535803,6293
"sqr_mom_2",0.99,1613946535803,6293
"lr_2",0.00012026774709815029,1613946535803,6293
"mom_2",0.9259472100524704,1613946535803,6293
"eps_2",1e-05,1613946535803,6293
"train_loss",0.0061468473,1613946536757,6294
"raw_loss",0.0033244907,1613946536757,6294
"epoch",39.59119496855344,1613946536757,6294
"wd_0",0.01,1613946536757,6294
"sqr_mom_0",0.99,1613946536757,6294
"lr_0",1.2014711937213441e-06,1613946536757,6294
"mom_0",0.9259713358389314,1613946536757,6294
"eps_0",1e-05,1613946536757,6294
"wd_1",0.01,1613946536757,6294
"sqr_mom_1",0.99,1613946536757,6294
"lr_1",1.2014711937213444e-05,1613946536757,6294
"mom_1",0.9259713358389314,1613946536757,6294
"eps_1",1e-05,1613946536757,6294
"wd_2",0.01,1613946536757,6294
"sqr_mom_2",0.99,1613946536757,6294
"lr_2",0.00012014711937213438,1613946536757,6294
"mom_2",0.9259713358389314,1613946536757,6294
"eps_2",1e-05,1613946536757,6294
"train_loss",0.0061467816,1613946537736,6295
"raw_loss",0.0061435606,1613946537736,6295
"epoch",39.59748427672954,1613946537736,6295
"wd_0",0.01,1613946537736,6295
"sqr_mom_0",0.99,1613946537736,6295
"lr_0",1.2002657302463466e-06,1613946537736,6295
"mom_0",0.9259954453495265,1613946537736,6295
"eps_0",1e-05,1613946537736,6295
"wd_1",0.01,1613946537736,6295
"sqr_mom_1",0.99,1613946537736,6295
"lr_1",1.2002657302463467e-05,1613946537736,6295
"mom_1",0.9259954453495265,1613946537736,6295
"eps_1",1e-05,1613946537736,6295
"wd_2",0.01,1613946537736,6295
"sqr_mom_2",0.99,1613946537736,6295
"lr_2",0.0001200265730246346,1613946537736,6295
"mom_2",0.9259954453495265,1613946537736,6295
"eps_2",1e-05,1613946537736,6295
"train_loss",0.0062166424,1613946538709,6296
"raw_loss",0.009639836,1613946538709,6296
"epoch",39.60377358490564,1613946538709,6296
"wd_0",0.01,1613946538709,6296
"sqr_mom_0",0.99,1613946538709,6296
"lr_0",1.1990598812828024e-06,1613946538709,6296
"mom_0",0.9260195625699696,1613946538709,6296
"eps_0",1e-05,1613946538709,6296
"wd_1",0.01,1613946538709,6296
"sqr_mom_1",0.99,1613946538709,6296
"lr_1",1.1990598812828023e-05,1613946538709,6296
"mom_1",0.9260195625699696,1613946538709,6296
"eps_1",1e-05,1613946538709,6296
"wd_2",0.01,1613946538709,6296
"sqr_mom_2",0.99,1613946538709,6296
"lr_2",0.00011990598812828022,1613946538709,6296
"mom_2",0.9260195625699696,1613946538709,6296
"eps_2",1e-05,1613946538709,6296
"train_loss",0.006193844,1613946539680,6297
"raw_loss",0.0050767306,1613946539680,6297
"epoch",39.61006289308174,1613946539680,6297
"wd_0",0.01,1613946539680,6297
"sqr_mom_0",0.99,1613946539680,6297
"lr_0",1.1978552464839494e-06,1613946539680,6297
"mom_0",0.9260436555068761,1613946539680,6297
"eps_0",1e-05,1613946539680,6297
"wd_1",0.01,1613946539680,6297
"sqr_mom_1",0.99,1613946539680,6297
"lr_1",1.1978552464839494e-05,1613946539680,6297
"mom_1",0.9260436555068761,1613946539680,6297
"eps_1",1e-05,1613946539680,6297
"wd_2",0.01,1613946539680,6297
"sqr_mom_2",0.99,1613946539680,6297
"lr_2",0.0001197855246483949,1613946539680,6297
"mom_2",0.9260436555068761,1613946539680,6297
"eps_2",1e-05,1613946539680,6297
"train_loss",0.00616032,1613946540635,6298
"raw_loss",0.00451762,1613946540635,6298
"epoch",39.61635220125784,1613946540635,6298
"wd_0",0.01,1613946540635,6298
"sqr_mom_0",0.99,1613946540635,6298
"lr_0",1.196651026461499e-06,1613946540635,6298
"mom_0",0.9260677401481715,1613946540635,6298
"eps_0",1e-05,1613946540635,6298
"wd_1",0.01,1613946540635,6298
"sqr_mom_1",0.99,1613946540635,6298
"lr_1",1.1966510264614992e-05,1613946540635,6298
"mom_1",0.9260677401481715,1613946540635,6298
"eps_1",1e-05,1613946540635,6298
"wd_2",0.01,1613946540635,6298
"sqr_mom_2",0.99,1613946540635,6298
"lr_2",0.00011966510264614985,1613946540635,6298
"mom_2",0.9260677401481715,1613946540635,6298
"eps_2",1e-05,1613946540635,6298
"train_loss",0.006123736,1613946541590,6299
"raw_loss",0.0043311403,1613946541590,6299
"epoch",39.62264150943394,1613946541590,6299
"wd_0",0.01,1613946541590,6299
"sqr_mom_0",0.99,1613946541590,6299
"lr_0",1.1954464229281483e-06,1613946541590,6299
"mom_0",0.9260918324597616,1613946541590,6299
"eps_0",1e-05,1613946541590,6299
"wd_1",0.01,1613946541590,6299
"sqr_mom_1",0.99,1613946541590,6299
"lr_1",1.1954464229281482e-05,1613946541590,6299
"mom_1",0.9260918324597616,1613946541590,6299
"eps_1",1e-05,1613946541590,6299
"wd_2",0.01,1613946541590,6299
"sqr_mom_2",0.99,1613946541590,6299
"lr_2",0.00011954464229281482,1613946541590,6299
"mom_2",0.9260918324597616,1613946541590,6299
"eps_2",1e-05,1613946541590,6299
"train_loss",0.0061207404,1613946542543,6300
"raw_loss",0.005973956,1613946542543,6300
"epoch",39.62893081761004,1613946542543,6300
"wd_0",0.01,1613946542543,6300
"sqr_mom_0",0.99,1613946542543,6300
"lr_0",1.194243033884972e-06,1613946542543,6300
"mom_0",0.9261159004813053,1613946542543,6300
"eps_0",1e-05,1613946542543,6300
"wd_1",0.01,1613946542543,6300
"sqr_mom_1",0.99,1613946542543,6300
"lr_1",1.1942430338849721e-05,1613946542543,6300
"mom_1",0.9261159004813053,1613946542543,6300
"eps_1",1e-05,1613946542543,6300
"wd_2",0.01,1613946542543,6300
"sqr_mom_2",0.99,1613946542543,6300
"lr_2",0.00011942430338849719,1613946542543,6300
"mom_2",0.9261159004813053,1613946542543,6300
"eps_2",1e-05,1613946542543,6300
"train_loss",0.0061727986,1613946543523,6301
"raw_loss",0.008723648,1613946543523,6301
"epoch",39.63522012578614,1613946543523,6301
"wd_0",0.01,1613946543523,6301
"sqr_mom_0",0.99,1613946543523,6301
"lr_0",1.193040060768787e-06,1613946543523,6301
"mom_0",0.9261399601842261,1613946543523,6301
"eps_0",1e-05,1613946543523,6301
"wd_1",0.01,1613946543523,6301
"sqr_mom_1",0.99,1613946543523,6301
"lr_1",1.1930400607687867e-05,1613946543523,6301
"mom_1",0.9261399601842261,1613946543523,6301
"eps_1",1e-05,1613946543523,6301
"wd_2",0.01,1613946543523,6301
"sqr_mom_2",0.99,1613946543523,6301
"lr_2",0.00011930400607687867,1613946543523,6301
"mom_2",0.9261399601842261,1613946543523,6301
"eps_2",1e-05,1613946543523,6301
"train_loss",0.0061269538,1613946544503,6302
"raw_loss",0.0038805613,1613946544503,6302
"epoch",39.64150943396224,1613946544503,6302
"wd_0",0.01,1613946544503,6302
"sqr_mom_0",0.99,1613946544503,6302
"lr_0",1.191836706120447e-06,1613946544503,6302
"mom_0",0.9261640275178662,1613946544503,6302
"eps_0",1e-05,1613946544503,6302
"wd_1",0.01,1613946544503,6302
"sqr_mom_1",0.99,1613946544503,6302
"lr_1",1.1918367061204474e-05,1613946544503,6302
"mom_1",0.9261640275178662,1613946544503,6302
"eps_1",1e-05,1613946544503,6302
"wd_2",0.01,1613946544503,6302
"sqr_mom_2",0.99,1613946544503,6302
"lr_2",0.00011918367061204466,1613946544503,6302
"mom_2",0.9261640275178662,1613946544503,6302
"eps_2",1e-05,1613946544503,6302
"train_loss",0.0061114696,1613946545494,6303
"raw_loss",0.0053527495,1613946545494,6303
"epoch",39.64779874213834,1613946545494,6303
"wd_0",0.01,1613946545494,6303
"sqr_mom_0",0.99,1613946545494,6303
"lr_0",1.1906345662842824e-06,1613946545494,6303
"mom_0",0.9261880705550198,1613946545494,6303
"eps_0",1e-05,1613946545494,6303
"wd_1",0.01,1613946545494,6303
"sqr_mom_1",0.99,1613946545494,6303
"lr_1",1.1906345662842822e-05,1613946545494,6303
"mom_1",0.9261880705550198,1613946545494,6303
"eps_1",1e-05,1613946545494,6303
"wd_2",0.01,1613946545494,6303
"sqr_mom_2",0.99,1613946545494,6303
"lr_2",0.00011906345662842819,1613946545494,6303
"mom_2",0.9261880705550198,1613946545494,6303
"eps_2",1e-05,1613946545494,6303
"train_loss",0.00606998,1613946546484,6304
"raw_loss",0.004036987,1613946546484,6304
"epoch",39.65408805031444,1613946546484,6304
"wd_0",0.01,1613946546484,6304
"sqr_mom_0",0.99,1613946546484,6304
"lr_0",1.1894324448801692e-06,1613946546484,6304
"mom_0",0.9262121132235288,1613946546484,6304
"eps_0",1e-05,1613946546484,6304
"wd_1",0.01,1613946546484,6304
"sqr_mom_1",0.99,1613946546484,6304
"lr_1",1.1894324448801692e-05,1613946546484,6304
"mom_1",0.9262121132235288,1613946546484,6304
"eps_1",1e-05,1613946546484,6304
"wd_2",0.01,1613946546484,6304
"sqr_mom_2",0.99,1613946546484,6304
"lr_2",0.0001189432444880169,1613946546484,6304
"mom_2",0.9262121132235288,1613946546484,6304
"eps_2",1e-05,1613946546484,6304
"train_loss",0.006006951,1613946547437,6305
"raw_loss",0.0029185133,1613946547437,6305
"epoch",39.66037735849054,1613946547437,6305
"wd_0",0.01,1613946547437,6305
"sqr_mom_0",0.99,1613946547437,6305
"lr_0",1.1882307412124095e-06,1613946547437,6305
"mom_0",0.9262361475372272,1613946547437,6305
"eps_0",1e-05,1613946547437,6305
"wd_1",0.01,1613946547437,6305
"sqr_mom_1",0.99,1613946547437,6305
"lr_1",1.1882307412124096e-05,1613946547437,6305
"mom_1",0.9262361475372272,1613946547437,6305
"eps_1",1e-05,1613946547437,6305
"wd_2",0.01,1613946547437,6305
"sqr_mom_2",0.99,1613946547437,6305
"lr_2",0.00011882307412124093,1613946547437,6305
"mom_2",0.9262361475372272,1613946547437,6305
"eps_2",1e-05,1613946547437,6305
"train_loss",0.006094726,1613946548429,6306
"raw_loss",0.010395704,1613946548429,6306
"epoch",39.66666666666664,1613946548429,6306
"wd_0",0.01,1613946548429,6306
"sqr_mom_0",0.99,1613946548429,6306
"lr_0",1.1870294556640336e-06,1613946548429,6306
"mom_0",0.9262601734884541,1613946548429,6306
"eps_0",1e-05,1613946548429,6306
"wd_1",0.01,1613946548429,6306
"sqr_mom_1",0.99,1613946548429,6306
"lr_1",1.1870294556640336e-05,1613946548429,6306
"mom_1",0.9262601734884541,1613946548429,6306
"eps_1",1e-05,1613946548429,6306
"wd_2",0.01,1613946548429,6306
"sqr_mom_2",0.99,1613946548429,6306
"lr_2",0.00011870294556640332,1613946548429,6306
"mom_2",0.9262601734884541,1613946548429,6306
"eps_2",1e-05,1613946548429,6306
"train_loss",0.006105448,1613946549394,6307
"raw_loss",0.006630849,1613946549394,6307
"epoch",39.67295597484274,1613946549394,6307
"wd_0",0.01,1613946549394,6307
"sqr_mom_0",0.99,1613946549394,6307
"lr_0",1.1858289868460407e-06,1613946549394,6307
"mom_0",0.9262841831049102,1613946549394,6307
"eps_0",1e-05,1613946549394,6307
"wd_1",0.01,1613946549394,6307
"sqr_mom_1",0.99,1613946549394,6307
"lr_1",1.1858289868460405e-05,1613946549394,6307
"mom_1",0.9262841831049102,1613946549394,6307
"eps_1",1e-05,1613946549394,6307
"wd_2",0.01,1613946549394,6307
"sqr_mom_2",0.99,1613946549394,6307
"lr_2",0.000118582898684604,1613946549394,6307
"mom_2",0.9262841831049102,1613946549394,6307
"eps_2",1e-05,1613946549394,6307
"train_loss",0.006049918,1613946550353,6308
"raw_loss",0.0033289439,1613946550353,6308
"epoch",39.679245283018844,1613946550353,6308
"wd_0",0.01,1613946550353,6308
"sqr_mom_0",0.99,1613946550353,6308
"lr_0",1.18462814045688e-06,1613946550353,6308
"mom_0",0.9263082002728651,1613946550353,6308
"eps_0",1e-05,1613946550353,6308
"wd_1",0.01,1613946550353,6308
"sqr_mom_1",0.99,1613946550353,6308
"lr_1",1.1846281404568797e-05,1613946550353,6308
"mom_1",0.9263082002728651,1613946550353,6308
"eps_1",1e-05,1613946550353,6308
"wd_2",0.01,1613946550353,6308
"sqr_mom_2",0.99,1613946550353,6308
"lr_2",0.00011846281404568796,1613946550353,6308
"mom_2",0.9263082002728651,1613946550353,6308
"eps_2",1e-05,1613946550353,6308
"train_loss",0.006032973,1613946551318,6309
"raw_loss",0.005202676,1613946551318,6309
"epoch",39.685534591194944,1613946551318,6309
"wd_0",0.01,1613946551318,6309
"sqr_mom_0",0.99,1613946551318,6309
"lr_0",1.1834285095134777e-06,1613946551318,6309
"mom_0",0.9263321931316617,1613946551318,6309
"eps_0",1e-05,1613946551318,6309
"wd_1",0.01,1613946551318,6309
"sqr_mom_1",0.99,1613946551318,6309
"lr_1",1.1834285095134772e-05,1613946551318,6309
"mom_1",0.9263321931316617,1613946551318,6309
"eps_1",1e-05,1613946551318,6309
"wd_2",0.01,1613946551318,6309
"sqr_mom_2",0.99,1613946551318,6309
"lr_2",0.0001183428509513477,1613946551318,6309
"mom_2",0.9263321931316617,1613946551318,6309
"eps_2",1e-05,1613946551318,6309
"train_loss",0.0060308166,1613946552308,6310
"raw_loss",0.0059251543,1613946552308,6310
"epoch",39.691823899371045,1613946552308,6310
"wd_0",0.01,1613946552308,6310
"sqr_mom_0",0.99,1613946552308,6310
"lr_0",1.1822292979417873e-06,1613946552308,6310
"mom_0",0.9263561776029403,1613946552308,6310
"eps_0",1e-05,1613946552308,6310
"wd_1",0.01,1613946552308,6310
"sqr_mom_1",0.99,1613946552308,6310
"lr_1",1.182229297941787e-05,1613946552308,6310
"mom_1",0.9263561776029403,1613946552308,6310
"eps_1",1e-05,1613946552308,6310
"wd_2",0.01,1613946552308,6310
"sqr_mom_2",0.99,1613946552308,6310
"lr_2",0.00011822292979417868,1613946552308,6310
"mom_2",0.9263561776029403,1613946552308,6310
"eps_2",1e-05,1613946552308,6310
"train_loss",0.0059949127,1613946553340,6311
"raw_loss",0.004235628,1613946553340,6311
"epoch",39.698113207547145,1613946553340,6311
"wd_0",0.01,1613946553340,6311
"sqr_mom_0",0.99,1613946553340,6311
"lr_0",1.1810297107809387e-06,1613946553340,6311
"mom_0",0.926380169586077,1613946553340,6311
"eps_0",1e-05,1613946553340,6311
"wd_1",0.01,1613946553340,6311
"sqr_mom_1",0.99,1613946553340,6311
"lr_1",1.181029710780938e-05,1613946553340,6311
"mom_1",0.926380169586077,1613946553340,6311
"eps_1",1e-05,1613946553340,6311
"wd_2",0.01,1613946553340,6311
"sqr_mom_2",0.99,1613946553340,6311
"lr_2",0.00011810297107809378,1613946553340,6311
"mom_2",0.926380169586077,1613946553340,6311
"eps_2",1e-05,1613946553340,6311
"train_loss",0.0060224547,1613946554394,6312
"raw_loss",0.007372014,1613946554394,6312
"epoch",39.704402515723245,1613946554394,6312
"wd_0",0.01,1613946554394,6312
"sqr_mom_0",0.99,1613946554394,6312
"lr_0",1.179831339377395e-06,1613946554394,6312
"mom_0",0.9264041372538246,1613946554394,6312
"eps_0",1e-05,1613946554394,6312
"wd_1",0.01,1613946554394,6312
"sqr_mom_1",0.99,1613946554394,6312
"lr_1",1.179831339377395e-05,1613946554394,6312
"mom_1",0.9264041372538246,1613946554394,6312
"eps_1",1e-05,1613946554394,6312
"wd_2",0.01,1613946554394,6312
"sqr_mom_2",0.99,1613946554394,6312
"lr_2",0.00011798313393773942,1613946554394,6312
"mom_2",0.9264041372538246,1613946554394,6312
"eps_2",1e-05,1613946554394,6312
"train_loss",0.005964281,1613946555390,6313
"raw_loss",0.0031137676,1613946555390,6313
"epoch",39.710691823899346,1613946555390,6313
"wd_0",0.01,1613946555390,6313
"sqr_mom_0",0.99,1613946555390,6313
"lr_0",1.178632991099046e-06,1613946555390,6313
"mom_0",0.9264281044590637,1613946555390,6313
"eps_0",1e-05,1613946555390,6313
"wd_1",0.01,1613946555390,6313
"sqr_mom_1",0.99,1613946555390,6313
"lr_1",1.1786329910990459e-05,1613946555390,6313
"mom_1",0.9264281044590637,1613946555390,6313
"eps_1",1e-05,1613946555390,6313
"wd_2",0.01,1613946555390,6313
"sqr_mom_2",0.99,1613946555390,6313
"lr_2",0.00011786329910990455,1613946555390,6313
"mom_2",0.9264281044590637,1613946555390,6313
"eps_2",1e-05,1613946555390,6313
"train_loss",0.005935023,1613946556377,6314
"raw_loss",0.0045013735,1613946556377,6314
"epoch",39.716981132075446,1613946556377,6314
"wd_0",0.01,1613946556377,6314
"sqr_mom_0",0.99,1613946556377,6314
"lr_0",1.177435063999253e-06,1613946556377,6314
"mom_0",0.9264520632406473,1613946556377,6314
"eps_0",1e-05,1613946556377,6314
"wd_1",0.01,1613946556377,6314
"sqr_mom_1",0.99,1613946556377,6314
"lr_1",1.1774350639992532e-05,1613946556377,6314
"mom_1",0.9264520632406473,1613946556377,6314
"eps_1",1e-05,1613946556377,6314
"wd_2",0.01,1613946556377,6314
"sqr_mom_2",0.99,1613946556377,6314
"lr_2",0.00011774350639992526,1613946556377,6314
"mom_2",0.9264520632406473,1613946556377,6314
"eps_2",1e-05,1613946556377,6314
"train_loss",0.00596488,1613946557334,6315
"raw_loss",0.007427867,1613946557334,6315
"epoch",39.72327044025155,1613946557334,6315
"wd_0",0.01,1613946557334,6315
"sqr_mom_0",0.99,1613946557334,6315
"lr_0",1.1762375584598406e-06,1613946557334,6315
"mom_0",0.9264760135909391,1613946557334,6315
"eps_0",1e-05,1613946557334,6315
"wd_1",0.01,1613946557334,6315
"sqr_mom_1",0.99,1613946557334,6315
"lr_1",1.1762375584598409e-05,1613946557334,6315
"mom_1",0.9264760135909391,1613946557334,6315
"eps_1",1e-05,1613946557334,6315
"wd_2",0.01,1613946557334,6315
"sqr_mom_2",0.99,1613946557334,6315
"lr_2",0.00011762375584598402,1613946557334,6315
"mom_2",0.9264760135909391,1613946557334,6315
"eps_2",1e-05,1613946557334,6315
"train_loss",0.006083099,1613946558316,6316
"raw_loss",0.01187585,1613946558316,6316
"epoch",39.72955974842765,1613946558316,6316
"wd_0",0.01,1613946558316,6316
"sqr_mom_0",0.99,1613946558316,6316
"lr_0",1.1750408718351613e-06,1613946558316,6316
"mom_0",0.9264999475627724,1613946558316,6316
"eps_0",1e-05,1613946558316,6316
"wd_1",0.01,1613946558316,6316
"sqr_mom_1",0.99,1613946558316,6316
"lr_1",1.175040871835161e-05,1613946558316,6316
"mom_1",0.9264999475627724,1613946558316,6316
"eps_1",1e-05,1613946558316,6316
"wd_2",0.01,1613946558316,6316
"sqr_mom_2",0.99,1613946558316,6316
"lr_2",0.0001175040871835161,1613946558316,6316
"mom_2",0.9264999475627724,1613946558316,6316
"eps_2",1e-05,1613946558316,6316
"train_loss",0.0060635717,1613946559309,6317
"raw_loss",0.005106733,1613946559309,6317
"epoch",39.73584905660375,1613946559309,6317
"wd_0",0.01,1613946559309,6317
"sqr_mom_0",0.99,1613946559309,6317
"lr_0",1.1738438135887905e-06,1613946559309,6317
"mom_0",0.9265238889671138,1613946559309,6317
"eps_0",1e-05,1613946559309,6317
"wd_1",0.01,1613946559309,6317
"sqr_mom_1",0.99,1613946559309,6317
"lr_1",1.1738438135887903e-05,1613946559309,6317
"mom_1",0.9265238889671138,1613946559309,6317
"eps_1",1e-05,1613946559309,6317
"wd_2",0.01,1613946559309,6317
"sqr_mom_2",0.99,1613946559309,6317
"lr_2",0.00011738438135887905,1613946559309,6317
"mom_2",0.9265238889671138,1613946559309,6317
"eps_2",1e-05,1613946559309,6317
"train_loss",0.006014165,1613946560311,6318
"raw_loss",0.0035932404,1613946560311,6318
"epoch",39.74213836477985,1613946560311,6318
"wd_0",0.01,1613946560311,6318
"sqr_mom_0",0.99,1613946560311,6318
"lr_0",1.1726479717123903e-06,1613946560311,6318
"mom_0",0.9265478060438126,1613946560311,6318
"eps_0",1e-05,1613946560311,6318
"wd_1",0.01,1613946560311,6318
"sqr_mom_1",0.99,1613946560311,6318
"lr_1",1.1726479717123903e-05,1613946560311,6318
"mom_1",0.9265478060438126,1613946560311,6318
"eps_1",1e-05,1613946560311,6318
"wd_2",0.01,1613946560311,6318
"sqr_mom_2",0.99,1613946560311,6318
"lr_2",0.00011726479717123897,1613946560311,6318
"mom_2",0.9265478060438126,1613946560311,6318
"eps_2",1e-05,1613946560311,6318
"train_loss",0.0059783794,1613946561261,6319
"raw_loss",0.0042248797,1613946561261,6319
"epoch",39.74842767295595,1613946561261,6319
"wd_0",0.01,1613946561261,6319
"sqr_mom_0",0.99,1613946561261,6319
"lr_0",1.1714525526415931e-06,1613946561261,6319
"mom_0",0.9265717146643148,1613946561261,6319
"eps_0",1e-05,1613946561261,6319
"wd_1",0.01,1613946561261,6319
"sqr_mom_1",0.99,1613946561261,6319
"lr_1",1.1714525526415933e-05,1613946561261,6319
"mom_1",0.9265717146643148,1613946561261,6319
"eps_1",1e-05,1613946561261,6319
"wd_2",0.01,1613946561261,6319
"sqr_mom_2",0.99,1613946561261,6319
"lr_2",0.00011714525526415929,1613946561261,6319
"mom_2",0.9265717146643148,1613946561261,6319
"eps_2",1e-05,1613946561261,6319
"train_loss",0.0060200645,1613946562209,6320
"raw_loss",0.008062645,1613946562209,6320
"epoch",39.75471698113205,1613946562209,6320
"wd_0",0.01,1613946562209,6320
"sqr_mom_0",0.99,1613946562209,6320
"lr_0",1.1702567639343328e-06,1613946562209,6320
"mom_0",0.9265956306776201,1613946562209,6320
"eps_0",1e-05,1613946562209,6320
"wd_1",0.01,1613946562209,6320
"sqr_mom_1",0.99,1613946562209,6320
"lr_1",1.170256763934333e-05,1613946562209,6320
"mom_1",0.9265956306776201,1613946562209,6320
"eps_1",1e-05,1613946562209,6320
"wd_2",0.01,1613946562209,6320
"sqr_mom_2",0.99,1613946562209,6320
"lr_2",0.00011702567639343327,1613946562209,6320
"mom_2",0.9265956306776201,1613946562209,6320
"eps_2",1e-05,1613946562209,6320
"train_loss",0.0059581236,1613946563157,6321
"raw_loss",0.0029230171,1613946563157,6321
"epoch",39.76100628930815,1613946563157,6321
"wd_0",0.01,1613946563157,6321
"sqr_mom_0",0.99,1613946563157,6321
"lr_0",1.1690621918981236e-06,1613946563157,6321
"mom_0",0.9266195223572611,1613946563157,6321
"eps_0",1e-05,1613946563157,6321
"wd_1",0.01,1613946563157,6321
"sqr_mom_1",0.99,1613946563157,6321
"lr_1",1.1690621918981237e-05,1613946563157,6321
"mom_1",0.9266195223572611,1613946563157,6321
"eps_1",1e-05,1613946563157,6321
"wd_2",0.01,1613946563157,6321
"sqr_mom_2",0.99,1613946563157,6321
"lr_2",0.0001169062191898123,1613946563157,6321
"mom_2",0.9266195223572611,1613946563157,6321
"eps_2",1e-05,1613946563157,6321
"train_loss",0.0059461887,1613946564101,6322
"raw_loss",0.0053613824,1613946564101,6322
"epoch",39.76729559748425,1613946564101,6322
"wd_0",0.01,1613946564101,6322
"sqr_mom_0",0.99,1613946564101,6322
"lr_0",1.167868043809686e-06,1613946564101,6322
"mom_0",0.9266434055578618,1613946564101,6322
"eps_0",1e-05,1613946564101,6322
"wd_1",0.01,1613946564101,6322
"sqr_mom_1",0.99,1613946564101,6322
"lr_1",1.1678680438096864e-05,1613946564101,6322
"mom_1",0.9266434055578618,1613946564101,6322
"eps_1",1e-05,1613946564101,6322
"wd_2",0.01,1613946564101,6322
"sqr_mom_2",0.99,1613946564101,6322
"lr_2",0.00011678680438096859,1613946564101,6322
"mom_2",0.9266434055578618,1613946564101,6322
"eps_2",1e-05,1613946564101,6322
"train_loss",0.0059618326,1613946565044,6323
"raw_loss",0.0067283898,1613946565044,6323
"epoch",39.77358490566035,1613946565044,6323
"wd_0",0.01,1613946565044,6323
"sqr_mom_0",0.99,1613946565044,6323
"lr_0",1.166673528071071e-06,1613946565044,6323
"mom_0",0.9266672961115396,1613946565044,6323
"eps_0",1e-05,1613946565044,6323
"wd_1",0.01,1613946565044,6323
"sqr_mom_1",0.99,1613946565044,6323
"lr_1",1.1666735280710707e-05,1613946565044,6323
"mom_1",0.9266672961115396,1613946565044,6323
"eps_1",1e-05,1613946565044,6323
"wd_2",0.01,1613946565044,6323
"sqr_mom_2",0.99,1613946565044,6323
"lr_2",0.00011666735280710703,1613946565044,6323
"mom_2",0.9266672961115396,1613946565044,6323
"eps_2",1e-05,1613946565044,6323
"train_loss",0.005940146,1613946565995,6324
"raw_loss",0.0048774853,1613946565995,6324
"epoch",39.77987421383645,1613946565995,6324
"wd_0",0.01,1613946565995,6324
"sqr_mom_0",0.99,1613946565995,6324
"lr_0",1.1654802293010993e-06,1613946565995,6324
"mom_0",0.9266911623256012,1613946565995,6324
"eps_0",1e-05,1613946565995,6324
"wd_1",0.01,1613946565995,6324
"sqr_mom_1",0.99,1613946565995,6324
"lr_1",1.1654802293010991e-05,1613946565995,6324
"mom_1",0.9266911623256012,1613946565995,6324
"eps_1",1e-05,1613946565995,6324
"wd_2",0.01,1613946565995,6324
"sqr_mom_2",0.99,1613946565995,6324
"lr_2",0.00011654802293010991,1613946565995,6324
"mom_2",0.9266911623256012,1613946565995,6324
"eps_2",1e-05,1613946565995,6324
"train_loss",0.0059041935,1613946566939,6325
"raw_loss",0.00414252,1613946566939,6325
"epoch",39.78616352201255,1613946566939,6325
"wd_0",0.01,1613946566939,6325
"sqr_mom_0",0.99,1613946566939,6325
"lr_0",1.1642865642058722e-06,1613946566939,6325
"mom_0",0.9267150358662412,1613946566939,6325
"eps_0",1e-05,1613946566939,6325
"wd_1",0.01,1613946566939,6325
"sqr_mom_1",0.99,1613946566939,6325
"lr_1",1.164286564205872e-05,1613946566939,6325
"mom_1",0.9267150358662412,1613946566939,6325
"eps_1",1e-05,1613946566939,6325
"wd_2",0.01,1613946566939,6325
"sqr_mom_2",0.99,1613946566939,6325
"lr_2",0.00011642865642058717,1613946566939,6325
"mom_2",0.9267150358662412,1613946566939,6325
"eps_2",1e-05,1613946566939,6325
"train_loss",0.005929947,1613946567885,6326
"raw_loss",0.007191854,1613946567885,6326
"epoch",39.79245283018865,1613946567885,6326
"wd_0",0.01,1613946567885,6326
"sqr_mom_0",0.99,1613946567885,6326
"lr_0",1.1630941162757679e-06,1613946567885,6326
"mom_0",0.9267388850633352,1613946567885,6326
"eps_0",1e-05,1613946567885,6326
"wd_1",0.01,1613946567885,6326
"sqr_mom_1",0.99,1613946567885,6326
"lr_1",1.1630941162757682e-05,1613946567885,6326
"mom_1",0.9267388850633352,1613946567885,6326
"eps_1",1e-05,1613946567885,6326
"wd_2",0.01,1613946567885,6326
"sqr_mom_2",0.99,1613946567885,6326
"lr_2",0.00011630941162757679,1613946567885,6326
"mom_2",0.9267388850633352,1613946567885,6326
"eps_2",1e-05,1613946567885,6326
"train_loss",0.0058962423,1613946568836,6327
"raw_loss",0.004244718,1613946568836,6327
"epoch",39.79874213836475,1613946568836,6327
"wd_0",0.01,1613946568836,6327
"sqr_mom_0",0.99,1613946568836,6327
"lr_0",1.1619016987700909e-06,1613946568836,6327
"mom_0",0.9267627336519346,1613946568836,6327
"eps_0",1e-05,1613946568836,6327
"wd_1",0.01,1613946568836,6327
"sqr_mom_1",0.99,1613946568836,6327
"lr_1",1.1619016987700904e-05,1613946568836,6327
"mom_1",0.9267627336519346,1613946568836,6327
"eps_1",1e-05,1613946568836,6327
"wd_2",0.01,1613946568836,6327
"sqr_mom_2",0.99,1613946568836,6327
"lr_2",0.00011619016987700901,1613946568836,6327
"mom_2",0.9267627336519346,1613946568836,6327
"eps_2",1e-05,1613946568836,6327
"train_loss",0.00588637,1613946569792,6328
"raw_loss",0.0054026125,1613946569792,6328
"epoch",39.80503144654085,1613946569792,6328
"wd_0",0.01,1613946569792,6328
"sqr_mom_0",0.99,1613946569792,6328
"lr_0",1.1607097077758766e-06,1613946569792,6328
"mom_0",0.9267865737102196,1613946569792,6328
"eps_0",1e-05,1613946569792,6328
"wd_1",0.01,1613946569792,6328
"sqr_mom_1",0.99,1613946569792,6328
"lr_1",1.1607097077758768e-05,1613946569792,6328
"mom_1",0.9267865737102196,1613946569792,6328
"eps_1",1e-05,1613946569792,6328
"wd_2",0.01,1613946569792,6328
"sqr_mom_2",0.99,1613946569792,6328
"lr_2",0.00011607097077758762,1613946569792,6328
"mom_2",0.9267865737102196,1613946569792,6328
"eps_2",1e-05,1613946569792,6328
"train_loss",0.0058797263,1613946570742,6329
"raw_loss",0.0055541997,1613946570742,6329
"epoch",39.81132075471695,1613946570742,6329
"wd_0",0.01,1613946570742,6329
"sqr_mom_0",0.99,1613946570742,6329
"lr_0",1.15951814367306e-06,1613946570742,6329
"mom_0",0.9268104052305911,1613946570742,6329
"eps_0",1e-05,1613946570742,6329
"wd_1",0.01,1613946570742,6329
"sqr_mom_1",0.99,1613946570742,6329
"lr_1",1.1595181436730603e-05,1613946570742,6329
"mom_1",0.9268104052305911,1613946570742,6329
"eps_1",1e-05,1613946570742,6329
"wd_2",0.01,1613946570742,6329
"sqr_mom_2",0.99,1613946570742,6329
"lr_2",0.000115951814367306,1613946570742,6329
"mom_2",0.9268104052305911,1613946570742,6329
"eps_2",1e-05,1613946570742,6329
"train_loss",0.0059102955,1613946571684,6330
"raw_loss",0.007408187,1613946571684,6330
"epoch",39.81761006289305,1613946571684,6330
"wd_0",0.01,1613946571684,6330
"sqr_mom_0",0.99,1613946571684,6330
"lr_0",1.1583274018408201e-06,1613946571684,6330
"mom_0",0.9268342203053866,1613946571684,6330
"eps_0",1e-05,1613946571684,6330
"wd_1",0.01,1613946571684,6330
"sqr_mom_1",0.99,1613946571684,6330
"lr_1",1.1583274018408205e-05,1613946571684,6330
"mom_1",0.9268342203053866,1613946571684,6330
"eps_1",1e-05,1613946571684,6330
"wd_2",0.01,1613946571684,6330
"sqr_mom_2",0.99,1613946571684,6330
"lr_2",0.00011583274018408201,1613946571684,6330
"mom_2",0.9268342203053866,1613946571684,6330
"eps_2",1e-05,1613946571684,6330
"train_loss",0.005894707,1613946572630,6331
"raw_loss",0.005130874,1613946572630,6331
"epoch",39.82389937106915,1613946572630,6331
"wd_0",0.01,1613946572630,6331
"sqr_mom_0",0.99,1613946572630,6331
"lr_0",1.1571362976606698e-06,1613946572630,6331
"mom_0",0.9268580426272128,1613946572630,6331
"eps_0",1e-05,1613946572630,6331
"wd_1",0.01,1613946572630,6331
"sqr_mom_1",0.99,1613946572630,6331
"lr_1",1.1571362976606693e-05,1613946572630,6331
"mom_1",0.9268580426272128,1613946572630,6331
"eps_1",1e-05,1613946572630,6331
"wd_2",0.01,1613946572630,6331
"sqr_mom_2",0.99,1613946572630,6331
"lr_2",0.00011571362976606691,1613946572630,6331
"mom_2",0.9268580426272128,1613946572630,6331
"eps_2",1e-05,1613946572630,6331
"train_loss",0.0058639306,1613946573641,6332
"raw_loss",0.00435587,1613946573641,6332
"epoch",39.83018867924525,1613946573641,6332
"wd_0",0.01,1613946573641,6332
"sqr_mom_0",0.99,1613946573641,6332
"lr_0",1.1559464112257319e-06,1613946573641,6332
"mom_0",0.9268818405938912,1613946573641,6332
"eps_0",1e-05,1613946573641,6332
"wd_1",0.01,1613946573641,6332
"sqr_mom_1",0.99,1613946573641,6332
"lr_1",1.1559464112257322e-05,1613946573641,6332
"mom_1",0.9268818405938912,1613946573641,6332
"eps_1",1e-05,1613946573641,6332
"wd_2",0.01,1613946573641,6332
"sqr_mom_2",0.99,1613946573641,6332
"lr_2",0.00011559464112257317,1613946573641,6332
"mom_2",0.9268818405938912,1613946573641,6332
"eps_2",1e-05,1613946573641,6332
"train_loss",0.0058074617,1613946574614,6333
"raw_loss",0.0030404828,1613946574614,6333
"epoch",39.836477987421354,1613946574614,6333
"wd_0",0.01,1613946574614,6333
"sqr_mom_0",0.99,1613946574614,6333
"lr_0",1.1547569529162991e-06,1613946574614,6333
"mom_0",0.926905629997974,1613946574614,6333
"eps_0",1e-05,1613946574614,6333
"wd_1",0.01,1613946574614,6333
"sqr_mom_1",0.99,1613946574614,6333
"lr_1",1.154756952916299e-05,1613946574614,6333
"mom_1",0.926905629997974,1613946574614,6333
"eps_1",1e-05,1613946574614,6333
"wd_2",0.01,1613946574614,6333
"sqr_mom_2",0.99,1613946574614,6333
"lr_2",0.00011547569529162985,1613946574614,6333
"mom_2",0.926905629997974,1613946574614,6333
"eps_2",1e-05,1613946574614,6333
"train_loss",0.0057740198,1613946575568,6334
"raw_loss",0.004135368,1613946575568,6334
"epoch",39.842767295597454,1613946575568,6334
"wd_0",0.01,1613946575568,6334
"sqr_mom_0",0.99,1613946575568,6334
"lr_0",1.1535671342490792e-06,1613946575568,6334
"mom_0",0.9269294266092845,1613946575568,6334
"eps_0",1e-05,1613946575568,6334
"wd_1",0.01,1613946575568,6334
"sqr_mom_1",0.99,1613946575568,6334
"lr_1",1.1535671342490792e-05,1613946575568,6334
"mom_1",0.9269294266092845,1613946575568,6334
"eps_1",1e-05,1613946575568,6334
"wd_2",0.01,1613946575568,6334
"sqr_mom_2",0.99,1613946575568,6334
"lr_2",0.0001153567134249079,1613946575568,6334
"mom_2",0.9269294266092845,1613946575568,6334
"eps_2",1e-05,1613946575568,6334
"train_loss",0.005754601,1613946576511,6335
"raw_loss",0.0048030904,1613946576511,6335
"epoch",39.849056603773555,1613946576511,6335
"wd_0",0.01,1613946576511,6335
"sqr_mom_0",0.99,1613946576511,6335
"lr_0",1.1523785336118629e-06,1613946576511,6335
"mom_0",0.9269531988597512,1613946576511,6335
"eps_0",1e-05,1613946576511,6335
"wd_1",0.01,1613946576511,6335
"sqr_mom_1",0.99,1613946576511,6335
"lr_1",1.152378533611863e-05,1613946576511,6335
"mom_1",0.9269531988597512,1613946576511,6335
"eps_1",1e-05,1613946576511,6335
"wd_2",0.01,1613946576511,6335
"sqr_mom_2",0.99,1613946576511,6335
"lr_2",0.00011523785336118626,1613946576511,6335
"mom_2",0.9269531988597512,1613946576511,6335
"eps_2",1e-05,1613946576511,6335
"train_loss",0.0057562734,1613946577481,6336
"raw_loss",0.005838217,1613946577481,6336
"epoch",39.855345911949655,1613946577481,6336
"wd_0",0.01,1613946577481,6336
"sqr_mom_0",0.99,1613946577481,6336
"lr_0",1.1511899680904505e-06,1613946577481,6336
"mom_0",0.9269769704078951,1613946577481,6336
"eps_0",1e-05,1613946577481,6336
"wd_1",0.01,1613946577481,6336
"sqr_mom_1",0.99,1613946577481,6336
"lr_1",1.1511899680904502e-05,1613946577481,6336
"mom_1",0.9269769704078951,1613946577481,6336
"eps_1",1e-05,1613946577481,6336
"wd_2",0.01,1613946577481,6336
"sqr_mom_2",0.99,1613946577481,6336
"lr_2",0.00011511899680904502,1613946577481,6336
"mom_2",0.9269769704078951,1613946577481,6336
"eps_2",1e-05,1613946577481,6336
"train_loss",0.0057417816,1613946578448,6337
"raw_loss",0.0050316816,1613946578448,6337
"epoch",39.861635220125756,1613946578448,6337
"wd_0",0.01,1613946578448,6337
"sqr_mom_0",0.99,1613946578448,6337
"lr_0",1.1500018324947425e-06,1613946578448,6337
"mom_0",0.9270007333574387,1613946578448,6337
"eps_0",1e-05,1613946578448,6337
"wd_1",0.01,1613946578448,6337
"sqr_mom_1",0.99,1613946578448,6337
"lr_1",1.1500018324947423e-05,1613946578448,6337
"mom_1",0.9270007333574387,1613946578448,6337
"eps_1",1e-05,1613946578448,6337
"wd_2",0.01,1613946578448,6337
"sqr_mom_2",0.99,1613946578448,6337
"lr_2",0.00011500018324947417,1613946578448,6337
"mom_2",0.9270007333574387,1613946578448,6337
"eps_2",1e-05,1613946578448,6337
"train_loss",0.0058008013,1613946579400,6338
"raw_loss",0.008692772,1613946579400,6338
"epoch",39.867924528301856,1613946579400,6338
"wd_0",0.01,1613946579400,6338
"sqr_mom_0",0.99,1613946579400,6338
"lr_0",1.1488141272034446e-06,1613946579400,6338
"mom_0",0.927024487700808,1613946579400,6338
"eps_0",1e-05,1613946579400,6338
"wd_1",0.01,1613946579400,6338
"sqr_mom_1",0.99,1613946579400,6338
"lr_1",1.1488141272034445e-05,1613946579400,6338
"mom_1",0.927024487700808,1613946579400,6338
"eps_1",1e-05,1613946579400,6338
"wd_2",0.01,1613946579400,6338
"sqr_mom_2",0.99,1613946579400,6338
"lr_2",0.00011488141272034445,1613946579400,6338
"mom_2",0.927024487700808,1613946579400,6338
"eps_2",1e-05,1613946579400,6338
"train_loss",0.005766618,1613946580345,6339
"raw_loss",0.004091644,1613946580345,6339
"epoch",39.874213836477956,1613946580345,6339
"wd_0",0.01,1613946580345,6339
"sqr_mom_0",0.99,1613946580345,6339
"lr_0",1.147627246312937e-06,1613946580345,6339
"mom_0",0.9270482255559968,1613946580345,6339
"eps_0",1e-05,1613946580345,6339
"wd_1",0.01,1613946580345,6339
"sqr_mom_1",0.99,1613946580345,6339
"lr_1",1.1476272463129373e-05,1613946580345,6339
"mom_1",0.9270482255559968,1613946580345,6339
"eps_1",1e-05,1613946580345,6339
"wd_2",0.01,1613946580345,6339
"sqr_mom_2",0.99,1613946580345,6339
"lr_2",0.00011476272463129369,1613946580345,6339
"mom_2",0.9270482255559968,1613946580345,6339
"eps_2",1e-05,1613946580345,6339
"train_loss",0.005828864,1613946581305,6340
"raw_loss",0.008878906,1613946581305,6340
"epoch",39.88050314465406,1613946581305,6340
"wd_0",0.01,1613946581305,6340
"sqr_mom_0",0.99,1613946581305,6340
"lr_0",1.1464400090482075e-06,1613946581305,6340
"mom_0",0.9270719705387412,1613946581305,6340
"eps_0",1e-05,1613946581305,6340
"wd_1",0.01,1613946581305,6340
"sqr_mom_1",0.99,1613946581305,6340
"lr_1",1.1464400090482077e-05,1613946581305,6340
"mom_1",0.9270719705387412,1613946581305,6340
"eps_1",1e-05,1613946581305,6340
"wd_2",0.01,1613946581305,6340
"sqr_mom_2",0.99,1613946581305,6340
"lr_2",0.00011464400090482072,1613946581305,6340
"mom_2",0.9270719705387412,1613946581305,6340
"eps_2",1e-05,1613946581305,6340
"train_loss",0.0057557872,1613946582295,6341
"raw_loss",0.002175023,1613946582295,6341
"epoch",39.88679245283016,1613946582295,6341
"wd_0",0.01,1613946582295,6341
"sqr_mom_0",0.99,1613946582295,6341
"lr_0",1.1452539903726124e-06,1613946582295,6341
"mom_0",0.9270956911494592,1613946582295,6341
"eps_0",1e-05,1613946582295,6341
"wd_1",0.01,1613946582295,6341
"sqr_mom_1",0.99,1613946582295,6341
"lr_1",1.1452539903726129e-05,1613946582295,6341
"mom_1",0.9270956911494592,1613946582295,6341
"eps_1",1e-05,1613946582295,6341
"wd_2",0.01,1613946582295,6341
"sqr_mom_2",0.99,1613946582295,6341
"lr_2",0.00011452539903726122,1613946582295,6341
"mom_2",0.9270956911494592,1613946582295,6341
"eps_2",1e-05,1613946582295,6341
"train_loss",0.0057341983,1613946583280,6342
"raw_loss",0.004676334,1613946583280,6342
"epoch",39.89308176100626,1613946583280,6342
"wd_0",0.01,1613946583280,6342
"sqr_mom_0",0.99,1613946583280,6342
"lr_0",1.1440684032283478e-06,1613946583280,6342
"mom_0",0.9271194031294643,1613946583280,6342
"eps_0",1e-05,1613946583280,6342
"wd_1",0.01,1613946583280,6342
"sqr_mom_1",0.99,1613946583280,6342
"lr_1",1.1440684032283472e-05,1613946583280,6342
"mom_1",0.9271194031294643,1613946583280,6342
"eps_1",1e-05,1613946583280,6342
"wd_2",0.01,1613946583280,6342
"sqr_mom_2",0.99,1613946583280,6342
"lr_2",0.0001144068403228347,1613946583280,6342
"mom_2",0.9271194031294643,1613946583280,6342
"eps_2",1e-05,1613946583280,6342
"train_loss",0.0057675913,1613946584219,6343
"raw_loss",0.007403841,1613946584219,6343
"epoch",39.89937106918236,1613946584219,6343
"wd_0",0.01,1613946584219,6343
"sqr_mom_0",0.99,1613946584219,6343
"lr_0",1.1428824617030682e-06,1613946584219,6343
"mom_0",0.9271431221971606,1613946584219,6343
"eps_0",1e-05,1613946584219,6343
"wd_1",0.01,1613946584219,6343
"sqr_mom_1",0.99,1613946584219,6343
"lr_1",1.1428824617030678e-05,1613946584219,6343
"mom_1",0.9271431221971606,1613946584219,6343
"eps_1",1e-05,1613946584219,6343
"wd_2",0.01,1613946584219,6343
"sqr_mom_2",0.99,1613946584219,6343
"lr_2",0.00011428824617030673,1613946584219,6343
"mom_2",0.9271431221971606,1613946584219,6343
"eps_2",1e-05,1613946584219,6343
"train_loss",0.005771653,1613946585198,6344
"raw_loss",0.0059706764,1613946585198,6344
"epoch",39.90566037735846,1613946585198,6344
"wd_0",0.01,1613946585198,6344
"sqr_mom_0",0.99,1613946585198,6344
"lr_0",1.1416977390412301e-06,1613946585198,6344
"mom_0",0.9271668168873443,1613946585198,6344
"eps_0",1e-05,1613946585198,6344
"wd_1",0.01,1613946585198,6344
"sqr_mom_1",0.99,1613946585198,6344
"lr_1",1.1416977390412298e-05,1613946585198,6344
"mom_1",0.9271668168873443,1613946585198,6344
"eps_1",1e-05,1613946585198,6344
"wd_2",0.01,1613946585198,6344
"sqr_mom_2",0.99,1613946585198,6344
"lr_2",0.00011416977390412293,1613946585198,6344
"mom_2",0.9271668168873443,1613946585198,6344
"eps_2",1e-05,1613946585198,6344
"train_loss",0.0057306443,1613946586142,6345
"raw_loss",0.0037212365,1613946586142,6345
"epoch",39.91194968553456,1613946586142,6345
"wd_0",0.01,1613946586142,6345
"sqr_mom_0",0.99,1613946586142,6345
"lr_0",1.1405134490434861e-06,1613946586142,6345
"mom_0",0.9271905029241595,1613946586142,6345
"eps_0",1e-05,1613946586142,6345
"wd_1",0.01,1613946586142,6345
"sqr_mom_1",0.99,1613946586142,6345
"lr_1",1.1405134490434865e-05,1613946586142,6345
"mom_1",0.9271905029241595,1613946586142,6345
"eps_1",1e-05,1613946586142,6345
"wd_2",0.01,1613946586142,6345
"sqr_mom_2",0.99,1613946586142,6345
"lr_2",0.00011405134490434857,1613946586142,6345
"mom_2",0.9271905029241595,1613946586142,6345
"eps_2",1e-05,1613946586142,6345
"train_loss",0.005690174,1613946587100,6346
"raw_loss",0.0037071276,1613946587100,6346
"epoch",39.91823899371066,1613946587100,6346
"wd_0",0.01,1613946587100,6346
"sqr_mom_0",0.99,1613946587100,6346
"lr_0",1.139328806658951e-06,1613946587100,6346
"mom_0",0.9272141960087811,1613946587100,6346
"eps_0",1e-05,1613946587100,6346
"wd_1",0.01,1613946587100,6346
"sqr_mom_1",0.99,1613946587100,6346
"lr_1",1.1393288066589507e-05,1613946587100,6346
"mom_1",0.9272141960087811,1613946587100,6346
"eps_1",1e-05,1613946587100,6346
"wd_2",0.01,1613946587100,6346
"sqr_mom_2",0.99,1613946587100,6346
"lr_2",0.00011393288066589505,1613946587100,6346
"mom_2",0.9272141960087811,1613946587100,6346
"eps_2",1e-05,1613946587100,6346
"train_loss",0.0056972145,1613946588067,6347
"raw_loss",0.0060421806,1613946588067,6347
"epoch",39.92452830188676,1613946588067,6347
"wd_0",0.01,1613946588067,6347
"sqr_mom_0",0.99,1613946588067,6347
"lr_0",1.138145383408669e-06,1613946588067,6347
"mom_0",0.9272378647104736,1613946588067,6347
"eps_0",1e-05,1613946588067,6347
"wd_1",0.01,1613946588067,6347
"sqr_mom_1",0.99,1613946588067,6347
"lr_1",1.138145383408669e-05,1613946588067,6347
"mom_1",0.9272378647104736,1613946588067,6347
"eps_1",1e-05,1613946588067,6347
"wd_2",0.01,1613946588067,6347
"sqr_mom_2",0.99,1613946588067,6347
"lr_2",0.0001138145383408669,1613946588067,6347
"mom_2",0.9272378647104736,1613946588067,6347
"eps_2",1e-05,1613946588067,6347
"train_loss",0.005644222,1613946589006,6348
"raw_loss",0.0030475692,1613946589006,6348
"epoch",39.93081761006286,1613946589006,6348
"wd_0",0.01,1613946589006,6348
"sqr_mom_0",0.99,1613946589006,6348
"lr_0",1.1369620015278718e-06,1613946589006,6348
"mom_0",0.9272615325847684,1613946589006,6348
"eps_0",1e-05,1613946589006,6348
"wd_1",0.01,1613946589006,6348
"sqr_mom_1",0.99,1613946589006,6348
"lr_1",1.1369620015278721e-05,1613946589006,6348
"mom_1",0.9272615325847684,1613946589006,6348
"eps_1",1e-05,1613946589006,6348
"wd_2",0.01,1613946589006,6348
"sqr_mom_2",0.99,1613946589006,6348
"lr_2",0.00011369620015278718,1613946589006,6348
"mom_2",0.9272615325847684,1613946589006,6348
"eps_2",1e-05,1613946589006,6348
"train_loss",0.005588611,1613946589945,6349
"raw_loss",0.0028636742,1613946589945,6349
"epoch",39.93710691823896,1613946589945,6349
"wd_0",0.01,1613946589945,6349
"sqr_mom_0",0.99,1613946589945,6349
"lr_0",1.1357790541077805e-06,1613946589945,6349
"mom_0",0.9272851917697621,1613946589945,6349
"eps_0",1e-05,1613946589945,6349
"wd_1",0.01,1613946589945,6349
"sqr_mom_1",0.99,1613946589945,6349
"lr_1",1.1357790541077804e-05,1613946589945,6349
"mom_1",0.9272851917697621,1613946589945,6349
"eps_1",1e-05,1613946589945,6349
"wd_2",0.01,1613946589945,6349
"sqr_mom_2",0.99,1613946589945,6349
"lr_2",0.000113577905410778,1613946589945,6349
"mom_2",0.9272851917697621,1613946589945,6349
"eps_2",1e-05,1613946589945,6349
"train_loss",0.0055807023,1613946590929,6350
"raw_loss",0.0051931646,1613946590929,6350
"epoch",39.94339622641506,1613946590929,6350
"wd_0",0.01,1613946590929,6350
"sqr_mom_0",0.99,1613946590929,6350
"lr_0",1.134596541525446e-06,1613946590929,6350
"mom_0",0.9273088422579137,1613946590929,6350
"eps_0",1e-05,1613946590929,6350
"wd_1",0.01,1613946590929,6350
"sqr_mom_1",0.99,1613946590929,6350
"lr_1",1.134596541525446e-05,1613946590929,6350
"mom_1",0.9273088422579137,1613946590929,6350
"eps_1",1e-05,1613946590929,6350
"wd_2",0.01,1613946590929,6350
"sqr_mom_2",0.99,1613946590929,6350
"lr_2",0.00011345965415254458,1613946590929,6350
"mom_2",0.9273088422579137,1613946590929,6350
"eps_2",1e-05,1613946590929,6350
"train_loss",0.0055452166,1613946591937,6351
"raw_loss",0.0038064148,1613946591937,6351
"epoch",39.94968553459116,1613946591937,6351
"wd_0",0.01,1613946591937,6351
"sqr_mom_0",0.99,1613946591937,6351
"lr_0",1.1334148561510502e-06,1613946591937,6351
"mom_0",0.927332476201741,1613946591937,6351
"eps_0",1e-05,1613946591937,6351
"wd_1",0.01,1613946591937,6351
"sqr_mom_1",0.99,1613946591937,6351
"lr_1",1.1334148561510502e-05,1613946591937,6351
"mom_1",0.927332476201741,1613946591937,6351
"eps_1",1e-05,1613946591937,6351
"wd_2",0.01,1613946591937,6351
"sqr_mom_2",0.99,1613946591937,6351
"lr_2",0.00011334148561510497,1613946591937,6351
"mom_2",0.927332476201741,1613946591937,6351
"eps_2",1e-05,1613946591937,6351
"train_loss",0.0054788236,1613946592890,6352
"raw_loss",0.0022255597,1613946592890,6352
"epoch",39.95597484276726,1613946592890,6352
"wd_0",0.01,1613946592890,6352
"sqr_mom_0",0.99,1613946592890,6352
"lr_0",1.1322328223815585e-06,1613946592890,6352
"mom_0",0.9273561171135399,1613946592890,6352
"eps_0",1e-05,1613946592890,6352
"wd_1",0.01,1613946592890,6352
"sqr_mom_1",0.99,1613946592890,6352
"lr_1",1.1322328223815583e-05,1613946592890,6352
"mom_1",0.9273561171135399,1613946592890,6352
"eps_1",1e-05,1613946592890,6352
"wd_2",0.01,1613946592890,6352
"sqr_mom_2",0.99,1613946592890,6352
"lr_2",0.00011322328223815583,1613946592890,6352
"mom_2",0.9273561171135399,1613946592890,6352
"eps_2",1e-05,1613946592890,6352
"train_loss",0.0054741544,1613946593834,6353
"raw_loss",0.0052453685,1613946593834,6353
"epoch",39.96226415094336,1613946593834,6353
"wd_0",0.01,1613946593834,6353
"sqr_mom_0",0.99,1613946593834,6353
"lr_0",1.1310520082774834e-06,1613946593834,6353
"mom_0",0.9273797336317866,1613946593834,6353
"eps_0",1e-05,1613946593834,6353
"wd_1",0.01,1613946593834,6353
"sqr_mom_1",0.99,1613946593834,6353
"lr_1",1.1310520082774832e-05,1613946593834,6353
"mom_1",0.9273797336317866,1613946593834,6353
"eps_1",1e-05,1613946593834,6353
"wd_2",0.01,1613946593834,6353
"sqr_mom_2",0.99,1613946593834,6353
"lr_2",0.00011310520082774832,1613946593834,6353
"mom_2",0.9273797336317866,1613946593834,6353
"eps_2",1e-05,1613946593834,6353
"train_loss",0.0054258057,1613946594809,6354
"raw_loss",0.003056721,1613946594809,6354
"epoch",39.96855345911946,1613946594809,6354
"wd_0",0.01,1613946594809,6354
"sqr_mom_0",0.99,1613946594809,6354
"lr_0",1.1298716302284564e-06,1613946594809,6354
"mom_0",0.9274033414288452,1613946594809,6354
"eps_0",1e-05,1613946594809,6354
"wd_1",0.01,1613946594809,6354
"sqr_mom_1",0.99,1613946594809,6354
"lr_1",1.1298716302284562e-05,1613946594809,6354
"mom_1",0.9274033414288452,1613946594809,6354
"eps_1",1e-05,1613946594809,6354
"wd_2",0.01,1613946594809,6354
"sqr_mom_2",0.99,1613946594809,6354
"lr_2",0.0001129871630228456,1613946594809,6354
"mom_2",0.9274033414288452,1613946594809,6354
"eps_2",1e-05,1613946594809,6354
"train_loss",0.0054354765,1613946595756,6355
"raw_loss",0.0059093446,1613946595756,6355
"epoch",39.97484276729556,1613946595756,6355
"wd_0",0.01,1613946595756,6355
"sqr_mom_0",0.99,1613946595756,6355
"lr_0",1.1286909057815728e-06,1613946595756,6355
"mom_0",0.92742695615393,1613946595756,6355
"eps_0",1e-05,1613946595756,6355
"wd_1",0.01,1613946595756,6355
"sqr_mom_1",0.99,1613946595756,6355
"lr_1",1.1286909057815731e-05,1613946595756,6355
"mom_1",0.92742695615393,1613946595756,6355
"eps_1",1e-05,1613946595756,6355
"wd_2",0.01,1613946595756,6355
"sqr_mom_2",0.99,1613946595756,6355
"lr_2",0.00011286909057815726,1613946595756,6355
"mom_2",0.92742695615393,1613946595756,6355
"eps_2",1e-05,1613946595756,6355
"train_loss",0.005434134,1613946596703,6356
"raw_loss",0.005368358,1613946596703,6356
"epoch",39.98113207547166,1613946596703,6356
"wd_0",0.01,1613946596703,6356
"sqr_mom_0",0.99,1613946596703,6356
"lr_0",1.1275114012604262e-06,1613946596703,6356
"mom_0",0.9274505464802563,1613946596703,6356
"eps_0",1e-05,1613946596703,6356
"wd_1",0.01,1613946596703,6356
"sqr_mom_1",0.99,1613946596703,6356
"lr_1",1.1275114012604258e-05,1613946596703,6356
"mom_1",0.9274505464802563,1613946596703,6356
"eps_1",1e-05,1613946596703,6356
"wd_2",0.01,1613946596703,6356
"sqr_mom_2",0.99,1613946596703,6356
"lr_2",0.00011275114012604257,1613946596703,6356
"mom_2",0.9274505464802563,1613946596703,6356
"eps_2",1e-05,1613946596703,6356
"train_loss",0.0054279743,1613946597707,6357
"raw_loss",0.0051261424,1613946597707,6357
"epoch",39.987421383647764,1613946597707,6357
"wd_0",0.01,1613946597707,6357
"sqr_mom_0",0.99,1613946597707,6357
"lr_0",1.1263319427978362e-06,1613946597707,6357
"mom_0",0.9274741358854021,1613946597707,6357
"eps_0",1e-05,1613946597707,6357
"wd_1",0.01,1613946597707,6357
"sqr_mom_1",0.99,1613946597707,6357
"lr_1",1.1263319427978362e-05,1613946597707,6357
"mom_1",0.9274741358854021,1613946597707,6357
"eps_1",1e-05,1613946597707,6357
"wd_2",0.01,1613946597707,6357
"sqr_mom_2",0.99,1613946597707,6357
"lr_2",0.00011263319427978356,1613946597707,6357
"mom_2",0.9274741358854021,1613946597707,6357
"eps_2",1e-05,1613946597707,6357
"train_loss",0.005409139,1613946598697,6358
"raw_loss",0.004486226,1613946598697,6358
"epoch",39.993710691823864,1613946598697,6358
"wd_0",0.01,1613946598697,6358
"sqr_mom_0",0.99,1613946598697,6358
"lr_0",1.125152922184161e-06,1613946598697,6358
"mom_0",0.9274977165334821,1613946598697,6358
"eps_0",1e-05,1613946598697,6358
"wd_1",0.01,1613946598697,6358
"sqr_mom_1",0.99,1613946598697,6358
"lr_1",1.1251529221841607e-05,1613946598697,6358
"mom_1",0.9274977165334821,1613946598697,6358
"eps_1",1e-05,1613946598697,6358
"wd_2",0.01,1613946598697,6358
"sqr_mom_2",0.99,1613946598697,6358
"lr_2",0.00011251529221841607,1613946598697,6358
"mom_2",0.9274977165334821,1613946598697,6358
"eps_2",1e-05,1613946598697,6358
"train_loss",0.0053825313,1613946599681,6359
"raw_loss",0.0040787533,1613946599681,6359
"epoch",39.999999999999964,1613946599681,6359
"wd_0",0.01,1613946599681,6359
"sqr_mom_0",0.99,1613946599681,6359
"lr_0",1.123974339795202e-06,1613946599681,6359
"mom_0",0.9275212884169801,1613946599681,6359
"eps_0",1e-05,1613946599681,6359
"wd_1",0.01,1613946599681,6359
"sqr_mom_1",0.99,1613946599681,6359
"lr_1",1.1239743397952014e-05,1613946599681,6359
"mom_1",0.9275212884169801,1613946599681,6359
"eps_1",1e-05,1613946599681,6359
"wd_2",0.01,1613946599681,6359
"sqr_mom_2",0.99,1613946599681,6359
"lr_2",0.00011239743397952015,1613946599681,6359
"mom_2",0.9275212884169801,1613946599681,6359
"eps_2",1e-05,1613946599681,6359
"valid_loss",0.08530264347791672,1613946633256,6359
"_rmse",0.29206618666648865,1613946633256,6359
"epoch",40,1613946633256,6359
"train_loss",0.0053498168,1613946634316,6360
"raw_loss",0.0037468092,1613946634316,6360
"epoch",40.0062893081761,1613946634316,6360
"wd_0",0.01,1613946634316,6360
"sqr_mom_0",0.99,1613946634316,6360
"lr_0",1.122796586694654e-06,1613946634316,6360
"mom_0",0.927544843714544,1613946634316,6360
"eps_0",1e-05,1613946634316,6360
"wd_1",0.01,1613946634316,6360
"sqr_mom_1",0.99,1613946634316,6360
"lr_1",1.1227965866946542e-05,1613946634316,6360
"mom_1",0.927544843714544,1613946634316,6360
"eps_1",1e-05,1613946634316,6360
"wd_2",0.01,1613946634316,6360
"sqr_mom_2",0.99,1613946634316,6360
"lr_2",0.00011227965866946539,1613946634316,6360
"mom_2",0.927544843714544,1613946634316,6360
"eps_2",1e-05,1613946634316,6360
"train_loss",0.0053361226,1613946635741,6361
"raw_loss",0.0046651163,1613946635741,6361
"epoch",40.0125786163522,1613946635741,6361
"wd_0",0.01,1613946635741,6361
"sqr_mom_0",0.99,1613946635741,6361
"lr_0",1.1216184911939246e-06,1613946635741,6361
"mom_0",0.9275684058601801,1613946635741,6361
"eps_0",1e-05,1613946635741,6361
"wd_1",0.01,1613946635741,6361
"sqr_mom_1",0.99,1613946635741,6361
"lr_1",1.1216184911939245e-05,1613946635741,6361
"mom_1",0.9275684058601801,1613946635741,6361
"eps_1",1e-05,1613946635741,6361
"wd_2",0.01,1613946635741,6361
"sqr_mom_2",0.99,1613946635741,6361
"lr_2",0.00011216184911939242,1613946635741,6361
"mom_2",0.9275684058601801,1613946635741,6361
"eps_2",1e-05,1613946635741,6361
"train_loss",0.005398926,1613946637150,6362
"raw_loss",0.008476294,1613946637150,6362
"epoch",40.0188679245283,1613946637150,6362
"wd_0",0.01,1613946637150,6362
"sqr_mom_0",0.99,1613946637150,6362
"lr_0",1.1204416161291019e-06,1613946637150,6362
"mom_0",0.9275919435968539,1613946637150,6362
"eps_0",1e-05,1613946637150,6362
"wd_1",0.01,1613946637150,6362
"sqr_mom_1",0.99,1613946637150,6362
"lr_1",1.1204416161291019e-05,1613946637150,6362
"mom_1",0.9275919435968539,1613946637150,6362
"eps_1",1e-05,1613946637150,6362
"wd_2",0.01,1613946637150,6362
"sqr_mom_2",0.99,1613946637150,6362
"lr_2",0.00011204416161291017,1613946637150,6362
"mom_2",0.9275919435968539,1613946637150,6362
"eps_2",1e-05,1613946637150,6362
"train_loss",0.005426883,1613946638361,6363
"raw_loss",0.006796806,1613946638361,6363
"epoch",40.0251572327044,1613946638361,6363
"wd_0",0.01,1613946638361,6363
"sqr_mom_0",0.99,1613946638361,6363
"lr_0",1.1192643999976038e-06,1613946638361,6363
"mom_0",0.9276154881549294,1613946638361,6363
"eps_0",1e-05,1613946638361,6363
"wd_1",0.01,1613946638361,6363
"sqr_mom_1",0.99,1613946638361,6363
"lr_1",1.1192643999976045e-05,1613946638361,6363
"mom_1",0.9276154881549294,1613946638361,6363
"eps_1",1e-05,1613946638361,6363
"wd_2",0.01,1613946638361,6363
"sqr_mom_2",0.99,1613946638361,6363
"lr_2",0.00011192643999976041,1613946638361,6363
"mom_2",0.9276154881549294,1613946638361,6363
"eps_2",1e-05,1613946638361,6363
"train_loss",0.0054081646,1613946639449,6364
"raw_loss",0.0044909404,1613946639449,6364
"epoch",40.0314465408805,1613946639449,6364
"wd_0",0.01,1613946639449,6364
"sqr_mom_0",0.99,1613946639449,6364
"lr_0",1.1180884044689676e-06,1613946639449,6364
"mom_0",0.9276390083007036,1613946639449,6364
"eps_0",1e-05,1613946639449,6364
"wd_1",0.01,1613946639449,6364
"sqr_mom_1",0.99,1613946639449,6364
"lr_1",1.1180884044689678e-05,1613946639449,6364
"mom_1",0.9276390083007036,1613946639449,6364
"eps_1",1e-05,1613946639449,6364
"wd_2",0.01,1613946639449,6364
"sqr_mom_2",0.99,1613946639449,6364
"lr_2",0.00011180884044689673,1613946639449,6364
"mom_2",0.9276390083007036,1613946639449,6364
"eps_2",1e-05,1613946639449,6364
"train_loss",0.0053866124,1613946640669,6365
"raw_loss",0.0043305503,1613946640669,6365
"epoch",40.0377358490566,1613946640669,6365
"wd_0",0.01,1613946640669,6365
"sqr_mom_0",0.99,1613946640669,6365
"lr_0",1.1169128491246381e-06,1613946640669,6365
"mom_0",0.9276625196427036,1613946640669,6365
"eps_0",1e-05,1613946640669,6365
"wd_1",0.01,1613946640669,6365
"sqr_mom_1",0.99,1613946640669,6365
"lr_1",1.1169128491246385e-05,1613946640669,6365
"mom_1",0.9276625196427036,1613946640669,6365
"eps_1",1e-05,1613946640669,6365
"wd_2",0.01,1613946640669,6365
"sqr_mom_2",0.99,1613946640669,6365
"lr_2",0.00011169128491246382,1613946640669,6365
"mom_2",0.9276625196427036,1613946640669,6365
"eps_2",1e-05,1613946640669,6365
"train_loss",0.005361632,1613946641677,6366
"raw_loss",0.0041375905,1613946641677,6366
"epoch",40.0440251572327,1613946641677,6366
"wd_0",0.01,1613946641677,6366
"sqr_mom_0",0.99,1613946641677,6366
"lr_0",1.1157369547144877e-06,1613946641677,6366
"mom_0",0.9276860377660878,1613946641677,6366
"eps_0",1e-05,1613946641677,6366
"wd_1",0.01,1613946641677,6366
"sqr_mom_1",0.99,1613946641677,6366
"lr_1",1.1157369547144874e-05,1613946641677,6366
"mom_1",0.9276860377660878,1613946641677,6366
"eps_1",1e-05,1613946641677,6366
"wd_2",0.01,1613946641677,6366
"sqr_mom_2",0.99,1613946641677,6366
"lr_2",0.00011157369547144872,1613946641677,6366
"mom_2",0.9276860377660878,1613946641677,6366
"eps_2",1e-05,1613946641677,6366
"train_loss",0.005334229,1613946642628,6367
"raw_loss",0.0039914884,1613946642628,6367
"epoch",40.0503144654088,1613946642628,6367
"wd_0",0.01,1613946642628,6367
"sqr_mom_0",0.99,1613946642628,6367
"lr_0",1.1145622811546853e-06,1613946642628,6367
"mom_0",0.927709531472221,1613946642628,6367
"eps_0",1e-05,1613946642628,6367
"wd_1",0.01,1613946642628,6367
"sqr_mom_1",0.99,1613946642628,6367
"lr_1",1.1145622811546852e-05,1613946642628,6367
"mom_1",0.927709531472221,1613946642628,6367
"eps_1",1e-05,1613946642628,6367
"wd_2",0.01,1613946642628,6367
"sqr_mom_2",0.99,1613946642628,6367
"lr_2",0.00011145622811546853,1613946642628,6367
"mom_2",0.927709531472221,1613946642628,6367
"eps_2",1e-05,1613946642628,6367
"train_loss",0.0053648297,1613946643591,6368
"raw_loss",0.0068642427,1613946643591,6368
"epoch",40.056603773584904,1613946643591,6368
"wd_0",0.01,1613946643591,6368
"sqr_mom_0",0.99,1613946643591,6368
"lr_0",1.1133880489023561e-06,1613946643591,6368
"mom_0",0.9277330163521164,1613946643591,6368
"eps_0",1e-05,1613946643591,6368
"wd_1",0.01,1613946643591,6368
"sqr_mom_1",0.99,1613946643591,6368
"lr_1",1.113388048902356e-05,1613946643591,6368
"mom_1",0.9277330163521164,1613946643591,6368
"eps_1",1e-05,1613946643591,6368
"wd_2",0.01,1613946643591,6368
"sqr_mom_2",0.99,1613946643591,6368
"lr_2",0.00011133880489023557,1613946643591,6368
"mom_2",0.9277330163521164,1613946643591,6368
"eps_2",1e-05,1613946643591,6368
"train_loss",0.0053323796,1613946644523,6369
"raw_loss",0.0037423216,1613946644523,6369
"epoch",40.062893081761004,1613946644523,6369
"wd_0",0.01,1613946644523,6369
"sqr_mom_0",0.99,1613946644523,6369
"lr_0",1.1122134795860312e-06,1613946644523,6369
"mom_0",0.9277565079733591,1613946644523,6369
"eps_0",1e-05,1613946644523,6369
"wd_1",0.01,1613946644523,6369
"sqr_mom_1",0.99,1613946644523,6369
"lr_1",1.1122134795860312e-05,1613946644523,6369
"mom_1",0.9277565079733591,1613946644523,6369
"eps_1",1e-05,1613946644523,6369
"wd_2",0.01,1613946644523,6369
"sqr_mom_2",0.99,1613946644523,6369
"lr_2",0.00011122134795860306,1613946644523,6369
"mom_2",0.9277565079733591,1613946644523,6369
"eps_2",1e-05,1613946644523,6369
"train_loss",0.005427554,1613946645477,6370
"raw_loss",0.010091104,1613946645477,6370
"epoch",40.069182389937104,1613946645477,6370
"wd_0",0.01,1613946645477,6370
"sqr_mom_0",0.99,1613946645477,6370
"lr_0",1.111040131364042e-06,1613946645477,6370
"mom_0",0.9277799751724709,1613946645477,6370
"eps_0",1e-05,1613946645477,6370
"wd_1",0.01,1613946645477,6370
"sqr_mom_1",0.99,1613946645477,6370
"lr_1",1.1110401313640414e-05,1613946645477,6370
"mom_1",0.9277799751724709,1613946645477,6370
"eps_1",1e-05,1613946645477,6370
"wd_2",0.01,1613946645477,6370
"sqr_mom_2",0.99,1613946645477,6370
"lr_2",0.00011110401313640413,1613946645477,6370
"mom_2",0.9277799751724709,1613946645477,6370
"eps_2",1e-05,1613946645477,6370
"train_loss",0.005370333,1613946646429,6371
"raw_loss",0.002566503,1613946646429,6371
"epoch",40.075471698113205,1613946646429,6371
"wd_0",0.01,1613946646429,6371
"sqr_mom_0",0.99,1613946646429,6371
"lr_0",1.1098668364923342e-06,1613946646429,6371
"mom_0",0.9278034413045664,1613946646429,6371
"eps_0",1e-05,1613946646429,6371
"wd_1",0.01,1613946646429,6371
"sqr_mom_1",0.99,1613946646429,6371
"lr_1",1.1098668364923337e-05,1613946646429,6371
"mom_1",0.9278034413045664,1613946646429,6371
"eps_1",1e-05,1613946646429,6371
"wd_2",0.01,1613946646429,6371
"sqr_mom_2",0.99,1613946646429,6371
"lr_2",0.00011098668364923335,1613946646429,6371
"mom_2",0.9278034413045664,1613946646429,6371
"eps_2",1e-05,1613946646429,6371
"train_loss",0.005353766,1613946647381,6372
"raw_loss",0.0045419834,1613946647381,6372
"epoch",40.081761006289305,1613946647381,6372
"wd_0",0.01,1613946647381,6372
"sqr_mom_0",0.99,1613946647381,6372
"lr_0",1.1086939847176057e-06,1613946647381,6372
"mom_0",0.9278268985746336,1613946647381,6372
"eps_0",1e-05,1613946647381,6372
"wd_1",0.01,1613946647381,6372
"sqr_mom_1",0.99,1613946647381,6372
"lr_1",1.1086939847176059e-05,1613946647381,6372
"mom_1",0.9278268985746336,1613946647381,6372
"eps_1",1e-05,1613946647381,6372
"wd_2",0.01,1613946647381,6372
"sqr_mom_2",0.99,1613946647381,6372
"lr_2",0.00011086939847176056,1613946647381,6372
"mom_2",0.9278268985746336,1613946647381,6372
"eps_2",1e-05,1613946647381,6372
"train_loss",0.0053647044,1613946648362,6373
"raw_loss",0.0059006945,1613946648362,6373
"epoch",40.088050314465406,1613946648362,6373
"wd_0",0.01,1613946648362,6373
"sqr_mom_0",0.99,1613946648362,6373
"lr_0",1.1075215764136895e-06,1613946648362,6373
"mom_0",0.927850346975196,1613946648362,6373
"eps_0",1e-05,1613946648362,6373
"wd_1",0.01,1613946648362,6373
"sqr_mom_1",0.99,1613946648362,6373
"lr_1",1.1075215764136895e-05,1613946648362,6373
"mom_1",0.927850346975196,1613946648362,6373
"eps_1",1e-05,1613946648362,6373
"wd_2",0.01,1613946648362,6373
"sqr_mom_2",0.99,1613946648362,6373
"lr_2",0.00011075215764136891,1613946648362,6373
"mom_2",0.927850346975196,1613946648362,6373
"eps_2",1e-05,1613946648362,6373
"train_loss",0.005402688,1613946649361,6374
"raw_loss",0.007263886,1613946649361,6374
"epoch",40.094339622641506,1613946649361,6374
"wd_0",0.01,1613946649361,6374
"sqr_mom_0",0.99,1613946649361,6374
"lr_0",1.1063500005919185e-06,1613946649361,6374
"mom_0",0.9278737787259489,1613946649361,6374
"eps_0",1e-05,1613946649361,6374
"wd_1",0.01,1613946649361,6374
"sqr_mom_1",0.99,1613946649361,6374
"lr_1",1.1063500005919181e-05,1613946649361,6374
"mom_1",0.9278737787259489,1613946649361,6374
"eps_1",1e-05,1613946649361,6374
"wd_2",0.01,1613946649361,6374
"sqr_mom_2",0.99,1613946649361,6374
"lr_2",0.00011063500005919179,1613946649361,6374
"mom_2",0.9278737787259489,1613946649361,6374
"eps_2",1e-05,1613946649361,6374
"train_loss",0.005353473,1613946650360,6375
"raw_loss",0.0029419507,1613946650360,6375
"epoch",40.10062893081761,1613946650360,6375
"wd_0",0.01,1613946650360,6375
"sqr_mom_0",0.99,1613946650360,6375
"lr_0",1.10517809171292e-06,1613946650360,6375
"mom_0",0.927897217137913,1613946650360,6375
"eps_0",1e-05,1613946650360,6375
"wd_1",0.01,1613946650360,6375
"sqr_mom_1",0.99,1613946650360,6375
"lr_1",1.10517809171292e-05,1613946650360,6375
"mom_1",0.927897217137913,1613946650360,6375
"eps_1",1e-05,1613946650360,6375
"wd_2",0.01,1613946650360,6375
"sqr_mom_2",0.99,1613946650360,6375
"lr_2",0.00011051780917129201,1613946650360,6375
"mom_2",0.927897217137913,1613946650360,6375
"eps_2",1e-05,1613946650360,6375
"train_loss",0.005416779,1613946651344,6376
"raw_loss",0.0085187685,1613946651344,6376
"epoch",40.10691823899371,1613946651344,6376
"wd_0",0.01,1613946651344,6376
"sqr_mom_0",0.99,1613946651344,6376
"lr_0",1.1040074044057458e-06,1613946651344,6376
"mom_0",0.9279206311181962,1613946651344,6376
"eps_0",1e-05,1613946651344,6376
"wd_1",0.01,1613946651344,6376
"sqr_mom_1",0.99,1613946651344,6376
"lr_1",1.1040074044057455e-05,1613946651344,6376
"mom_1",0.9279206311181962,1613946651344,6376
"eps_1",1e-05,1613946651344,6376
"wd_2",0.01,1613946651344,6376
"sqr_mom_2",0.99,1613946651344,6376
"lr_2",0.00011040074044057455,1613946651344,6376
"mom_2",0.9279206311181962,1613946651344,6376
"eps_2",1e-05,1613946651344,6376
"train_loss",0.005431119,1613946652326,6377
"raw_loss",0.006133777,1613946652326,6377
"epoch",40.11320754716981,1613946652326,6377
"wd_0",0.01,1613946652326,6377
"sqr_mom_0",0.99,1613946652326,6377
"lr_0",1.1028371617680601e-06,1613946652326,6377
"mom_0",0.9279440362050009,1613946652326,6377
"eps_0",1e-05,1613946652326,6377
"wd_1",0.01,1613946652326,6377
"sqr_mom_1",0.99,1613946652326,6377
"lr_1",1.1028371617680601e-05,1613946652326,6377
"mom_1",0.9279440362050009,1613946652326,6377
"eps_1",1e-05,1613946652326,6377
"wd_2",0.01,1613946652326,6377
"sqr_mom_2",0.99,1613946652326,6377
"lr_2",0.00011028371617680593,1613946652326,6377
"mom_2",0.9279440362050009,1613946652326,6377
"eps_2",1e-05,1613946652326,6377
"train_loss",0.0055020456,1613946653338,6378
"raw_loss",0.008977466,1613946653338,6378
"epoch",40.11949685534591,1613946653338,6378
"wd_0",0.01,1613946653338,6378
"sqr_mom_0",0.99,1613946653338,6378
"lr_0",1.1016665880778562e-06,1613946653338,6378
"mom_0",0.927967447912922,1613946653338,6378
"eps_0",1e-05,1613946653338,6378
"wd_1",0.01,1613946653338,6378
"sqr_mom_1",0.99,1613946653338,6378
"lr_1",1.101666588077856e-05,1613946653338,6378
"mom_1",0.927967447912922,1613946653338,6378
"eps_1",1e-05,1613946653338,6378
"wd_2",0.01,1613946653338,6378
"sqr_mom_2",0.99,1613946653338,6378
"lr_2",0.00011016665880778559,1613946653338,6378
"mom_2",0.927967447912922,1613946653338,6378
"eps_2",1e-05,1613946653338,6378
"train_loss",0.005531757,1613946654318,6379
"raw_loss",0.006987624,1613946654318,6379
"epoch",40.12578616352201,1613946654318,6379
"wd_0",0.01,1613946654318,6379
"sqr_mom_0",0.99,1613946654318,6379
"lr_0",1.1004972361929537e-06,1613946654318,6379
"mom_0",0.9279908351844928,1613946654318,6379
"eps_0",1e-05,1613946654318,6379
"wd_1",0.01,1613946654318,6379
"sqr_mom_1",0.99,1613946654318,6379
"lr_1",1.1004972361929539e-05,1613946654318,6379
"mom_1",0.9279908351844928,1613946654318,6379
"eps_1",1e-05,1613946654318,6379
"wd_2",0.01,1613946654318,6379
"sqr_mom_2",0.99,1613946654318,6379
"lr_2",0.00011004972361929537,1613946654318,6379
"mom_2",0.9279908351844928,1613946654318,6379
"eps_2",1e-05,1613946654318,6379
"train_loss",0.0055870414,1613946655335,6380
"raw_loss",0.008295982,1613946655335,6380
"epoch",40.13207547169811,1613946655335,6380
"wd_0",0.01,1613946655335,6380
"sqr_mom_0",0.99,1613946655335,6380
"lr_0",1.099327942344128e-06,1613946655335,6380
"mom_0",0.9280142212953304,1613946655335,6380
"eps_0",1e-05,1613946655335,6380
"wd_1",0.01,1613946655335,6380
"sqr_mom_1",0.99,1613946655335,6380
"lr_1",1.0993279423441275e-05,1613946655335,6380
"mom_1",0.9280142212953304,1613946655335,6380
"eps_1",1e-05,1613946655335,6380
"wd_2",0.01,1613946655335,6380
"sqr_mom_2",0.99,1613946655335,6380
"lr_2",0.00010993279423441275,1613946655335,6380
"mom_2",0.9280142212953304,1613946655335,6380
"eps_2",1e-05,1613946655335,6380
"train_loss",0.00558563,1613946656324,6381
"raw_loss",0.0055164793,1613946656324,6381
"epoch",40.13836477987421,1613946656324,6381
"wd_0",0.01,1613946656324,6381
"sqr_mom_0",0.99,1613946656324,6381
"lr_0",1.0981590949514331e-06,1613946656324,6381
"mom_0",0.9280375984769561,1613946656324,6381
"eps_0",1e-05,1613946656324,6381
"wd_1",0.01,1613946656324,6381
"sqr_mom_1",0.99,1613946656324,6381
"lr_1",1.0981590949514335e-05,1613946656324,6381
"mom_1",0.9280375984769561,1613946656324,6381
"eps_1",1e-05,1613946656324,6381
"wd_2",0.01,1613946656324,6381
"sqr_mom_2",0.99,1613946656324,6381
"lr_2",0.00010981590949514329,1613946656324,6381
"mom_2",0.9280375984769561,1613946656324,6381
"eps_2",1e-05,1613946656324,6381
"train_loss",0.0055680475,1613946657364,6382
"raw_loss",0.0047064987,1613946657364,6382
"epoch",40.14465408805031,1613946657364,6382
"wd_0",0.01,1613946657364,6382
"sqr_mom_0",0.99,1613946657364,6382
"lr_0",1.0969906943874263e-06,1613946657364,6382
"mom_0",0.9280609667219186,1613946657364,6382
"eps_0",1e-05,1613946657364,6382
"wd_1",0.01,1613946657364,6382
"sqr_mom_1",0.99,1613946657364,6382
"lr_1",1.096990694387426e-05,1613946657364,6382
"mom_1",0.9280609667219186,1613946657364,6382
"eps_1",1e-05,1613946657364,6382
"wd_2",0.01,1613946657364,6382
"sqr_mom_2",0.99,1613946657364,6382
"lr_2",0.00010969906943874257,1613946657364,6382
"mom_2",0.9280609667219186,1613946657364,6382
"eps_2",1e-05,1613946657364,6382
"train_loss",0.0055611175,1613946658459,6383
"raw_loss",0.0052215597,1613946658459,6383
"epoch",40.15094339622641,1613946658459,6383
"wd_0",0.01,1613946658459,6383
"sqr_mom_0",0.99,1613946658459,6383
"lr_0",1.0958231283312244e-06,1613946658459,6383
"mom_0",0.9280843182765582,1613946658459,6383
"eps_0",1e-05,1613946658459,6383
"wd_1",0.01,1613946658459,6383
"sqr_mom_1",0.99,1613946658459,6383
"lr_1",1.095823128331225e-05,1613946658459,6383
"mom_1",0.9280843182765582,1613946658459,6383
"eps_1",1e-05,1613946658459,6383
"wd_2",0.01,1613946658459,6383
"sqr_mom_2",0.99,1613946658459,6383
"lr_2",0.00010958231283312247,1613946658459,6383
"mom_2",0.9280843182765582,1613946658459,6383
"eps_2",1e-05,1613946658459,6383
"train_loss",0.005554827,1613946659447,6384
"raw_loss",0.005246586,1613946659447,6384
"epoch",40.15723270440251,1613946659447,6384
"wd_0",0.01,1613946659447,6384
"sqr_mom_0",0.99,1613946659447,6384
"lr_0",1.09465523523499e-06,1613946659447,6384
"mom_0",0.9281076763720639,1613946659447,6384
"eps_0",1e-05,1613946659447,6384
"wd_1",0.01,1613946659447,6384
"sqr_mom_1",0.99,1613946659447,6384
"lr_1",1.09465523523499e-05,1613946659447,6384
"mom_1",0.9281076763720639,1613946659447,6384
"eps_1",1e-05,1613946659447,6384
"wd_2",0.01,1613946659447,6384
"sqr_mom_2",0.99,1613946659447,6384
"lr_2",0.00010946552352349896,1613946659447,6384
"mom_2",0.9281076763720639,1613946659447,6384
"eps_2",1e-05,1613946659447,6384
"train_loss",0.0056851027,1613946660438,6385
"raw_loss",0.012068613,1613946660438,6385
"epoch",40.16352201257861,1613946660438,6385
"wd_0",0.01,1613946660438,6385
"sqr_mom_0",0.99,1613946660438,6385
"lr_0",1.0934885644005206e-06,1613946660438,6385
"mom_0",0.9281310100220898,1613946660438,6385
"eps_0",1e-05,1613946660438,6385
"wd_1",0.01,1613946660438,6385
"sqr_mom_1",0.99,1613946660438,6385
"lr_1",1.0934885644005203e-05,1613946660438,6385
"mom_1",0.9281310100220898,1613946660438,6385
"eps_1",1e-05,1613946660438,6385
"wd_2",0.01,1613946660438,6385
"sqr_mom_2",0.99,1613946660438,6385
"lr_2",0.00010934885644005201,1613946660438,6385
"mom_2",0.9281310100220898,1613946660438,6385
"eps_2",1e-05,1613946660438,6385
"train_loss",0.00568081,1613946661417,6386
"raw_loss",0.005470486,1613946661417,6386
"epoch",40.16981132075471,1613946661417,6386
"wd_0",0.01,1613946661417,6386
"sqr_mom_0",0.99,1613946661417,6386
"lr_0",1.092322341586075e-06,1613946661417,6386
"mom_0",0.9281543347116256,1613946661417,6386
"eps_0",1e-05,1613946661417,6386
"wd_1",0.01,1613946661417,6386
"sqr_mom_1",0.99,1613946661417,6386
"lr_1",1.0923223415860746e-05,1613946661417,6386
"mom_1",0.9281543347116256,1613946661417,6386
"eps_1",1e-05,1613946661417,6386
"wd_2",0.01,1613946661417,6386
"sqr_mom_2",0.99,1613946661417,6386
"lr_2",0.0001092322341586074,1613946661417,6386
"mom_2",0.9281543347116256,1613946661417,6386
"eps_2",1e-05,1613946661417,6386
"train_loss",0.0057940674,1613946662393,6387
"raw_loss",0.011343669,1613946662393,6387
"epoch",40.17610062893081,1613946662393,6387
"wd_0",0.01,1613946662393,6387
"sqr_mom_0",0.99,1613946662393,6387
"lr_0",1.0911557937391352e-06,1613946662393,6387
"mom_0",0.9281776659018763,1613946662393,6387
"eps_0",1e-05,1613946662393,6387
"wd_1",0.01,1613946662393,6387
"sqr_mom_1",0.99,1613946662393,6387
"lr_1",1.0911557937391354e-05,1613946662393,6387
"mom_1",0.9281776659018763,1613946662393,6387
"eps_1",1e-05,1613946662393,6387
"wd_2",0.01,1613946662393,6387
"sqr_mom_2",0.99,1613946662393,6387
"lr_2",0.0001091155793739135,1613946662393,6387
"mom_2",0.9281776659018763,1613946662393,6387
"eps_2",1e-05,1613946662393,6387
"train_loss",0.0057984823,1613946663402,6388
"raw_loss",0.0060148076,1613946663402,6388
"epoch",40.18238993710691,1613946663402,6388
"wd_0",0.01,1613946663402,6388
"sqr_mom_0",0.99,1613946663402,6388
"lr_0",1.0899904683769249e-06,1613946663402,6388
"mom_0",0.9282009726421879,1613946663402,6388
"eps_0",1e-05,1613946663402,6388
"wd_1",0.01,1613946663402,6388
"sqr_mom_1",0.99,1613946663402,6388
"lr_1",1.0899904683769249e-05,1613946663402,6388
"mom_1",0.9282009726421879,1613946663402,6388
"eps_1",1e-05,1613946663402,6388
"wd_2",0.01,1613946663402,6388
"sqr_mom_2",0.99,1613946663402,6388
"lr_2",0.00010899904683769245,1613946663402,6388
"mom_2",0.9282009726421879,1613946663402,6388
"eps_2",1e-05,1613946663402,6388
"train_loss",0.0057631056,1613946664367,6389
"raw_loss",0.004029644,1613946664367,6389
"epoch",40.18867924528301,1613946664367,6389
"wd_0",0.01,1613946664367,6389
"sqr_mom_0",0.99,1613946664367,6389
"lr_0",1.0888255921489763e-06,1613946664367,6389
"mom_0",0.9282242703997244,1613946664367,6389
"eps_0",1e-05,1613946664367,6389
"wd_1",0.01,1613946664367,6389
"sqr_mom_1",0.99,1613946664367,6389
"lr_1",1.0888255921489758e-05,1613946664367,6389
"mom_1",0.9282242703997244,1613946664367,6389
"eps_1",1e-05,1613946664367,6389
"wd_2",0.01,1613946664367,6389
"sqr_mom_2",0.99,1613946664367,6389
"lr_2",0.00010888255921489757,1613946664367,6389
"mom_2",0.9282242703997244,1613946664367,6389
"eps_2",1e-05,1613946664367,6389
"train_loss",0.005727619,1613946665339,6390
"raw_loss",0.003988768,1613946665339,6390
"epoch",40.19496855345911,1613946665339,6390
"wd_0",0.01,1613946665339,6390
"sqr_mom_0",0.99,1613946665339,6390
"lr_0",1.0876603928970063e-06,1613946665339,6390
"mom_0",0.928247574617806,1613946665339,6390
"eps_0",1e-05,1613946665339,6390
"wd_1",0.01,1613946665339,6390
"sqr_mom_1",0.99,1613946665339,6390
"lr_1",1.0876603928970061e-05,1613946665339,6390
"mom_1",0.928247574617806,1613946665339,6390
"eps_1",1e-05,1613946665339,6390
"wd_2",0.01,1613946665339,6390
"sqr_mom_2",0.99,1613946665339,6390
"lr_2",0.00010876603928970056,1613946665339,6390
"mom_2",0.928247574617806,1613946665339,6390
"eps_2",1e-05,1613946665339,6390
"train_loss",0.0056962883,1613946666312,6391
"raw_loss",0.0041610887,1613946666312,6391
"epoch",40.20125786163521,1613946666312,6391
"wd_0",0.01,1613946666312,6391
"sqr_mom_0",0.99,1613946666312,6391
"lr_0",1.086496416349221e-06,1613946666312,6391
"mom_0",0.9282708543815594,1613946666312,6391
"eps_0",1e-05,1613946666312,6391
"wd_1",0.01,1613946666312,6391
"sqr_mom_1",0.99,1613946666312,6391
"lr_1",1.0864964163492206e-05,1613946666312,6391
"mom_1",0.9282708543815594,1613946666312,6391
"eps_1",1e-05,1613946666312,6391
"wd_2",0.01,1613946666312,6391
"sqr_mom_2",0.99,1613946666312,6391
"lr_2",0.000108649641634922,1613946666312,6391
"mom_2",0.9282708543815594,1613946666312,6391
"eps_2",1e-05,1613946666312,6391
"train_loss",0.0057159127,1613946667313,6392
"raw_loss",0.0066775004,1613946667313,6392
"epoch",40.20754716981131,1613946667313,6392
"wd_0",0.01,1613946667313,6392
"sqr_mom_0",0.99,1613946667313,6392
"lr_0",1.0853325040828277e-06,1613946667313,6392
"mom_0",0.928294132859672,1613946667313,6392
"eps_0",1e-05,1613946667313,6392
"wd_1",0.01,1613946667313,6392
"sqr_mom_1",0.99,1613946667313,6392
"lr_1",1.0853325040828277e-05,1613946667313,6392
"mom_1",0.928294132859672,1613946667313,6392
"eps_1",1e-05,1613946667313,6392
"wd_2",0.01,1613946667313,6392
"sqr_mom_2",0.99,1613946667313,6392
"lr_2",0.00010853325040828277,1613946667313,6392
"mom_2",0.928294132859672,1613946667313,6392
"eps_2",1e-05,1613946667313,6392
"train_loss",0.005772757,1613946668292,6393
"raw_loss",0.008558119,1613946668292,6393
"epoch",40.213836477987414,1613946668292,6393
"wd_0",0.01,1613946668292,6393
"sqr_mom_0",0.99,1613946668292,6393
"lr_0",1.0841690427334516e-06,1613946668292,6393
"mom_0",0.9283174023193541,1613946668292,6393
"eps_0",1e-05,1613946668292,6393
"wd_1",0.01,1613946668292,6393
"sqr_mom_1",0.99,1613946668292,6393
"lr_1",1.084169042733452e-05,1613946668292,6393
"mom_1",0.9283174023193541,1613946668292,6393
"eps_1",1e-05,1613946668292,6393
"wd_2",0.01,1613946668292,6393
"sqr_mom_2",0.99,1613946668292,6393
"lr_2",0.00010841690427334518,1613946668292,6393
"mom_2",0.9283174023193541,1613946668292,6393
"eps_2",1e-05,1613946668292,6393
"train_loss",0.00572445,1613946669279,6394
"raw_loss",0.0033574083,1613946669279,6394
"epoch",40.220125786163514,1613946669279,6394
"wd_0",0.01,1613946669279,6394
"sqr_mom_0",0.99,1613946669279,6394
"lr_0",1.083006032671933e-06,1613946669279,6394
"mom_0",0.9283406627531888,1613946669279,6394
"eps_0",1e-05,1613946669279,6394
"wd_1",0.01,1613946669279,6394
"sqr_mom_1",0.99,1613946669279,6394
"lr_1",1.0830060326719331e-05,1613946669279,6394
"mom_1",0.9283406627531888,1613946669279,6394
"eps_1",1e-05,1613946669279,6394
"wd_2",0.01,1613946669279,6394
"sqr_mom_2",0.99,1613946669279,6394
"lr_2",0.00010830060326719328,1613946669279,6394
"mom_2",0.9283406627531888,1613946669279,6394
"eps_2",1e-05,1613946669279,6394
"train_loss",0.0056720963,1613946670269,6395
"raw_loss",0.0031067668,1613946670269,6395
"epoch",40.226415094339615,1613946670269,6395
"wd_0",0.01,1613946670269,6395
"sqr_mom_0",0.99,1613946670269,6395
"lr_0",1.0818438597855582e-06,1613946670269,6395
"mom_0",0.9283639064433532,1613946670269,6395
"eps_0",1e-05,1613946670269,6395
"wd_1",0.01,1613946670269,6395
"sqr_mom_1",0.99,1613946670269,6395
"lr_1",1.0818438597855582e-05,1613946670269,6395
"mom_1",0.9283639064433532,1613946670269,6395
"eps_1",1e-05,1613946670269,6395
"wd_2",0.01,1613946670269,6395
"sqr_mom_2",0.99,1613946670269,6395
"lr_2",0.0001081843859785558,1613946670269,6395
"mom_2",0.9283639064433532,1613946670269,6395
"eps_2",1e-05,1613946670269,6395
"train_loss",0.0056403913,1613946671257,6396
"raw_loss",0.004086847,1613946671257,6396
"epoch",40.232704402515715,1613946671257,6396
"wd_0",0.01,1613946671257,6396
"sqr_mom_0",0.99,1613946671257,6396
"lr_0",1.0806813678951041e-06,1613946671257,6396
"mom_0",0.928387156513663,1613946671257,6396
"eps_0",1e-05,1613946671257,6396
"wd_1",0.01,1613946671257,6396
"sqr_mom_1",0.99,1613946671257,6396
"lr_1",1.0806813678951038e-05,1613946671257,6396
"mom_1",0.928387156513663,1613946671257,6396
"eps_1",1e-05,1613946671257,6396
"wd_2",0.01,1613946671257,6396
"sqr_mom_2",0.99,1613946671257,6396
"lr_2",0.00010806813678951039,1613946671257,6396
"mom_2",0.928387156513663,1613946671257,6396
"eps_2",1e-05,1613946671257,6396
"train_loss",0.005695226,1613946672223,6397
"raw_loss",0.008382136,1613946672223,6397
"epoch",40.238993710691815,1613946672223,6397
"wd_0",0.01,1613946672223,6397
"sqr_mom_0",0.99,1613946672223,6397
"lr_0",1.0795200991372479e-06,1613946672223,6397
"mom_0",0.9284103821210762,1613946672223,6397
"eps_0",1e-05,1613946672223,6397
"wd_1",0.01,1613946672223,6397
"sqr_mom_1",0.99,1613946672223,6397
"lr_1",1.0795200991372479e-05,1613946672223,6397
"mom_1",0.9284103821210762,1613946672223,6397
"eps_1",1e-05,1613946672223,6397
"wd_2",0.01,1613946672223,6397
"sqr_mom_2",0.99,1613946672223,6397
"lr_2",0.00010795200991372476,1613946672223,6397
"mom_2",0.9284103821210762,1613946672223,6397
"eps_2",1e-05,1613946672223,6397
"train_loss",0.0057225213,1613946673165,6398
"raw_loss",0.007059982,1613946673165,6398
"epoch",40.245283018867916,1613946673165,6398
"wd_0",0.01,1613946673165,6398
"sqr_mom_0",0.99,1613946673165,6398
"lr_0",1.0783592828487507e-06,1613946673165,6398
"mom_0",0.9284335986790118,1613946673165,6398
"eps_0",1e-05,1613946673165,6398
"wd_1",0.01,1613946673165,6398
"sqr_mom_1",0.99,1613946673165,6398
"lr_1",1.0783592828487507e-05,1613946673165,6398
"mom_1",0.9284335986790118,1613946673165,6398
"eps_1",1e-05,1613946673165,6398
"wd_2",0.01,1613946673165,6398
"sqr_mom_2",0.99,1613946673165,6398
"lr_2",0.00010783592828487505,1613946673165,6398
"mom_2",0.9284335986790118,1613946673165,6398
"eps_2",1e-05,1613946673165,6398
"train_loss",0.0058025713,1613946674112,6399
"raw_loss",0.009725022,1613946674112,6399
"epoch",40.251572327044016,1613946674112,6399
"wd_0",0.01,1613946674112,6399
"sqr_mom_0",0.99,1613946674112,6399
"lr_0",1.0771981495674092e-06,1613946674112,6399
"mom_0",0.9284568215768676,1613946674112,6399
"eps_0",1e-05,1613946674112,6399
"wd_1",0.01,1613946674112,6399
"sqr_mom_1",0.99,1613946674112,6399
"lr_1",1.0771981495674085e-05,1613946674112,6399
"mom_1",0.9284568215768676,1613946674112,6399
"eps_1",1e-05,1613946674112,6399
"wd_2",0.01,1613946674112,6399
"sqr_mom_2",0.99,1613946674112,6399
"lr_2",0.00010771981495674086,1613946674112,6399
"mom_2",0.9284568215768676,1613946674112,6399
"eps_2",1e-05,1613946674112,6399
"train_loss",0.0058101956,1613946675070,6400
"raw_loss",0.0061837793,1613946675070,6400
"epoch",40.25786163522012,1613946675070,6400
"wd_0",0.01,1613946675070,6400
"sqr_mom_0",0.99,1613946675070,6400
"lr_0",1.0760382396275987e-06,1613946675070,6400
"mom_0",0.9284800200076481,1613946675070,6400
"eps_0",1e-05,1613946675070,6400
"wd_1",0.01,1613946675070,6400
"sqr_mom_1",0.99,1613946675070,6400
"lr_1",1.0760382396275986e-05,1613946675070,6400
"mom_1",0.9284800200076481,1613946675070,6400
"eps_1",1e-05,1613946675070,6400
"wd_2",0.01,1613946675070,6400
"sqr_mom_2",0.99,1613946675070,6400
"lr_2",0.00010760382396275979,1613946675070,6400
"mom_2",0.9284800200076481,1613946675070,6400
"eps_2",1e-05,1613946675070,6400
"train_loss",0.0058521386,1613946676022,6401
"raw_loss",0.007907359,1613946676022,6401
"epoch",40.26415094339622,1613946676022,6401
"wd_0",0.01,1613946676022,6401
"sqr_mom_0",0.99,1613946676022,6401
"lr_0",1.0748783986512915e-06,1613946676022,6401
"mom_0",0.9285032170591447,1613946676022,6401
"eps_0",1e-05,1613946676022,6401
"wd_1",0.01,1613946676022,6401
"sqr_mom_1",0.99,1613946676022,6401
"lr_1",1.0748783986512915e-05,1613946676022,6401
"mom_1",0.9285032170591447,1613946676022,6401
"eps_1",1e-05,1613946676022,6401
"wd_2",0.01,1613946676022,6401
"sqr_mom_2",0.99,1613946676022,6401
"lr_2",0.00010748783986512913,1613946676022,6401
"mom_2",0.9285032170591447,1613946676022,6401
"eps_2",1e-05,1613946676022,6401
"train_loss",0.005979323,1613946677015,6402
"raw_loss",0.012211344,1613946677015,6402
"epoch",40.27044025157232,1613946677015,6402
"wd_0",0.01,1613946677015,6402
"sqr_mom_0",0.99,1613946677015,6402
"lr_0",1.0737190119241282e-06,1613946677015,6402
"mom_0",0.9285264050255677,1613946677015,6402
"eps_0",1e-05,1613946677015,6402
"wd_1",0.01,1613946677015,6402
"sqr_mom_1",0.99,1613946677015,6402
"lr_1",1.0737190119241282e-05,1613946677015,6402
"mom_1",0.9285264050255677,1613946677015,6402
"eps_1",1e-05,1613946677015,6402
"wd_2",0.01,1613946677015,6402
"sqr_mom_2",0.99,1613946677015,6402
"lr_2",0.00010737190119241278,1613946677015,6402
"mom_2",0.9285264050255677,1613946677015,6402
"eps_2",1e-05,1613946677015,6402
"train_loss",0.006035935,1613946678019,6403
"raw_loss",0.008809939,1613946678019,6403
"epoch",40.27672955974842,1613946678019,6403
"wd_0",0.01,1613946678019,6403
"sqr_mom_0",0.99,1613946678019,6403
"lr_0",1.072560079815649e-06,1613946678019,6403
"mom_0",0.928549583899526,1613946678019,6403
"eps_0",1e-05,1613946678019,6403
"wd_1",0.01,1613946678019,6403
"sqr_mom_1",0.99,1613946678019,6403
"lr_1",1.0725600798156488e-05,1613946678019,6403
"mom_1",0.928549583899526,1613946678019,6403
"eps_1",1e-05,1613946678019,6403
"wd_2",0.01,1613946678019,6403
"sqr_mom_2",0.99,1613946678019,6403
"lr_2",0.00010725600798156486,1613946678019,6403
"mom_2",0.928549583899526,1613946678019,6403
"eps_2",1e-05,1613946678019,6403
"train_loss",0.006016452,1613946678973,6404
"raw_loss",0.005061764,1613946678973,6404
"epoch",40.28301886792452,1613946678973,6404
"wd_0",0.01,1613946678973,6404
"sqr_mom_0",0.99,1613946678973,6404
"lr_0",1.0714016026952498e-06,1613946678973,6404
"mom_0",0.9285727536736317,1613946678973,6404
"eps_0",1e-05,1613946678973,6404
"wd_1",0.01,1613946678973,6404
"sqr_mom_1",0.99,1613946678973,6404
"lr_1",1.0714016026952497e-05,1613946678973,6404
"mom_1",0.9285727536736317,1613946678973,6404
"eps_1",1e-05,1613946678973,6404
"wd_2",0.01,1613946678973,6404
"sqr_mom_2",0.99,1613946678973,6404
"lr_2",0.00010714016026952495,1613946678973,6404
"mom_2",0.9285727536736317,1613946678973,6404
"eps_2",1e-05,1613946678973,6404
"train_loss",0.0061542634,1613946679925,6405
"raw_loss",0.0129070245,1613946679925,6405
"epoch",40.28930817610062,1613946679925,6405
"wd_0",0.01,1613946679925,6405
"sqr_mom_0",0.99,1613946679925,6405
"lr_0",1.0702435809321814e-06,1613946679925,6405
"mom_0",0.9285959143404997,1613946679925,6405
"eps_0",1e-05,1613946679925,6405
"wd_1",0.01,1613946679925,6405
"sqr_mom_1",0.99,1613946679925,6405
"lr_1",1.0702435809321817e-05,1613946679925,6405
"mom_1",0.9285959143404997,1613946679925,6405
"eps_1",1e-05,1613946679925,6405
"wd_2",0.01,1613946679925,6405
"sqr_mom_2",0.99,1613946679925,6405
"lr_2",0.00010702435809321816,1613946679925,6405
"mom_2",0.9285959143404997,1613946679925,6405
"eps_2",1e-05,1613946679925,6405
"train_loss",0.0061424673,1613946680920,6406
"raw_loss",0.0055644577,1613946680920,6406
"epoch",40.29559748427672,1613946680920,6406
"wd_0",0.01,1613946680920,6406
"sqr_mom_0",0.99,1613946680920,6406
"lr_0",1.0690863987556267e-06,1613946680920,6406
"mom_0",0.9286190582154696,1613946680920,6406
"eps_0",1e-05,1613946680920,6406
"wd_1",0.01,1613946680920,6406
"sqr_mom_1",0.99,1613946680920,6406
"lr_1",1.069086398755627e-05,1613946680920,6406
"mom_1",0.9286190582154696,1613946680920,6406
"eps_1",1e-05,1613946680920,6406
"wd_2",0.01,1613946680920,6406
"sqr_mom_2",0.99,1613946680920,6406
"lr_2",0.00010690863987556265,1613946680920,6406
"mom_2",0.9286190582154696,1613946680920,6406
"eps_2",1e-05,1613946680920,6406
"train_loss",0.006112323,1613946681868,6407
"raw_loss",0.004635253,1613946681868,6407
"epoch",40.30188679245282,1613946681868,6407
"wd_0",0.01,1613946681868,6407
"sqr_mom_0",0.99,1613946681868,6407
"lr_0",1.067928904954321e-06,1613946681868,6407
"mom_0",0.9286422083229968,1613946681868,6407
"eps_0",1e-05,1613946681868,6407
"wd_1",0.01,1613946681868,6407
"sqr_mom_1",0.99,1613946681868,6407
"lr_1",1.0679289049543209e-05,1613946681868,6407
"mom_1",0.9286422083229968,1613946681868,6407
"eps_1",1e-05,1613946681868,6407
"wd_2",0.01,1613946681868,6407
"sqr_mom_2",0.99,1613946681868,6407
"lr_2",0.00010679289049543204,1613946681868,6407
"mom_2",0.9286422083229968,1613946681868,6407
"eps_2",1e-05,1613946681868,6407
"train_loss",0.0061606267,1613946682861,6408
"raw_loss",0.0085275,1613946682861,6408
"epoch",40.30817610062892,1613946682861,6408
"wd_0",0.01,1613946682861,6408
"sqr_mom_0",0.99,1613946682861,6408
"lr_0",1.0667726350345831e-06,1613946682861,6408
"mom_0",0.9286653339526478,1613946682861,6408
"eps_0",1e-05,1613946682861,6408
"wd_1",0.01,1613946682861,6408
"sqr_mom_1",0.99,1613946682861,6408
"lr_1",1.0667726350345835e-05,1613946682861,6408
"mom_1",0.9286653339526478,1613946682861,6408
"eps_1",1e-05,1613946682861,6408
"wd_2",0.01,1613946682861,6408
"sqr_mom_2",0.99,1613946682861,6408
"lr_2",0.00010667726350345827,1613946682861,6408
"mom_2",0.9286653339526478,1613946682861,6408
"eps_2",1e-05,1613946682861,6408
"train_loss",0.006111146,1613946683808,6409
"raw_loss",0.0036865924,1613946683808,6409
"epoch",40.31446540880502,1613946683808,6409
"wd_0",0.01,1613946683808,6409
"sqr_mom_0",0.99,1613946683808,6409
"lr_0",1.0656168216446178e-06,1613946683808,6409
"mom_0",0.9286884504516121,1613946683808,6409
"eps_0",1e-05,1613946683808,6409
"wd_1",0.01,1613946683808,6409
"sqr_mom_1",0.99,1613946683808,6409
"lr_1",1.0656168216446178e-05,1613946683808,6409
"mom_1",0.9286884504516121,1613946683808,6409
"eps_1",1e-05,1613946683808,6409
"wd_2",0.01,1613946683808,6409
"sqr_mom_2",0.99,1613946683808,6409
"lr_2",0.00010656168216446177,1613946683808,6409
"mom_2",0.9286884504516121,1613946683808,6409
"eps_2",1e-05,1613946683808,6409
"train_loss",0.0060866205,1613946684782,6410
"raw_loss",0.0048848777,1613946684782,6410
"epoch",40.32075471698112,1613946684782,6410
"wd_0",0.01,1613946684782,6410
"sqr_mom_0",0.99,1613946684782,6410
"lr_0",1.0644606986444422e-06,1613946684782,6410
"mom_0",0.9287115731428426,1613946684782,6410
"eps_0",1e-05,1613946684782,6410
"wd_1",0.01,1613946684782,6410
"sqr_mom_1",0.99,1613946684782,6410
"lr_1",1.0644606986444419e-05,1613946684782,6410
"mom_1",0.9287115731428426,1613946684782,6410
"eps_1",1e-05,1613946684782,6410
"wd_2",0.01,1613946684782,6410
"sqr_mom_2",0.99,1613946684782,6410
"lr_2",0.00010644606986444415,1613946684782,6410
"mom_2",0.9287115731428426,1613946684782,6410
"eps_2",1e-05,1613946684782,6410
"train_loss",0.006076465,1613946685737,6411
"raw_loss",0.005578839,1613946685737,6411
"epoch",40.32704402515722,1613946685737,6411
"wd_0",0.01,1613946685737,6411
"sqr_mom_0",0.99,1613946685737,6411
"lr_0",1.063305799721899e-06,1613946685737,6411
"mom_0",0.9287346713522755,1613946685737,6411
"eps_0",1e-05,1613946685737,6411
"wd_1",0.01,1613946685737,6411
"sqr_mom_1",0.99,1613946685737,6411
"lr_1",1.0633057997218991e-05,1613946685737,6411
"mom_1",0.9287346713522755,1613946685737,6411
"eps_1",1e-05,1613946685737,6411
"wd_2",0.01,1613946685737,6411
"sqr_mom_2",0.99,1613946685737,6411
"lr_2",0.00010633057997218987,1613946685737,6411
"mom_2",0.9287346713522755,1613946685737,6411
"eps_2",1e-05,1613946685737,6411
"train_loss",0.0060235877,1613946686783,6412
"raw_loss",0.0034326091,1613946686783,6412
"epoch",40.33333333333332,1613946686783,6412
"wd_0",0.01,1613946686783,6412
"sqr_mom_0",0.99,1613946686783,6412
"lr_0",1.0621513584334104e-06,1613946686783,6412
"mom_0",0.9287577604089359,1613946686783,6412
"eps_0",1e-05,1613946686783,6412
"wd_1",0.01,1613946686783,6412
"sqr_mom_1",0.99,1613946686783,6412
"lr_1",1.0621513584334104e-05,1613946686783,6412
"mom_1",0.9287577604089359,1613946686783,6412
"eps_1",1e-05,1613946686783,6412
"wd_2",0.01,1613946686783,6412
"sqr_mom_2",0.99,1613946686783,6412
"lr_2",0.00010621513584334102,1613946686783,6412
"mom_2",0.9287577604089359,1613946686783,6412
"eps_2",1e-05,1613946686783,6412
"train_loss",0.0059810802,1613946687727,6413
"raw_loss",0.0038982253,1613946687727,6413
"epoch",40.33962264150942,1613946687727,6413
"wd_0",0.01,1613946687727,6413
"sqr_mom_0",0.99,1613946687727,6413
"lr_0",1.060996609550139e-06,1613946687727,6413
"mom_0",0.9287808556175534,1613946687727,6413
"eps_0",1e-05,1613946687727,6413
"wd_1",0.01,1613946687727,6413
"sqr_mom_1",0.99,1613946687727,6413
"lr_1",1.0609966095501395e-05,1613946687727,6413
"mom_1",0.9287808556175534,1613946687727,6413
"eps_1",1e-05,1613946687727,6413
"wd_2",0.01,1613946687727,6413
"sqr_mom_2",0.99,1613946687727,6413
"lr_2",0.00010609966095501388,1613946687727,6413
"mom_2",0.9287808556175534,1613946687727,6413
"eps_2",1e-05,1613946687727,6413
"train_loss",0.0059788614,1613946688668,6414
"raw_loss",0.005870126,1613946688668,6414
"epoch",40.34591194968552,1613946688668,6414
"wd_0",0.01,1613946688668,6414
"sqr_mom_0",0.99,1613946688668,6414
"lr_0",1.059843084937056e-06,1613946688668,6414
"mom_0",0.9288039263405222,1613946688668,6414
"eps_0",1e-05,1613946688668,6414
"wd_1",0.01,1613946688668,6414
"sqr_mom_1",0.99,1613946688668,6414
"lr_1",1.059843084937056e-05,1613946688668,6414
"mom_1",0.9288039263405222,1613946688668,6414
"eps_1",1e-05,1613946688668,6414
"wd_2",0.01,1613946688668,6414
"sqr_mom_2",0.99,1613946688668,6414
"lr_2",0.00010598430849370556,1613946688668,6414
"mom_2",0.9288039263405222,1613946688668,6414
"eps_2",1e-05,1613946688668,6414
"train_loss",0.0060170903,1613946689654,6415
"raw_loss",0.007890303,1613946689654,6415
"epoch",40.35220125786162,1613946689654,6415
"wd_0",0.01,1613946689654,6415
"sqr_mom_0",0.99,1613946689654,6415
"lr_0",1.058689636567196e-06,1613946689654,6415
"mom_0",0.9288269955386115,1613946689654,6415
"eps_0",1e-05,1613946689654,6415
"wd_1",0.01,1613946689654,6415
"sqr_mom_1",0.99,1613946689654,6415
"lr_1",1.0586896365671958e-05,1613946689654,6415
"mom_1",0.9288269955386115,1613946689654,6415
"eps_1",1e-05,1613946689654,6415
"wd_2",0.01,1613946689654,6415
"sqr_mom_2",0.99,1613946689654,6415
"lr_2",0.00010586896365671954,1613946689654,6415
"mom_2",0.9288269955386115,1613946689654,6415
"eps_2",1e-05,1613946689654,6415
"train_loss",0.0059536532,1613946690616,6416
"raw_loss",0.0028452466,1613946690616,6416
"epoch",40.35849056603772,1613946690616,6416
"wd_0",0.01,1613946690616,6416
"sqr_mom_0",0.99,1613946690616,6416
"lr_0",1.0575366476064613e-06,1613946690616,6416
"mom_0",0.9288500555484263,1613946690616,6416
"eps_0",1e-05,1613946690616,6416
"wd_1",0.01,1613946690616,6416
"sqr_mom_1",0.99,1613946690616,6416
"lr_1",1.0575366476064616e-05,1613946690616,6416
"mom_1",0.9288500555484263,1613946690616,6416
"eps_1",1e-05,1613946690616,6416
"wd_2",0.01,1613946690616,6416
"sqr_mom_2",0.99,1613946690616,6416
"lr_2",0.0001057536647606461,1613946690616,6416
"mom_2",0.9288500555484263,1613946690616,6416
"eps_2",1e-05,1613946690616,6416
"train_loss",0.005883793,1613946691570,6417
"raw_loss",0.0024606343,1613946691570,6417
"epoch",40.36477987421382,1613946691570,6417
"wd_0",0.01,1613946691570,6417
"sqr_mom_0",0.99,1613946691570,6417
"lr_0",1.0563841184223543e-06,1613946691570,6417
"mom_0",0.9288731063626166,1613946691570,6417
"eps_0",1e-05,1613946691570,6417
"wd_1",0.01,1613946691570,6417
"sqr_mom_1",0.99,1613946691570,6417
"lr_1",1.0563841184223541e-05,1613946691570,6417
"mom_1",0.9288731063626166,1613946691570,6417
"eps_1",1e-05,1613946691570,6417
"wd_2",0.01,1613946691570,6417
"sqr_mom_2",0.99,1613946691570,6417
"lr_2",0.00010563841184223536,1613946691570,6417
"mom_2",0.9288731063626166,1613946691570,6417
"eps_2",1e-05,1613946691570,6417
"train_loss",0.005824386,1613946692543,6418
"raw_loss",0.0029134518,1613946692543,6418
"epoch",40.371069182389924,1613946692543,6418
"wd_0",0.01,1613946692543,6418
"sqr_mom_0",0.99,1613946692543,6418
"lr_0",1.0552324314183556e-06,1613946692543,6418
"mom_0",0.9288961403330362,1613946692543,6418
"eps_0",1e-05,1613946692543,6418
"wd_1",0.01,1613946692543,6418
"sqr_mom_1",0.99,1613946692543,6418
"lr_1",1.0552324314183558e-05,1613946692543,6418
"mom_1",0.9288961403330362,1613946692543,6418
"eps_1",1e-05,1613946692543,6418
"wd_2",0.01,1613946692543,6418
"sqr_mom_2",0.99,1613946692543,6418
"lr_2",0.0001055232431418355,1613946692543,6418
"mom_2",0.9288961403330362,1613946692543,6418
"eps_2",1e-05,1613946692543,6418
"train_loss",0.005832647,1613946693517,6419
"raw_loss",0.006237421,1613946693517,6419
"epoch",40.377358490566024,1613946693517,6419
"wd_0",0.01,1613946693517,6419
"sqr_mom_0",0.99,1613946693517,6419
"lr_0",1.054080440853295e-06,1613946693517,6419
"mom_0",0.9289191803747379,1613946693517,6419
"eps_0",1e-05,1613946693517,6419
"wd_1",0.01,1613946693517,6419
"sqr_mom_1",0.99,1613946693517,6419
"lr_1",1.0540804408532952e-05,1613946693517,6419
"mom_1",0.9289191803747379,1613946693517,6419
"eps_1",1e-05,1613946693517,6419
"wd_2",0.01,1613946693517,6419
"sqr_mom_2",0.99,1613946693517,6419
"lr_2",0.00010540804408532944,1613946693517,6419
"mom_2",0.9289191803747379,1613946693517,6419
"eps_2",1e-05,1613946693517,6419
"train_loss",0.0058085267,1613946694490,6420
"raw_loss",0.0046266224,1613946694490,6420
"epoch",40.383647798742125,1613946694490,6420
"wd_0",0.01,1613946694490,6420
"sqr_mom_0",0.99,1613946694490,6420
"lr_0",1.0529296749330182e-06,1613946694490,6420
"mom_0",0.9289421959232989,1613946694490,6420
"eps_0",1e-05,1613946694490,6420
"wd_1",0.01,1613946694490,6420
"sqr_mom_1",0.99,1613946694490,6420
"lr_1",1.052929674933018e-05,1613946694490,6420
"mom_1",0.9289421959232989,1613946694490,6420
"eps_1",1e-05,1613946694490,6420
"wd_2",0.01,1613946694490,6420
"sqr_mom_2",0.99,1613946694490,6420
"lr_2",0.00010529296749330178,1613946694490,6420
"mom_2",0.9289421959232989,1613946694490,6420
"eps_2",1e-05,1613946694490,6420
"train_loss",0.0058059613,1613946695434,6421
"raw_loss",0.0056802714,1613946695434,6421
"epoch",40.389937106918225,1613946695434,6421
"wd_0",0.01,1613946695434,6421
"sqr_mom_0",0.99,1613946695434,6421
"lr_0",1.0517793699518717e-06,1613946695434,6421
"mom_0",0.9289652022529851,1613946695434,6421
"eps_0",1e-05,1613946695434,6421
"wd_1",0.01,1613946695434,6421
"sqr_mom_1",0.99,1613946695434,6421
"lr_1",1.0517793699518714e-05,1613946695434,6421
"mom_1",0.9289652022529851,1613946695434,6421
"eps_1",1e-05,1613946695434,6421
"wd_2",0.01,1613946695434,6421
"sqr_mom_2",0.99,1613946695434,6421
"lr_2",0.00010517793699518714,1613946695434,6421
"mom_2",0.9289652022529851,1613946695434,6421
"eps_2",1e-05,1613946695434,6421
"train_loss",0.0058504757,1613946696469,6422
"raw_loss",0.008031679,1613946696469,6422
"epoch",40.396226415094326,1613946696469,6422
"wd_0",0.01,1613946696469,6422
"sqr_mom_0",0.99,1613946696469,6422
"lr_0",1.0506287634277211e-06,1613946696469,6422
"mom_0",0.9289882146135917,1613946696469,6422
"eps_0",1e-05,1613946696469,6422
"wd_1",0.01,1613946696469,6422
"sqr_mom_1",0.99,1613946696469,6422
"lr_1",1.0506287634277206e-05,1613946696469,6422
"mom_1",0.9289882146135917,1613946696469,6422
"eps_1",1e-05,1613946696469,6422
"wd_2",0.01,1613946696469,6422
"sqr_mom_2",0.99,1613946696469,6422
"lr_2",0.00010506287634277206,1613946696469,6422
"mom_2",0.9289882146135917,1613946696469,6422
"eps_2",1e-05,1613946696469,6422
"train_loss",0.0058081364,1613946697451,6423
"raw_loss",0.003733499,1613946697451,6423
"epoch",40.402515723270426,1613946697451,6423
"wd_0",0.01,1613946697451,6423
"sqr_mom_0",0.99,1613946697451,6423
"lr_0",1.0494793817303723e-06,1613946697451,6423
"mom_0",0.9290112024774173,1613946697451,6423
"eps_0",1e-05,1613946697451,6423
"wd_1",0.01,1613946697451,6423
"sqr_mom_1",0.99,1613946697451,6423
"lr_1",1.0494793817303725e-05,1613946697451,6423
"mom_1",0.9290112024774173,1613946697451,6423
"eps_1",1e-05,1613946697451,6423
"wd_2",0.01,1613946697451,6423
"sqr_mom_2",0.99,1613946697451,6423
"lr_2",0.00010494793817303718,1613946697451,6423
"mom_2",0.9290112024774173,1613946697451,6423
"eps_2",1e-05,1613946697451,6423
"train_loss",0.0058387276,1613946698403,6424
"raw_loss",0.0073376973,1613946698403,6424
"epoch",40.408805031446526,1613946698403,6424
"wd_0",0.01,1613946698403,6424
"sqr_mom_0",0.99,1613946698403,6424
"lr_0",1.0483300809535681e-06,1613946698403,6424
"mom_0",0.9290341887228158,1613946698403,6424
"eps_0",1e-05,1613946698403,6424
"wd_1",0.01,1613946698403,6424
"sqr_mom_1",0.99,1613946698403,6424
"lr_1",1.0483300809535681e-05,1613946698403,6424
"mom_1",0.9290341887228158,1613946698403,6424
"eps_1",1e-05,1613946698403,6424
"wd_2",0.01,1613946698403,6424
"sqr_mom_2",0.99,1613946698403,6424
"lr_2",0.00010483300809535677,1613946698403,6424
"mom_2",0.9290341887228158,1613946698403,6424
"eps_2",1e-05,1613946698403,6424
"train_loss",0.0058364645,1613946699358,6425
"raw_loss",0.005725583,1613946699358,6425
"epoch",40.41509433962263,1613946699358,6425
"wd_0",0.01,1613946699358,6425
"sqr_mom_0",0.99,1613946699358,6425
"lr_0",1.047181242887878e-06,1613946699358,6425
"mom_0",0.9290571657138995,1613946699358,6425
"eps_0",1e-05,1613946699358,6425
"wd_1",0.01,1613946699358,6425
"sqr_mom_1",0.99,1613946699358,6425
"lr_1",1.0471812428878778e-05,1613946699358,6425
"mom_1",0.9290571657138995,1613946699358,6425
"eps_1",1e-05,1613946699358,6425
"wd_2",0.01,1613946699358,6425
"sqr_mom_2",0.99,1613946699358,6425
"lr_2",0.00010471812428878777,1613946699358,6425
"mom_2",0.9290571657138995,1613946699358,6425
"eps_2",1e-05,1613946699358,6425
"train_loss",0.0058177602,1613946700308,6426
"raw_loss",0.004901257,1613946700308,6426
"epoch",40.42138364779873,1613946700308,6426
"wd_0",0.01,1613946700308,6426
"sqr_mom_0",0.99,1613946700308,6426
"lr_0",1.0460328678994826e-06,1613946700308,6426
"mom_0",0.9290801334433447,1613946700308,6426
"eps_0",1e-05,1613946700308,6426
"wd_1",0.01,1613946700308,6426
"sqr_mom_1",0.99,1613946700308,6426
"lr_1",1.046032867899482e-05,1613946700308,6426
"mom_1",0.9290801334433447,1613946700308,6426
"eps_1",1e-05,1613946700308,6426
"wd_2",0.01,1613946700308,6426
"sqr_mom_2",0.99,1613946700308,6426
"lr_2",0.00010460328678994817,1613946700308,6426
"mom_2",0.9290801334433447,1613946700308,6426
"eps_2",1e-05,1613946700308,6426
"train_loss",0.005838881,1613946701254,6427
"raw_loss",0.00687379,1613946701254,6427
"epoch",40.42767295597483,1613946701254,6427
"wd_0",0.01,1613946701254,6427
"sqr_mom_0",0.99,1613946701254,6427
"lr_0",1.044885337011055e-06,1613946701254,6427
"mom_0",0.9291030842906218,1613946701254,6427
"eps_0",1e-05,1613946701254,6427
"wd_1",0.01,1613946701254,6427
"sqr_mom_1",0.99,1613946701254,6427
"lr_1",1.0448853370110544e-05,1613946701254,6427
"mom_1",0.9291030842906218,1613946701254,6427
"eps_1",1e-05,1613946701254,6427
"wd_2",0.01,1613946701254,6427
"sqr_mom_2",0.99,1613946701254,6427
"lr_2",0.00010448853370110541,1613946701254,6427
"mom_2",0.9291030842906218,1613946701254,6427
"eps_2",1e-05,1613946701254,6427
"train_loss",0.0058059064,1613946702248,6428
"raw_loss",0.0041901544,1613946702248,6428
"epoch",40.43396226415093,1613946702248,6428
"wd_0",0.01,1613946702248,6428
"sqr_mom_0",0.99,1613946702248,6428
"lr_0",1.04373750861855e-06,1613946702248,6428
"mom_0",0.9291260410880399,1613946702248,6428
"eps_0",1e-05,1613946702248,6428
"wd_1",0.01,1613946702248,6428
"sqr_mom_1",0.99,1613946702248,6428
"lr_1",1.0437375086185495e-05,1613946702248,6428
"mom_1",0.9291260410880399,1613946702248,6428
"eps_1",1e-05,1613946702248,6428
"wd_2",0.01,1613946702248,6428
"sqr_mom_2",0.99,1613946702248,6428
"lr_2",0.00010437375086185495,1613946702248,6428
"mom_2",0.9291260410880399,1613946702248,6428
"eps_2",1e-05,1613946702248,6428
"train_loss",0.005866693,1613946703233,6429
"raw_loss",0.008845241,1613946703233,6429
"epoch",40.44025157232703,1613946703233,6429
"wd_0",0.01,1613946703233,6429
"sqr_mom_0",0.99,1613946703233,6429
"lr_0",1.0425909054063644e-06,1613946703233,6429
"mom_0",0.9291489733816065,1613946703233,6429
"eps_0",1e-05,1613946703233,6429
"wd_1",0.01,1613946703233,6429
"sqr_mom_1",0.99,1613946703233,6429
"lr_1",1.0425909054063642e-05,1613946703233,6429
"mom_1",0.9291489733816065,1613946703233,6429
"eps_1",1e-05,1613946703233,6429
"wd_2",0.01,1613946703233,6429
"sqr_mom_2",0.99,1613946703233,6429
"lr_2",0.0001042590905406364,1613946703233,6429
"mom_2",0.9291489733816065,1613946703233,6429
"eps_2",1e-05,1613946703233,6429
"train_loss",0.005824486,1613946704164,6430
"raw_loss",0.0037563439,1613946704164,6430
"epoch",40.44654088050313,1613946704164,6430
"wd_0",0.01,1613946704164,6430
"sqr_mom_0",0.99,1613946704164,6430
"lr_0",1.0414447664264886e-06,1613946704164,6430
"mom_0",0.9291718963904341,1613946704164,6430
"eps_0",1e-05,1613946704164,6430
"wd_1",0.01,1613946704164,6430
"sqr_mom_1",0.99,1613946704164,6430
"lr_1",1.0414447664264882e-05,1613946704164,6430
"mom_1",0.9291718963904341,1613946704164,6430
"eps_1",1e-05,1613946704164,6430
"wd_2",0.01,1613946704164,6430
"sqr_mom_2",0.99,1613946704164,6430
"lr_2",0.00010414447664264882,1613946704164,6430
"mom_2",0.9291718963904341,1613946704164,6430
"eps_2",1e-05,1613946704164,6430
"train_loss",0.0057863514,1613946705148,6431
"raw_loss",0.0039177756,1613946705148,6431
"epoch",40.45283018867923,1613946705148,6431
"wd_0",0.01,1613946705148,6431
"sqr_mom_0",0.99,1613946705148,6431
"lr_0",1.0402983319631705e-06,1613946705148,6431
"mom_0",0.9291948253089897,1613946705148,6431
"eps_0",1e-05,1613946705148,6431
"wd_1",0.01,1613946705148,6431
"sqr_mom_1",0.99,1613946705148,6431
"lr_1",1.04029833196317e-05,1613946705148,6431
"mom_1",0.9291948253089897,1613946705148,6431
"eps_1",1e-05,1613946705148,6431
"wd_2",0.01,1613946705148,6431
"sqr_mom_2",0.99,1613946705148,6431
"lr_2",0.00010402983319631696,1613946705148,6431
"mom_2",0.9291948253089897,1613946705148,6431
"eps_2",1e-05,1613946705148,6431
"train_loss",0.005748604,1613946706094,6432
"raw_loss",0.0038989673,1613946706094,6432
"epoch",40.45911949685533,1613946706094,6432
"wd_0",0.01,1613946706094,6432
"sqr_mom_0",0.99,1613946706094,6432
"lr_0",1.0391531228516503e-06,1613946706094,6432
"mom_0",0.9292177297202642,1613946706094,6432
"eps_0",1e-05,1613946706094,6432
"wd_1",0.01,1613946706094,6432
"sqr_mom_1",0.99,1613946706094,6432
"lr_1",1.0391531228516508e-05,1613946706094,6432
"mom_1",0.9292177297202642,1613946706094,6432
"eps_1",1e-05,1613946706094,6432
"wd_2",0.01,1613946706094,6432
"sqr_mom_2",0.99,1613946706094,6432
"lr_2",0.00010391531228516501,1613946706094,6432
"mom_2",0.9292177297202642,1613946706094,6432
"eps_2",1e-05,1613946706094,6432
"train_loss",0.0057501015,1613946707076,6433
"raw_loss",0.005823484,1613946707076,6433
"epoch",40.46540880503143,1613946707076,6433
"wd_0",0.01,1613946707076,6433
"sqr_mom_0",0.99,1613946707076,6433
"lr_0",1.038008379067467e-06,1613946707076,6433
"mom_0",0.9292406248248989,1613946707076,6433
"eps_0",1e-05,1613946707076,6433
"wd_1",0.01,1613946707076,6433
"sqr_mom_1",0.99,1613946707076,6433
"lr_1",1.0380083790674674e-05,1613946707076,6433
"mom_1",0.9292406248248989,1613946707076,6433
"eps_1",1e-05,1613946707076,6433
"wd_2",0.01,1613946707076,6433
"sqr_mom_2",0.99,1613946707076,6433
"lr_2",0.00010380083790674667,1613946707076,6433
"mom_2",0.9292406248248989,1613946707076,6433
"eps_2",1e-05,1613946707076,6433
"train_loss",0.0057155583,1613946708020,6434
"raw_loss",0.004022935,1613946708020,6434
"epoch",40.47169811320753,1613946708020,6434
"wd_0",0.01,1613946708020,6434
"sqr_mom_0",0.99,1613946708020,6434
"lr_0",1.0368633418213239e-06,1613946708020,6434
"mom_0",0.9292635257988315,1613946708020,6434
"eps_0",1e-05,1613946708020,6434
"wd_1",0.01,1613946708020,6434
"sqr_mom_1",0.99,1613946708020,6434
"lr_1",1.0368633418213239e-05,1613946708020,6434
"mom_1",0.9292635257988315,1613946708020,6434
"eps_1",1e-05,1613946708020,6434
"wd_2",0.01,1613946708020,6434
"sqr_mom_2",0.99,1613946708020,6434
"lr_2",0.00010368633418213235,1613946708020,6434
"mom_2",0.9292635257988315,1613946708020,6434
"eps_2",1e-05,1613946708020,6434
"train_loss",0.005685366,1613946708958,6435
"raw_loss",0.0042059487,1613946708958,6435
"epoch",40.47798742138363,1613946708958,6435
"wd_0",0.01,1613946708958,6435
"sqr_mom_0",0.99,1613946708958,6435
"lr_0",1.0357195300949435e-06,1613946708958,6435
"mom_0",0.9292864022621237,1613946708958,6435
"eps_0",1e-05,1613946708958,6435
"wd_1",0.01,1613946708958,6435
"sqr_mom_1",0.99,1613946708958,6435
"lr_1",1.0357195300949433e-05,1613946708958,6435
"mom_1",0.9292864022621237,1613946708958,6435
"eps_1",1e-05,1613946708958,6435
"wd_2",0.01,1613946708958,6435
"sqr_mom_2",0.99,1613946708958,6435
"lr_2",0.00010357195300949429,1613946708958,6435
"mom_2",0.9292864022621237,1613946708958,6435
"eps_2",1e-05,1613946708958,6435
"train_loss",0.005656648,1613946709944,6436
"raw_loss",0.004249455,1613946709944,6436
"epoch",40.48427672955973,1613946709944,6436
"wd_0",0.01,1613946709944,6436
"sqr_mom_0",0.99,1613946709944,6436
"lr_0",1.0345758055222064e-06,1613946709944,6436
"mom_0",0.9293092769823257,1613946709944,6436
"eps_0",1e-05,1613946709944,6436
"wd_1",0.01,1613946709944,6436
"sqr_mom_1",0.99,1613946709944,6436
"lr_1",1.0345758055222066e-05,1613946709944,6436
"mom_1",0.9293092769823257,1613946709944,6436
"eps_1",1e-05,1613946709944,6436
"wd_2",0.01,1613946709944,6436
"sqr_mom_2",0.99,1613946709944,6436
"lr_2",0.0001034575805522206,1613946709944,6436
"mom_2",0.9293092769823257,1613946709944,6436
"eps_2",1e-05,1613946709944,6436
"train_loss",0.005688849,1613946710904,6437
"raw_loss",0.007266691,1613946710904,6437
"epoch",40.49056603773583,1613946710904,6437
"wd_0",0.01,1613946710904,6437
"sqr_mom_0",0.99,1613946710904,6437
"lr_0",1.033432548044603e-06,1613946710904,6437
"mom_0",0.9293321423605315,1613946710904,6437
"eps_0",1e-05,1613946710904,6437
"wd_1",0.01,1613946710904,6437
"sqr_mom_1",0.99,1613946710904,6437
"lr_1",1.0334325480446028e-05,1613946710904,6437
"mom_1",0.9293321423605315,1613946710904,6437
"eps_1",1e-05,1613946710904,6437
"wd_2",0.01,1613946710904,6437
"sqr_mom_2",0.99,1613946710904,6437
"lr_2",0.00010334325480446024,1613946710904,6437
"mom_2",0.9293321423605315,1613946710904,6437
"eps_2",1e-05,1613946710904,6437
"train_loss",0.005690973,1613946711849,6438
"raw_loss",0.0057950383,1613946711849,6438
"epoch",40.49685534591193,1613946711849,6438
"wd_0",0.01,1613946711849,6438
"sqr_mom_0",0.99,1613946711849,6438
"lr_0",1.0322897580265314e-06,1613946711849,6438
"mom_0",0.9293549983894532,1613946711849,6438
"eps_0",1e-05,1613946711849,6438
"wd_1",0.01,1613946711849,6438
"sqr_mom_1",0.99,1613946711849,6438
"lr_1",1.0322897580265315e-05,1613946711849,6438
"mom_1",0.9293549983894532,1613946711849,6438
"eps_1",1e-05,1613946711849,6438
"wd_2",0.01,1613946711849,6438
"sqr_mom_2",0.99,1613946711849,6438
"lr_2",0.00010322897580265311,1613946711849,6438
"mom_2",0.9293549983894532,1613946711849,6438
"eps_2",1e-05,1613946711849,6438
"train_loss",0.0056923116,1613946712803,6439
"raw_loss",0.005757903,1613946712803,6439
"epoch",40.50314465408803,1613946712803,6439
"wd_0",0.01,1613946712803,6439
"sqr_mom_0",0.99,1613946712803,6439
"lr_0",1.0311478146343127e-06,1613946712803,6439
"mom_0",0.9293778374856886,1613946712803,6439
"eps_0",1e-05,1613946712803,6439
"wd_1",0.01,1613946712803,6439
"sqr_mom_1",0.99,1613946712803,6439
"lr_1",1.0311478146343127e-05,1613946712803,6439
"mom_1",0.9293778374856886,1613946712803,6439
"eps_1",1e-05,1613946712803,6439
"wd_2",0.01,1613946712803,6439
"sqr_mom_2",0.99,1613946712803,6439
"lr_2",0.00010311478146343125,1613946712803,6439
"mom_2",0.9293778374856886,1613946712803,6439
"eps_2",1e-05,1613946712803,6439
"train_loss",0.005630086,1613946713786,6440
"raw_loss",0.0025810502,1613946713786,6440
"epoch",40.50943396226413,1613946713786,6440
"wd_0",0.01,1613946713786,6440
"sqr_mom_0",0.99,1613946713786,6440
"lr_0",1.030005581825842e-06,1613946713786,6440
"mom_0",0.9294006823703068,1613946713786,6440
"eps_0",1e-05,1613946713786,6440
"wd_1",0.01,1613946713786,6440
"sqr_mom_1",0.99,1613946713786,6440
"lr_1",1.0300055818258422e-05,1613946713786,6440
"mom_1",0.9294006823703068,1613946713786,6440
"eps_1",1e-05,1613946713786,6440
"wd_2",0.01,1613946713786,6440
"sqr_mom_2",0.99,1613946713786,6440
"lr_2",0.0001030005581825842,1613946713786,6440
"mom_2",0.9294006823703068,1613946713786,6440
"eps_2",1e-05,1613946713786,6440
"train_loss",0.0056012454,1613946714739,6441
"raw_loss",0.0041880542,1613946714739,6441
"epoch",40.51572327044023,1613946714739,6441
"wd_0",0.01,1613946714739,6441
"sqr_mom_0",0.99,1613946714739,6441
"lr_0",1.0288645748625345e-06,1613946714739,6441
"mom_0",0.9294235027377766,1613946714739,6441
"eps_0",1e-05,1613946714739,6441
"wd_1",0.01,1613946714739,6441
"sqr_mom_1",0.99,1613946714739,6441
"lr_1",1.0288645748625342e-05,1613946714739,6441
"mom_1",0.9294235027377766,1613946714739,6441
"eps_1",1e-05,1613946714739,6441
"wd_2",0.01,1613946714739,6441
"sqr_mom_2",0.99,1613946714739,6441
"lr_2",0.00010288645748625337,1613946714739,6441
"mom_2",0.9294235027377766,1613946714739,6441
"eps_2",1e-05,1613946714739,6441
"train_loss",0.0055835224,1613946715684,6442
"raw_loss",0.0047150957,1613946715684,6442
"epoch",40.522012578616334,1613946715684,6442
"wd_0",0.01,1613946715684,6442
"sqr_mom_0",0.99,1613946715684,6442
"lr_0",1.0277240365037448e-06,1613946715684,6442
"mom_0",0.9294463137330624,1613946715684,6442
"eps_0",1e-05,1613946715684,6442
"wd_1",0.01,1613946715684,6442
"sqr_mom_1",0.99,1613946715684,6442
"lr_1",1.0277240365037448e-05,1613946715684,6442
"mom_1",0.9294463137330624,1613946715684,6442
"eps_1",1e-05,1613946715684,6442
"wd_2",0.01,1613946715684,6442
"sqr_mom_2",0.99,1613946715684,6442
"lr_2",0.00010277240365037446,1613946715684,6442
"mom_2",0.9294463137330624,1613946715684,6442
"eps_2",1e-05,1613946715684,6442
"train_loss",0.0055450457,1613946716639,6443
"raw_loss",0.0036596886,1613946716639,6443
"epoch",40.528301886792434,1613946716639,6443
"wd_0",0.01,1613946716639,6443
"sqr_mom_0",0.99,1613946716639,6443
"lr_0",1.0265832107526933e-06,1613946716639,6443
"mom_0",0.9294691304762509,1613946716639,6443
"eps_0",1e-05,1613946716639,6443
"wd_1",0.01,1613946716639,6443
"sqr_mom_1",0.99,1613946716639,6443
"lr_1",1.026583210752693e-05,1613946716639,6443
"mom_1",0.9294691304762509,1613946716639,6443
"eps_1",1e-05,1613946716639,6443
"wd_2",0.01,1613946716639,6443
"sqr_mom_2",0.99,1613946716639,6443
"lr_2",0.00010265832107526928,1613946716639,6443
"mom_2",0.9294691304762509,1613946716639,6443
"eps_2",1e-05,1613946716639,6443
"train_loss",0.0056556747,1613946717614,6444
"raw_loss",0.0110765,1613946717614,6444
"epoch",40.534591194968534,1613946717614,6444
"wd_0",0.01,1613946717614,6444
"sqr_mom_0",0.99,1613946717614,6444
"lr_0",1.025443611004222e-06,1613946717614,6444
"mom_0",0.9294919226991425,1613946717614,6444
"eps_0",1e-05,1613946717614,6444
"wd_1",0.01,1613946717614,6444
"sqr_mom_1",0.99,1613946717614,6444
"lr_1",1.0254436110042217e-05,1613946717614,6444
"mom_1",0.9294919226991425,1613946717614,6444
"eps_1",1e-05,1613946717614,6444
"wd_2",0.01,1613946717614,6444
"sqr_mom_2",0.99,1613946717614,6444
"lr_2",0.00010254436110042212,1613946717614,6444
"mom_2",0.9294919226991425,1613946717614,6444
"eps_2",1e-05,1613946717614,6444
"train_loss",0.005645002,1613946718564,6445
"raw_loss",0.0051220236,1613946718564,6445
"epoch",40.540880503144635,1613946718564,6445
"wd_0",0.01,1613946718564,6445
"sqr_mom_0",0.99,1613946718564,6445
"lr_0",1.0243037252134239e-06,1613946718564,6445
"mom_0",0.9295147206429379,1613946718564,6445
"eps_0",1e-05,1613946718564,6445
"wd_1",0.01,1613946718564,6445
"sqr_mom_1",0.99,1613946718564,6445
"lr_1",1.0243037252134235e-05,1613946718564,6445
"mom_1",0.9295147206429379,1613946718564,6445
"eps_1",1e-05,1613946718564,6445
"wd_2",0.01,1613946718564,6445
"sqr_mom_2",0.99,1613946718564,6445
"lr_2",0.00010243037252134231,1613946718564,6445
"mom_2",0.9295147206429379,1613946718564,6445
"eps_2",1e-05,1613946718564,6445
"train_loss",0.0056242975,1613946719520,6446
"raw_loss",0.0046097776,1613946719520,6446
"epoch",40.547169811320735,1613946719520,6446
"wd_0",0.01,1613946719520,6446
"sqr_mom_0",0.99,1613946719520,6446
"lr_0",1.0231650655282076e-06,1613946719520,6446
"mom_0",0.9295374940643765,1613946719520,6446
"eps_0",1e-05,1613946719520,6446
"wd_1",0.01,1613946719520,6446
"sqr_mom_1",0.99,1613946719520,6446
"lr_1",1.0231650655282078e-05,1613946719520,6446
"mom_1",0.9295374940643765,1613946719520,6446
"eps_1",1e-05,1613946719520,6446
"wd_2",0.01,1613946719520,6446
"sqr_mom_2",0.99,1613946719520,6446
"lr_2",0.00010231650655282077,1613946719520,6446
"mom_2",0.9295374940643765,1613946719520,6446
"eps_2",1e-05,1613946719520,6446
"train_loss",0.005634092,1613946720497,6447
"raw_loss",0.006114006,1613946720497,6447
"epoch",40.553459119496836,1613946720497,6447
"wd_0",0.01,1613946720497,6447
"sqr_mom_0",0.99,1613946720497,6447
"lr_0",1.0220264987069361e-06,1613946720497,6447
"mom_0",0.9295602656285176,1613946720497,6447
"eps_0",1e-05,1613946720497,6447
"wd_1",0.01,1613946720497,6447
"sqr_mom_1",0.99,1613946720497,6447
"lr_1",1.0220264987069363e-05,1613946720497,6447
"mom_1",0.9295602656285176,1613946720497,6447
"eps_1",1e-05,1613946720497,6447
"wd_2",0.01,1613946720497,6447
"sqr_mom_2",0.99,1613946720497,6447
"lr_2",0.00010220264987069358,1613946720497,6447
"mom_2",0.9295602656285176,1613946720497,6447
"eps_2",1e-05,1613946720497,6447
"train_loss",0.0056338254,1613946721465,6448
"raw_loss",0.0056207725,1613946721465,6448
"epoch",40.559748427672936,1613946721465,6448
"wd_0",0.01,1613946721465,6448
"sqr_mom_0",0.99,1613946721465,6448
"lr_0",1.0208884029807438e-06,1613946721465,6448
"mom_0",0.9295830277706628,1613946721465,6448
"eps_0",1e-05,1613946721465,6448
"wd_1",0.01,1613946721465,6448
"sqr_mom_1",0.99,1613946721465,6448
"lr_1",1.0208884029807434e-05,1613946721465,6448
"mom_1",0.9295830277706628,1613946721465,6448
"eps_1",1e-05,1613946721465,6448
"wd_2",0.01,1613946721465,6448
"sqr_mom_2",0.99,1613946721465,6448
"lr_2",0.0001020888402980743,1613946721465,6448
"mom_2",0.9295830277706628,1613946721465,6448
"eps_2",1e-05,1613946721465,6448
"train_loss",0.005603119,1613946722424,6449
"raw_loss",0.0040984815,1613946722424,6449
"epoch",40.56603773584904,1613946722424,6449
"wd_0",0.01,1613946722424,6449
"sqr_mom_0",0.99,1613946722424,6449
"lr_0",1.0197507787123868e-06,1613946722424,6449
"mom_0",0.9296057804835571,1613946722424,6449
"eps_0",1e-05,1613946722424,6449
"wd_1",0.01,1613946722424,6449
"sqr_mom_1",0.99,1613946722424,6449
"lr_1",1.0197507787123863e-05,1613946722424,6449
"mom_1",0.9296057804835571,1613946722424,6449
"eps_1",1e-05,1613946722424,6449
"wd_2",0.01,1613946722424,6449
"sqr_mom_2",0.99,1613946722424,6449
"lr_2",0.00010197507787123862,1613946722424,6449
"mom_2",0.9296057804835571,1613946722424,6449
"eps_2",1e-05,1613946722424,6449
"train_loss",0.0056378613,1613946723368,6450
"raw_loss",0.007340245,1613946723368,6450
"epoch",40.57232704402514,1613946723368,6450
"wd_0",0.01,1613946723368,6450
"sqr_mom_0",0.99,1613946723368,6450
"lr_0",1.0186140033512001e-06,1613946723368,6450
"mom_0",0.9296285162181381,1613946723368,6450
"eps_0",1e-05,1613946723368,6450
"wd_1",0.01,1613946723368,6450
"sqr_mom_1",0.99,1613946723368,6450
"lr_1",1.0186140033512001e-05,1613946723368,6450
"mom_1",0.9296285162181381,1613946723368,6450
"eps_1",1e-05,1613946723368,6450
"wd_2",0.01,1613946723368,6450
"sqr_mom_2",0.99,1613946723368,6450
"lr_2",0.00010186140033512,1613946723368,6450
"mom_2",0.9296285162181381,1613946723368,6450
"eps_2",1e-05,1613946723368,6450
"train_loss",0.0057145595,1613946724328,6451
"raw_loss",0.009472783,1613946724328,6451
"epoch",40.57861635220124,1613946724328,6451
"wd_0",0.01,1613946724328,6451
"sqr_mom_0",0.99,1613946724328,6451
"lr_0",1.0174769459994452e-06,1613946724328,6451
"mom_0",0.929651257592587,1613946724328,6451
"eps_0",1e-05,1613946724328,6451
"wd_1",0.01,1613946724328,6451
"sqr_mom_1",0.99,1613946724328,6451
"lr_1",1.0174769459994447e-05,1613946724328,6451
"mom_1",0.929651257592587,1613946724328,6451
"eps_1",1e-05,1613946724328,6451
"wd_2",0.01,1613946724328,6451
"sqr_mom_2",0.99,1613946724328,6451
"lr_2",0.00010174769459994447,1613946724328,6451
"mom_2",0.929651257592587,1613946724328,6451
"eps_2",1e-05,1613946724328,6451
"train_loss",0.0056959903,1613946725309,6452
"raw_loss",0.0047860905,1613946725309,6452
"epoch",40.58490566037734,1613946725309,6452
"wd_0",0.01,1613946725309,6452
"sqr_mom_0",0.99,1613946725309,6452
"lr_0",1.016341115052888e-06,1613946725309,6452
"mom_0",0.9296739744386866,1613946725309,6452
"eps_0",1e-05,1613946725309,6452
"wd_1",0.01,1613946725309,6452
"sqr_mom_1",0.99,1613946725309,6452
"lr_1",1.0163411150528876e-05,1613946725309,6452
"mom_1",0.9296739744386866,1613946725309,6452
"eps_1",1e-05,1613946725309,6452
"wd_2",0.01,1613946725309,6452
"sqr_mom_2",0.99,1613946725309,6452
"lr_2",0.00010163411150528875,1613946725309,6452
"mom_2",0.9296739744386866,1613946725309,6452
"eps_2",1e-05,1613946725309,6452
"train_loss",0.0056610033,1613946726291,6453
"raw_loss",0.003946634,1613946726291,6453
"epoch",40.59119496855344,1613946726291,6453
"wd_0",0.01,1613946726291,6453
"sqr_mom_0",0.99,1613946726291,6453
"lr_0",1.0152057566999103e-06,1613946726291,6453
"mom_0",0.9296966818328201,1613946726291,6453
"eps_0",1e-05,1613946726291,6453
"wd_1",0.01,1613946726291,6453
"sqr_mom_1",0.99,1613946726291,6453
"lr_1",1.0152057566999101e-05,1613946726291,6453
"mom_1",0.9296966818328201,1613946726291,6453
"eps_1",1e-05,1613946726291,6453
"wd_2",0.01,1613946726291,6453
"sqr_mom_2",0.99,1613946726291,6453
"lr_2",0.00010152057566999097,1613946726291,6453
"mom_2",0.9296966818328201,1613946726291,6453
"eps_2",1e-05,1613946726291,6453
"train_loss",0.0056673754,1613946727231,6454
"raw_loss",0.005979602,1613946727231,6454
"epoch",40.59748427672954,1613946727231,6454
"wd_0",0.01,1613946727231,6454
"sqr_mom_0",0.99,1613946727231,6454
"lr_0",1.014070118383348e-06,1613946727231,6454
"mom_0",0.9297193948262813,1613946727231,6454
"eps_0",1e-05,1613946727231,6454
"wd_1",0.01,1613946727231,6454
"sqr_mom_1",0.99,1613946727231,6454
"lr_1",1.0140701183833484e-05,1613946727231,6454
"mom_1",0.9297193948262813,1613946727231,6454
"eps_1",1e-05,1613946727231,6454
"wd_2",0.01,1613946727231,6454
"sqr_mom_2",0.99,1613946727231,6454
"lr_2",0.00010140701183833481,1613946727231,6454
"mom_2",0.9297193948262813,1613946727231,6454
"eps_2",1e-05,1613946727231,6454
"train_loss",0.005636046,1613946728185,6455
"raw_loss",0.0041009164,1613946728185,6455
"epoch",40.60377358490564,1613946728185,6455
"wd_0",0.01,1613946728185,6455
"sqr_mom_0",0.99,1613946728185,6455
"lr_0",1.012935706616506e-06,1613946728185,6455
"mom_0",0.9297420832885027,1613946728185,6455
"eps_0",1e-05,1613946728185,6455
"wd_1",0.01,1613946728185,6455
"sqr_mom_1",0.99,1613946728185,6455
"lr_1",1.0129357066165065e-05,1613946728185,6455
"mom_1",0.9297420832885027,1613946728185,6455
"eps_1",1e-05,1613946728185,6455
"wd_2",0.01,1613946728185,6455
"sqr_mom_2",0.99,1613946728185,6455
"lr_2",0.0001012935706616506,1613946728185,6455
"mom_2",0.9297420832885027,1613946728185,6455
"eps_2",1e-05,1613946728185,6455
"train_loss",0.005600091,1613946729139,6456
"raw_loss",0.0038382886,1613946729139,6456
"epoch",40.61006289308174,1613946729139,6456
"wd_0",0.01,1613946729139,6456
"sqr_mom_0",0.99,1613946729139,6456
"lr_0",1.0118017685279597e-06,1613946729139,6456
"mom_0",0.9297647622770635,1613946729139,6456
"eps_0",1e-05,1613946729139,6456
"wd_1",0.01,1613946729139,6456
"sqr_mom_1",0.99,1613946729139,6456
"lr_1",1.0118017685279592e-05,1613946729139,6456
"mom_1",0.9297647622770635,1613946729139,6456
"eps_1",1e-05,1613946729139,6456
"wd_2",0.01,1613946729139,6456
"sqr_mom_2",0.99,1613946729139,6456
"lr_2",0.0001011801768527959,1613946729139,6456
"mom_2",0.9297647622770635,1613946729139,6456
"eps_2",1e-05,1613946729139,6456
"train_loss",0.0056596943,1613946730085,6457
"raw_loss",0.008580267,1613946730085,6457
"epoch",40.61635220125784,1613946730085,6457
"wd_0",0.01,1613946730085,6457
"sqr_mom_0",0.99,1613946730085,6457
"lr_0",1.0106675525036148e-06,1613946730085,6457
"mom_0",0.929787446824396,1613946730085,6457
"eps_0",1e-05,1613946730085,6457
"wd_1",0.01,1613946730085,6457
"sqr_mom_1",0.99,1613946730085,6457
"lr_1",1.0106675525036145e-05,1613946730085,6457
"mom_1",0.929787446824396,1613946730085,6457
"eps_1",1e-05,1613946730085,6457
"wd_2",0.01,1613946730085,6457
"sqr_mom_2",0.99,1613946730085,6457
"lr_2",0.00010106675525036141,1613946730085,6457
"mom_2",0.929787446824396,1613946730085,6457
"eps_2",1e-05,1613946730085,6457
"train_loss",0.005715817,1613946731046,6458
"raw_loss",0.008465833,1613946731046,6458
"epoch",40.62264150943394,1613946731046,6458
"wd_0",0.01,1613946731046,6458
"sqr_mom_0",0.99,1613946731046,6458
"lr_0",1.009534563169994e-06,1613946731046,6458
"mom_0",0.9298101068376685,1613946731046,6458
"eps_0",1e-05,1613946731046,6458
"wd_1",0.01,1613946731046,6458
"sqr_mom_1",0.99,1613946731046,6458
"lr_1",1.0095345631699941e-05,1613946731046,6458
"mom_1",0.9298101068376685,1613946731046,6458
"eps_1",1e-05,1613946731046,6458
"wd_2",0.01,1613946731046,6458
"sqr_mom_2",0.99,1613946731046,6458
"lr_2",0.00010095345631699941,1613946731046,6458
"mom_2",0.9298101068376685,1613946731046,6458
"eps_2",1e-05,1613946731046,6458
"train_loss",0.005817366,1613946731990,6459
"raw_loss",0.010793264,1613946731990,6459
"epoch",40.62893081761004,1613946731990,6459
"wd_0",0.01,1613946731990,6459
"sqr_mom_0",0.99,1613946731990,6459
"lr_0",1.0084016729255e-06,1613946731990,6459
"mom_0",0.9298327648691387,1613946731990,6459
"eps_0",1e-05,1613946731990,6459
"wd_1",0.01,1613946731990,6459
"sqr_mom_1",0.99,1613946731990,6459
"lr_1",1.0084016729254999e-05,1613946731990,6459
"mom_1",0.9298327648691387,1613946731990,6459
"eps_1",1e-05,1613946731990,6459
"wd_2",0.01,1613946731990,6459
"sqr_mom_2",0.99,1613946731990,6459
"lr_2",0.00010084016729254997,1613946731990,6459
"mom_2",0.9298327648691387,1613946731990,6459
"eps_2",1e-05,1613946731990,6459
"train_loss",0.005786726,1613946732961,6460
"raw_loss",0.0042853607,1613946732961,6460
"epoch",40.63522012578614,1613946732961,6460
"wd_0",0.01,1613946732961,6460
"sqr_mom_0",0.99,1613946732961,6460
"lr_0",1.0072692581188435e-06,1613946732961,6460
"mom_0",0.929855413391757,1613946732961,6460
"eps_0",1e-05,1613946732961,6460
"wd_1",0.01,1613946732961,6460
"sqr_mom_1",0.99,1613946732961,6460
"lr_1",1.0072692581188432e-05,1613946732961,6460
"mom_1",0.929855413391757,1613946732961,6460
"eps_1",1e-05,1613946732961,6460
"wd_2",0.01,1613946732961,6460
"sqr_mom_2",0.99,1613946732961,6460
"lr_2",0.00010072692581188428,1613946732961,6460
"mom_2",0.929855413391757,1613946732961,6460
"eps_2",1e-05,1613946732961,6460
"train_loss",0.0057262396,1613946733917,6461
"raw_loss",0.0027624106,1613946733917,6461
"epoch",40.64150943396224,1613946733917,6461
"wd_0",0.01,1613946733917,6461
"sqr_mom_0",0.99,1613946733917,6461
"lr_0",1.0061373191109663e-06,1613946733917,6461
"mom_0",0.9298780523983046,1613946733917,6461
"eps_0",1e-05,1613946733917,6461
"wd_1",0.01,1613946733917,6461
"sqr_mom_1",0.99,1613946733917,6461
"lr_1",1.0061373191109665e-05,1613946733917,6461
"mom_1",0.9298780523983046,1613946733917,6461
"eps_1",1e-05,1613946733917,6461
"wd_2",0.01,1613946733917,6461
"sqr_mom_2",0.99,1613946733917,6461
"lr_2",0.00010061373191109661,1613946733917,6461
"mom_2",0.9298780523983046,1613946733917,6461
"eps_2",1e-05,1613946733917,6461
"train_loss",0.0058250832,1613946734871,6462
"raw_loss",0.010668422,1613946734871,6462
"epoch",40.64779874213834,1613946734871,6462
"wd_0",0.01,1613946734871,6462
"sqr_mom_0",0.99,1613946734871,6462
"lr_0",1.0050062314615796e-06,1613946734871,6462
"mom_0",0.9299006743775121,1613946734871,6462
"eps_0",1e-05,1613946734871,6462
"wd_1",0.01,1613946734871,6462
"sqr_mom_1",0.99,1613946734871,6462
"lr_1",1.0050062314615796e-05,1613946734871,6462
"mom_1",0.9299006743775121,1613946734871,6462
"eps_1",1e-05,1613946734871,6462
"wd_2",0.01,1613946734871,6462
"sqr_mom_2",0.99,1613946734871,6462
"lr_2",0.00010050062314615789,1613946734871,6462
"mom_2",0.9299006743775121,1613946734871,6462
"eps_2",1e-05,1613946734871,6462
"train_loss",0.0058083334,1613946735844,6463
"raw_loss",0.0049875937,1613946735844,6463
"epoch",40.65408805031444,1613946735844,6463
"wd_0",0.01,1613946735844,6463
"sqr_mom_0",0.99,1613946735844,6463
"lr_0",1.0038748699345772e-06,1613946735844,6463
"mom_0",0.9299233018343267,1613946735844,6463
"eps_0",1e-05,1613946735844,6463
"wd_1",0.01,1613946735844,6463
"sqr_mom_1",0.99,1613946735844,6463
"lr_1",1.0038748699345774e-05,1613946735844,6463
"mom_1",0.9299233018343267,1613946735844,6463
"eps_1",1e-05,1613946735844,6463
"wd_2",0.01,1613946735844,6463
"sqr_mom_2",0.99,1613946735844,6463
"lr_2",0.00010038748699345773,1613946735844,6463
"mom_2",0.9299233018343267,1613946735844,6463
"eps_2",1e-05,1613946735844,6463
"train_loss",0.005758398,1613946736808,6464
"raw_loss",0.0033115668,1613946736808,6464
"epoch",40.66037735849054,1613946736808,6464
"wd_0",0.01,1613946736808,6464
"sqr_mom_0",0.99,1613946736808,6464
"lr_0",1.0027447353697696e-06,1613946736808,6464
"mom_0",0.9299459047516521,1613946736808,6464
"eps_0",1e-05,1613946736808,6464
"wd_1",0.01,1613946736808,6464
"sqr_mom_1",0.99,1613946736808,6464
"lr_1",1.0027447353697696e-05,1613946736808,6464
"mom_1",0.9299459047516521,1613946736808,6464
"eps_1",1e-05,1613946736808,6464
"wd_2",0.01,1613946736808,6464
"sqr_mom_2",0.99,1613946736808,6464
"lr_2",0.0001002744735369769,1613946736808,6464
"mom_2",0.9299459047516521,1613946736808,6464
"eps_2",1e-05,1613946736808,6464
"train_loss",0.0057111266,1613946737777,6465
"raw_loss",0.0033948051,1613946737777,6465
"epoch",40.66666666666664,1613946737777,6465
"wd_0",0.01,1613946737777,6465
"sqr_mom_0",0.99,1613946737777,6465
"lr_0",1.0016150777293574e-06,1613946737777,6465
"mom_0",0.9299684981303942,1613946737777,6465
"eps_0",1e-05,1613946737777,6465
"wd_1",0.01,1613946737777,6465
"sqr_mom_1",0.99,1613946737777,6465
"lr_1",1.0016150777293571e-05,1613946737777,6465
"mom_1",0.9299684981303942,1613946737777,6465
"eps_1",1e-05,1613946737777,6465
"wd_2",0.01,1613946737777,6465
"sqr_mom_2",0.99,1613946737777,6465
"lr_2",0.00010016150777293571,1613946737777,6465
"mom_2",0.9299684981303942,1613946737777,6465
"eps_2",1e-05,1613946737777,6465
"train_loss",0.005652293,1613946738719,6466
"raw_loss",0.0027694565,1613946738719,6466
"epoch",40.67295597484274,1613946738719,6466
"wd_0",0.01,1613946738719,6466
"sqr_mom_0",0.99,1613946738719,6466
"lr_0",1.0004851482414915e-06,1613946738719,6466
"mom_0",0.9299910969461396,1613946738719,6466
"eps_0",1e-05,1613946738719,6466
"wd_1",0.01,1613946738719,6466
"sqr_mom_1",0.99,1613946738719,6466
"lr_1",1.0004851482414912e-05,1613946738719,6466
"mom_1",0.9299910969461396,1613946738719,6466
"eps_1",1e-05,1613946738719,6466
"wd_2",0.01,1613946738719,6466
"sqr_mom_2",0.99,1613946738719,6466
"lr_2",0.00010004851482414907,1613946738719,6466
"mom_2",0.9299910969461396,1613946738719,6466
"eps_2",1e-05,1613946738719,6466
"train_loss",0.005618088,1613946739674,6467
"raw_loss",0.003942031,1613946739674,6467
"epoch",40.679245283018844,1613946739674,6467
"wd_0",0.01,1613946739674,6467
"sqr_mom_0",0.99,1613946739674,6467
"lr_0",9.993564458462693e-07,1613946739674,6467
"mom_0",0.9300136712197868,1613946739674,6467
"eps_0",1e-05,1613946739674,6467
"wd_1",0.01,1613946739674,6467
"sqr_mom_1",0.99,1613946739674,6467
"lr_1",9.993564458462688e-06,1613946739674,6467
"mom_1",0.9300136712197868,1613946739674,6467
"eps_1",1e-05,1613946739674,6467
"wd_2",0.01,1613946739674,6467
"sqr_mom_2",0.99,1613946739674,6467
"lr_2",9.993564458462688e-05,1613946739674,6467
"mom_2",0.9300136712197868,1613946739674,6467
"eps_2",1e-05,1613946739674,6467
"train_loss",0.0056045908,1613946740630,6468
"raw_loss",0.0049432227,1613946740630,6468
"epoch",40.685534591194944,1613946740630,6468
"wd_0",0.01,1613946740630,6468
"sqr_mom_0",0.99,1613946740630,6468
"lr_0",9.98227847206133e-07,1613946740630,6468
"mom_0",0.9300362434183115,1613946740630,6468
"eps_0",1e-05,1613946740630,6468
"wd_1",0.01,1613946740630,6468
"sqr_mom_1",0.99,1613946740630,6468
"lr_1",9.982278472061329e-06,1613946740630,6468
"mom_1",0.9300362434183115,1613946740630,6468
"eps_1",1e-05,1613946740630,6468
"wd_2",0.01,1613946740630,6468
"sqr_mom_2",0.99,1613946740630,6468
"lr_2",9.982278472061326e-05,1613946740630,6468
"mom_2",0.9300362434183115,1613946740630,6468
"eps_2",1e-05,1613946740630,6468
"train_loss",0.0056132018,1613946741587,6469
"raw_loss",0.0060351486,1613946741587,6469
"epoch",40.691823899371045,1613946741587,6469
"wd_0",0.01,1613946741587,6469
"sqr_mom_0",0.99,1613946741587,6469
"lr_0",9.970997272466252e-07,1613946741587,6469
"mom_0",0.9300588060431279,1613946741587,6469
"eps_0",1e-05,1613946741587,6469
"wd_1",0.01,1613946741587,6469
"sqr_mom_1",0.99,1613946741587,6469
"lr_1",9.970997272466255e-06,1613946741587,6469
"mom_1",0.9300588060431279,1613946741587,6469
"eps_1",1e-05,1613946741587,6469
"wd_2",0.01,1613946741587,6469
"sqr_mom_2",0.99,1613946741587,6469
"lr_2",9.97099727246625e-05,1613946741587,6469
"mom_2",0.9300588060431279,1613946741587,6469
"eps_2",1e-05,1613946741587,6469
"train_loss",0.0056494577,1613946742538,6470
"raw_loss",0.007426,1613946742538,6470
"epoch",40.698113207547145,1613946742538,6470
"wd_0",0.01,1613946742538,6470
"sqr_mom_0",0.99,1613946742538,6470
"lr_0",9.959720863273207e-07,1613946742538,6470
"mom_0",0.9300813590870445,1613946742538,6470
"eps_0",1e-05,1613946742538,6470
"wd_1",0.01,1613946742538,6470
"sqr_mom_1",0.99,1613946742538,6470
"lr_1",9.959720863273205e-06,1613946742538,6470
"mom_1",0.9300813590870445,1613946742538,6470
"eps_1",1e-05,1613946742538,6470
"wd_2",0.01,1613946742538,6470
"sqr_mom_2",0.99,1613946742538,6470
"lr_2",9.959720863273201e-05,1613946742538,6470
"mom_2",0.9300813590870445,1613946742538,6470
"eps_2",1e-05,1613946742538,6470
"train_loss",0.005612527,1613946743492,6471
"raw_loss",0.0038029198,1613946743492,6471
"epoch",40.704402515723245,1613946743492,6471
"wd_0",0.01,1613946743492,6471
"sqr_mom_0",0.99,1613946743492,6471
"lr_0",9.948452985793756e-07,1613946743492,6471
"mom_0",0.9301038950673631,1613946743492,6471
"eps_0",1e-05,1613946743492,6471
"wd_1",0.01,1613946743492,6471
"sqr_mom_1",0.99,1613946743492,6471
"lr_1",9.948452985793753e-06,1613946743492,6471
"mom_1",0.9301038950673631,1613946743492,6471
"eps_1",1e-05,1613946743492,6471
"wd_2",0.01,1613946743492,6471
"sqr_mom_2",0.99,1613946743492,6471
"lr_2",9.948452985793747e-05,1613946743492,6471
"mom_2",0.9301038950673631,1613946743492,6471
"eps_2",1e-05,1613946743492,6471
"train_loss",0.0056415154,1613946744462,6472
"raw_loss",0.007061949,1613946744462,6472
"epoch",40.710691823899346,1613946744462,6472
"wd_0",0.01,1613946744462,6472
"sqr_mom_0",0.99,1613946744462,6472
"lr_0",9.937182430468559e-07,1613946744462,6472
"mom_0",0.9301264364034268,1613946744462,6472
"eps_0",1e-05,1613946744462,6472
"wd_1",0.01,1613946744462,6472
"sqr_mom_1",0.99,1613946744462,6472
"lr_1",9.937182430468555e-06,1613946744462,6472
"mom_1",0.9301264364034268,1613946744462,6472
"eps_1",1e-05,1613946744462,6472
"wd_2",0.01,1613946744462,6472
"sqr_mom_2",0.99,1613946744462,6472
"lr_2",9.93718243046855e-05,1613946744462,6472
"mom_2",0.9301264364034268,1613946744462,6472
"eps_2",1e-05,1613946744462,6472
"train_loss",0.005675439,1613946745421,6473
"raw_loss",0.0073376973,1613946745421,6473
"epoch",40.716981132075446,1613946745421,6473
"wd_0",0.01,1613946745421,6473
"sqr_mom_0",0.99,1613946745421,6473
"lr_0",9.925924148573306e-07,1613946745421,6473
"mom_0",0.9301489531923852,1613946745421,6473
"eps_0",1e-05,1613946745421,6473
"wd_1",0.01,1613946745421,6473
"sqr_mom_1",0.99,1613946745421,6473
"lr_1",9.925924148573311e-06,1613946745421,6473
"mom_1",0.9301489531923852,1613946745421,6473
"eps_1",1e-05,1613946745421,6473
"wd_2",0.01,1613946745421,6473
"sqr_mom_2",0.99,1613946745421,6473
"lr_2",9.925924148573308e-05,1613946745421,6473
"mom_2",0.9301489531923852,1613946745421,6473
"eps_2",1e-05,1613946745421,6473
"train_loss",0.005612205,1613946746367,6474
"raw_loss",0.0025137463,1613946746367,6474
"epoch",40.72327044025155,1613946746367,6474
"wd_0",0.01,1613946746367,6474
"sqr_mom_0",0.99,1613946746367,6474
"lr_0",9.914670668259921e-07,1613946746367,6474
"mom_0",0.930171460378084,1613946746367,6474
"eps_0",1e-05,1613946746367,6474
"wd_1",0.01,1613946746367,6474
"sqr_mom_1",0.99,1613946746367,6474
"lr_1",9.914670668259921e-06,1613946746367,6474
"mom_1",0.930171460378084,1613946746367,6474
"eps_1",1e-05,1613946746367,6474
"wd_2",0.01,1613946746367,6474
"sqr_mom_2",0.99,1613946746367,6474
"lr_2",9.91467066825992e-05,1613946746367,6474
"mom_2",0.930171460378084,1613946746367,6474
"eps_2",1e-05,1613946746367,6474
"train_loss",0.0055642924,1613946747331,6475
"raw_loss",0.0032165898,1613946747331,6475
"epoch",40.72955974842765,1613946747331,6475
"wd_0",0.01,1613946747331,6475
"sqr_mom_0",0.99,1613946747331,6475
"lr_0",9.903414530425617e-07,1613946747331,6475
"mom_0",0.9301939728788775,1613946747331,6475
"eps_0",1e-05,1613946747331,6475
"wd_1",0.01,1613946747331,6475
"sqr_mom_1",0.99,1613946747331,6475
"lr_1",9.903414530425614e-06,1613946747331,6475
"mom_1",0.9301939728788775,1613946747331,6475
"eps_1",1e-05,1613946747331,6475
"wd_2",0.01,1613946747331,6475
"sqr_mom_2",0.99,1613946747331,6475
"lr_2",9.903414530425611e-05,1613946747331,6475
"mom_2",0.9301939728788775,1613946747331,6475
"eps_2",1e-05,1613946747331,6475
"train_loss",0.005628532,1613946748308,6476
"raw_loss",0.008776255,1613946748308,6476
"epoch",40.73584905660375,1613946748308,6476
"wd_0",0.01,1613946748308,6476
"sqr_mom_0",0.99,1613946748308,6476
"lr_0",9.892170667220148e-07,1613946748308,6476
"mom_0",0.930216460830168,1613946748308,6476
"eps_0",1e-05,1613946748308,6476
"wd_1",0.01,1613946748308,6476
"sqr_mom_1",0.99,1613946748308,6476
"lr_1",9.89217066722015e-06,1613946748308,6476
"mom_1",0.930216460830168,1613946748308,6476
"eps_1",1e-05,1613946748308,6476
"wd_2",0.01,1613946748308,6476
"sqr_mom_2",0.99,1613946748308,6476
"lr_2",9.892170667220147e-05,1613946748308,6476
"mom_2",0.930216460830168,1613946748308,6476
"eps_2",1e-05,1613946748308,6476
"train_loss",0.0056014177,1613946749274,6477
"raw_loss",0.0042728293,1613946749274,6477
"epoch",40.74213836477985,1613946749274,6477
"wd_0",0.01,1613946749274,6477
"sqr_mom_0",0.99,1613946749274,6477
"lr_0",9.880931616347944e-07,1613946749274,6477
"mom_0",0.9302389391566956,1613946749274,6477
"eps_0",1e-05,1613946749274,6477
"wd_1",0.01,1613946749274,6477
"sqr_mom_1",0.99,1613946749274,6477
"lr_1",9.880931616347943e-06,1613946749274,6477
"mom_1",0.9302389391566956,1613946749274,6477
"eps_1",1e-05,1613946749274,6477
"wd_2",0.01,1613946749274,6477
"sqr_mom_2",0.99,1613946749274,6477
"lr_2",9.88093161634794e-05,1613946749274,6477
"mom_2",0.9302389391566956,1613946749274,6477
"eps_2",1e-05,1613946749274,6477
"train_loss",0.0055371285,1613946750235,6478
"raw_loss",0.0023869649,1613946750235,6478
"epoch",40.74842767295595,1613946750235,6478
"wd_0",0.01,1613946750235,6478
"sqr_mom_0",0.99,1613946750235,6478
"lr_0",9.869689928287262e-07,1613946750235,6478
"mom_0",0.930261422757653,1613946750235,6478
"eps_0",1e-05,1613946750235,6478
"wd_1",0.01,1613946750235,6478
"sqr_mom_1",0.99,1613946750235,6478
"lr_1",9.86968992828726e-06,1613946750235,6478
"mom_1",0.930261422757653,1613946750235,6478
"eps_1",1e-05,1613946750235,6478
"wd_2",0.01,1613946750235,6478
"sqr_mom_2",0.99,1613946750235,6478
"lr_2",9.869689928287257e-05,1613946750235,6478
"mom_2",0.930261422757653,1613946750235,6478
"eps_2",1e-05,1613946750235,6478
"train_loss",0.005586054,1613946751191,6479
"raw_loss",0.007983415,1613946751191,6479
"epoch",40.75471698113205,1613946751191,6479
"wd_0",0.01,1613946751191,6479
"sqr_mom_0",0.99,1613946751191,6479
"lr_0",9.858460516019112e-07,1613946751191,6479
"mom_0",0.9302838818067798,1613946751191,6479
"eps_0",1e-05,1613946751191,6479
"wd_1",0.01,1613946751191,6479
"sqr_mom_1",0.99,1613946751191,6479
"lr_1",9.85846051601911e-06,1613946751191,6479
"mom_1",0.9302838818067798,1613946751191,6479
"eps_1",1e-05,1613946751191,6479
"wd_2",0.01,1613946751191,6479
"sqr_mom_2",0.99,1613946751191,6479
"lr_2",9.858460516019103e-05,1613946751191,6479
"mom_2",0.9302838818067798,1613946751191,6479
"eps_2",1e-05,1613946751191,6479
"train_loss",0.0055977697,1613946752163,6480
"raw_loss",0.006171844,1613946752163,6480
"epoch",40.76100628930815,1613946752163,6480
"wd_0",0.01,1613946752163,6480
"sqr_mom_0",0.99,1613946752163,6480
"lr_0",9.847232203472225e-07,1613946752163,6480
"mom_0",0.9303063386564421,1613946752163,6480
"eps_0",1e-05,1613946752163,6480
"wd_1",0.01,1613946752163,6480
"sqr_mom_1",0.99,1613946752163,6480
"lr_1",9.847232203472225e-06,1613946752163,6480
"mom_1",0.9303063386564421,1613946752163,6480
"eps_1",1e-05,1613946752163,6480
"wd_2",0.01,1613946752163,6480
"sqr_mom_2",0.99,1613946752163,6480
"lr_2",9.847232203472219e-05,1613946752163,6480
"mom_2",0.9303063386564421,1613946752163,6480
"eps_2",1e-05,1613946752163,6480
"train_loss",0.005540534,1613946753131,6481
"raw_loss",0.0027359673,1613946753131,6481
"epoch",40.76729559748425,1613946753131,6481
"wd_0",0.01,1613946753131,6481
"sqr_mom_0",0.99,1613946753131,6481
"lr_0",9.836008720776051e-07,1613946753131,6481
"mom_0",0.9303287858463063,1613946753131,6481
"eps_0",1e-05,1613946753131,6481
"wd_1",0.01,1613946753131,6481
"sqr_mom_1",0.99,1613946753131,6481
"lr_1",9.836008720776053e-06,1613946753131,6481
"mom_1",0.9303287858463063,1613946753131,6481
"eps_1",1e-05,1613946753131,6481
"wd_2",0.01,1613946753131,6481
"sqr_mom_2",0.99,1613946753131,6481
"lr_2",9.836008720776046e-05,1613946753131,6481
"mom_2",0.9303287858463063,1613946753131,6481
"eps_2",1e-05,1613946753131,6481
"train_loss",0.0056095393,1613946754085,6482
"raw_loss",0.008990814,1613946754085,6482
"epoch",40.77358490566035,1613946754085,6482
"wd_0",0.01,1613946754085,6482
"sqr_mom_0",0.99,1613946754085,6482
"lr_0",9.824790071507965e-07,1613946754085,6482
"mom_0",0.9303512233692177,1613946754085,6482
"eps_0",1e-05,1613946754085,6482
"wd_1",0.01,1613946754085,6482
"sqr_mom_1",0.99,1613946754085,6482
"lr_1",9.824790071507965e-06,1613946754085,6482
"mom_1",0.9303512233692177,1613946754085,6482
"eps_1",1e-05,1613946754085,6482
"wd_2",0.01,1613946754085,6482
"sqr_mom_2",0.99,1613946754085,6482
"lr_2",9.824790071507965e-05,1613946754085,6482
"mom_2",0.9303512233692177,1613946754085,6482
"eps_2",1e-05,1613946754085,6482
"train_loss",0.005553089,1613946755055,6483
"raw_loss",0.0027870282,1613946755055,6483
"epoch",40.77987421383645,1613946755055,6483
"wd_0",0.01,1613946755055,6483
"sqr_mom_0",0.99,1613946755055,6483
"lr_0",9.813576259243784e-07,1613946755055,6483
"mom_0",0.9303736512180246,1613946755055,6483
"eps_0",1e-05,1613946755055,6483
"wd_1",0.01,1613946755055,6483
"sqr_mom_1",0.99,1613946755055,6483
"lr_1",9.813576259243783e-06,1613946755055,6483
"mom_1",0.9303736512180246,1613946755055,6483
"eps_1",1e-05,1613946755055,6483
"wd_2",0.01,1613946755055,6483
"sqr_mom_2",0.99,1613946755055,6483
"lr_2",9.813576259243777e-05,1613946755055,6483
"mom_2",0.9303736512180246,1613946755055,6483
"eps_2",1e-05,1613946755055,6483
"train_loss",0.0055519524,1613946756050,6484
"raw_loss",0.0054962514,1613946756050,6484
"epoch",40.78616352201255,1613946756050,6484
"wd_0",0.01,1613946756050,6484
"sqr_mom_0",0.99,1613946756050,6484
"lr_0",9.80236728755775e-07,1613946756050,6484
"mom_0",0.9303960693855783,1613946756050,6484
"eps_0",1e-05,1613946756050,6484
"wd_1",0.01,1613946756050,6484
"sqr_mom_1",0.99,1613946756050,6484
"lr_1",9.802367287557754e-06,1613946756050,6484
"mom_1",0.9303960693855783,1613946756050,6484
"eps_1",1e-05,1613946756050,6484
"wd_2",0.01,1613946756050,6484
"sqr_mom_2",0.99,1613946756050,6484
"lr_2",9.80236728755775e-05,1613946756050,6484
"mom_2",0.9303960693855783,1613946756050,6484
"eps_2",1e-05,1613946756050,6484
"train_loss",0.0055401423,1613946757004,6485
"raw_loss",0.004961442,1613946757004,6485
"epoch",40.79245283018865,1613946757004,6485
"wd_0",0.01,1613946757004,6485
"sqr_mom_0",0.99,1613946757004,6485
"lr_0",9.791166875347706e-07,1613946757004,6485
"mom_0",0.9304184704340089,1613946757004,6485
"eps_0",1e-05,1613946757004,6485
"wd_1",0.01,1613946757004,6485
"sqr_mom_1",0.99,1613946757004,6485
"lr_1",9.791166875347703e-06,1613946757004,6485
"mom_1",0.9304184704340089,1613946757004,6485
"eps_1",1e-05,1613946757004,6485
"wd_2",0.01,1613946757004,6485
"sqr_mom_2",0.99,1613946757004,6485
"lr_2",9.791166875347697e-05,1613946757004,6485
"mom_2",0.9304184704340089,1613946757004,6485
"eps_2",1e-05,1613946757004,6485
"train_loss",0.0055249436,1613946757957,6486
"raw_loss",0.004780203,1613946757957,6486
"epoch",40.79874213836475,1613946757957,6486
"wd_0",0.01,1613946757957,6486
"sqr_mom_0",0.99,1613946757957,6486
"lr_0",9.779963880209605e-07,1613946757957,6486
"mom_0",0.9304408766483472,1613946757957,6486
"eps_0",1e-05,1613946757957,6486
"wd_1",0.01,1613946757957,6486
"sqr_mom_1",0.99,1613946757957,6486
"lr_1",9.779963880209605e-06,1613946757957,6486
"mom_1",0.9304408766483472,1613946757957,6486
"eps_1",1e-05,1613946757957,6486
"wd_2",0.01,1613946757957,6486
"sqr_mom_2",0.99,1613946757957,6486
"lr_2",9.779963880209605e-05,1613946757957,6486
"mom_2",0.9304408766483472,1613946757957,6486
"eps_2",1e-05,1613946757957,6486
"train_loss",0.005463233,1613946758906,6487
"raw_loss",0.0024394216,1613946758906,6487
"epoch",40.80503144654085,1613946758906,6487
"wd_0",0.01,1613946758906,6487
"sqr_mom_0",0.99,1613946758906,6487
"lr_0",9.768773163795277e-07,1613946758906,6487
"mom_0",0.9304632583049924,1613946758906,6487
"eps_0",1e-05,1613946758906,6487
"wd_1",0.01,1613946758906,6487
"sqr_mom_1",0.99,1613946758906,6487
"lr_1",9.768773163795274e-06,1613946758906,6487
"mom_1",0.9304632583049924,1613946758906,6487
"eps_1",1e-05,1613946758906,6487
"wd_2",0.01,1613946758906,6487
"sqr_mom_2",0.99,1613946758906,6487
"lr_2",9.76877316379527e-05,1613946758906,6487
"mom_2",0.9304632583049924,1613946758906,6487
"eps_2",1e-05,1613946758906,6487
"train_loss",0.0054478636,1613946759937,6488
"raw_loss",0.0046947603,1613946759937,6488
"epoch",40.81132075471695,1613946759937,6488
"wd_0",0.01,1613946759937,6488
"sqr_mom_0",0.99,1613946759937,6488
"lr_0",9.757587299019645e-07,1613946759937,6488
"mom_0",0.9304856302582633,1613946759937,6488
"eps_0",1e-05,1613946759937,6488
"wd_1",0.01,1613946759937,6488
"sqr_mom_1",0.99,1613946759937,6488
"lr_1",9.757587299019646e-06,1613946759937,6488
"mom_1",0.9304856302582633,1613946759937,6488
"eps_1",1e-05,1613946759937,6488
"wd_2",0.01,1613946759937,6488
"sqr_mom_2",0.99,1613946759937,6488
"lr_2",9.757587299019644e-05,1613946759937,6488
"mom_2",0.9304856302582633,1613946759937,6488
"eps_2",1e-05,1613946759937,6488
"train_loss",0.005467561,1613946760907,6489
"raw_loss",0.006432743,1613946760907,6489
"epoch",40.81761006289305,1613946760907,6489
"wd_0",0.01,1613946760907,6489
"sqr_mom_0",0.99,1613946760907,6489
"lr_0",9.746398871675866e-07,1613946760907,6489
"mom_0",0.9305080073367216,1613946760907,6489
"eps_0",1e-05,1613946760907,6489
"wd_1",0.01,1613946760907,6489
"sqr_mom_1",0.99,1613946760907,6489
"lr_1",9.746398871675866e-06,1613946760907,6489
"mom_1",0.9305080073367216,1613946760907,6489
"eps_1",1e-05,1613946760907,6489
"wd_2",0.01,1613946760907,6489
"sqr_mom_2",0.99,1613946760907,6489
"lr_2",9.746398871675864e-05,1613946760907,6489
"mom_2",0.9305080073367216,1613946760907,6489
"eps_2",1e-05,1613946760907,6489
"train_loss",0.0054943687,1613946761881,6490
"raw_loss",0.0068079494,1613946761881,6490
"epoch",40.82389937106915,1613946761881,6490
"wd_0",0.01,1613946761881,6490
"sqr_mom_0",0.99,1613946761881,6490
"lr_0",9.735222724090428e-07,1613946761881,6490
"mom_0",0.9305303598554177,1613946761881,6490
"eps_0",1e-05,1613946761881,6490
"wd_1",0.01,1613946761881,6490
"sqr_mom_1",0.99,1613946761881,6490
"lr_1",9.735222724090426e-06,1613946761881,6490
"mom_1",0.9305303598554177,1613946761881,6490
"eps_1",1e-05,1613946761881,6490
"wd_2",0.01,1613946761881,6490
"sqr_mom_2",0.99,1613946761881,6490
"lr_2",9.73522272409042e-05,1613946761881,6490
"mom_2",0.9305303598554177,1613946761881,6490
"eps_2",1e-05,1613946761881,6490
"train_loss",0.005461747,1613946762873,6491
"raw_loss",0.0038632774,1613946762873,6491
"epoch",40.83018867924525,1613946762873,6491
"wd_0",0.01,1613946762873,6491
"sqr_mom_0",0.99,1613946762873,6491
"lr_0",9.724047733172778e-07,1613946762873,6491
"mom_0",0.930552710060755,1613946762873,6491
"eps_0",1e-05,1613946762873,6491
"wd_1",0.01,1613946762873,6491
"sqr_mom_1",0.99,1613946762873,6491
"lr_1",9.724047733172778e-06,1613946762873,6491
"mom_1",0.930552710060755,1613946762873,6491
"eps_1",1e-05,1613946762873,6491
"wd_2",0.01,1613946762873,6491
"sqr_mom_2",0.99,1613946762873,6491
"lr_2",9.724047733172776e-05,1613946762873,6491
"mom_2",0.930552710060755,1613946762873,6491
"eps_2",1e-05,1613946762873,6491
"train_loss",0.005442415,1613946763868,6492
"raw_loss",0.004495157,1613946763868,6492
"epoch",40.836477987421354,1613946763868,6492
"wd_0",0.01,1613946763868,6492
"sqr_mom_0",0.99,1613946763868,6492
"lr_0",9.712877611369503e-07,1613946763868,6492
"mom_0",0.9305750505277662,1613946763868,6492
"eps_0",1e-05,1613946763868,6492
"wd_1",0.01,1613946763868,6492
"sqr_mom_1",0.99,1613946763868,6492
"lr_1",9.7128776113695e-06,1613946763868,6492
"mom_1",0.9305750505277662,1613946763868,6492
"eps_1",1e-05,1613946763868,6492
"wd_2",0.01,1613946763868,6492
"sqr_mom_2",0.99,1613946763868,6492
"lr_2",9.7128776113695e-05,1613946763868,6492
"mom_2",0.9305750505277662,1613946763868,6492
"eps_2",1e-05,1613946763868,6492
"train_loss",0.0054474794,1613946764827,6493
"raw_loss",0.0056956345,1613946764827,6493
"epoch",40.842767295597454,1613946764827,6493
"wd_0",0.01,1613946764827,6493
"sqr_mom_0",0.99,1613946764827,6493
"lr_0",9.701712362240926e-07,1613946764827,6493
"mom_0",0.9305973812493307,1613946764827,6493
"eps_0",1e-05,1613946764827,6493
"wd_1",0.01,1613946764827,6493
"sqr_mom_1",0.99,1613946764827,6493
"lr_1",9.701712362240926e-06,1613946764827,6493
"mom_1",0.9305973812493307,1613946764827,6493
"eps_1",1e-05,1613946764827,6493
"wd_2",0.01,1613946764827,6493
"sqr_mom_2",0.99,1613946764827,6493
"lr_2",9.701712362240921e-05,1613946764827,6493
"mom_2",0.9305973812493307,1613946764827,6493
"eps_2",1e-05,1613946764827,6493
"train_loss",0.005388373,1613946765775,6494
"raw_loss",0.0024921568,1613946765775,6494
"epoch",40.849056603773555,1613946765775,6494
"wd_0",0.01,1613946765775,6494
"sqr_mom_0",0.99,1613946765775,6494
"lr_0",9.690555690153286e-07,1613946765775,6494
"mom_0",0.9306196948166415,1613946765775,6494
"eps_0",1e-05,1613946765775,6494
"wd_1",0.01,1613946765775,6494
"sqr_mom_1",0.99,1613946765775,6494
"lr_1",9.690555690153286e-06,1613946765775,6494
"mom_1",0.9306196948166415,1613946765775,6494
"eps_1",1e-05,1613946765775,6494
"wd_2",0.01,1613946765775,6494
"sqr_mom_2",0.99,1613946765775,6494
"lr_2",9.69055569015328e-05,1613946765775,6494
"mom_2",0.9306196948166415,1613946765775,6494
"eps_2",1e-05,1613946765775,6494
"train_loss",0.0053600767,1613946766716,6495
"raw_loss",0.0039735497,1613946766716,6495
"epoch",40.855345911949655,1613946766716,6495
"wd_0",0.01,1613946766716,6495
"sqr_mom_0",0.99,1613946766716,6495
"lr_0",9.679396496241538e-07,1613946766716,6495
"mom_0",0.9306420134276512,1613946766716,6495
"eps_0",1e-05,1613946766716,6495
"wd_1",0.01,1613946766716,6495
"sqr_mom_1",0.99,1613946766716,6495
"lr_1",9.67939649624154e-06,1613946766716,6495
"mom_1",0.9306420134276512,1613946766716,6495
"eps_1",1e-05,1613946766716,6495
"wd_2",0.01,1613946766716,6495
"sqr_mom_2",0.99,1613946766716,6495
"lr_2",9.679396496241533e-05,1613946766716,6495
"mom_2",0.9306420134276512,1613946766716,6495
"eps_2",1e-05,1613946766716,6495
"train_loss",0.005360699,1613946767665,6496
"raw_loss",0.0053911805,1613946767665,6496
"epoch",40.861635220125756,1613946767665,6496
"wd_0",0.01,1613946767665,6496
"sqr_mom_0",0.99,1613946767665,6496
"lr_0",9.668249584051713e-07,1613946767665,6496
"mom_0",0.9306643074749713,1613946767665,6496
"eps_0",1e-05,1613946767665,6496
"wd_1",0.01,1613946767665,6496
"sqr_mom_1",0.99,1613946767665,6496
"lr_1",9.668249584051712e-06,1613946767665,6496
"mom_1",0.9306643074749713,1613946767665,6496
"eps_1",1e-05,1613946767665,6496
"wd_2",0.01,1613946767665,6496
"sqr_mom_2",0.99,1613946767665,6496
"lr_2",9.668249584051709e-05,1613946767665,6496
"mom_2",0.9306643074749713,1613946767665,6496
"eps_2",1e-05,1613946767665,6496
"train_loss",0.0053445534,1613946768684,6497
"raw_loss",0.0045534284,1613946768684,6497
"epoch",40.867924528301856,1613946768684,6497
"wd_0",0.01,1613946768684,6497
"sqr_mom_0",0.99,1613946768684,6497
"lr_0",9.65710755552008e-07,1613946768684,6497
"mom_0",0.9306865917548773,1613946768684,6497
"eps_0",1e-05,1613946768684,6497
"wd_1",0.01,1613946768684,6497
"sqr_mom_1",0.99,1613946768684,6497
"lr_1",9.657107555520079e-06,1613946768684,6497
"mom_1",0.9306865917548773,1613946768684,6497
"eps_1",1e-05,1613946768684,6497
"wd_2",0.01,1613946768684,6497
"sqr_mom_2",0.99,1613946768684,6497
"lr_2",9.657107555520076e-05,1613946768684,6497
"mom_2",0.9306865917548773,1613946768684,6497
"eps_2",1e-05,1613946768684,6497
"train_loss",0.0053567374,1613946769637,6498
"raw_loss",0.005953756,1613946769637,6498
"epoch",40.874213836477956,1613946769637,6498
"wd_0",0.01,1613946769637,6498
"sqr_mom_0",0.99,1613946769637,6498
"lr_0",9.645963025546113e-07,1613946769637,6498
"mom_0",0.9307088810377181,1613946769637,6498
"eps_0",1e-05,1613946769637,6498
"wd_1",0.01,1613946769637,6498
"sqr_mom_1",0.99,1613946769637,6498
"lr_1",9.645963025546108e-06,1613946769637,6498
"mom_1",0.9307088810377181,1613946769637,6498
"eps_1",1e-05,1613946769637,6498
"wd_2",0.01,1613946769637,6498
"sqr_mom_2",0.99,1613946769637,6498
"lr_2",9.645963025546107e-05,1613946769637,6498
"mom_2",0.9307088810377181,1613946769637,6498
"eps_2",1e-05,1613946769637,6498
"train_loss",0.0053386674,1613946770581,6499
"raw_loss",0.0044532428,1613946770581,6499
"epoch",40.88050314465406,1613946770581,6499
"wd_0",0.01,1613946770581,6499
"sqr_mom_0",0.99,1613946770581,6499
"lr_0",9.634830778222959e-07,1613946770581,6499
"mom_0",0.9307311457550116,1613946770581,6499
"eps_0",1e-05,1613946770581,6499
"wd_1",0.01,1613946770581,6499
"sqr_mom_1",0.99,1613946770581,6499
"lr_1",9.634830778222959e-06,1613946770581,6499
"mom_1",0.9307311457550116,1613946770581,6499
"eps_1",1e-05,1613946770581,6499
"wd_2",0.01,1613946770581,6499
"sqr_mom_2",0.99,1613946770581,6499
"lr_2",9.634830778222956e-05,1613946770581,6499
"mom_2",0.9307311457550116,1613946770581,6499
"eps_2",1e-05,1613946770581,6499
"train_loss",0.0053181215,1613946771524,6500
"raw_loss",0.0043113604,1613946771524,6500
"epoch",40.88679245283016,1613946771524,6500
"wd_0",0.01,1613946771524,6500
"sqr_mom_0",0.99,1613946771524,6500
"lr_0",9.623703425202812e-07,1613946771524,6500
"mom_0",0.9307534006836011,1613946771524,6500
"eps_0",1e-05,1613946771524,6500
"wd_1",0.01,1613946771524,6500
"sqr_mom_1",0.99,1613946771524,6500
"lr_1",9.62370342520281e-06,1613946771524,6500
"mom_1",0.9307534006836011,1613946771524,6500
"eps_1",1e-05,1613946771524,6500
"wd_2",0.01,1613946771524,6500
"sqr_mom_2",0.99,1613946771524,6500
"lr_2",9.623703425202807e-05,1613946771524,6500
"mom_2",0.9307534006836011,1613946771524,6500
"eps_2",1e-05,1613946771524,6500
"train_loss",0.0053774775,1613946772499,6501
"raw_loss",0.0082859285,1613946772499,6501
"epoch",40.89308176100626,1613946772499,6501
"wd_0",0.01,1613946772499,6501
"sqr_mom_0",0.99,1613946772499,6501
"lr_0",9.612573591129252e-07,1613946772499,6501
"mom_0",0.9307756605743472,1613946772499,6501
"eps_0",1e-05,1613946772499,6501
"wd_1",0.01,1613946772499,6501
"sqr_mom_1",0.99,1613946772499,6501
"lr_1",9.612573591129254e-06,1613946772499,6501
"mom_1",0.9307756605743472,1613946772499,6501
"eps_1",1e-05,1613946772499,6501
"wd_2",0.01,1613946772499,6501
"sqr_mom_2",0.99,1613946772499,6501
"lr_2",9.612573591129248e-05,1613946772499,6501
"mom_2",0.9307756605743472,1613946772499,6501
"eps_2",1e-05,1613946772499,6501
"train_loss",0.0053440626,1613946773476,6502
"raw_loss",0.0037067297,1613946773476,6502
"epoch",40.89937106918236,1613946773476,6502
"wd_0",0.01,1613946773476,6502
"sqr_mom_0",0.99,1613946773476,6502
"lr_0",9.60145604060021e-07,1613946773476,6502
"mom_0",0.9307978958977585,1613946773476,6502
"eps_0",1e-05,1613946773476,6502
"wd_1",0.01,1613946773476,6502
"sqr_mom_1",0.99,1613946773476,6502
"lr_1",9.601456040600206e-06,1613946773476,6502
"mom_1",0.9307978958977585,1613946773476,6502
"eps_1",1e-05,1613946773476,6502
"wd_2",0.01,1613946773476,6502
"sqr_mom_2",0.99,1613946773476,6502
"lr_2",9.601456040600205e-05,1613946773476,6502
"mom_2",0.9307978958977585,1613946773476,6502
"eps_2",1e-05,1613946773476,6502
"train_loss",0.0053538713,1613946774454,6503
"raw_loss",0.0058345045,1613946774454,6503
"epoch",40.90566037735846,1613946774454,6503
"wd_0",0.01,1613946774454,6503
"sqr_mom_0",0.99,1613946774454,6503
"lr_0",9.590339708810106e-07,1613946774454,6503
"mom_0",0.9308201287836676,1613946774454,6503
"eps_0",1e-05,1613946774454,6503
"wd_1",0.01,1613946774454,6503
"sqr_mom_1",0.99,1613946774454,6503
"lr_1",9.590339708810108e-06,1613946774454,6503
"mom_1",0.9308201287836676,1613946774454,6503
"eps_1",1e-05,1613946774454,6503
"wd_2",0.01,1613946774454,6503
"sqr_mom_2",0.99,1613946774454,6503
"lr_2",9.590339708810105e-05,1613946774454,6503
"mom_2",0.9308201287836676,1613946774454,6503
"eps_2",1e-05,1613946774454,6503
"train_loss",0.005364911,1613946775439,6504
"raw_loss",0.005905868,1613946775439,6504
"epoch",40.91194968553456,1613946775439,6504
"wd_0",0.01,1613946775439,6504
"sqr_mom_0",0.99,1613946775439,6504
"lr_0",9.579228288752273e-07,1613946775439,6504
"mom_0",0.9308423518460138,1613946775439,6504
"eps_0",1e-05,1613946775439,6504
"wd_1",0.01,1613946775439,6504
"sqr_mom_1",0.99,1613946775439,6504
"lr_1",9.579228288752273e-06,1613946775439,6504
"mom_1",0.9308423518460138,1613946775439,6504
"eps_1",1e-05,1613946775439,6504
"wd_2",0.01,1613946775439,6504
"sqr_mom_2",0.99,1613946775439,6504
"lr_2",9.579228288752269e-05,1613946775439,6504
"mom_2",0.9308423518460138,1613946775439,6504
"eps_2",1e-05,1613946775439,6504
"train_loss",0.005438613,1613946776396,6505
"raw_loss",0.009049986,1613946776396,6505
"epoch",40.91823899371066,1613946776396,6505
"wd_0",0.01,1613946776396,6505
"sqr_mom_0",0.99,1613946776396,6505
"lr_0",9.568121783968339e-07,1613946776396,6505
"mom_0",0.9308645650777141,1613946776396,6505
"eps_0",1e-05,1613946776396,6505
"wd_1",0.01,1613946776396,6505
"sqr_mom_1",0.99,1613946776396,6505
"lr_1",9.56812178396834e-06,1613946776396,6505
"mom_1",0.9308645650777141,1613946776396,6505
"eps_1",1e-05,1613946776396,6505
"wd_2",0.01,1613946776396,6505
"sqr_mom_2",0.99,1613946776396,6505
"lr_2",9.568121783968338e-05,1613946776396,6505
"mom_2",0.9308645650777141,1613946776396,6505
"eps_2",1e-05,1613946776396,6505
"train_loss",0.0054297214,1613946777489,6506
"raw_loss",0.0049940515,1613946777489,6506
"epoch",40.92452830188676,1613946777489,6506
"wd_0",0.01,1613946777489,6506
"sqr_mom_0",0.99,1613946777489,6506
"lr_0",9.557023879300594e-07,1613946777489,6506
"mom_0",0.9308867611090099,1613946777489,6506
"eps_0",1e-05,1613946777489,6506
"wd_1",0.01,1613946777489,6506
"sqr_mom_1",0.99,1613946777489,6506
"lr_1",9.5570238793006e-06,1613946777489,6506
"mom_1",0.9308867611090099,1613946777489,6506
"eps_1",1e-05,1613946777489,6506
"wd_2",0.01,1613946777489,6506
"sqr_mom_2",0.99,1613946777489,6506
"lr_2",9.557023879300594e-05,1613946777489,6506
"mom_2",0.9308867611090099,1613946777489,6506
"eps_2",1e-05,1613946777489,6506
"train_loss",0.005374515,1613946778464,6507
"raw_loss",0.00266939,1613946778464,6507
"epoch",40.93081761006286,1613946778464,6507
"wd_0",0.01,1613946778464,6507
"sqr_mom_0",0.99,1613946778464,6507
"lr_0",9.545923534380887e-07,1613946778464,6507
"mom_0",0.9309089620208584,1613946778464,6507
"eps_0",1e-05,1613946778464,6507
"wd_1",0.01,1613946778464,6507
"sqr_mom_1",0.99,1613946778464,6507
"lr_1",9.545923534380885e-06,1613946778464,6507
"mom_1",0.9309089620208584,1613946778464,6507
"eps_1",1e-05,1613946778464,6507
"wd_2",0.01,1613946778464,6507
"sqr_mom_2",0.99,1613946778464,6507
"lr_2",9.545923534380878e-05,1613946778464,6507
"mom_2",0.9309089620208584,1613946778464,6507
"eps_2",1e-05,1613946778464,6507
"train_loss",0.0054557193,1613946779451,6508
"raw_loss",0.009434726,1613946779451,6508
"epoch",40.93710691823896,1613946779451,6508
"wd_0",0.01,1613946779451,6508
"sqr_mom_0",0.99,1613946779451,6508
"lr_0",9.534835474687429e-07,1613946779451,6508
"mom_0",0.9309311383620087,1613946779451,6508
"eps_0",1e-05,1613946779451,6508
"wd_1",0.01,1613946779451,6508
"sqr_mom_1",0.99,1613946779451,6508
"lr_1",9.534835474687433e-06,1613946779451,6508
"mom_1",0.9309311383620087,1613946779451,6508
"eps_1",1e-05,1613946779451,6508
"wd_2",0.01,1613946779451,6508
"sqr_mom_2",0.99,1613946779451,6508
"lr_2",9.534835474687427e-05,1613946779451,6508
"mom_2",0.9309311383620087,1613946779451,6508
"eps_2",1e-05,1613946779451,6508
"train_loss",0.0054224283,1613946780446,6509
"raw_loss",0.003791168,1613946780446,6509
"epoch",40.94339622641506,1613946780446,6509
"wd_0",0.01,1613946780446,6509
"sqr_mom_0",0.99,1613946780446,6509
"lr_0",9.523752341148197e-07,1613946780446,6509
"mom_0",0.9309533048507521,1613946780446,6509
"eps_0",1e-05,1613946780446,6509
"wd_1",0.01,1613946780446,6509
"sqr_mom_1",0.99,1613946780446,6509
"lr_1",9.523752341148199e-06,1613946780446,6509
"mom_1",0.9309533048507521,1613946780446,6509
"eps_1",1e-05,1613946780446,6509
"wd_2",0.01,1613946780446,6509
"sqr_mom_2",0.99,1613946780446,6509
"lr_2",9.523752341148193e-05,1613946780446,6509
"mom_2",0.9309533048507521,1613946780446,6509
"eps_2",1e-05,1613946780446,6509
"train_loss",0.0054130214,1613946781393,6510
"raw_loss",0.0049520824,1613946781393,6510
"epoch",40.94968553459116,1613946781393,6510
"wd_0",0.01,1613946781393,6510
"sqr_mom_0",0.99,1613946781393,6510
"lr_0",9.512666787767107e-07,1613946781393,6510
"mom_0",0.9309754761792275,1613946781393,6510
"eps_0",1e-05,1613946781393,6510
"wd_1",0.01,1613946781393,6510
"sqr_mom_1",0.99,1613946781393,6510
"lr_1",9.51266678776711e-06,1613946781393,6510
"mom_1",0.9309754761792275,1613946781393,6510
"eps_1",1e-05,1613946781393,6510
"wd_2",0.01,1613946781393,6510
"sqr_mom_2",0.99,1613946781393,6510
"lr_2",9.512666787767104e-05,1613946781393,6510
"mom_2",0.9309754761792275,1613946781393,6510
"eps_2",1e-05,1613946781393,6510
"train_loss",0.0054127546,1613946782364,6511
"raw_loss",0.0053996816,1613946782364,6511
"epoch",40.95597484276726,1613946782364,6511
"wd_0",0.01,1613946782364,6511
"sqr_mom_0",0.99,1613946782364,6511
"lr_0",9.501593520400254e-07,1613946782364,6511
"mom_0",0.9309976229354289,1613946782364,6511
"eps_0",1e-05,1613946782364,6511
"wd_1",0.01,1613946782364,6511
"sqr_mom_1",0.99,1613946782364,6511
"lr_1",9.501593520400256e-06,1613946782364,6511
"mom_1",0.9309976229354289,1613946782364,6511
"eps_1",1e-05,1613946782364,6511
"wd_2",0.01,1613946782364,6511
"sqr_mom_2",0.99,1613946782364,6511
"lr_2",9.501593520400251e-05,1613946782364,6511
"mom_2",0.9309976229354289,1613946782364,6511
"eps_2",1e-05,1613946782364,6511
"train_loss",0.005467078,1613946783317,6512
"raw_loss",0.008128944,1613946783317,6512
"epoch",40.96226415094336,1613946783317,6512
"wd_0",0.01,1613946783317,6512
"sqr_mom_0",0.99,1613946783317,6512
"lr_0",9.490521518289595e-07,1613946783317,6512
"mom_0",0.9310197671610924,1613946783317,6512
"eps_0",1e-05,1613946783317,6512
"wd_1",0.01,1613946783317,6512
"sqr_mom_1",0.99,1613946783317,6512
"lr_1",9.490521518289592e-06,1613946783317,6512
"mom_1",0.9310197671610924,1613946783317,6512
"eps_1",1e-05,1613946783317,6512
"wd_2",0.01,1613946783317,6512
"sqr_mom_2",0.99,1613946783317,6512
"lr_2",9.490521518289592e-05,1613946783317,6512
"mom_2",0.9310197671610924,1613946783317,6512
"eps_2",1e-05,1613946783317,6512
"train_loss",0.005420963,1613946784282,6513
"raw_loss",0.003161319,1613946784282,6513
"epoch",40.96855345911946,1613946784282,6513
"wd_0",0.01,1613946784282,6513
"sqr_mom_0",0.99,1613946784282,6513
"lr_0",9.479454459727109e-07,1613946784282,6513
"mom_0",0.9310419014995608,1613946784282,6513
"eps_0",1e-05,1613946784282,6513
"wd_1",0.01,1613946784282,6513
"sqr_mom_1",0.99,1613946784282,6513
"lr_1",9.479454459727109e-06,1613946784282,6513
"mom_1",0.9310419014995608,1613946784282,6513
"eps_1",1e-05,1613946784282,6513
"wd_2",0.01,1613946784282,6513
"sqr_mom_2",0.99,1613946784282,6513
"lr_2",9.479454459727102e-05,1613946784282,6513
"mom_2",0.9310419014995608,1613946784282,6513
"eps_2",1e-05,1613946784282,6513
"train_loss",0.005424344,1613946785226,6514
"raw_loss",0.005590031,1613946785226,6514
"epoch",40.97484276729556,1613946785226,6514
"wd_0",0.01,1613946785226,6514
"sqr_mom_0",0.99,1613946785226,6514
"lr_0",9.468392348240282e-07,1613946785226,6514
"mom_0",0.9310640259437788,1613946785226,6514
"eps_0",1e-05,1613946785226,6514
"wd_1",0.01,1613946785226,6514
"sqr_mom_1",0.99,1613946785226,6514
"lr_1",9.46839234824028e-06,1613946785226,6514
"mom_1",0.9310640259437788,1613946785226,6514
"eps_1",1e-05,1613946785226,6514
"wd_2",0.01,1613946785226,6514
"sqr_mom_2",0.99,1613946785226,6514
"lr_2",9.468392348240277e-05,1613946785226,6514
"mom_2",0.9310640259437788,1613946785226,6514
"eps_2",1e-05,1613946785226,6514
"train_loss",0.0054756394,1613946786188,6515
"raw_loss",0.007989114,1613946786188,6515
"epoch",40.98113207547166,1613946786188,6515
"wd_0",0.01,1613946786188,6515
"sqr_mom_0",0.99,1613946786188,6515
"lr_0",9.4573388539173e-07,1613946786188,6515
"mom_0",0.9310861331534969,1613946786188,6515
"eps_0",1e-05,1613946786188,6515
"wd_1",0.01,1613946786188,6515
"sqr_mom_1",0.99,1613946786188,6515
"lr_1",9.457338853917305e-06,1613946786188,6515
"mom_1",0.9310861331534969,1613946786188,6515
"eps_1",1e-05,1613946786188,6515
"wd_2",0.01,1613946786188,6515
"sqr_mom_2",0.99,1613946786188,6515
"lr_2",9.457338853917298e-05,1613946786188,6515
"mom_2",0.9310861331534969,1613946786188,6515
"eps_2",1e-05,1613946786188,6515
"train_loss",0.005447537,1613946787184,6516
"raw_loss",0.004070517,1613946787184,6516
"epoch",40.987421383647764,1613946787184,6516
"wd_0",0.01,1613946787184,6516
"sqr_mom_0",0.99,1613946787184,6516
"lr_0",9.44628298059572e-07,1613946787184,6516
"mom_0",0.9311082451212598,1613946787184,6516
"eps_0",1e-05,1613946787184,6516
"wd_1",0.01,1613946787184,6516
"sqr_mom_1",0.99,1613946787184,6516
"lr_1",9.44628298059572e-06,1613946787184,6516
"mom_1",0.9311082451212598,1613946787184,6516
"eps_1",1e-05,1613946787184,6516
"wd_2",0.01,1613946787184,6516
"sqr_mom_2",0.99,1613946787184,6516
"lr_2",9.446282980595715e-05,1613946787184,6516
"mom_2",0.9311082451212598,1613946787184,6516
"eps_2",1e-05,1613946787184,6516
"train_loss",0.0054328004,1613946788130,6517
"raw_loss",0.0047106966,1613946788130,6517
"epoch",40.993710691823864,1613946788130,6517
"wd_0",0.01,1613946788130,6517
"sqr_mom_0",0.99,1613946788130,6517
"lr_0",9.435239394758708e-07,1613946788130,6517
"mom_0",0.9311303325138077,1613946788130,6517
"eps_0",1e-05,1613946788130,6517
"wd_1",0.01,1613946788130,6517
"sqr_mom_1",0.99,1613946788130,6517
"lr_1",9.43523939475871e-06,1613946788130,6517
"mom_1",0.9311303325138077,1613946788130,6517
"eps_1",1e-05,1613946788130,6517
"wd_2",0.01,1613946788130,6517
"sqr_mom_2",0.99,1613946788130,6517
"lr_2",9.435239394758703e-05,1613946788130,6517
"mom_2",0.9311303325138077,1613946788130,6517
"eps_2",1e-05,1613946788130,6517
"train_loss",0.0054757358,1613946789092,6518
"raw_loss",0.0075795795,1613946789092,6518
"epoch",40.999999999999964,1613946789092,6518
"wd_0",0.01,1613946789092,6518
"sqr_mom_0",0.99,1613946789092,6518
"lr_0",9.424200766799964e-07,1613946789092,6518
"mom_0",0.9311524099905,1613946789092,6518
"eps_0",1e-05,1613946789092,6518
"wd_1",0.01,1613946789092,6518
"sqr_mom_1",0.99,1613946789092,6518
"lr_1",9.424200766799964e-06,1613946789092,6518
"mom_1",0.9311524099905,1613946789092,6518
"eps_1",1e-05,1613946789092,6518
"wd_2",0.01,1613946789092,6518
"sqr_mom_2",0.99,1613946789092,6518
"lr_2",9.424200766799961e-05,1613946789092,6518
"mom_2",0.9311524099905,1613946789092,6518
"eps_2",1e-05,1613946789092,6518
"valid_loss",0.08430679887533188,1613946824396,6518
"_rmse",0.290356308221817,1613946824396,6518
"epoch",41,1613946824396,6518
"train_loss",0.005478773,1613946825508,6519
"raw_loss",0.005627599,1613946825508,6519
"epoch",41.0062893081761,1613946825508,6519
"wd_0",0.01,1613946825508,6519
"sqr_mom_0",0.99,1613946825508,6519
"lr_0",9.413159780273371e-07,1613946825508,6519
"mom_0",0.9311744921843751,1613946825508,6519
"eps_0",1e-05,1613946825508,6519
"wd_1",0.01,1613946825508,6519
"sqr_mom_1",0.99,1613946825508,6519
"lr_1",9.413159780273369e-06,1613946825508,6519
"mom_1",0.9311744921843751,1613946825508,6519
"eps_1",1e-05,1613946825508,6519
"wd_2",0.01,1613946825508,6519
"sqr_mom_2",0.99,1613946825508,6519
"lr_2",9.41315978027337e-05,1613946825508,6519
"mom_2",0.9311744921843751,1613946825508,6519
"eps_2",1e-05,1613946825508,6519
"train_loss",0.005551516,1613946826576,6520
"raw_loss",0.00911594,1613946826576,6520
"epoch",41.0125786163522,1613946826576,6520
"wd_0",0.01,1613946826576,6520
"sqr_mom_0",0.99,1613946826576,6520
"lr_0",9.402131081913613e-07,1613946826576,6520
"mom_0",0.9311965498016708,1613946826576,6520
"eps_0",1e-05,1613946826576,6520
"wd_1",0.01,1613946826576,6520
"sqr_mom_1",0.99,1613946826576,6520
"lr_1",9.402131081913616e-06,1613946826576,6520
"mom_1",0.9311965498016708,1613946826576,6520
"eps_1",1e-05,1613946826576,6520
"wd_2",0.01,1613946826576,6520
"sqr_mom_2",0.99,1613946826576,6520
"lr_2",9.402131081913612e-05,1613946826576,6520
"mom_2",0.9311965498016708,1613946826576,6520
"eps_2",1e-05,1613946826576,6520
"train_loss",0.0055093616,1613946827537,6521
"raw_loss",0.0034437901,1613946827537,6521
"epoch",41.0188679245283,1613946827537,6521
"wd_0",0.01,1613946827537,6521
"sqr_mom_0",0.99,1613946827537,6521
"lr_0",9.391107351978014e-07,1613946827537,6521
"mom_0",0.9312185974820187,1613946827537,6521
"eps_0",1e-05,1613946827537,6521
"wd_1",0.01,1613946827537,6521
"sqr_mom_1",0.99,1613946827537,6521
"lr_1",9.391107351978014e-06,1613946827537,6521
"mom_1",0.9312185974820187,1613946827537,6521
"eps_1",1e-05,1613946827537,6521
"wd_2",0.01,1613946827537,6521
"sqr_mom_2",0.99,1613946827537,6521
"lr_2",9.391107351978012e-05,1613946827537,6521
"mom_2",0.9312185974820187,1613946827537,6521
"eps_2",1e-05,1613946827537,6521
"train_loss",0.005501962,1613946828479,6522
"raw_loss",0.0051393765,1613946828479,6522
"epoch",41.0251572327044,1613946828479,6522
"wd_0",0.01,1613946828479,6522
"sqr_mom_0",0.99,1613946828479,6522
"lr_0",9.38008128391209e-07,1613946828479,6522
"mom_0",0.9312406498386742,1613946828479,6522
"eps_0",1e-05,1613946828479,6522
"wd_1",0.01,1613946828479,6522
"sqr_mom_1",0.99,1613946828479,6522
"lr_1",9.380081283912091e-06,1613946828479,6522
"mom_1",0.9312406498386742,1613946828479,6522
"eps_1",1e-05,1613946828479,6522
"wd_2",0.01,1613946828479,6522
"sqr_mom_2",0.99,1613946828479,6522
"lr_2",9.380081283912088e-05,1613946828479,6522
"mom_2",0.9312406498386742,1613946828479,6522
"eps_2",1e-05,1613946828479,6522
"train_loss",0.005469111,1613946829448,6523
"raw_loss",0.0038594066,1613946829448,6523
"epoch",41.0314465408805,1613946829448,6523
"wd_0",0.01,1613946829448,6523
"sqr_mom_0",0.99,1613946829448,6523
"lr_0",9.369067504660024e-07,1613946829448,6523
"mom_0",0.9312626776174561,1613946829448,6523
"eps_0",1e-05,1613946829448,6523
"wd_1",0.01,1613946829448,6523
"sqr_mom_1",0.99,1613946829448,6523
"lr_1",9.369067504660022e-06,1613946829448,6523
"mom_1",0.9312626776174561,1613946829448,6523
"eps_1",1e-05,1613946829448,6523
"wd_2",0.01,1613946829448,6523
"sqr_mom_2",0.99,1613946829448,6523
"lr_2",9.369067504660017e-05,1613946829448,6523
"mom_2",0.9312626776174561,1613946829448,6523
"eps_2",1e-05,1613946829448,6523
"train_loss",0.0056179697,1613946830459,6524
"raw_loss",0.012912058,1613946830459,6524
"epoch",41.0377358490566,1613946830459,6524
"wd_0",0.01,1613946830459,6524
"sqr_mom_0",0.99,1613946830459,6524
"lr_0",9.358051400907884e-07,1613946830459,6524
"mom_0",0.9312847100452847,1613946830459,6524
"eps_0",1e-05,1613946830459,6524
"wd_1",0.01,1613946830459,6524
"sqr_mom_1",0.99,1613946830459,6524
"lr_1",9.35805140090789e-06,1613946830459,6524
"mom_1",0.9312847100452847,1613946830459,6524
"eps_1",1e-05,1613946830459,6524
"wd_2",0.01,1613946830459,6524
"sqr_mom_2",0.99,1613946830459,6524
"lr_2",9.358051400907885e-05,1613946830459,6524
"mom_2",0.9312847100452847,1613946830459,6524
"eps_2",1e-05,1613946830459,6524
"train_loss",0.0055712988,1613946831454,6525
"raw_loss",0.0032844169,1613946831454,6525
"epoch",41.0440251572327,1613946831454,6525
"wd_0",0.01,1613946831454,6525
"sqr_mom_0",0.99,1613946831454,6525
"lr_0",9.347047586381413e-07,1613946831454,6525
"mom_0",0.9313067178944161,1613946831454,6525
"eps_0",1e-05,1613946831454,6525
"wd_1",0.01,1613946831454,6525
"sqr_mom_1",0.99,1613946831454,6525
"lr_1",9.347047586381413e-06,1613946831454,6525
"mom_1",0.9313067178944161,1613946831454,6525
"eps_1",1e-05,1613946831454,6525
"wd_2",0.01,1613946831454,6525
"sqr_mom_2",0.99,1613946831454,6525
"lr_2",9.347047586381408e-05,1613946831454,6525
"mom_2",0.9313067178944161,1613946831454,6525
"eps_2",1e-05,1613946831454,6525
"train_loss",0.0055917487,1613946832404,6526
"raw_loss",0.0065938053,1613946832404,6526
"epoch",41.0503144654088,1613946832404,6526
"wd_0",0.01,1613946832404,6526
"sqr_mom_0",0.99,1613946832404,6526
"lr_0",9.336045109406109e-07,1613946832404,6526
"mom_0",0.9313287230684184,1613946832404,6526
"eps_0",1e-05,1613946832404,6526
"wd_1",0.01,1613946832404,6526
"sqr_mom_1",0.99,1613946832404,6526
"lr_1",9.336045109406106e-06,1613946832404,6526
"mom_1",0.9313287230684184,1613946832404,6526
"eps_1",1e-05,1613946832404,6526
"wd_2",0.01,1613946832404,6526
"sqr_mom_2",0.99,1613946832404,6526
"lr_2",9.336045109406104e-05,1613946832404,6526
"mom_2",0.9313287230684184,1613946832404,6526
"eps_2",1e-05,1613946832404,6526
"train_loss",0.005547887,1613946833374,6527
"raw_loss",0.0033986762,1613946833374,6527
"epoch",41.056603773584904,1613946833374,6527
"wd_0",0.01,1613946833374,6527
"sqr_mom_0",0.99,1613946833374,6527
"lr_0",9.325047625216555e-07,1613946833374,6527
"mom_0",0.9313507182567494,1613946833374,6527
"eps_0",1e-05,1613946833374,6527
"wd_1",0.01,1613946833374,6527
"sqr_mom_1",0.99,1613946833374,6527
"lr_1",9.325047625216552e-06,1613946833374,6527
"mom_1",0.9313507182567494,1613946833374,6527
"eps_1",1e-05,1613946833374,6527
"wd_2",0.01,1613946833374,6527
"sqr_mom_2",0.99,1613946833374,6527
"lr_2",9.325047625216549e-05,1613946833374,6527
"mom_2",0.9313507182567494,1613946833374,6527
"eps_2",1e-05,1613946833374,6527
"train_loss",0.005512945,1613946834337,6528
"raw_loss",0.003800761,1613946834337,6528
"epoch",41.062893081761004,1613946834337,6528
"wd_0",0.01,1613946834337,6528
"sqr_mom_0",0.99,1613946834337,6528
"lr_0",9.314055137318069e-07,1613946834337,6528
"mom_0",0.9313727034523983,1613946834337,6528
"eps_0",1e-05,1613946834337,6528
"wd_1",0.01,1613946834337,6528
"sqr_mom_1",0.99,1613946834337,6528
"lr_1",9.31405513731807e-06,1613946834337,6528
"mom_1",0.9313727034523983,1613946834337,6528
"eps_1",1e-05,1613946834337,6528
"wd_2",0.01,1613946834337,6528
"sqr_mom_2",0.99,1613946834337,6528
"lr_2",9.314055137318064e-05,1613946834337,6528
"mom_2",0.9313727034523983,1613946834337,6528
"eps_2",1e-05,1613946834337,6528
"train_loss",0.005470546,1613946835313,6529
"raw_loss",0.0033930019,1613946835313,6529
"epoch",41.069182389937104,1613946835313,6529
"wd_0",0.01,1613946835313,6529
"sqr_mom_0",0.99,1613946835313,6529
"lr_0",9.303071292659787e-07,1613946835313,6529
"mom_0",0.931394671361394,1613946835313,6529
"eps_0",1e-05,1613946835313,6529
"wd_1",0.01,1613946835313,6529
"sqr_mom_1",0.99,1613946835313,6529
"lr_1",9.303071292659787e-06,1613946835313,6529
"mom_1",0.931394671361394,1613946835313,6529
"eps_1",1e-05,1613946835313,6529
"wd_2",0.01,1613946835313,6529
"sqr_mom_2",0.99,1613946835313,6529
"lr_2",9.303071292659782e-05,1613946835313,6529
"mom_2",0.931394671361394,1613946835313,6529
"eps_2",1e-05,1613946835313,6529
"train_loss",0.005427359,1613946836277,6530
"raw_loss",0.0033111966,1613946836277,6530
"epoch",41.075471698113205,1613946836277,6530
"wd_0",0.01,1613946836277,6530
"sqr_mom_0",0.99,1613946836277,6530
"lr_0",9.292085164407649e-07,1613946836277,6530
"mom_0",0.931416643837623,1613946836277,6530
"eps_0",1e-05,1613946836277,6530
"wd_1",0.01,1613946836277,6530
"sqr_mom_1",0.99,1613946836277,6530
"lr_1",9.29208516440765e-06,1613946836277,6530
"mom_1",0.931416643837623,1613946836277,6530
"eps_1",1e-05,1613946836277,6530
"wd_2",0.01,1613946836277,6530
"sqr_mom_2",0.99,1613946836277,6530
"lr_2",9.292085164407647e-05,1613946836277,6530
"mom_2",0.931416643837623,1613946836277,6530
"eps_2",1e-05,1613946836277,6530
"train_loss",0.00545955,1613946837257,6531
"raw_loss",0.0070368927,1613946837257,6531
"epoch",41.081761006289305,1613946837257,6531
"wd_0",0.01,1613946837257,6531
"sqr_mom_0",0.99,1613946837257,6531
"lr_0",9.281111326522524e-07,1613946837257,6531
"mom_0",0.9314385917328722,1613946837257,6531
"eps_0",1e-05,1613946837257,6531
"wd_1",0.01,1613946837257,6531
"sqr_mom_1",0.99,1613946837257,6531
"lr_1",9.281111326522519e-06,1613946837257,6531
"mom_1",0.9314385917328722,1613946837257,6531
"eps_1",1e-05,1613946837257,6531
"wd_2",0.01,1613946837257,6531
"sqr_mom_2",0.99,1613946837257,6531
"lr_2",9.281111326522515e-05,1613946837257,6531
"mom_2",0.9314385917328722,1613946837257,6531
"eps_2",1e-05,1613946837257,6531
"train_loss",0.0054571535,1613946838231,6532
"raw_loss",0.0053397347,1613946838231,6532
"epoch",41.088050314465406,1613946838231,6532
"wd_0",0.01,1613946838231,6532
"sqr_mom_0",0.99,1613946838231,6532
"lr_0",9.270142495609629e-07,1613946838231,6532
"mom_0",0.9314605296140769,1613946838231,6532
"eps_0",1e-05,1613946838231,6532
"wd_1",0.01,1613946838231,6532
"sqr_mom_1",0.99,1613946838231,6532
"lr_1",9.27014249560963e-06,1613946838231,6532
"mom_1",0.9314605296140769,1613946838231,6532
"eps_1",1e-05,1613946838231,6532
"wd_2",0.01,1613946838231,6532
"sqr_mom_2",0.99,1613946838231,6532
"lr_2",9.270142495609629e-05,1613946838231,6532
"mom_2",0.9314605296140769,1613946838231,6532
"eps_2",1e-05,1613946838231,6532
"train_loss",0.005410269,1613946839180,6533
"raw_loss",0.0031129154,1613946839180,6533
"epoch",41.094339622641506,1613946839180,6533
"wd_0",0.01,1613946839180,6533
"sqr_mom_0",0.99,1613946839180,6533
"lr_0",9.259171401564722e-07,1613946839180,6533
"mom_0",0.9314824720215907,1613946839180,6533
"eps_0",1e-05,1613946839180,6533
"wd_1",0.01,1613946839180,6533
"sqr_mom_1",0.99,1613946839180,6533
"lr_1",9.259171401564722e-06,1613946839180,6533
"mom_1",0.9314824720215907,1613946839180,6533
"eps_1",1e-05,1613946839180,6533
"wd_2",0.01,1613946839180,6533
"sqr_mom_2",0.99,1613946839180,6533
"lr_2",9.259171401564717e-05,1613946839180,6533
"mom_2",0.9314824720215907,1613946839180,6533
"eps_2",1e-05,1613946839180,6533
"train_loss",0.005371519,1613946840117,6534
"raw_loss",0.0034727743,1613946840117,6534
"epoch",41.10062893081761,1613946840117,6534
"wd_0",0.01,1613946840117,6534
"sqr_mom_0",0.99,1613946840117,6534
"lr_0",9.248212598404584e-07,1613946840117,6534
"mom_0",0.9315043898470893,1613946840117,6534
"eps_0",1e-05,1613946840117,6534
"wd_1",0.01,1613946840117,6534
"sqr_mom_1",0.99,1613946840117,6534
"lr_1",9.24821259840459e-06,1613946840117,6534
"mom_1",0.9315043898470893,1613946840117,6534
"eps_1",1e-05,1613946840117,6534
"wd_2",0.01,1613946840117,6534
"sqr_mom_2",0.99,1613946840117,6534
"lr_2",9.248212598404585e-05,1613946840117,6534
"mom_2",0.9315043898470893,1613946840117,6534
"eps_2",1e-05,1613946840117,6534
"train_loss",0.005391835,1613946841078,6535
"raw_loss",0.0063873157,1613946841078,6535
"epoch",41.10691823899371,1613946841078,6535
"wd_0",0.01,1613946841078,6535
"sqr_mom_0",0.99,1613946841078,6535
"lr_0",9.237255179227021e-07,1613946841078,6535
"mom_0",0.931526304904595,1613946841078,6535
"eps_0",1e-05,1613946841078,6535
"wd_1",0.01,1613946841078,6535
"sqr_mom_1",0.99,1613946841078,6535
"lr_1",9.237255179227019e-06,1613946841078,6535
"mom_1",0.931526304904595,1613946841078,6535
"eps_1",1e-05,1613946841078,6535
"wd_2",0.01,1613946841078,6535
"sqr_mom_2",0.99,1613946841078,6535
"lr_2",9.23725517922702e-05,1613946841078,6535
"mom_2",0.931526304904595,1613946841078,6535
"eps_2",1e-05,1613946841078,6535
"train_loss",0.0054911785,1613946842035,6536
"raw_loss",0.010359023,1613946842035,6536
"epoch",41.11320754716981,1613946842035,6536
"wd_0",0.01,1613946842035,6536
"sqr_mom_0",0.99,1613946842035,6536
"lr_0",9.226302784323368e-07,1613946842035,6536
"mom_0",0.9315482099134523,1613946842035,6536
"eps_0",1e-05,1613946842035,6536
"wd_1",0.01,1613946842035,6536
"sqr_mom_1",0.99,1613946842035,6536
"lr_1",9.226302784323373e-06,1613946842035,6536
"mom_1",0.9315482099134523,1613946842035,6536
"eps_1",1e-05,1613946842035,6536
"wd_2",0.01,1613946842035,6536
"sqr_mom_2",0.99,1613946842035,6536
"lr_2",9.226302784323367e-05,1613946842035,6536
"mom_2",0.9315482099134523,1613946842035,6536
"eps_2",1e-05,1613946842035,6536
"train_loss",0.00547789,1613946843011,6537
"raw_loss",0.004826749,1613946843011,6537
"epoch",41.11949685534591,1613946843011,6537
"wd_0",0.01,1613946843011,6537
"sqr_mom_0",0.99,1613946843011,6537
"lr_0",9.215355417184572e-07,1613946843011,6537
"mom_0",0.9315701048666795,1613946843011,6537
"eps_0",1e-05,1613946843011,6537
"wd_1",0.01,1613946843011,6537
"sqr_mom_1",0.99,1613946843011,6537
"lr_1",9.215355417184574e-06,1613946843011,6537
"mom_1",0.9315701048666795,1613946843011,6537
"eps_1",1e-05,1613946843011,6537
"wd_2",0.01,1613946843011,6537
"sqr_mom_2",0.99,1613946843011,6537
"lr_2",9.215355417184566e-05,1613946843011,6537
"mom_2",0.9315701048666795,1613946843011,6537
"eps_2",1e-05,1613946843011,6537
"train_loss",0.0054404708,1613946843977,6538
"raw_loss",0.0036069425,1613946843977,6538
"epoch",41.12578616352201,1613946843977,6538
"wd_0",0.01,1613946843977,6538
"sqr_mom_0",0.99,1613946843977,6538
"lr_0",9.204416709764302e-07,1613946843977,6538
"mom_0",0.9315919825002964,1613946843977,6538
"eps_0",1e-05,1613946843977,6538
"wd_1",0.01,1613946843977,6538
"sqr_mom_1",0.99,1613946843977,6538
"lr_1",9.204416709764306e-06,1613946843977,6538
"mom_1",0.9315919825002964,1613946843977,6538
"eps_1",1e-05,1613946843977,6538
"wd_2",0.01,1613946843977,6538
"sqr_mom_2",0.99,1613946843977,6538
"lr_2",9.204416709764302e-05,1613946843977,6538
"mom_2",0.9315919825002964,1613946843977,6538
"eps_2",1e-05,1613946843977,6538
"train_loss",0.0053879223,1613946844969,6539
"raw_loss",0.002813043,1613946844969,6539
"epoch",41.13207547169811,1613946844969,6539
"wd_0",0.01,1613946844969,6539
"sqr_mom_0",0.99,1613946844969,6539
"lr_0",9.193475780157339e-07,1613946844969,6539
"mom_0",0.9316138645783311,1613946844969,6539
"eps_0",1e-05,1613946844969,6539
"wd_1",0.01,1613946844969,6539
"sqr_mom_1",0.99,1613946844969,6539
"lr_1",9.193475780157342e-06,1613946844969,6539
"mom_1",0.9316138645783311,1613946844969,6539
"eps_1",1e-05,1613946844969,6539
"wd_2",0.01,1613946844969,6539
"sqr_mom_2",0.99,1613946844969,6539
"lr_2",9.193475780157334e-05,1613946844969,6539
"mom_2",0.9316138645783311,1613946844969,6539
"eps_2",1e-05,1613946844969,6539
"train_loss",0.0055217487,1613946845967,6540
"raw_loss",0.012079239,1613946845967,6540
"epoch",41.13836477987421,1613946845967,6540
"wd_0",0.01,1613946845967,6540
"sqr_mom_0",0.99,1613946845967,6540
"lr_0",9.182547142365001e-07,1613946845967,6540
"mom_0",0.9316357220724907,1613946845967,6540
"eps_0",1e-05,1613946845967,6540
"wd_1",0.01,1613946845967,6540
"sqr_mom_1",0.99,1613946845967,6540
"lr_1",9.182547142364999e-06,1613946845967,6540
"mom_1",0.9316357220724907,1613946845967,6540
"eps_1",1e-05,1613946845967,6540
"wd_2",0.01,1613946845967,6540
"sqr_mom_2",0.99,1613946845967,6540
"lr_2",9.182547142364998e-05,1613946845967,6540
"mom_2",0.9316357220724907,1613946845967,6540
"eps_2",1e-05,1613946845967,6540
"train_loss",0.0054834485,1613946847025,6541
"raw_loss",0.0036067334,1613946847025,6541
"epoch",41.14465408805031,1613946847025,6541
"wd_0",0.01,1613946847025,6541
"sqr_mom_0",0.99,1613946847025,6541
"lr_0",9.171623542940271e-07,1613946847025,6541
"mom_0",0.9316575694898143,1613946847025,6541
"eps_0",1e-05,1613946847025,6541
"wd_1",0.01,1613946847025,6541
"sqr_mom_1",0.99,1613946847025,6541
"lr_1",9.171623542940274e-06,1613946847025,6541
"mom_1",0.9316575694898143,1613946847025,6541
"eps_1",1e-05,1613946847025,6541
"wd_2",0.01,1613946847025,6541
"sqr_mom_2",0.99,1613946847025,6541
"lr_2",9.171623542940269e-05,1613946847025,6541
"mom_2",0.9316575694898143,1613946847025,6541
"eps_2",1e-05,1613946847025,6541
"train_loss",0.0054451674,1613946848003,6542
"raw_loss",0.003569391,1613946848003,6542
"epoch",41.15094339622641,1613946848003,6542
"wd_0",0.01,1613946848003,6542
"sqr_mom_0",0.99,1613946848003,6542
"lr_0",9.160697741809977e-07,1613946848003,6542
"mom_0",0.9316794213105931,1613946848003,6542
"eps_0",1e-05,1613946848003,6542
"wd_1",0.01,1613946848003,6542
"sqr_mom_1",0.99,1613946848003,6542
"lr_1",9.160697741809975e-06,1613946848003,6542
"mom_1",0.9316794213105931,1613946848003,6542
"eps_1",1e-05,1613946848003,6542
"wd_2",0.01,1613946848003,6542
"sqr_mom_2",0.99,1613946848003,6542
"lr_2",9.160697741809973e-05,1613946848003,6542
"mom_2",0.9316794213105931,1613946848003,6542
"eps_2",1e-05,1613946848003,6542
"train_loss",0.0054828166,1613946848984,6543
"raw_loss",0.0073276362,1613946848984,6543
"epoch",41.15723270440251,1613946848984,6543
"wd_0",0.01,1613946848984,6543
"sqr_mom_0",0.99,1613946848984,6543
"lr_0",9.149784232906313e-07,1613946848984,6543
"mom_0",0.9317012485466728,1613946848984,6543
"eps_0",1e-05,1613946848984,6543
"wd_1",0.01,1613946848984,6543
"sqr_mom_1",0.99,1613946848984,6543
"lr_1",9.149784232906313e-06,1613946848984,6543
"mom_1",0.9317012485466728,1613946848984,6543
"eps_1",1e-05,1613946848984,6543
"wd_2",0.01,1613946848984,6543
"sqr_mom_2",0.99,1613946848984,6543
"lr_2",9.149784232906306e-05,1613946848984,6543
"mom_2",0.9317012485466728,1613946848984,6543
"eps_2",1e-05,1613946848984,6543
"train_loss",0.005545094,1613946849970,6544
"raw_loss",0.008596702,1613946849970,6544
"epoch",41.16352201257861,1613946849970,6544
"wd_0",0.01,1613946849970,6544
"sqr_mom_0",0.99,1613946849970,6544
"lr_0",9.138875772806127e-07,1613946849970,6544
"mom_0",0.9317230656850446,1613946849970,6544
"eps_0",1e-05,1613946849970,6544
"wd_1",0.01,1613946849970,6544
"sqr_mom_1",0.99,1613946849970,6544
"lr_1",9.138875772806122e-06,1613946849970,6544
"mom_1",0.9317230656850446,1613946849970,6544
"eps_1",1e-05,1613946849970,6544
"wd_2",0.01,1613946849970,6544
"sqr_mom_2",0.99,1613946849970,6544
"lr_2",9.13887577280612e-05,1613946849970,6544
"mom_2",0.9317230656850446,1613946849970,6544
"eps_2",1e-05,1613946849970,6544
"train_loss",0.005499722,1613946850981,6545
"raw_loss",0.003276476,1613946850981,6545
"epoch",41.16981132075471,1613946850981,6545
"wd_0",0.01,1613946850981,6545
"sqr_mom_0",0.99,1613946850981,6545
"lr_0",9.127965131487817e-07,1613946850981,6545
"mom_0",0.9317448871858962,1613946850981,6545
"eps_0",1e-05,1613946850981,6545
"wd_1",0.01,1613946850981,6545
"sqr_mom_1",0.99,1613946850981,6545
"lr_1",9.127965131487813e-06,1613946850981,6545
"mom_1",0.9317448871858962,1613946850981,6545
"eps_1",1e-05,1613946850981,6545
"wd_2",0.01,1613946850981,6545
"sqr_mom_2",0.99,1613946850981,6545
"lr_2",9.127965131487811e-05,1613946850981,6545
"mom_2",0.9317448871858962,1613946850981,6545
"eps_2",1e-05,1613946850981,6545
"train_loss",0.005454456,1613946851971,6546
"raw_loss",0.0032364274,1613946851971,6546
"epoch",41.17610062893081,1613946851971,6546
"wd_0",0.01,1613946851971,6546
"sqr_mom_0",0.99,1613946851971,6546
"lr_0",9.117066782772898e-07,1613946851971,6546
"mom_0",0.9317666841012952,1613946851971,6546
"eps_0",1e-05,1613946851971,6546
"wd_1",0.01,1613946851971,6546
"sqr_mom_1",0.99,1613946851971,6546
"lr_1",9.117066782772896e-06,1613946851971,6546
"mom_1",0.9317666841012952,1613946851971,6546
"eps_1",1e-05,1613946851971,6546
"wd_2",0.01,1613946851971,6546
"sqr_mom_2",0.99,1613946851971,6546
"lr_2",9.117066782772895e-05,1613946851971,6546
"mom_2",0.9317666841012952,1613946851971,6546
"eps_2",1e-05,1613946851971,6546
"train_loss",0.00543192,1613946852966,6547
"raw_loss",0.0043276483,1613946852966,6547
"epoch",41.18238993710691,1613946852966,6547
"wd_0",0.01,1613946852966,6547
"sqr_mom_0",0.99,1613946852966,6547
"lr_0",9.106169879892719e-07,1613946852966,6547
"mom_0",0.9317884781249958,1613946852966,6547
"eps_0",1e-05,1613946852966,6547
"wd_1",0.01,1613946852966,6547
"sqr_mom_1",0.99,1613946852966,6547
"lr_1",9.106169879892723e-06,1613946852966,6547
"mom_1",0.9317884781249958,1613946852966,6547
"eps_1",1e-05,1613946852966,6547
"wd_2",0.01,1613946852966,6547
"sqr_mom_2",0.99,1613946852966,6547
"lr_2",9.106169879892717e-05,1613946852966,6547
"mom_2",0.9317884781249958,1613946852966,6547
"eps_2",1e-05,1613946852966,6547
"train_loss",0.005448592,1613946853948,6548
"raw_loss",0.0062655197,1613946853948,6548
"epoch",41.18867924528301,1613946853948,6548
"wd_0",0.01,1613946853948,6548
"sqr_mom_0",0.99,1613946853948,6548
"lr_0",9.095278043068385e-07,1613946853948,6548
"mom_0",0.9318102620164833,1613946853948,6548
"eps_0",1e-05,1613946853948,6548
"wd_1",0.01,1613946853948,6548
"sqr_mom_1",0.99,1613946853948,6548
"lr_1",9.09527804306838e-06,1613946853948,6548
"mom_1",0.9318102620164833,1613946853948,6548
"eps_1",1e-05,1613946853948,6548
"wd_2",0.01,1613946853948,6548
"sqr_mom_2",0.99,1613946853948,6548
"lr_2",9.095278043068377e-05,1613946853948,6548
"mom_2",0.9318102620164833,1613946853948,6548
"eps_2",1e-05,1613946853948,6548
"train_loss",0.0054053236,1613946854914,6549
"raw_loss",0.0032851791,1613946854914,6549
"epoch",41.19496855345911,1613946854914,6549
"wd_0",0.01,1613946854914,6549
"sqr_mom_0",0.99,1613946854914,6549
"lr_0",9.084391275771553e-07,1613946854914,6549
"mom_0",0.9318320357688146,1613946854914,6549
"eps_0",1e-05,1613946854914,6549
"wd_1",0.01,1613946854914,6549
"sqr_mom_1",0.99,1613946854914,6549
"lr_1",9.084391275771552e-06,1613946854914,6549
"mom_1",0.9318320357688146,1613946854914,6549
"eps_1",1e-05,1613946854914,6549
"wd_2",0.01,1613946854914,6549
"sqr_mom_2",0.99,1613946854914,6549
"lr_2",9.084391275771545e-05,1613946854914,6549
"mom_2",0.9318320357688146,1613946854914,6549
"eps_2",1e-05,1613946854914,6549
"train_loss",0.005384566,1613946855892,6550
"raw_loss",0.0043674265,1613946855892,6550
"epoch",41.20125786163521,1613946855892,6550
"wd_0",0.01,1613946855892,6550
"sqr_mom_0",0.99,1613946855892,6550
"lr_0",9.073513189816339e-07,1613946855892,6550
"mom_0",0.9318537921582889,1613946855892,6550
"eps_0",1e-05,1613946855892,6550
"wd_1",0.01,1613946855892,6550
"sqr_mom_1",0.99,1613946855892,6550
"lr_1",9.073513189816339e-06,1613946855892,6550
"mom_1",0.9318537921582889,1613946855892,6550
"eps_1",1e-05,1613946855892,6550
"wd_2",0.01,1613946855892,6550
"sqr_mom_2",0.99,1613946855892,6550
"lr_2",9.073513189816334e-05,1613946855892,6550
"mom_2",0.9318537921582889,1613946855892,6550
"eps_2",1e-05,1613946855892,6550
"train_loss",0.005398215,1613946856862,6551
"raw_loss",0.006067006,1613946856862,6551
"epoch",41.20754716981131,1613946856862,6551
"wd_0",0.01,1613946856862,6551
"sqr_mom_0",0.99,1613946856862,6551
"lr_0",9.062632963638853e-07,1613946856862,6551
"mom_0",0.9318755528282505,1613946856862,6551
"eps_0",1e-05,1613946856862,6551
"wd_1",0.01,1613946856862,6551
"sqr_mom_1",0.99,1613946856862,6551
"lr_1",9.062632963638855e-06,1613946856862,6551
"mom_1",0.9318755528282505,1613946856862,6551
"eps_1",1e-05,1613946856862,6551
"wd_2",0.01,1613946856862,6551
"sqr_mom_2",0.99,1613946856862,6551
"lr_2",9.062632963638851e-05,1613946856862,6551
"mom_2",0.9318755528282505,1613946856862,6551
"eps_2",1e-05,1613946856862,6551
"train_loss",0.0053448468,1613946857812,6552
"raw_loss",0.0027298038,1613946857812,6552
"epoch",41.213836477987414,1613946857812,6552
"wd_0",0.01,1613946857812,6552
"sqr_mom_0",0.99,1613946857812,6552
"lr_0",9.051765030712552e-07,1613946857812,6552
"mom_0",0.931897288911464,1613946857812,6552
"eps_0",1e-05,1613946857812,6552
"wd_1",0.01,1613946857812,6552
"sqr_mom_1",0.99,1613946857812,6552
"lr_1",9.051765030712552e-06,1613946857812,6552
"mom_1",0.931897288911464,1613946857812,6552
"eps_1",1e-05,1613946857812,6552
"wd_2",0.01,1613946857812,6552
"sqr_mom_2",0.99,1613946857812,6552
"lr_2",9.051765030712545e-05,1613946857812,6552
"mom_2",0.931897288911464,1613946857812,6552
"eps_2",1e-05,1613946857812,6552
"train_loss",0.005307349,1613946858775,6553
"raw_loss",0.003469956,1613946858775,6553
"epoch",41.220125786163514,1613946858775,6553
"wd_0",0.01,1613946858775,6553
"sqr_mom_0",0.99,1613946858775,6553
"lr_0",9.040902177811507e-07,1613946858775,6553
"mom_0",0.9319190148345253,1613946858775,6553
"eps_0",1e-05,1613946858775,6553
"wd_1",0.01,1613946858775,6553
"sqr_mom_1",0.99,1613946858775,6553
"lr_1",9.040902177811503e-06,1613946858775,6553
"mom_1",0.9319190148345253,1613946858775,6553
"eps_1",1e-05,1613946858775,6553
"wd_2",0.01,1613946858775,6553
"sqr_mom_2",0.99,1613946858775,6553
"lr_2",9.040902177811502e-05,1613946858775,6553
"mom_2",0.9319190148345253,1613946858775,6553
"eps_2",1e-05,1613946858775,6553
"train_loss",0.005260835,1613946859724,6554
"raw_loss",0.0029816444,1613946859724,6554
"epoch",41.226415094339615,1613946859724,6554
"wd_0",0.01,1613946859724,6554
"sqr_mom_0",0.99,1613946859724,6554
"lr_0",9.030037205194214e-07,1613946859724,6554
"mom_0",0.9319407449970615,1613946859724,6554
"eps_0",1e-05,1613946859724,6554
"wd_1",0.01,1613946859724,6554
"sqr_mom_1",0.99,1613946859724,6554
"lr_1",9.030037205194214e-06,1613946859724,6554
"mom_1",0.9319407449970615,1613946859724,6554
"eps_1",1e-05,1613946859724,6554
"wd_2",0.01,1613946859724,6554
"sqr_mom_2",0.99,1613946859724,6554
"lr_2",9.030037205194212e-05,1613946859724,6554
"mom_2",0.9319407449970615,1613946859724,6554
"eps_2",1e-05,1613946859724,6554
"train_loss",0.0052404464,1613946860693,6555
"raw_loss",0.004241417,1613946860693,6555
"epoch",41.232704402515715,1613946860693,6555
"wd_0",0.01,1613946860693,6555
"sqr_mom_0",0.99,1613946860693,6555
"lr_0",9.019184526099088e-07,1613946860693,6555
"mom_0",0.9319624505723075,1613946860693,6555
"eps_0",1e-05,1613946860693,6555
"wd_1",0.01,1613946860693,6555
"sqr_mom_1",0.99,1613946860693,6555
"lr_1",9.019184526099088e-06,1613946860693,6555
"mom_1",0.9319624505723075,1613946860693,6555
"eps_1",1e-05,1613946860693,6555
"wd_2",0.01,1613946860693,6555
"sqr_mom_2",0.99,1613946860693,6555
"lr_2",9.01918452609908e-05,1613946860693,6555
"mom_2",0.9319624505723075,1613946860693,6555
"eps_2",1e-05,1613946860693,6555
"train_loss",0.0052186404,1613946861645,6556
"raw_loss",0.004150145,1613946861645,6556
"epoch",41.238993710691815,1613946861645,6556
"wd_0",0.01,1613946861645,6556
"sqr_mom_0",0.99,1613946861645,6556
"lr_0",9.008333339184865e-07,1613946861645,6556
"mom_0",0.9319841531631619,1613946861645,6556
"eps_0",1e-05,1613946861645,6556
"wd_1",0.01,1613946861645,6556
"sqr_mom_1",0.99,1613946861645,6556
"lr_1",9.008333339184867e-06,1613946861645,6556
"mom_1",0.9319841531631619,1613946861645,6556
"eps_1",1e-05,1613946861645,6556
"wd_2",0.01,1613946861645,6556
"sqr_mom_2",0.99,1613946861645,6556
"lr_2",9.008333339184866e-05,1613946861645,6556
"mom_2",0.9319841531631619,1613946861645,6556
"eps_2",1e-05,1613946861645,6556
"train_loss",0.00521143,1613946862595,6557
"raw_loss",0.0048581325,1613946862595,6557
"epoch",41.245283018867916,1613946862595,6557
"wd_0",0.01,1613946862595,6557
"sqr_mom_0",0.99,1613946862595,6557
"lr_0",8.997487249510767e-07,1613946862595,6557
"mom_0",0.932005845559434,1613946862595,6557
"eps_0",1e-05,1613946862595,6557
"wd_1",0.01,1613946862595,6557
"sqr_mom_1",0.99,1613946862595,6557
"lr_1",8.997487249510767e-06,1613946862595,6557
"mom_1",0.932005845559434,1613946862595,6557
"eps_1",1e-05,1613946862595,6557
"wd_2",0.01,1613946862595,6557
"sqr_mom_2",0.99,1613946862595,6557
"lr_2",8.997487249510762e-05,1613946862595,6557
"mom_2",0.932005845559434,1613946862595,6557
"eps_2",1e-05,1613946862595,6557
"train_loss",0.00518121,1613946863551,6558
"raw_loss",0.0037004387,1613946863551,6558
"epoch",41.251572327044016,1613946863551,6558
"wd_0",0.01,1613946863551,6558
"sqr_mom_0",0.99,1613946863551,6558
"lr_0",8.986646260533849e-07,1613946863551,6558
"mom_0",0.9320275277542098,1613946863551,6558
"eps_0",1e-05,1613946863551,6558
"wd_1",0.01,1613946863551,6558
"sqr_mom_1",0.99,1613946863551,6558
"lr_1",8.986646260533849e-06,1613946863551,6558
"mom_1",0.9320275277542098,1613946863551,6558
"eps_1",1e-05,1613946863551,6558
"wd_2",0.01,1613946863551,6558
"sqr_mom_2",0.99,1613946863551,6558
"lr_2",8.986646260533845e-05,1613946863551,6558
"mom_2",0.9320275277542098,1613946863551,6558
"eps_2",1e-05,1613946863551,6558
"train_loss",0.0051536635,1613946864518,6559
"raw_loss",0.0038038758,1613946864518,6559
"epoch",41.25786163522012,1613946864518,6559
"wd_0",0.01,1613946864518,6559
"sqr_mom_0",0.99,1613946864518,6559
"lr_0",8.975813968854657e-07,1613946864518,6559
"mom_0",0.9320491925542161,1613946864518,6559
"eps_0",1e-05,1613946864518,6559
"wd_1",0.01,1613946864518,6559
"sqr_mom_1",0.99,1613946864518,6559
"lr_1",8.975813968854654e-06,1613946864518,6559
"mom_1",0.9320491925542161,1613946864518,6559
"eps_1",1e-05,1613946864518,6559
"wd_2",0.01,1613946864518,6559
"sqr_mom_2",0.99,1613946864518,6559
"lr_2",8.975813968854654e-05,1613946864518,6559
"mom_2",0.9320491925542161,1613946864518,6559
"eps_2",1e-05,1613946864518,6559
"train_loss",0.005109435,1613946865489,6560
"raw_loss",0.0029422457,1613946865489,6560
"epoch",41.26415094339622,1613946865489,6560
"wd_0",0.01,1613946865489,6560
"sqr_mom_0",0.99,1613946865489,6560
"lr_0",8.964979598491723e-07,1613946865489,6560
"mom_0",0.9320708615116317,1613946865489,6560
"eps_0",1e-05,1613946865489,6560
"wd_1",0.01,1613946865489,6560
"sqr_mom_1",0.99,1613946865489,6560
"lr_1",8.964979598491724e-06,1613946865489,6560
"mom_1",0.9320708615116317,1613946865489,6560
"eps_1",1e-05,1613946865489,6560
"wd_2",0.01,1613946865489,6560
"sqr_mom_2",0.99,1613946865489,6560
"lr_2",8.964979598491716e-05,1613946865489,6560
"mom_2",0.9320708615116317,1613946865489,6560
"eps_2",1e-05,1613946865489,6560
"train_loss",0.005108264,1613946866448,6561
"raw_loss",0.0050508827,1613946866448,6561
"epoch",41.27044025157232,1613946866448,6561
"wd_0",0.01,1613946866448,6561
"sqr_mom_0",0.99,1613946866448,6561
"lr_0",8.954157522087177e-07,1613946866448,6561
"mom_0",0.9320925058808844,1613946866448,6561
"eps_0",1e-05,1613946866448,6561
"wd_1",0.01,1613946866448,6561
"sqr_mom_1",0.99,1613946866448,6561
"lr_1",8.954157522087174e-06,1613946866448,6561
"mom_1",0.9320925058808844,1613946866448,6561
"eps_1",1e-05,1613946866448,6561
"wd_2",0.01,1613946866448,6561
"sqr_mom_2",0.99,1613946866448,6561
"lr_2",8.954157522087175e-05,1613946866448,6561
"mom_2",0.9320925058808844,1613946866448,6561
"eps_2",1e-05,1613946866448,6561
"train_loss",0.0051194634,1613946867393,6562
"raw_loss",0.0056682536,1613946867393,6562
"epoch",41.27672955974842,1613946867393,6562
"wd_0",0.01,1613946867393,6562
"sqr_mom_0",0.99,1613946867393,6562
"lr_0",8.943340556798528e-07,1613946867393,6562
"mom_0",0.9321141400278032,1613946867393,6562
"eps_0",1e-05,1613946867393,6562
"wd_1",0.01,1613946867393,6562
"sqr_mom_1",0.99,1613946867393,6562
"lr_1",8.943340556798526e-06,1613946867393,6562
"mom_1",0.9321141400278032,1613946867393,6562
"eps_1",1e-05,1613946867393,6562
"wd_2",0.01,1613946867393,6562
"sqr_mom_2",0.99,1613946867393,6562
"lr_2",8.943340556798521e-05,1613946867393,6562
"mom_2",0.9321141400278032,1613946867393,6562
"eps_2",1e-05,1613946867393,6562
"train_loss",0.005074763,1613946868347,6563
"raw_loss",0.002884461,1613946868347,6563
"epoch",41.28301886792452,1613946868347,6563
"wd_0",0.01,1613946868347,6563
"sqr_mom_0",0.99,1613946868347,6563
"lr_0",8.932521533350235e-07,1613946868347,6563
"mom_0",0.9321357782910824,1613946868347,6563
"eps_0",1e-05,1613946868347,6563
"wd_1",0.01,1613946868347,6563
"sqr_mom_1",0.99,1613946868347,6563
"lr_1",8.932521533350233e-06,1613946868347,6563
"mom_1",0.9321357782910824,1613946868347,6563
"eps_1",1e-05,1613946868347,6563
"wd_2",0.01,1613946868347,6563
"sqr_mom_2",0.99,1613946868347,6563
"lr_2",8.93252153335023e-05,1613946868347,6563
"mom_2",0.9321357782910824,1613946868347,6563
"eps_2",1e-05,1613946868347,6563
"train_loss",0.0050725406,1613946869335,6564
"raw_loss",0.0049636317,1613946869335,6564
"epoch",41.28930817610062,1613946869335,6564
"wd_0",0.01,1613946869335,6564
"sqr_mom_0",0.99,1613946869335,6564
"lr_0",8.921714804025528e-07,1613946869335,6564
"mom_0",0.9321573919658686,1613946869335,6564
"eps_0",1e-05,1613946869335,6564
"wd_1",0.01,1613946869335,6564
"sqr_mom_1",0.99,1613946869335,6564
"lr_1",8.921714804025532e-06,1613946869335,6564
"mom_1",0.9321573919658686,1613946869335,6564
"eps_1",1e-05,1613946869335,6564
"wd_2",0.01,1613946869335,6564
"sqr_mom_2",0.99,1613946869335,6564
"lr_2",8.921714804025529e-05,1613946869335,6564
"mom_2",0.9321573919658686,1613946869335,6564
"eps_2",1e-05,1613946869335,6564
"train_loss",0.005061463,1613946870336,6565
"raw_loss",0.004518651,1613946870336,6565
"epoch",41.29559748427672,1613946870336,6565
"wd_0",0.01,1613946870336,6565
"sqr_mom_0",0.99,1613946870336,6565
"lr_0",8.910906030228713e-07,1613946870336,6565
"mom_0",0.9321790097296399,1613946870336,6565
"eps_0",1e-05,1613946870336,6565
"wd_1",0.01,1613946870336,6565
"sqr_mom_1",0.99,1613946870336,6565
"lr_1",8.910906030228715e-06,1613946870336,6565
"mom_1",0.9321790097296399,1613946870336,6565
"eps_1",1e-05,1613946870336,6565
"wd_2",0.01,1613946870336,6565
"sqr_mom_2",0.99,1613946870336,6565
"lr_2",8.910906030228707e-05,1613946870336,6565
"mom_2",0.9321790097296399,1613946870336,6565
"eps_2",1e-05,1613946870336,6565
"train_loss",0.0050271796,1613946871318,6566
"raw_loss",0.0033472988,1613946871318,6566
"epoch",41.30188679245282,1613946871318,6566
"wd_0",0.01,1613946871318,6566
"sqr_mom_0",0.99,1613946871318,6566
"lr_0",8.900109550646049e-07,1613946871318,6566
"mom_0",0.9322006029047369,1613946871318,6566
"eps_0",1e-05,1613946871318,6566
"wd_1",0.01,1613946871318,6566
"sqr_mom_1",0.99,1613946871318,6566
"lr_1",8.900109550646047e-06,1613946871318,6566
"mom_1",0.9322006029047369,1613946871318,6566
"eps_1",1e-05,1613946871318,6566
"wd_2",0.01,1613946871318,6566
"sqr_mom_2",0.99,1613946871318,6566
"lr_2",8.900109550646044e-05,1613946871318,6566
"mom_2",0.9322006029047369,1613946871318,6566
"eps_2",1e-05,1613946871318,6566
"train_loss",0.005050034,1613946872338,6567
"raw_loss",0.006169879,1613946872338,6567
"epoch",41.30817610062892,1613946872338,6567
"wd_0",0.01,1613946872338,6567
"sqr_mom_0",0.99,1613946872338,6567
"lr_0",8.889318199395031e-07,1613946872338,6567
"mom_0",0.9322221858230682,1613946872338,6567
"eps_0",1e-05,1613946872338,6567
"wd_1",0.01,1613946872338,6567
"sqr_mom_1",0.99,1613946872338,6567
"lr_1",8.889318199395031e-06,1613946872338,6567
"mom_1",0.9322221858230682,1613946872338,6567
"eps_1",1e-05,1613946872338,6567
"wd_2",0.01,1613946872338,6567
"sqr_mom_2",0.99,1613946872338,6567
"lr_2",8.889318199395028e-05,1613946872338,6567
"mom_2",0.9322221858230682,1613946872338,6567
"eps_2",1e-05,1613946872338,6567
"train_loss",0.0050110645,1613946873286,6568
"raw_loss",0.003101571,1613946873286,6568
"epoch",41.31446540880502,1613946873286,6568
"wd_0",0.01,1613946873286,6568
"sqr_mom_0",0.99,1613946873286,6568
"lr_0",8.878524824205779e-07,1613946873286,6568
"mom_0",0.9322437727893162,1613946873286,6568
"eps_0",1e-05,1613946873286,6568
"wd_1",0.01,1613946873286,6568
"sqr_mom_1",0.99,1613946873286,6568
"lr_1",8.87852482420578e-06,1613946873286,6568
"mom_1",0.9322437727893162,1613946873286,6568
"eps_1",1e-05,1613946873286,6568
"wd_2",0.01,1613946873286,6568
"sqr_mom_2",0.99,1613946873286,6568
"lr_2",8.878524824205774e-05,1613946873286,6568
"mom_2",0.9322437727893162,1613946873286,6568
"eps_2",1e-05,1613946873286,6568
"train_loss",0.0049597514,1613946874220,6569
"raw_loss",0.0024454128,1613946874220,6569
"epoch",41.32075471698112,1613946874220,6569
"wd_0",0.01,1613946874220,6569
"sqr_mom_0",0.99,1613946874220,6569
"lr_0",8.867743743337125e-07,1613946874220,6569
"mom_0",0.9322653351666774,1613946874220,6569
"eps_0",1e-05,1613946874220,6569
"wd_1",0.01,1613946874220,6569
"sqr_mom_1",0.99,1613946874220,6569
"lr_1",8.867743743337121e-06,1613946874220,6569
"mom_1",0.9322653351666774,1613946874220,6569
"eps_1",1e-05,1613946874220,6569
"wd_2",0.01,1613946874220,6569
"sqr_mom_2",0.99,1613946874220,6569
"lr_2",8.867743743337121e-05,1613946874220,6569
"mom_2",0.9322653351666774,1613946874220,6569
"eps_2",1e-05,1613946874220,6569
"train_loss",0.004940162,1613946875157,6570
"raw_loss",0.00398028,1613946875157,6570
"epoch",41.32704402515722,1613946875157,6570
"wd_0",0.01,1613946875157,6570
"sqr_mom_0",0.99,1613946875157,6570
"lr_0",8.856964226666604e-07,1613946875157,6570
"mom_0",0.9322868944156109,1613946875157,6570
"eps_0",1e-05,1613946875157,6570
"wd_1",0.01,1613946875157,6570
"sqr_mom_1",0.99,1613946875157,6570
"lr_1",8.856964226666601e-06,1613946875157,6570
"mom_1",0.9322868944156109,1613946875157,6570
"eps_1",1e-05,1613946875157,6570
"wd_2",0.01,1613946875157,6570
"sqr_mom_2",0.99,1613946875157,6570
"lr_2",8.8569642266666e-05,1613946875157,6570
"mom_2",0.9322868944156109,1613946875157,6570
"eps_2",1e-05,1613946875157,6570
"train_loss",0.0049453857,1613946876112,6571
"raw_loss",0.0052013625,1613946876112,6571
"epoch",41.33333333333332,1613946876112,6571
"wd_0",0.01,1613946876112,6571
"sqr_mom_0",0.99,1613946876112,6571
"lr_0",8.846189855483366e-07,1613946876112,6571
"mom_0",0.932308443373467,1613946876112,6571
"eps_0",1e-05,1613946876112,6571
"wd_1",0.01,1613946876112,6571
"sqr_mom_1",0.99,1613946876112,6571
"lr_1",8.846189855483361e-06,1613946876112,6571
"mom_1",0.932308443373467,1613946876112,6571
"eps_1",1e-05,1613946876112,6571
"wd_2",0.01,1613946876112,6571
"sqr_mom_2",0.99,1613946876112,6571
"lr_2",8.846189855483359e-05,1613946876112,6571
"mom_2",0.932308443373467,1613946876112,6571
"eps_2",1e-05,1613946876112,6571
"train_loss",0.0049873046,1613946877074,6572
"raw_loss",0.0070413216,1613946877074,6572
"epoch",41.33962264150942,1613946877074,6572
"wd_0",0.01,1613946877074,6572
"sqr_mom_0",0.99,1613946877074,6572
"lr_0",8.835420633221621e-07,1613946877074,6572
"mom_0",0.932329982033377,1613946877074,6572
"eps_0",1e-05,1613946877074,6572
"wd_1",0.01,1613946877074,6572
"sqr_mom_1",0.99,1613946877074,6572
"lr_1",8.83542063322162e-06,1613946877074,6572
"mom_1",0.932329982033377,1613946877074,6572
"eps_1",1e-05,1613946877074,6572
"wd_2",0.01,1613946877074,6572
"sqr_mom_2",0.99,1613946877074,6572
"lr_2",8.835420633221619e-05,1613946877074,6572
"mom_2",0.932329982033377,1613946877074,6572
"eps_2",1e-05,1613946877074,6572
"train_loss",0.0049818526,1613946878037,6573
"raw_loss",0.0047146985,1613946878037,6573
"epoch",41.34591194968552,1613946878037,6573
"wd_0",0.01,1613946878037,6573
"sqr_mom_0",0.99,1613946878037,6573
"lr_0",8.824660132631832e-07,1613946878037,6573
"mom_0",0.9323515032497688,1613946878037,6573
"eps_0",1e-05,1613946878037,6573
"wd_1",0.01,1613946878037,6573
"sqr_mom_1",0.99,1613946878037,6573
"lr_1",8.824660132631835e-06,1613946878037,6573
"mom_1",0.9323515032497688,1613946878037,6573
"eps_1",1e-05,1613946878037,6573
"wd_2",0.01,1613946878037,6573
"sqr_mom_2",0.99,1613946878037,6573
"lr_2",8.824660132631832e-05,1613946878037,6573
"mom_2",0.9323515032497688,1613946878037,6573
"eps_2",1e-05,1613946878037,6573
"train_loss",0.0050184038,1613946878984,6574
"raw_loss",0.006809417,1613946878984,6574
"epoch",41.35220125786162,1613946878984,6574
"wd_0",0.01,1613946878984,6574
"sqr_mom_0",0.99,1613946878984,6574
"lr_0",8.813897649191251e-07,1613946878984,6574
"mom_0",0.9323730284319017,1613946878984,6574
"eps_0",1e-05,1613946878984,6574
"wd_1",0.01,1613946878984,6574
"sqr_mom_1",0.99,1613946878984,6574
"lr_1",8.81389764919125e-06,1613946878984,6574
"mom_1",0.9323730284319017,1613946878984,6574
"eps_1",1e-05,1613946878984,6574
"wd_2",0.01,1613946878984,6574
"sqr_mom_2",0.99,1613946878984,6574
"lr_2",8.813897649191248e-05,1613946878984,6574
"mom_2",0.9323730284319017,1613946878984,6574
"eps_2",1e-05,1613946878984,6574
"train_loss",0.0051718955,1613946879927,6575
"raw_loss",0.012693001,1613946879927,6575
"epoch",41.35849056603772,1613946879927,6575
"wd_0",0.01,1613946879927,6575
"sqr_mom_0",0.99,1613946879927,6575
"lr_0",8.803147460178357e-07,1613946879927,6575
"mom_0",0.9323945290249335,1613946879927,6575
"eps_0",1e-05,1613946879927,6575
"wd_1",0.01,1613946879927,6575
"sqr_mom_1",0.99,1613946879927,6575
"lr_1",8.803147460178356e-06,1613946879927,6575
"mom_1",0.9323945290249335,1613946879927,6575
"eps_1",1e-05,1613946879927,6575
"wd_2",0.01,1613946879927,6575
"sqr_mom_2",0.99,1613946879927,6575
"lr_2",8.803147460178352e-05,1613946879927,6575
"mom_2",0.9323945290249335,1613946879927,6575
"eps_2",1e-05,1613946879927,6575
"train_loss",0.0051627737,1613946880885,6576
"raw_loss",0.004715803,1613946880885,6576
"epoch",41.36477987421382,1613946880885,6576
"wd_0",0.01,1613946880885,6576
"sqr_mom_0",0.99,1613946880885,6576
"lr_0",8.79240243038216e-07,1613946880885,6576
"mom_0",0.9324160192994286,1613946880885,6576
"eps_0",1e-05,1613946880885,6576
"wd_1",0.01,1613946880885,6576
"sqr_mom_1",0.99,1613946880885,6576
"lr_1",8.792402430382156e-06,1613946880885,6576
"mom_1",0.9324160192994286,1613946880885,6576
"eps_1",1e-05,1613946880885,6576
"wd_2",0.01,1613946880885,6576
"sqr_mom_2",0.99,1613946880885,6576
"lr_2",8.792402430382156e-05,1613946880885,6576
"mom_2",0.9324160192994286,1613946880885,6576
"eps_2",1e-05,1613946880885,6576
"train_loss",0.0051321196,1613946881847,6577
"raw_loss",0.0036300707,1613946881847,6577
"epoch",41.371069182389924,1613946881847,6577
"wd_0",0.01,1613946881847,6577
"sqr_mom_0",0.99,1613946881847,6577
"lr_0",8.781655438286307e-07,1613946881847,6577
"mom_0",0.9324375134985623,1613946881847,6577
"eps_0",1e-05,1613946881847,6577
"wd_1",0.01,1613946881847,6577
"sqr_mom_1",0.99,1613946881847,6577
"lr_1",8.781655438286304e-06,1613946881847,6577
"mom_1",0.9324375134985623,1613946881847,6577
"eps_1",1e-05,1613946881847,6577
"wd_2",0.01,1613946881847,6577
"sqr_mom_2",0.99,1613946881847,6577
"lr_2",8.781655438286302e-05,1613946881847,6577
"mom_2",0.9324375134985623,1613946881847,6577
"eps_2",1e-05,1613946881847,6577
"train_loss",0.0051117283,1613946882800,6578
"raw_loss",0.0041125612,1613946882800,6578
"epoch",41.377358490566024,1613946882800,6578
"wd_0",0.01,1613946882800,6578
"sqr_mom_0",0.99,1613946882800,6578
"lr_0",8.770920740618794e-07,1613946882800,6578
"mom_0",0.9324589831085934,1613946882800,6578
"eps_0",1e-05,1613946882800,6578
"wd_1",0.01,1613946882800,6578
"sqr_mom_1",0.99,1613946882800,6578
"lr_1",8.770920740618798e-06,1613946882800,6578
"mom_1",0.9324589831085934,1613946882800,6578
"eps_1",1e-05,1613946882800,6578
"wd_2",0.01,1613946882800,6578
"sqr_mom_2",0.99,1613946882800,6578
"lr_2",8.770920740618792e-05,1613946882800,6578
"mom_2",0.9324589831085934,1613946882800,6578
"eps_2",1e-05,1613946882800,6578
"train_loss",0.0052295304,1613946883748,6579
"raw_loss",0.011001831,1613946883748,6579
"epoch",41.383647798742125,1613946883748,6579
"wd_0",0.01,1613946883748,6579
"sqr_mom_0",0.99,1613946883748,6579
"lr_0",8.760187653394755e-07,1613946883748,6579
"mom_0",0.9324804494977055,1613946883748,6579
"eps_0",1e-05,1613946883748,6579
"wd_1",0.01,1613946883748,6579
"sqr_mom_1",0.99,1613946883748,6579
"lr_1",8.760187653394753e-06,1613946883748,6579
"mom_1",0.9324804494977055,1613946883748,6579
"eps_1",1e-05,1613946883748,6579
"wd_2",0.01,1613946883748,6579
"sqr_mom_2",0.99,1613946883748,6579
"lr_2",8.760187653394745e-05,1613946883748,6579
"mom_2",0.9324804494977055,1613946883748,6579
"eps_2",1e-05,1613946883748,6579
"train_loss",0.0052316883,1613946884685,6580
"raw_loss",0.005337431,1613946884685,6580
"epoch",41.389937106918225,1613946884685,6580
"wd_0",0.01,1613946884685,6580
"sqr_mom_0",0.99,1613946884685,6580
"lr_0",8.749459742504431e-07,1613946884685,6580
"mom_0",0.9325019055340464,1613946884685,6580
"eps_0",1e-05,1613946884685,6580
"wd_1",0.01,1613946884685,6580
"sqr_mom_1",0.99,1613946884685,6580
"lr_1",8.749459742504429e-06,1613946884685,6580
"mom_1",0.9325019055340464,1613946884685,6580
"eps_1",1e-05,1613946884685,6580
"wd_2",0.01,1613946884685,6580
"sqr_mom_2",0.99,1613946884685,6580
"lr_2",8.749459742504425e-05,1613946884685,6580
"mom_2",0.9325019055340464,1613946884685,6580
"eps_2",1e-05,1613946884685,6580
"train_loss",0.0052762222,1613946885699,6581
"raw_loss",0.007458382,1613946885699,6581
"epoch",41.396226415094326,1613946885699,6581
"wd_0",0.01,1613946885699,6581
"sqr_mom_0",0.99,1613946885699,6581
"lr_0",8.738737011367217e-07,1613946885699,6581
"mom_0",0.9325233512107777,1613946885699,6581
"eps_0",1e-05,1613946885699,6581
"wd_1",0.01,1613946885699,6581
"sqr_mom_1",0.99,1613946885699,6581
"lr_1",8.738737011367215e-06,1613946885699,6581
"mom_1",0.9325233512107777,1613946885699,6581
"eps_1",1e-05,1613946885699,6581
"wd_2",0.01,1613946885699,6581
"sqr_mom_2",0.99,1613946885699,6581
"lr_2",8.738737011367215e-05,1613946885699,6581
"mom_2",0.9325233512107777,1613946885699,6581
"eps_2",1e-05,1613946885699,6581
"train_loss",0.0052529583,1613946886674,6582
"raw_loss",0.004113016,1613946886674,6582
"epoch",41.402515723270426,1613946886674,6582
"wd_0",0.01,1613946886674,6582
"sqr_mom_0",0.99,1613946886674,6582
"lr_0",8.728023017283494e-07,1613946886674,6582
"mom_0",0.9325447794132271,1613946886674,6582
"eps_0",1e-05,1613946886674,6582
"wd_1",0.01,1613946886674,6582
"sqr_mom_1",0.99,1613946886674,6582
"lr_1",8.728023017283488e-06,1613946886674,6582
"mom_1",0.9325447794132271,1613946886674,6582
"eps_1",1e-05,1613946886674,6582
"wd_2",0.01,1613946886674,6582
"sqr_mom_2",0.99,1613946886674,6582
"lr_2",8.728023017283486e-05,1613946886674,6582
"mom_2",0.9325447794132271,1613946886674,6582
"eps_2",1e-05,1613946886674,6582
"train_loss",0.0052384217,1613946887617,6583
"raw_loss",0.0045261285,1613946887617,6583
"epoch",41.408805031446526,1613946887617,6583
"wd_0",0.01,1613946887617,6583
"sqr_mom_0",0.99,1613946887617,6583
"lr_0",8.717307102021472e-07,1613946887617,6583
"mom_0",0.9325662114580716,1613946887617,6583
"eps_0",1e-05,1613946887617,6583
"wd_1",0.01,1613946887617,6583
"sqr_mom_1",0.99,1613946887617,6583
"lr_1",8.71730710202147e-06,1613946887617,6583
"mom_1",0.9325662114580716,1613946887617,6583
"eps_1",1e-05,1613946887617,6583
"wd_2",0.01,1613946887617,6583
"sqr_mom_2",0.99,1613946887617,6583
"lr_2",8.717307102021468e-05,1613946887617,6583
"mom_2",0.9325662114580716,1613946887617,6583
"eps_2",1e-05,1613946887617,6583
"train_loss",0.0052198134,1613946888548,6584
"raw_loss",0.004308016,1613946888548,6584
"epoch",41.41509433962263,1613946888548,6584
"wd_0",0.01,1613946888548,6584
"sqr_mom_0",0.99,1613946888548,6584
"lr_0",8.70660348108331e-07,1613946888548,6584
"mom_0",0.9325876189140225,1613946888548,6584
"eps_0",1e-05,1613946888548,6584
"wd_1",0.01,1613946888548,6584
"sqr_mom_1",0.99,1613946888548,6584
"lr_1",8.706603481083303e-06,1613946888548,6584
"mom_1",0.9325876189140225,1613946888548,6584
"eps_1",1e-05,1613946888548,6584
"wd_2",0.01,1613946888548,6584
"sqr_mom_2",0.99,1613946888548,6584
"lr_2",8.706603481083305e-05,1613946888548,6584
"mom_2",0.9325876189140225,1613946888548,6584
"eps_2",1e-05,1613946888548,6584
"train_loss",0.0052036787,1613946889492,6585
"raw_loss",0.004413074,1613946889492,6585
"epoch",41.42138364779873,1613946889492,6585
"wd_0",0.01,1613946889492,6585
"sqr_mom_0",0.99,1613946889492,6585
"lr_0",8.695905050113721e-07,1613946889492,6585
"mom_0",0.9326090159899324,1613946889492,6585
"eps_0",1e-05,1613946889492,6585
"wd_1",0.01,1613946889492,6585
"sqr_mom_1",0.99,1613946889492,6585
"lr_1",8.695905050113721e-06,1613946889492,6585
"mom_1",0.9326090159899324,1613946889492,6585
"eps_1",1e-05,1613946889492,6585
"wd_2",0.01,1613946889492,6585
"sqr_mom_2",0.99,1613946889492,6585
"lr_2",8.695905050113713e-05,1613946889492,6585
"mom_2",0.9326090159899324,1613946889492,6585
"eps_2",1e-05,1613946889492,6585
"train_loss",0.0051810276,1613946890440,6586
"raw_loss",0.0040711267,1613946890440,6586
"epoch",41.42767295597483,1613946890440,6586
"wd_0",0.01,1613946890440,6586
"sqr_mom_0",0.99,1613946890440,6586
"lr_0",8.685204718533692e-07,1613946890440,6586
"mom_0",0.9326304168671012,1613946890440,6586
"eps_0",1e-05,1613946890440,6586
"wd_1",0.01,1613946890440,6586
"sqr_mom_1",0.99,1613946890440,6586
"lr_1",8.685204718533686e-06,1613946890440,6586
"mom_1",0.9326304168671012,1613946890440,6586
"eps_1",1e-05,1613946890440,6586
"wd_2",0.01,1613946890440,6586
"sqr_mom_2",0.99,1613946890440,6586
"lr_2",8.685204718533686e-05,1613946890440,6586
"mom_2",0.9326304168671012,1613946890440,6586
"eps_2",1e-05,1613946890440,6586
"train_loss",0.005277099,1613946891414,6587
"raw_loss",0.009984619,1613946891414,6587
"epoch",41.43396226415093,1613946891414,6587
"wd_0",0.01,1613946891414,6587
"sqr_mom_0",0.99,1613946891414,6587
"lr_0",8.67451668117238e-07,1613946891414,6587
"mom_0",0.9326517931555868,1613946891414,6587
"eps_0",1e-05,1613946891414,6587
"wd_1",0.01,1613946891414,6587
"sqr_mom_1",0.99,1613946891414,6587
"lr_1",8.67451668117238e-06,1613946891414,6587
"mom_1",0.9326517931555868,1613946891414,6587
"eps_1",1e-05,1613946891414,6587
"wd_2",0.01,1613946891414,6587
"sqr_mom_2",0.99,1613946891414,6587
"lr_2",8.674516681172377e-05,1613946891414,6587
"mom_2",0.9326517931555868,1613946891414,6587
"eps_2",1e-05,1613946891414,6587
"train_loss",0.0052840286,1613946892390,6588
"raw_loss",0.0056235716,1613946892390,6588
"epoch",41.44025157232703,1613946892390,6588
"wd_0",0.01,1613946892390,6588
"sqr_mom_0",0.99,1613946892390,6588
"lr_0",8.663833844000161e-07,1613946892390,6588
"mom_0",0.93267315904359,1613946892390,6588
"eps_0",1e-05,1613946892390,6588
"wd_1",0.01,1613946892390,6588
"sqr_mom_1",0.99,1613946892390,6588
"lr_1",8.663833844000163e-06,1613946892390,6588
"mom_1",0.93267315904359,1613946892390,6588
"eps_1",1e-05,1613946892390,6588
"wd_2",0.01,1613946892390,6588
"sqr_mom_2",0.99,1613946892390,6588
"lr_2",8.663833844000155e-05,1613946892390,6588
"mom_2",0.93267315904359,1613946892390,6588
"eps_2",1e-05,1613946892390,6588
"train_loss",0.0052742963,1613946893372,6589
"raw_loss",0.004797411,1613946893372,6589
"epoch",41.44654088050313,1613946893372,6589
"wd_0",0.01,1613946893372,6589
"sqr_mom_0",0.99,1613946893372,6589
"lr_0",8.653149126790797e-07,1613946893372,6589
"mom_0",0.9326945286917053,1613946893372,6589
"eps_0",1e-05,1613946893372,6589
"wd_1",0.01,1613946893372,6589
"sqr_mom_1",0.99,1613946893372,6589
"lr_1",8.653149126790797e-06,1613946893372,6589
"mom_1",0.9326945286917053,1613946893372,6589
"eps_1",1e-05,1613946893372,6589
"wd_2",0.01,1613946893372,6589
"sqr_mom_2",0.99,1613946893372,6589
"lr_2",8.653149126790791e-05,1613946893372,6589
"mom_2",0.9326945286917053,1613946893372,6589
"eps_2",1e-05,1613946893372,6589
"train_loss",0.0053248545,1613946894319,6590
"raw_loss",0.0078022173,1613946894319,6590
"epoch",41.45283018867923,1613946894319,6590
"wd_0",0.01,1613946894319,6590
"sqr_mom_0",0.99,1613946894319,6590
"lr_0",8.642476703659755e-07,1613946894319,6590
"mom_0",0.932715873751418,1613946894319,6590
"eps_0",1e-05,1613946894319,6590
"wd_1",0.01,1613946894319,6590
"sqr_mom_1",0.99,1613946894319,6590
"lr_1",8.642476703659751e-06,1613946894319,6590
"mom_1",0.932715873751418,1613946894319,6590
"eps_1",1e-05,1613946894319,6590
"wd_2",0.01,1613946894319,6590
"sqr_mom_2",0.99,1613946894319,6590
"lr_2",8.642476703659747e-05,1613946894319,6590
"mom_2",0.932715873751418,1613946894319,6590
"eps_2",1e-05,1613946894319,6590
"train_loss",0.005367126,1613946895315,6591
"raw_loss",0.0074384157,1613946895315,6591
"epoch",41.45911949685533,1613946895315,6591
"wd_0",0.01,1613946895315,6591
"sqr_mom_0",0.99,1613946895315,6591
"lr_0",8.631805952567226e-07,1613946895315,6591
"mom_0",0.9327372154670202,1613946895315,6591
"eps_0",1e-05,1613946895315,6591
"wd_1",0.01,1613946895315,6591
"sqr_mom_1",0.99,1613946895315,6591
"lr_1",8.63180595256723e-06,1613946895315,6591
"mom_1",0.9327372154670202,1613946895315,6591
"eps_1",1e-05,1613946895315,6591
"wd_2",0.01,1613946895315,6591
"sqr_mom_2",0.99,1613946895315,6591
"lr_2",8.631805952567226e-05,1613946895315,6591
"mom_2",0.9327372154670202,1613946895315,6591
"eps_2",1e-05,1613946895315,6591
"train_loss",0.005428669,1613946896265,6592
"raw_loss",0.008444283,1613946896265,6592
"epoch",41.46540880503143,1613946896265,6592
"wd_0",0.01,1613946896265,6592
"sqr_mom_0",0.99,1613946896265,6592
"lr_0",8.6211404187286e-07,1613946896265,6592
"mom_0",0.9327585467480102,1613946896265,6592
"eps_0",1e-05,1613946896265,6592
"wd_1",0.01,1613946896265,6592
"sqr_mom_1",0.99,1613946896265,6592
"lr_1",8.621140418728604e-06,1613946896265,6592
"mom_1",0.9327585467480102,1613946896265,6592
"eps_1",1e-05,1613946896265,6592
"wd_2",0.01,1613946896265,6592
"sqr_mom_2",0.99,1613946896265,6592
"lr_2",8.621140418728601e-05,1613946896265,6592
"mom_2",0.9327585467480102,1613946896265,6592
"eps_2",1e-05,1613946896265,6592
"train_loss",0.005420467,1613946897294,6593
"raw_loss",0.0050185593,1613946897294,6593
"epoch",41.47169811320753,1613946897294,6593
"wd_0",0.01,1613946897294,6593
"sqr_mom_0",0.99,1613946897294,6593
"lr_0",8.610480105543409e-07,1613946897294,6593
"mom_0",0.932779867587589,1613946897294,6593
"eps_0",1e-05,1613946897294,6593
"wd_1",0.01,1613946897294,6593
"sqr_mom_1",0.99,1613946897294,6593
"lr_1",8.610480105543409e-06,1613946897294,6593
"mom_1",0.932779867587589,1613946897294,6593
"eps_1",1e-05,1613946897294,6593
"wd_2",0.01,1613946897294,6593
"sqr_mom_2",0.99,1613946897294,6593
"lr_2",8.610480105543405e-05,1613946897294,6593
"mom_2",0.932779867587589,1613946897294,6593
"eps_2",1e-05,1613946897294,6593
"train_loss",0.005437237,1613946898342,6594
"raw_loss",0.0062589776,1613946898342,6594
"epoch",41.47798742138363,1613946898342,6594
"wd_0",0.01,1613946898342,6594
"sqr_mom_0",0.99,1613946898342,6594
"lr_0",8.599828549569313e-07,1613946898342,6594
"mom_0",0.9328011709125704,1613946898342,6594
"eps_0",1e-05,1613946898342,6594
"wd_1",0.01,1613946898342,6594
"sqr_mom_1",0.99,1613946898342,6594
"lr_1",8.59982854956931e-06,1613946898342,6594
"mom_1",0.9328011709125704,1613946898342,6594
"eps_1",1e-05,1613946898342,6594
"wd_2",0.01,1613946898342,6594
"sqr_mom_2",0.99,1613946898342,6594
"lr_2",8.599828549569306e-05,1613946898342,6594
"mom_2",0.9328011709125704,1613946898342,6594
"eps_2",1e-05,1613946898342,6594
"train_loss",0.0054288697,1613946899334,6595
"raw_loss",0.0050188657,1613946899334,6595
"epoch",41.48427672955973,1613946899334,6595
"wd_0",0.01,1613946899334,6595
"sqr_mom_0",0.99,1613946899334,6595
"lr_0",8.589175154723035e-07,1613946899334,6595
"mom_0",0.932822477915333,1613946899334,6595
"eps_0",1e-05,1613946899334,6595
"wd_1",0.01,1613946899334,6595
"sqr_mom_1",0.99,1613946899334,6595
"lr_1",8.589175154723037e-06,1613946899334,6595
"mom_1",0.932822477915333,1613946899334,6595
"eps_1",1e-05,1613946899334,6595
"wd_2",0.01,1613946899334,6595
"sqr_mom_2",0.99,1613946899334,6595
"lr_2",8.589175154723031e-05,1613946899334,6595
"mom_2",0.932822477915333,1613946899334,6595
"eps_2",1e-05,1613946899334,6595
"train_loss",0.0054195253,1613946900298,6596
"raw_loss",0.004961639,1613946900298,6596
"epoch",41.49056603773583,1613946900298,6596
"wd_0",0.01,1613946900298,6596
"sqr_mom_0",0.99,1613946900298,6596
"lr_0",8.578534053568517e-07,1613946900298,6596
"mom_0",0.9328437603304662,1613946900298,6596
"eps_0",1e-05,1613946900298,6596
"wd_1",0.01,1613946900298,6596
"sqr_mom_1",0.99,1613946900298,6596
"lr_1",8.578534053568517e-06,1613946900298,6596
"mom_1",0.9328437603304662,1613946900298,6596
"eps_1",1e-05,1613946900298,6596
"wd_2",0.01,1613946900298,6596
"sqr_mom_2",0.99,1613946900298,6596
"lr_2",8.57853405356851e-05,1613946900298,6596
"mom_2",0.9328437603304662,1613946900298,6596
"eps_2",1e-05,1613946900298,6596
"train_loss",0.0054746415,1613946901243,6597
"raw_loss",0.008175343,1613946901243,6597
"epoch",41.49685534591193,1613946901243,6597
"wd_0",0.01,1613946901243,6597
"sqr_mom_0",0.99,1613946901243,6597
"lr_0",8.567898183176155e-07,1613946901243,6597
"mom_0",0.9328650322839704,1613946901243,6597
"eps_0",1e-05,1613946901243,6597
"wd_1",0.01,1613946901243,6597
"sqr_mom_1",0.99,1613946901243,6597
"lr_1",8.567898183176151e-06,1613946901243,6597
"mom_1",0.9328650322839704,1613946901243,6597
"eps_1",1e-05,1613946901243,6597
"wd_2",0.01,1613946901243,6597
"sqr_mom_2",0.99,1613946901243,6597
"lr_2",8.567898183176146e-05,1613946901243,6597
"mom_2",0.9328650322839704,1613946901243,6597
"eps_2",1e-05,1613946901243,6597
"train_loss",0.005441129,1613946902186,6598
"raw_loss",0.0037990334,1613946902186,6598
"epoch",41.50314465408803,1613946902186,6598
"wd_0",0.01,1613946902186,6598
"sqr_mom_0",0.99,1613946902186,6598
"lr_0",8.557260494500914e-07,1613946902186,6598
"mom_0",0.9328863078740769,1613946902186,6598
"eps_0",1e-05,1613946902186,6598
"wd_1",0.01,1613946902186,6598
"sqr_mom_1",0.99,1613946902186,6598
"lr_1",8.557260494500915e-06,1613946902186,6598
"mom_1",0.9328863078740769,1613946902186,6598
"eps_1",1e-05,1613946902186,6598
"wd_2",0.01,1613946902186,6598
"sqr_mom_2",0.99,1613946902186,6598
"lr_2",8.557260494500908e-05,1613946902186,6598
"mom_2",0.9328863078740769,1613946902186,6598
"eps_2",1e-05,1613946902186,6598
"train_loss",0.005430843,1613946903128,6599
"raw_loss",0.004926829,1613946903128,6599
"epoch",41.50943396226413,1613946903128,6599
"wd_0",0.01,1613946903128,6599
"sqr_mom_0",0.99,1613946903128,6599
"lr_0",8.546635099271251e-07,1613946903128,6599
"mom_0",0.9329075588770462,1613946903128,6599
"eps_0",1e-05,1613946903128,6599
"wd_1",0.01,1613946903128,6599
"sqr_mom_1",0.99,1613946903128,6599
"lr_1",8.546635099271251e-06,1613946903128,6599
"mom_1",0.9329075588770462,1613946903128,6599
"eps_1",1e-05,1613946903128,6599
"wd_2",0.01,1613946903128,6599
"sqr_mom_2",0.99,1613946903128,6599
"lr_2",8.546635099271246e-05,1613946903128,6599
"mom_2",0.9329075588770462,1613946903128,6599
"eps_2",1e-05,1613946903128,6599
"train_loss",0.0054379697,1613946904109,6600
"raw_loss",0.0057871607,1613946904109,6600
"epoch",41.51572327044023,1613946904109,6600
"wd_0",0.01,1613946904109,6600
"sqr_mom_0",0.99,1613946904109,6600
"lr_0",8.536011422226586e-07,1613946904109,6600
"mom_0",0.9329288064436112,1613946904109,6600
"eps_0",1e-05,1613946904109,6600
"wd_1",0.01,1613946904109,6600
"sqr_mom_1",0.99,1613946904109,6600
"lr_1",8.536011422226582e-06,1613946904109,6600
"mom_1",0.9329288064436112,1613946904109,6600
"eps_1",1e-05,1613946904109,6600
"wd_2",0.01,1613946904109,6600
"sqr_mom_2",0.99,1613946904109,6600
"lr_2",8.53601142222658e-05,1613946904109,6600
"mom_2",0.9329288064436112,1613946904109,6600
"eps_2",1e-05,1613946904109,6600
"train_loss",0.0054240185,1613946905092,6601
"raw_loss",0.00474041,1613946905092,6601
"epoch",41.522012578616334,1613946905092,6601
"wd_0",0.01,1613946905092,6601
"sqr_mom_0",0.99,1613946905092,6601
"lr_0",8.525392992969243e-07,1613946905092,6601
"mom_0",0.9329500435144966,1613946905092,6601
"eps_0",1e-05,1613946905092,6601
"wd_1",0.01,1613946905092,6601
"sqr_mom_1",0.99,1613946905092,6601
"lr_1",8.52539299296924e-06,1613946905092,6601
"mom_1",0.9329500435144966,1613946905092,6601
"eps_1",1e-05,1613946905092,6601
"wd_2",0.01,1613946905092,6601
"sqr_mom_2",0.99,1613946905092,6601
"lr_2",8.525392992969236e-05,1613946905092,6601
"mom_2",0.9329500435144966,1613946905092,6601
"eps_2",1e-05,1613946905092,6601
"train_loss",0.0054493234,1613946906052,6602
"raw_loss",0.00668927,1613946906052,6602
"epoch",41.528301886792434,1613946906052,6602
"wd_0",0.01,1613946906052,6602
"sqr_mom_0",0.99,1613946906052,6602
"lr_0",8.51477981488372e-07,1613946906052,6602
"mom_0",0.9329712700829333,1613946906052,6602
"eps_0",1e-05,1613946906052,6602
"wd_1",0.01,1613946906052,6602
"sqr_mom_1",0.99,1613946906052,6602
"lr_1",8.514779814883721e-06,1613946906052,6602
"mom_1",0.9329712700829333,1613946906052,6602
"eps_1",1e-05,1613946906052,6602
"wd_2",0.01,1613946906052,6602
"sqr_mom_2",0.99,1613946906052,6602
"lr_2",8.514779814883716e-05,1613946906052,6602
"mom_2",0.9329712700829333,1613946906052,6602
"eps_2",1e-05,1613946906052,6602
"train_loss",0.0054405425,1613946906995,6603
"raw_loss",0.005010268,1613946906995,6603
"epoch",41.534591194968534,1613946906995,6603
"wd_0",0.01,1613946906995,6603
"sqr_mom_0",0.99,1613946906995,6603
"lr_0",8.504175408863963e-07,1613946906995,6603
"mom_0",0.9329924791070631,1613946906995,6603
"eps_0",1e-05,1613946906995,6603
"wd_1",0.01,1613946906995,6603
"sqr_mom_1",0.99,1613946906995,6603
"lr_1",8.50417540886396e-06,1613946906995,6603
"mom_1",0.9329924791070631,1613946906995,6603
"eps_1",1e-05,1613946906995,6603
"wd_2",0.01,1613946906995,6603
"sqr_mom_2",0.99,1613946906995,6603
"lr_2",8.504175408863957e-05,1613946906995,6603
"mom_2",0.9329924791070631,1613946906995,6603
"eps_2",1e-05,1613946906995,6603
"train_loss",0.0054228357,1613946907941,6604
"raw_loss",0.0045552026,1613946907941,6604
"epoch",41.540880503144635,1613946907941,6604
"wd_0",0.01,1613946907941,6604
"sqr_mom_0",0.99,1613946907941,6604
"lr_0",8.493569225757775e-07,1613946907941,6604
"mom_0",0.9330136916854013,1613946907941,6604
"eps_0",1e-05,1613946907941,6604
"wd_1",0.01,1613946907941,6604
"sqr_mom_1",0.99,1613946907941,6604
"lr_1",8.493569225757772e-06,1613946907941,6604
"mom_1",0.9330136916854013,1613946907941,6604
"eps_1",1e-05,1613946907941,6604
"wd_2",0.01,1613946907941,6604
"sqr_mom_2",0.99,1613946907941,6604
"lr_2",8.493569225757766e-05,1613946907941,6604
"mom_2",0.9330136916854013,1613946907941,6604
"eps_2",1e-05,1613946907941,6604
"train_loss",0.005413585,1613946908883,6605
"raw_loss",0.0049603004,1613946908883,6605
"epoch",41.547169811320735,1613946908883,6605
"wd_0",0.01,1613946908883,6605
"sqr_mom_0",0.99,1613946908883,6605
"lr_0",8.482975335499e-07,1613946908883,6605
"mom_0",0.9330348796777987,1613946908883,6605
"eps_0",1e-05,1613946908883,6605
"wd_1",0.01,1613946908883,6605
"sqr_mom_1",0.99,1613946908883,6605
"lr_1",8.482975335499001e-06,1613946908883,6605
"mom_1",0.9330348796777987,1613946908883,6605
"eps_1",1e-05,1613946908883,6605
"wd_2",0.01,1613946908883,6605
"sqr_mom_2",0.99,1613946908883,6605
"lr_2",8.482975335498996e-05,1613946908883,6605
"mom_2",0.9330348796777987,1613946908883,6605
"eps_2",1e-05,1613946908883,6605
"train_loss",0.00538109,1613946909844,6606
"raw_loss",0.0037888475,1613946909844,6606
"epoch",41.553459119496836,1613946909844,6606
"wd_0",0.01,1613946909844,6606
"sqr_mom_0",0.99,1613946909844,6606
"lr_0",8.472379681891278e-07,1613946909844,6606
"mom_0",0.9330560711969293,1613946909844,6606
"eps_0",1e-05,1613946909844,6606
"wd_1",0.01,1613946909844,6606
"sqr_mom_1",0.99,1613946909844,6606
"lr_1",8.472379681891277e-06,1613946909844,6606
"mom_1",0.9330560711969293,1613946909844,6606
"eps_1",1e-05,1613946909844,6606
"wd_2",0.01,1613946909844,6606
"sqr_mom_2",0.99,1613946909844,6606
"lr_2",8.472379681891275e-05,1613946909844,6606
"mom_2",0.9330560711969293,1613946909844,6606
"eps_2",1e-05,1613946909844,6606
"train_loss",0.00537503,1613946910805,6607
"raw_loss",0.0050780904,1613946910805,6607
"epoch",41.559748427672936,1613946910805,6607
"wd_0",0.01,1613946910805,6607
"sqr_mom_0",0.99,1613946910805,6607
"lr_0",8.461796320900212e-07,1613946910805,6607
"mom_0",0.9330772381305809,1613946910805,6607
"eps_0",1e-05,1613946910805,6607
"wd_1",0.01,1613946910805,6607
"sqr_mom_1",0.99,1613946910805,6607
"lr_1",8.461796320900218e-06,1613946910805,6607
"mom_1",0.9330772381305809,1613946910805,6607
"eps_1",1e-05,1613946910805,6607
"wd_2",0.01,1613946910805,6607
"sqr_mom_2",0.99,1613946910805,6607
"lr_2",8.461796320900213e-05,1613946910805,6607
"mom_2",0.9330772381305809,1613946910805,6607
"eps_2",1e-05,1613946910805,6607
"train_loss",0.0053694504,1613946911761,6608
"raw_loss",0.0050960435,1613946911761,6608
"epoch",41.56603773584904,1613946911761,6608
"wd_0",0.01,1613946911761,6608
"sqr_mom_0",0.99,1613946911761,6608
"lr_0",8.451218227855455e-07,1613946911761,6608
"mom_0",0.9330983945282343,1613946911761,6608
"eps_0",1e-05,1613946911761,6608
"wd_1",0.01,1613946911761,6608
"sqr_mom_1",0.99,1613946911761,6608
"lr_1",8.451218227855455e-06,1613946911761,6608
"mom_1",0.9330983945282343,1613946911761,6608
"eps_1",1e-05,1613946911761,6608
"wd_2",0.01,1613946911761,6608
"sqr_mom_2",0.99,1613946911761,6608
"lr_2",8.451218227855452e-05,1613946911761,6608
"mom_2",0.9330983945282343,1613946911761,6608
"eps_2",1e-05,1613946911761,6608
"train_loss",0.005385976,1613946912737,6609
"raw_loss",0.0061957208,1613946912737,6609
"epoch",41.57232704402514,1613946912737,6609
"wd_0",0.01,1613946912737,6609
"sqr_mom_0",0.99,1613946912737,6609
"lr_0",8.440638392069876e-07,1613946912737,6609
"mom_0",0.9331195544114044,1613946912737,6609
"eps_0",1e-05,1613946912737,6609
"wd_1",0.01,1613946912737,6609
"sqr_mom_1",0.99,1613946912737,6609
"lr_1",8.440638392069873e-06,1613946912737,6609
"mom_1",0.9331195544114044,1613946912737,6609
"eps_1",1e-05,1613946912737,6609
"wd_2",0.01,1613946912737,6609
"sqr_mom_2",0.99,1613946912737,6609
"lr_2",8.44063839206987e-05,1613946912737,6609
"mom_2",0.9331195544114044,1613946912737,6609
"eps_2",1e-05,1613946912737,6609
"train_loss",0.0053921263,1613946913686,6610
"raw_loss",0.0056935013,1613946913686,6610
"epoch",41.57861635220124,1613946913686,6610
"wd_0",0.01,1613946913686,6610
"sqr_mom_0",0.99,1613946913686,6610
"lr_0",8.430070848525506e-07,1613946913686,6610
"mom_0",0.9331406897098461,1613946913686,6610
"eps_0",1e-05,1613946913686,6610
"wd_1",0.01,1613946913686,6610
"sqr_mom_1",0.99,1613946913686,6610
"lr_1",8.430070848525504e-06,1613946913686,6610
"mom_1",0.9331406897098461,1613946913686,6610
"eps_1",1e-05,1613946913686,6610
"wd_2",0.01,1613946913686,6610
"sqr_mom_2",0.99,1613946913686,6610
"lr_2",8.430070848525499e-05,1613946913686,6610
"mom_2",0.9331406897098461,1613946913686,6610
"eps_2",1e-05,1613946913686,6610
"train_loss",0.0054227123,1613946914672,6611
"raw_loss",0.006921421,1613946914672,6611
"epoch",41.58490566037734,1613946914672,6611
"wd_0",0.01,1613946914672,6611
"sqr_mom_0",0.99,1613946914672,6611
"lr_0",8.419508583032852e-07,1613946914672,6611
"mom_0",0.9331618144520788,1613946914672,6611
"eps_0",1e-05,1613946914672,6611
"wd_1",0.01,1613946914672,6611
"sqr_mom_1",0.99,1613946914672,6611
"lr_1",8.419508583032854e-06,1613946914672,6611
"mom_1",0.9331618144520788,1613946914672,6611
"eps_1",1e-05,1613946914672,6611
"wd_2",0.01,1613946914672,6611
"sqr_mom_2",0.99,1613946914672,6611
"lr_2",8.419508583032848e-05,1613946914672,6611
"mom_2",0.9331618144520788,1613946914672,6611
"eps_2",1e-05,1613946914672,6611
"train_loss",0.005373032,1613946915631,6612
"raw_loss",0.0029386925,1613946915631,6612
"epoch",41.59119496855344,1613946915631,6612
"wd_0",0.01,1613946915631,6612
"sqr_mom_0",0.99,1613946915631,6612
"lr_0",8.408944595412509e-07,1613946915631,6612
"mom_0",0.9331829426386014,1613946915631,6612
"eps_0",1e-05,1613946915631,6612
"wd_1",0.01,1613946915631,6612
"sqr_mom_1",0.99,1613946915631,6612
"lr_1",8.408944595412507e-06,1613946915631,6612
"mom_1",0.9331829426386014,1613946915631,6612
"eps_1",1e-05,1613946915631,6612
"wd_2",0.01,1613946915631,6612
"sqr_mom_2",0.99,1613946915631,6612
"lr_2",8.4089445954125e-05,1613946915631,6612
"mom_2",0.9331829426386014,1613946915631,6612
"eps_2",1e-05,1613946915631,6612
"train_loss",0.0053528105,1613946916592,6613
"raw_loss",0.004361953,1613946916592,6613
"epoch",41.59748427672954,1613946916592,6613
"wd_0",0.01,1613946916592,6613
"sqr_mom_0",0.99,1613946916592,6613
"lr_0",8.398392899622664e-07,1613946916592,6613
"mom_0",0.933204046241217,1613946916592,6613
"eps_0",1e-05,1613946916592,6613
"wd_1",0.01,1613946916592,6613
"sqr_mom_1",0.99,1613946916592,6613
"lr_1",8.398392899622664e-06,1613946916592,6613
"mom_1",0.933204046241217,1613946916592,6613
"eps_1",1e-05,1613946916592,6613
"wd_2",0.01,1613946916592,6613
"sqr_mom_2",0.99,1613946916592,6613
"lr_2",8.398392899622661e-05,1613946916592,6613
"mom_2",0.933204046241217,1613946916592,6613
"eps_2",1e-05,1613946916592,6613
"train_loss",0.0053392337,1613946917545,6614
"raw_loss",0.004673967,1613946917545,6614
"epoch",41.60377358490564,1613946917545,6614
"wd_0",0.01,1613946917545,6614
"sqr_mom_0",0.99,1613946917545,6614
"lr_0",8.387842993712861e-07,1613946917545,6614
"mom_0",0.9332251462640369,1613946917545,6614
"eps_0",1e-05,1613946917545,6614
"wd_1",0.01,1613946917545,6614
"sqr_mom_1",0.99,1613946917545,6614
"lr_1",8.38784299371286e-06,1613946917545,6614
"mom_1",0.9332251462640369,1613946917545,6614
"eps_1",1e-05,1613946917545,6614
"wd_2",0.01,1613946917545,6614
"sqr_mom_2",0.99,1613946917545,6614
"lr_2",8.387842993712855e-05,1613946917545,6614
"mom_2",0.9332251462640369,1613946917545,6614
"eps_2",1e-05,1613946917545,6614
"train_loss",0.005305667,1613946918562,6615
"raw_loss",0.0036608952,1613946918562,6615
"epoch",41.61006289308174,1613946918562,6615
"wd_0",0.01,1613946918562,6615
"sqr_mom_0",0.99,1613946918562,6615
"lr_0",8.377298382817364e-07,1613946918562,6615
"mom_0",0.9332462356967222,1613946918562,6615
"eps_0",1e-05,1613946918562,6615
"wd_1",0.01,1613946918562,6615
"sqr_mom_1",0.99,1613946918562,6615
"lr_1",8.37729838281736e-06,1613946918562,6615
"mom_1",0.9332462356967222,1613946918562,6615
"eps_1",1e-05,1613946918562,6615
"wd_2",0.01,1613946918562,6615
"sqr_mom_2",0.99,1613946918562,6615
"lr_2",8.377298382817357e-05,1613946918562,6615
"mom_2",0.9332462356967222,1613946918562,6615
"eps_2",1e-05,1613946918562,6615
"train_loss",0.0052664517,1613946919515,6616
"raw_loss",0.0033449146,1613946919515,6616
"epoch",41.61635220125784,1613946919515,6616
"wd_0",0.01,1613946919515,6616
"sqr_mom_0",0.99,1613946919515,6616
"lr_0",8.366759070297138e-07,1613946919515,6616
"mom_0",0.933267314532551,1613946919515,6616
"eps_0",1e-05,1613946919515,6616
"wd_1",0.01,1613946919515,6616
"sqr_mom_1",0.99,1613946919515,6616
"lr_1",8.366759070297138e-06,1613946919515,6616
"mom_1",0.933267314532551,1613946919515,6616
"eps_1",1e-05,1613946919515,6616
"wd_2",0.01,1613946919515,6616
"sqr_mom_2",0.99,1613946919515,6616
"lr_2",8.366759070297134e-05,1613946919515,6616
"mom_2",0.933267314532551,1613946919515,6616
"eps_2",1e-05,1613946919515,6616
"train_loss",0.0053106677,1613946920460,6617
"raw_loss",0.007477257,1613946920460,6617
"epoch",41.62264150943394,1613946920460,6617
"wd_0",0.01,1613946920460,6617
"sqr_mom_0",0.99,1613946920460,6617
"lr_0",8.356228552499769e-07,1613946920460,6617
"mom_0",0.9332883757787582,1613946920460,6617
"eps_0",1e-05,1613946920460,6617
"wd_1",0.01,1613946920460,6617
"sqr_mom_1",0.99,1613946920460,6617
"lr_1",8.356228552499767e-06,1613946920460,6617
"mom_1",0.9332883757787582,1613946920460,6617
"eps_1",1e-05,1613946920460,6617
"wd_2",0.01,1613946920460,6617
"sqr_mom_2",0.99,1613946920460,6617
"lr_2",8.356228552499766e-05,1613946920460,6617
"mom_2",0.9332883757787582,1613946920460,6617
"eps_2",1e-05,1613946920460,6617
"train_loss",0.005321344,1613946921402,6618
"raw_loss",0.0058444724,1613946921402,6618
"epoch",41.62893081761004,1613946921402,6618
"wd_0",0.01,1613946921402,6618
"sqr_mom_0",0.99,1613946921402,6618
"lr_0",8.345696353817989e-07,1613946921402,6618
"mom_0",0.9333094403867679,1613946921402,6618
"eps_0",1e-05,1613946921402,6618
"wd_1",0.01,1613946921402,6618
"sqr_mom_1",0.99,1613946921402,6618
"lr_1",8.345696353817994e-06,1613946921402,6618
"mom_1",0.9333094403867679,1613946921402,6618
"eps_1",1e-05,1613946921402,6618
"wd_2",0.01,1613946921402,6618
"sqr_mom_2",0.99,1613946921402,6618
"lr_2",8.345696353817989e-05,1613946921402,6618
"mom_2",0.9333094403867679,1613946921402,6618
"eps_2",1e-05,1613946921402,6618
"train_loss",0.0053200447,1613946922356,6619
"raw_loss",0.0052563827,1613946922356,6619
"epoch",41.63522012578614,1613946922356,6619
"wd_0",0.01,1613946922356,6619
"sqr_mom_0",0.99,1613946922356,6619
"lr_0",8.335176446039487e-07,1613946922356,6619
"mom_0",0.9333304804127251,1613946922356,6619
"eps_0",1e-05,1613946922356,6619
"wd_1",0.01,1613946922356,6619
"sqr_mom_1",0.99,1613946922356,6619
"lr_1",8.335176446039488e-06,1613946922356,6619
"mom_1",0.9333304804127251,1613946922356,6619
"eps_1",1e-05,1613946922356,6619
"wd_2",0.01,1613946922356,6619
"sqr_mom_2",0.99,1613946922356,6619
"lr_2",8.335176446039484e-05,1613946922356,6619
"mom_2",0.9333304804127251,1613946922356,6619
"eps_2",1e-05,1613946922356,6619
"train_loss",0.0053018276,1613946923320,6620
"raw_loss",0.00440919,1613946923320,6620
"epoch",41.64150943396224,1613946923320,6620
"wd_0",0.01,1613946923320,6620
"sqr_mom_0",0.99,1613946923320,6620
"lr_0",8.324661846539147e-07,1613946923320,6620
"mom_0",0.9333515098220199,1613946923320,6620
"eps_0",1e-05,1613946923320,6620
"wd_1",0.01,1613946923320,6620
"sqr_mom_1",0.99,1613946923320,6620
"lr_1",8.324661846539146e-06,1613946923320,6620
"mom_1",0.9333515098220199,1613946923320,6620
"eps_1",1e-05,1613946923320,6620
"wd_2",0.01,1613946923320,6620
"sqr_mom_2",0.99,1613946923320,6620
"lr_2",8.32466184653914e-05,1613946923320,6620
"mom_2",0.9333515098220199,1613946923320,6620
"eps_2",1e-05,1613946923320,6620
"train_loss",0.00526285,1613946924292,6621
"raw_loss",0.0033529296,1613946924292,6621
"epoch",41.64779874213834,1613946924292,6621
"wd_0",0.01,1613946924292,6621
"sqr_mom_0",0.99,1613946924292,6621
"lr_0",8.314145586782166e-07,1613946924292,6621
"mom_0",0.9333725425518612,1613946924292,6621
"eps_0",1e-05,1613946924292,6621
"wd_1",0.01,1613946924292,6621
"sqr_mom_1",0.99,1613946924292,6621
"lr_1",8.314145586782161e-06,1613946924292,6621
"mom_1",0.9333725425518612,1613946924292,6621
"eps_1",1e-05,1613946924292,6621
"wd_2",0.01,1613946924292,6621
"sqr_mom_2",0.99,1613946924292,6621
"lr_2",8.314145586782158e-05,1613946924292,6621
"mom_2",0.9333725425518612,1613946924292,6621
"eps_2",1e-05,1613946924292,6621
"train_loss",0.005245789,1613946925249,6622
"raw_loss",0.00440981,1613946925249,6622
"epoch",41.65408805031444,1613946925249,6622
"wd_0",0.01,1613946925249,6622
"sqr_mom_0",0.99,1613946925249,6622
"lr_0",8.303641617411992e-07,1613946925249,6622
"mom_0",0.933393550700683,1613946925249,6622
"eps_0",1e-05,1613946925249,6622
"wd_1",0.01,1613946925249,6622
"sqr_mom_1",0.99,1613946925249,6622
"lr_1",8.30364161741199e-06,1613946925249,6622
"mom_1",0.933393550700683,1613946925249,6622
"eps_1",1e-05,1613946925249,6622
"wd_2",0.01,1613946925249,6622
"sqr_mom_2",0.99,1613946925249,6622
"lr_2",8.303641617411989e-05,1613946925249,6622
"mom_2",0.933393550700683,1613946925249,6622
"eps_2",1e-05,1613946925249,6622
"train_loss",0.005228193,1613946926236,6623
"raw_loss",0.0043659904,1613946926236,6623
"epoch",41.66037735849054,1613946926236,6623
"wd_0",0.01,1613946926236,6623
"sqr_mom_0",0.99,1613946926236,6623
"lr_0",8.293139483952637e-07,1613946926236,6623
"mom_0",0.9334145551776465,1613946926236,6623
"eps_0",1e-05,1613946926236,6623
"wd_1",0.01,1613946926236,6623
"sqr_mom_1",0.99,1613946926236,6623
"lr_1",8.293139483952637e-06,1613946926236,6623
"mom_1",0.9334145551776465,1613946926236,6623
"eps_1",1e-05,1613946926236,6623
"wd_2",0.01,1613946926236,6623
"sqr_mom_2",0.99,1613946926236,6623
"lr_2",8.293139483952632e-05,1613946926236,6623
"mom_2",0.9334145551776465,1613946926236,6623
"eps_2",1e-05,1613946926236,6623
"train_loss",0.005199103,1613946927196,6624
"raw_loss",0.0037737037,1613946927196,6624
"epoch",41.66666666666664,1613946927196,6624
"wd_0",0.01,1613946927196,6624
"sqr_mom_0",0.99,1613946927196,6624
"lr_0",8.28264267569325e-07,1613946927196,6624
"mom_0",0.9334355490041035,1613946927196,6624
"eps_0",1e-05,1613946927196,6624
"wd_1",0.01,1613946927196,6624
"sqr_mom_1",0.99,1613946927196,6624
"lr_1",8.282642675693255e-06,1613946927196,6624
"mom_1",0.9334355490041035,1613946927196,6624
"eps_1",1e-05,1613946927196,6624
"wd_2",0.01,1613946927196,6624
"sqr_mom_2",0.99,1613946927196,6624
"lr_2",8.282642675693251e-05,1613946927196,6624
"mom_2",0.9334355490041035,1613946927196,6624
"eps_2",1e-05,1613946927196,6624
"train_loss",0.0052232863,1613946928164,6625
"raw_loss",0.0064082583,1613946928164,6625
"epoch",41.67295597484274,1613946928164,6625
"wd_0",0.01,1613946928164,6625
"sqr_mom_0",0.99,1613946928164,6625
"lr_0",8.272151195979568e-07,1613946928164,6625
"mom_0",0.9334565321733626,1613946928164,6625
"eps_0",1e-05,1613946928164,6625
"wd_1",0.01,1613946928164,6625
"sqr_mom_1",0.99,1613946928164,6625
"lr_1",8.27215119597957e-06,1613946928164,6625
"mom_1",0.9334565321733626,1613946928164,6625
"eps_1",1e-05,1613946928164,6625
"wd_2",0.01,1613946928164,6625
"sqr_mom_2",0.99,1613946928164,6625
"lr_2",8.272151195979564e-05,1613946928164,6625
"mom_2",0.9334565321733626,1613946928164,6625
"eps_2",1e-05,1613946928164,6625
"train_loss",0.005215292,1613946929124,6626
"raw_loss",0.004823566,1613946929124,6626
"epoch",41.679245283018844,1613946929124,6626
"wd_0",0.01,1613946929124,6626
"sqr_mom_0",0.99,1613946929124,6626
"lr_0",8.261668525263965e-07,1613946929124,6626
"mom_0",0.9334774977244493,1613946929124,6626
"eps_0",1e-05,1613946929124,6626
"wd_1",0.01,1613946929124,6626
"sqr_mom_1",0.99,1613946929124,6626
"lr_1",8.261668525263964e-06,1613946929124,6626
"mom_1",0.9334774977244493,1613946929124,6626
"eps_1",1e-05,1613946929124,6626
"wd_2",0.01,1613946929124,6626
"sqr_mom_2",0.99,1613946929124,6626
"lr_2",8.261668525263961e-05,1613946929124,6626
"mom_2",0.9334774977244493,1613946929124,6626
"eps_2",1e-05,1613946929124,6626
"train_loss",0.0051910137,1613946930073,6627
"raw_loss",0.0040013883,1613946930073,6627
"epoch",41.685534591194944,1613946930073,6627
"wd_0",0.01,1613946930073,6627
"sqr_mom_0",0.99,1613946930073,6627
"lr_0",8.251184235563757e-07,1613946930073,6627
"mom_0",0.9334984665135376,1613946930073,6627
"eps_0",1e-05,1613946930073,6627
"wd_1",0.01,1613946930073,6627
"sqr_mom_1",0.99,1613946930073,6627
"lr_1",8.251184235563755e-06,1613946930073,6627
"mom_1",0.9334984665135376,1613946930073,6627
"eps_1",1e-05,1613946930073,6627
"wd_2",0.01,1613946930073,6627
"sqr_mom_2",0.99,1613946930073,6627
"lr_2",8.251184235563751e-05,1613946930073,6627
"mom_2",0.9334984665135376,1613946930073,6627
"eps_2",1e-05,1613946930073,6627
"train_loss",0.005198244,1613946931020,6628
"raw_loss",0.005552529,1613946931020,6628
"epoch",41.691823899371045,1613946931020,6628
"wd_0",0.01,1613946931020,6628
"sqr_mom_0",0.99,1613946931020,6628
"lr_0",8.240712235111613e-07,1613946931020,6628
"mom_0",0.933519410723884,1613946931020,6628
"eps_0",1e-05,1613946931020,6628
"wd_1",0.01,1613946931020,6628
"sqr_mom_1",0.99,1613946931020,6628
"lr_1",8.24071223511161e-06,1613946931020,6628
"mom_1",0.933519410723884,1613946931020,6628
"eps_1",1e-05,1613946931020,6628
"wd_2",0.01,1613946931020,6628
"sqr_mom_2",0.99,1613946931020,6628
"lr_2",8.240712235111605e-05,1613946931020,6628
"mom_2",0.933519410723884,1613946931020,6628
"eps_2",1e-05,1613946931020,6628
"train_loss",0.005251291,1613946931967,6629
"raw_loss",0.007850599,1613946931967,6629
"epoch",41.698113207547145,1613946931967,6629
"wd_0",0.01,1613946931967,6629
"sqr_mom_0",0.99,1613946931967,6629
"lr_0",8.230245573027038e-07,1613946931967,6629
"mom_0",0.9335403442573884,1613946931967,6629
"eps_0",1e-05,1613946931967,6629
"wd_1",0.01,1613946931967,6629
"sqr_mom_1",0.99,1613946931967,6629
"lr_1",8.230245573027036e-06,1613946931967,6629
"mom_1",0.9335403442573884,1613946931967,6629
"eps_1",1e-05,1613946931967,6629
"wd_2",0.01,1613946931967,6629
"sqr_mom_2",0.99,1613946931967,6629
"lr_2",8.230245573027033e-05,1613946931967,6629
"mom_2",0.9335403442573884,1613946931967,6629
"eps_2",1e-05,1613946931967,6629
"train_loss",0.0053053293,1613946932916,6630
"raw_loss",0.00795321,1613946932916,6630
"epoch",41.704402515723245,1613946932916,6630
"wd_0",0.01,1613946932916,6630
"sqr_mom_0",0.99,1613946932916,6630
"lr_0",8.219777312599745e-07,1613946932916,6630
"mom_0",0.9335612809876104,1613946932916,6630
"eps_0",1e-05,1613946932916,6630
"wd_1",0.01,1613946932916,6630
"sqr_mom_1",0.99,1613946932916,6630
"lr_1",8.219777312599741e-06,1613946932916,6630
"mom_1",0.9335612809876104,1613946932916,6630
"eps_1",1e-05,1613946932916,6630
"wd_2",0.01,1613946932916,6630
"sqr_mom_2",0.99,1613946932916,6630
"lr_2",8.219777312599736e-05,1613946932916,6630
"mom_2",0.9335612809876104,1613946932916,6630
"eps_2",1e-05,1613946932916,6630
"train_loss",0.0052731996,1613946933902,6631
"raw_loss",0.0036988326,1613946933902,6631
"epoch",41.710691823899346,1613946933902,6631
"wd_0",0.01,1613946933902,6631
"sqr_mom_0",0.99,1613946933902,6631
"lr_0",8.209321340798286e-07,1613946933902,6631
"mom_0",0.9335821931403347,1613946933902,6631
"eps_0",1e-05,1613946933902,6631
"wd_1",0.01,1613946933902,6631
"sqr_mom_1",0.99,1613946933902,6631
"lr_1",8.209321340798286e-06,1613946933902,6631
"mom_1",0.9335821931403347,1613946933902,6631
"eps_1",1e-05,1613946933902,6631
"wd_2",0.01,1613946933902,6631
"sqr_mom_2",0.99,1613946933902,6631
"lr_2",8.209321340798279e-05,1613946933902,6631
"mom_2",0.9335821931403347,1613946933902,6631
"eps_2",1e-05,1613946933902,6631
"train_loss",0.0052717025,1613946934866,6632
"raw_loss",0.0051983465,1613946934866,6632
"epoch",41.716981132075446,1613946934866,6632
"wd_0",0.01,1613946934866,6632
"sqr_mom_0",0.99,1613946934866,6632
"lr_0",8.198870717363264e-07,1613946934866,6632
"mom_0",0.9336030945962194,1613946934866,6632
"eps_0",1e-05,1613946934866,6632
"wd_1",0.01,1613946934866,6632
"sqr_mom_1",0.99,1613946934866,6632
"lr_1",8.19887071736326e-06,1613946934866,6632
"mom_1",0.9336030945962194,1613946934866,6632
"eps_1",1e-05,1613946934866,6632
"wd_2",0.01,1613946934866,6632
"sqr_mom_2",0.99,1613946934866,6632
"lr_2",8.19887071736326e-05,1613946934866,6632
"mom_2",0.9336030945962194,1613946934866,6632
"eps_2",1e-05,1613946934866,6632
"train_loss",0.005222457,1613946935839,6633
"raw_loss",0.0028094118,1613946935839,6633
"epoch",41.72327044025155,1613946935839,6633
"wd_0",0.01,1613946935839,6633
"sqr_mom_0",0.99,1613946935839,6633
"lr_0",8.188418516231977e-07,1613946935839,6633
"mom_0",0.9336239992075281,1613946935839,6633
"eps_0",1e-05,1613946935839,6633
"wd_1",0.01,1613946935839,6633
"sqr_mom_1",0.99,1613946935839,6633
"lr_1",8.188418516231975e-06,1613946935839,6633
"mom_1",0.9336239992075281,1613946935839,6633
"eps_1",1e-05,1613946935839,6633
"wd_2",0.01,1613946935839,6633
"sqr_mom_2",0.99,1613946935839,6633
"lr_2",8.188418516231967e-05,1613946935839,6633
"mom_2",0.9336239992075281,1613946935839,6633
"eps_2",1e-05,1613946935839,6633
"train_loss",0.0052018547,1613946936823,6634
"raw_loss",0.004192339,1613946936823,6634
"epoch",41.72955974842765,1613946936823,6634
"wd_0",0.01,1613946936823,6634
"sqr_mom_0",0.99,1613946936823,6634
"lr_0",8.177978603069066e-07,1613946936823,6634
"mom_0",0.9336448792426543,1613946936823,6634
"eps_0",1e-05,1613946936823,6634
"wd_1",0.01,1613946936823,6634
"sqr_mom_1",0.99,1613946936823,6634
"lr_1",8.17797860306907e-06,1613946936823,6634
"mom_1",0.9336448792426543,1613946936823,6634
"eps_1",1e-05,1613946936823,6634
"wd_2",0.01,1613946936823,6634
"sqr_mom_2",0.99,1613946936823,6634
"lr_2",8.177978603069065e-05,1613946936823,6634
"mom_2",0.9336448792426543,1613946936823,6634
"eps_2",1e-05,1613946936823,6634
"train_loss",0.0052946187,1613946937815,6635
"raw_loss",0.009840067,1613946937815,6635
"epoch",41.73584905660375,1613946937815,6635
"wd_0",0.01,1613946937815,6635
"sqr_mom_0",0.99,1613946937815,6635
"lr_0",8.167540587116885e-07,1613946937815,6635
"mom_0",0.933665755483321,1613946937815,6635
"eps_0",1e-05,1613946937815,6635
"wd_1",0.01,1613946937815,6635
"sqr_mom_1",0.99,1613946937815,6635
"lr_1",8.167540587116885e-06,1613946937815,6635
"mom_1",0.933665755483321,1613946937815,6635
"eps_1",1e-05,1613946937815,6635
"wd_2",0.01,1613946937815,6635
"sqr_mom_2",0.99,1613946937815,6635
"lr_2",8.167540587116878e-05,1613946937815,6635
"mom_2",0.933665755483321,1613946937815,6635
"eps_2",1e-05,1613946937815,6635
"train_loss",0.005273882,1613946938775,6636
"raw_loss",0.004257771,1613946938775,6636
"epoch",41.74213836477985,1613946938775,6636
"wd_0",0.01,1613946938775,6636
"sqr_mom_0",0.99,1613946938775,6636
"lr_0",8.157107936397862e-07,1613946938775,6636
"mom_0",0.9336866209934142,1613946938775,6636
"eps_0",1e-05,1613946938775,6636
"wd_1",0.01,1613946938775,6636
"sqr_mom_1",0.99,1613946938775,6636
"lr_1",8.15710793639786e-06,1613946938775,6636
"mom_1",0.9336866209934142,1613946938775,6636
"eps_1",1e-05,1613946938775,6636
"wd_2",0.01,1613946938775,6636
"sqr_mom_2",0.99,1613946938775,6636
"lr_2",8.157107936397856e-05,1613946938775,6636
"mom_2",0.9336866209934142,1613946938775,6636
"eps_2",1e-05,1613946938775,6636
"train_loss",0.005293738,1613946939734,6637
"raw_loss",0.006266697,1613946939734,6637
"epoch",41.74842767295595,1613946939734,6637
"wd_0",0.01,1613946939734,6637
"sqr_mom_0",0.99,1613946939734,6637
"lr_0",8.146680654237305e-07,1613946939734,6637
"mom_0",0.933707475766283,1613946939734,6637
"eps_0",1e-05,1613946939734,6637
"wd_1",0.01,1613946939734,6637
"sqr_mom_1",0.99,1613946939734,6637
"lr_1",8.146680654237305e-06,1613946939734,6637
"mom_1",0.933707475766283,1613946939734,6637
"eps_1",1e-05,1613946939734,6637
"wd_2",0.01,1613946939734,6637
"sqr_mom_2",0.99,1613946939734,6637
"lr_2",8.146680654237302e-05,1613946939734,6637
"mom_2",0.933707475766283,1613946939734,6637
"eps_2",1e-05,1613946939734,6637
"train_loss",0.005270396,1613946940687,6638
"raw_loss",0.0041266237,1613946940687,6638
"epoch",41.75471698113205,1613946940687,6638
"wd_0",0.01,1613946940687,6638
"sqr_mom_0",0.99,1613946940687,6638
"lr_0",8.136262199754513e-07,1613946940687,6638
"mom_0",0.9337283128836198,1613946940687,6638
"eps_0",1e-05,1613946940687,6638
"wd_1",0.01,1613946940687,6638
"sqr_mom_1",0.99,1613946940687,6638
"lr_1",8.136262199754514e-06,1613946940687,6638
"mom_1",0.9337283128836198,1613946940687,6638
"eps_1",1e-05,1613946940687,6638
"wd_2",0.01,1613946940687,6638
"sqr_mom_2",0.99,1613946940687,6638
"lr_2",8.136262199754507e-05,1613946940687,6638
"mom_2",0.9337283128836198,1613946940687,6638
"eps_2",1e-05,1613946940687,6638
"train_loss",0.005330626,1613946941633,6639
"raw_loss",0.0082819015,1613946941633,6639
"epoch",41.76100628930815,1613946941633,6639
"wd_0",0.01,1613946941633,6639
"sqr_mom_0",0.99,1613946941633,6639
"lr_0",8.125842208884169e-07,1613946941633,6639
"mom_0",0.9337491530737624,1613946941633,6639
"eps_0",1e-05,1613946941633,6639
"wd_1",0.01,1613946941633,6639
"sqr_mom_1",0.99,1613946941633,6639
"lr_1",8.12584220888417e-06,1613946941633,6639
"mom_1",0.9337491530737624,1613946941633,6639
"eps_1",1e-05,1613946941633,6639
"wd_2",0.01,1613946941633,6639
"sqr_mom_2",0.99,1613946941633,6639
"lr_2",8.125842208884165e-05,1613946941633,6639
"mom_2",0.9337491530737624,1613946941633,6639
"eps_2",1e-05,1613946941633,6639
"train_loss",0.0053197746,1613946942574,6640
"raw_loss",0.0047880607,1613946942574,6640
"epoch",41.76729559748425,1613946942574,6640
"wd_0",0.01,1613946942574,6640
"sqr_mom_0",0.99,1613946942574,6640
"lr_0",8.11543450456148e-07,1613946942574,6640
"mom_0",0.933769968690564,1613946942574,6640
"eps_0",1e-05,1613946942574,6640
"wd_1",0.01,1613946942574,6640
"sqr_mom_1",0.99,1613946942574,6640
"lr_1",8.11543450456148e-06,1613946942574,6640
"mom_1",0.933769968690564,1613946942574,6640
"eps_1",1e-05,1613946942574,6640
"wd_2",0.01,1613946942574,6640
"sqr_mom_2",0.99,1613946942574,6640
"lr_2",8.11543450456148e-05,1613946942574,6640
"mom_2",0.933769968690564,1613946942574,6640
"eps_2",1e-05,1613946942574,6640
"train_loss",0.0053430093,1613946943531,6641
"raw_loss",0.0064815134,1613946943531,6641
"epoch",41.77358490566035,1613946943531,6641
"wd_0",0.01,1613946943531,6641
"sqr_mom_0",0.99,1613946943531,6641
"lr_0",8.105032178510744e-07,1613946943531,6641
"mom_0",0.9337907735507139,1613946943531,6641
"eps_0",1e-05,1613946943531,6641
"wd_1",0.01,1613946943531,6641
"sqr_mom_1",0.99,1613946943531,6641
"lr_1",8.105032178510742e-06,1613946943531,6641
"mom_1",0.9337907735507139,1613946943531,6641
"eps_1",1e-05,1613946943531,6641
"wd_2",0.01,1613946943531,6641
"sqr_mom_2",0.99,1613946943531,6641
"lr_2",8.10503217851074e-05,1613946943531,6641
"mom_2",0.9337907735507139,1613946943531,6641
"eps_2",1e-05,1613946943531,6641
"train_loss",0.005298793,1613946944484,6642
"raw_loss",0.003132176,1613946944484,6642
"epoch",41.77987421383645,1613946944484,6642
"wd_0",0.01,1613946944484,6642
"sqr_mom_0",0.99,1613946944484,6642
"lr_0",8.094628336732292e-07,1613946944484,6642
"mom_0",0.9338115814423498,1613946944484,6642
"eps_0",1e-05,1613946944484,6642
"wd_1",0.01,1613946944484,6642
"sqr_mom_1",0.99,1613946944484,6642
"lr_1",8.094628336732295e-06,1613946944484,6642
"mom_1",0.9338115814423498,1613946944484,6642
"eps_1",1e-05,1613946944484,6642
"wd_2",0.01,1613946944484,6642
"sqr_mom_2",0.99,1613946944484,6642
"lr_2",8.094628336732291e-05,1613946944484,6642
"mom_2",0.9338115814423498,1613946944484,6642
"eps_2",1e-05,1613946944484,6642
"train_loss",0.0053838054,1613946945438,6643
"raw_loss",0.009549425,1613946945438,6643
"epoch",41.78616352201255,1613946945438,6643
"wd_0",0.01,1613946945438,6643
"sqr_mom_0",0.99,1613946945438,6643
"lr_0",8.084236780738336e-07,1613946945438,6643
"mom_0",0.9338323647621709,1613946945438,6643
"eps_0",1e-05,1613946945438,6643
"wd_1",0.01,1613946945438,6643
"sqr_mom_1",0.99,1613946945438,6643
"lr_1",8.084236780738333e-06,1613946945438,6643
"mom_1",0.9338323647621709,1613946945438,6643
"eps_1",1e-05,1613946945438,6643
"wd_2",0.01,1613946945438,6643
"sqr_mom_2",0.99,1613946945438,6643
"lr_2",8.084236780738331e-05,1613946945438,6643
"mom_2",0.9338323647621709,1613946945438,6643
"eps_2",1e-05,1613946945438,6643
"train_loss",0.0053584487,1613946946417,6644
"raw_loss",0.0041159755,1613946946417,6644
"epoch",41.79245283018865,1613946946417,6644
"wd_0",0.01,1613946946417,6644
"sqr_mom_0",0.99,1613946946417,6644
"lr_0",8.073843722793859e-07,1613946946417,6644
"mom_0",0.9338531510859231,1613946946417,6644
"eps_0",1e-05,1613946946417,6644
"wd_1",0.01,1613946946417,6644
"sqr_mom_1",0.99,1613946946417,6644
"lr_1",8.073843722793856e-06,1613946946417,6644
"mom_1",0.9338531510859231,1613946946417,6644
"eps_1",1e-05,1613946946417,6644
"wd_2",0.01,1613946946417,6644
"sqr_mom_2",0.99,1613946946417,6644
"lr_2",8.073843722793855e-05,1613946946417,6644
"mom_2",0.9338531510859231,1613946946417,6644
"eps_2",1e-05,1613946946417,6644
"train_loss",0.0053970087,1613946947375,6645
"raw_loss",0.0072864396,1613946947375,6645
"epoch",41.79874213836475,1613946947375,6645
"wd_0",0.01,1613946947375,6645
"sqr_mom_0",0.99,1613946947375,6645
"lr_0",8.06346295010544e-07,1613946947375,6645
"mom_0",0.9338739128389175,1613946947375,6645
"eps_0",1e-05,1613946947375,6645
"wd_1",0.01,1613946947375,6645
"sqr_mom_1",0.99,1613946947375,6645
"lr_1",8.063462950105437e-06,1613946947375,6645
"mom_1",0.9338739128389175,1613946947375,6645
"eps_1",1e-05,1613946947375,6645
"wd_2",0.01,1613946947375,6645
"sqr_mom_2",0.99,1613946947375,6645
"lr_2",8.063462950105431e-05,1613946947375,6645
"mom_2",0.9338739128389175,1613946947375,6645
"eps_2",1e-05,1613946947375,6645
"train_loss",0.0054754214,1613946948327,6646
"raw_loss",0.009317646,1613946948327,6646
"epoch",41.80503144654085,1613946948327,6646
"wd_0",0.01,1613946948327,6646
"sqr_mom_0",0.99,1613946948327,6646
"lr_0",8.053084130744149e-07,1613946948327,6646
"mom_0",0.9338946706852185,1613946948327,6646
"eps_0",1e-05,1613946948327,6646
"wd_1",0.01,1613946948327,6646
"sqr_mom_1",0.99,1613946948327,6646
"lr_1",8.053084130744152e-06,1613946948327,6646
"mom_1",0.9338946706852185,1613946948327,6646
"eps_1",1e-05,1613946948327,6646
"wd_2",0.01,1613946948327,6646
"sqr_mom_2",0.99,1613946948327,6646
"lr_2",8.053084130744145e-05,1613946948327,6646
"mom_2",0.9338946706852185,1613946948327,6646
"eps_2",1e-05,1613946948327,6646
"train_loss",0.0054654717,1613946949280,6647
"raw_loss",0.0049779383,1613946949280,6647
"epoch",41.81132075471695,1613946949280,6647
"wd_0",0.01,1613946949280,6647
"sqr_mom_0",0.99,1613946949280,6647
"lr_0",8.042710713097717e-07,1613946949280,6647
"mom_0",0.9339154177279818,1613946949280,6647
"eps_0",1e-05,1613946949280,6647
"wd_1",0.01,1613946949280,6647
"sqr_mom_1",0.99,1613946949280,6647
"lr_1",8.042710713097717e-06,1613946949280,6647
"mom_1",0.9339154177279818,1613946949280,6647
"eps_1",1e-05,1613946949280,6647
"wd_2",0.01,1613946949280,6647
"sqr_mom_2",0.99,1613946949280,6647
"lr_2",8.042710713097715e-05,1613946949280,6647
"mom_2",0.9339154177279818,1613946949280,6647
"eps_2",1e-05,1613946949280,6647
"train_loss",0.005427096,1613946950231,6648
"raw_loss",0.0035466931,1613946950231,6648
"epoch",41.81761006289305,1613946950231,6648
"wd_0",0.01,1613946950231,6648
"sqr_mom_0",0.99,1613946950231,6648
"lr_0",8.032342700472553e-07,1613946950231,6648
"mom_0",0.9339361539605945,1613946950231,6648
"eps_0",1e-05,1613946950231,6648
"wd_1",0.01,1613946950231,6648
"sqr_mom_1",0.99,1613946950231,6648
"lr_1",8.032342700472553e-06,1613946950231,6648
"mom_1",0.9339361539605945,1613946950231,6648
"eps_1",1e-05,1613946950231,6648
"wd_2",0.01,1613946950231,6648
"sqr_mom_2",0.99,1613946950231,6648
"lr_2",8.032342700472545e-05,1613946950231,6648
"mom_2",0.9339361539605945,1613946950231,6648
"eps_2",1e-05,1613946950231,6648
"train_loss",0.0053897067,1613946951178,6649
"raw_loss",0.0035576355,1613946951178,6649
"epoch",41.82389937106915,1613946951178,6649
"wd_0",0.01,1613946951178,6649
"sqr_mom_0",0.99,1613946951178,6649
"lr_0",8.021983532292715e-07,1613946951178,6649
"mom_0",0.9339568725041396,1613946951178,6649
"eps_0",1e-05,1613946951178,6649
"wd_1",0.01,1613946951178,6649
"sqr_mom_1",0.99,1613946951178,6649
"lr_1",8.021983532292715e-06,1613946951178,6649
"mom_1",0.9339568725041396,1613946951178,6649
"eps_1",1e-05,1613946951178,6649
"wd_2",0.01,1613946951178,6649
"sqr_mom_2",0.99,1613946951178,6649
"lr_2",8.021983532292712e-05,1613946951178,6649
"mom_2",0.9339568725041396,1613946951178,6649
"eps_2",1e-05,1613946951178,6649
"train_loss",0.005357547,1613946952159,6650
"raw_loss",0.0037817375,1613946952159,6650
"epoch",41.83018867924525,1613946952159,6650
"wd_0",0.01,1613946952159,6650
"sqr_mom_0",0.99,1613946952159,6650
"lr_0",8.011622903503034e-07,1613946952159,6650
"mom_0",0.9339775939689335,1613946952159,6650
"eps_0",1e-05,1613946952159,6650
"wd_1",0.01,1613946952159,6650
"sqr_mom_1",0.99,1613946952159,6650
"lr_1",8.011622903503031e-06,1613946952159,6650
"mom_1",0.9339775939689335,1613946952159,6650
"eps_1",1e-05,1613946952159,6650
"wd_2",0.01,1613946952159,6650
"sqr_mom_2",0.99,1613946952159,6650
"lr_2",8.011622903503028e-05,1613946952159,6650
"mom_2",0.9339775939689335,1613946952159,6650
"eps_2",1e-05,1613946952159,6650
"train_loss",0.0052985884,1613946953103,6651
"raw_loss",0.002409606,1613946953103,6651
"epoch",41.836477987421354,1613946953103,6651
"wd_0",0.01,1613946953103,6651
"sqr_mom_0",0.99,1613946953103,6651
"lr_0",8.001274558290254e-07,1613946953103,6651
"mom_0",0.9339982908663281,1613946953103,6651
"eps_0",1e-05,1613946953103,6651
"wd_1",0.01,1613946953103,6651
"sqr_mom_1",0.99,1613946953103,6651
"lr_1",8.00127455829026e-06,1613946953103,6651
"mom_1",0.9339982908663281,1613946953103,6651
"eps_1",1e-05,1613946953103,6651
"wd_2",0.01,1613946953103,6651
"sqr_mom_2",0.99,1613946953103,6651
"lr_2",8.001274558290251e-05,1613946953103,6651
"mom_2",0.9339982908663281,1613946953103,6651
"eps_2",1e-05,1613946953103,6651
"train_loss",0.005349527,1613946954045,6652
"raw_loss",0.007845535,1613946954045,6652
"epoch",41.842767295597454,1613946954045,6652
"wd_0",0.01,1613946954045,6652
"sqr_mom_0",0.99,1613946954045,6652
"lr_0",7.990931627712456e-07,1613946954045,6652
"mom_0",0.9340189769343444,1613946954045,6652
"eps_0",1e-05,1613946954045,6652
"wd_1",0.01,1613946954045,6652
"sqr_mom_1",0.99,1613946954045,6652
"lr_1",7.990931627712458e-06,1613946954045,6652
"mom_1",0.9340189769343444,1613946954045,6652
"eps_1",1e-05,1613946954045,6652
"wd_2",0.01,1613946954045,6652
"sqr_mom_2",0.99,1613946954045,6652
"lr_2",7.990931627712452e-05,1613946954045,6652
"mom_2",0.9340189769343444,1613946954045,6652
"eps_2",1e-05,1613946954045,6652
"train_loss",0.0053075366,1613946954988,6653
"raw_loss",0.0032499982,1613946954988,6653
"epoch",41.849056603773555,1613946954988,6653
"wd_0",0.01,1613946954988,6653
"sqr_mom_0",0.99,1613946954988,6653
"lr_0",7.980587257200323e-07,1613946954988,6653
"mom_0",0.9340396658822582,1613946954988,6653
"eps_0",1e-05,1613946954988,6653
"wd_1",0.01,1613946954988,6653
"sqr_mom_1",0.99,1613946954988,6653
"lr_1",7.980587257200322e-06,1613946954988,6653
"mom_1",0.9340396658822582,1613946954988,6653
"eps_1",1e-05,1613946954988,6653
"wd_2",0.01,1613946954988,6653
"sqr_mom_2",0.99,1613946954988,6653
"lr_2",7.980587257200316e-05,1613946954988,6653
"mom_2",0.9340396658822582,1613946954988,6653
"eps_2",1e-05,1613946954988,6653
"train_loss",0.005280108,1613946955939,6654
"raw_loss",0.0039361157,1613946955939,6654
"epoch",41.855345911949655,1613946955939,6654
"wd_0",0.01,1613946955939,6654
"sqr_mom_0",0.99,1613946955939,6654
"lr_0",7.970255169372716e-07,1613946955939,6654
"mom_0",0.9340603302645571,1613946955939,6654
"eps_0",1e-05,1613946955939,6654
"wd_1",0.01,1613946955939,6654
"sqr_mom_1",0.99,1613946955939,6654
"lr_1",7.970255169372719e-06,1613946955939,6654
"mom_1",0.9340603302645571,1613946955939,6654
"eps_1",1e-05,1613946955939,6654
"wd_2",0.01,1613946955939,6654
"sqr_mom_2",0.99,1613946955939,6654
"lr_2",7.970255169372712e-05,1613946955939,6654
"mom_2",0.9340603302645571,1613946955939,6654
"eps_2",1e-05,1613946955939,6654
"train_loss",0.0052686194,1613946956904,6655
"raw_loss",0.0047056745,1613946956904,6655
"epoch",41.861635220125756,1613946956904,6655
"wd_0",0.01,1613946956904,6655
"sqr_mom_0",0.99,1613946956904,6655
"lr_0",7.959928506060612e-07,1613946956904,6655
"mom_0",0.9340809837977168,1613946956904,6655
"eps_0",1e-05,1613946956904,6655
"wd_1",0.01,1613946956904,6655
"sqr_mom_1",0.99,1613946956904,6655
"lr_1",7.959928506060608e-06,1613946956904,6655
"mom_1",0.9340809837977168,1613946956904,6655
"eps_1",1e-05,1613946956904,6655
"wd_2",0.01,1613946956904,6655
"sqr_mom_2",0.99,1613946956904,6655
"lr_2",7.959928506060606e-05,1613946956904,6655
"mom_2",0.9340809837977168,1613946956904,6655
"eps_2",1e-05,1613946956904,6655
"train_loss",0.005242348,1613946957880,6656
"raw_loss",0.0039550597,1613946957880,6656
"epoch",41.867924528301856,1613946957880,6656
"wd_0",0.01,1613946957880,6656
"sqr_mom_0",0.99,1613946957880,6656
"lr_0",7.949600423493796e-07,1613946957880,6656
"mom_0",0.9341016401694141,1613946957880,6656
"eps_0",1e-05,1613946957880,6656
"wd_1",0.01,1613946957880,6656
"sqr_mom_1",0.99,1613946957880,6656
"lr_1",7.949600423493796e-06,1613946957880,6656
"mom_1",0.9341016401694141,1613946957880,6656
"eps_1",1e-05,1613946957880,6656
"wd_2",0.01,1613946957880,6656
"sqr_mom_2",0.99,1613946957880,6656
"lr_2",7.949600423493795e-05,1613946957880,6656
"mom_2",0.9341016401694141,1613946957880,6656
"eps_2",1e-05,1613946957880,6656
"train_loss",0.0052856645,1613946958872,6657
"raw_loss",0.0074081635,1613946958872,6657
"epoch",41.874213836477956,1613946958872,6657
"wd_0",0.01,1613946958872,6657
"sqr_mom_0",0.99,1613946958872,6657
"lr_0",7.93928462268392e-07,1613946958872,6657
"mom_0",0.9341222719773519,1613946958872,6657
"eps_0",1e-05,1613946958872,6657
"wd_1",0.01,1613946958872,6657
"sqr_mom_1",0.99,1613946958872,6657
"lr_1",7.939284622683921e-06,1613946958872,6657
"mom_1",0.9341222719773519,1613946958872,6657
"eps_1",1e-05,1613946958872,6657
"wd_2",0.01,1613946958872,6657
"sqr_mom_2",0.99,1613946958872,6657
"lr_2",7.939284622683916e-05,1613946958872,6657
"mom_2",0.9341222719773519,1613946958872,6657
"eps_2",1e-05,1613946958872,6657
"train_loss",0.0052320072,1613946959822,6658
"raw_loss",0.002602804,1613946959822,6658
"epoch",41.88050314465406,1613946959822,6658
"wd_0",0.01,1613946959822,6658
"sqr_mom_0",0.99,1613946959822,6658
"lr_0",7.928970836331726e-07,1613946959822,6658
"mom_0",0.934142899756334,1613946959822,6658
"eps_0",1e-05,1613946959822,6658
"wd_1",0.01,1613946959822,6658
"sqr_mom_1",0.99,1613946959822,6658
"lr_1",7.928970836331726e-06,1613946959822,6658
"mom_1",0.934142899756334,1613946959822,6658
"eps_1",1e-05,1613946959822,6658
"wd_2",0.01,1613946959822,6658
"sqr_mom_2",0.99,1613946959822,6658
"lr_2",7.928970836331724e-05,1613946959822,6658
"mom_2",0.934142899756334,1613946959822,6658
"eps_2",1e-05,1613946959822,6658
"train_loss",0.0051985397,1613946960775,6659
"raw_loss",0.0035586294,1613946960775,6659
"epoch",41.88679245283016,1613946960775,6659
"wd_0",0.01,1613946960775,6659
"sqr_mom_0",0.99,1613946960775,6659
"lr_0",7.918662491254073e-07,1613946960775,6659
"mom_0",0.9341635166526583,1613946960775,6659
"eps_0",1e-05,1613946960775,6659
"wd_1",0.01,1613946960775,6659
"sqr_mom_1",0.99,1613946960775,6659
"lr_1",7.918662491254077e-06,1613946960775,6659
"mom_1",0.9341635166526583,1613946960775,6659
"eps_1",1e-05,1613946960775,6659
"wd_2",0.01,1613946960775,6659
"sqr_mom_2",0.99,1613946960775,6659
"lr_2",7.918662491254074e-05,1613946960775,6659
"mom_2",0.9341635166526583,1613946960775,6659
"eps_2",1e-05,1613946960775,6659
"train_loss",0.00521908,1613946961712,6660
"raw_loss",0.0062255533,1613946961712,6660
"epoch",41.89308176100626,1613946961712,6660
"wd_0",0.01,1613946961712,6660
"sqr_mom_0",0.99,1613946961712,6660
"lr_0",7.908359590736637e-07,1613946961712,6660
"mom_0",0.9341841226597533,1613946961712,6660
"eps_0",1e-05,1613946961712,6660
"wd_1",0.01,1613946961712,6660
"sqr_mom_1",0.99,1613946961712,6660
"lr_1",7.908359590736635e-06,1613946961712,6660
"mom_1",0.9341841226597533,1613946961712,6660
"eps_1",1e-05,1613946961712,6660
"wd_2",0.01,1613946961712,6660
"sqr_mom_2",0.99,1613946961712,6660
"lr_2",7.908359590736634e-05,1613946961712,6660
"mom_2",0.9341841226597533,1613946961712,6660
"eps_2",1e-05,1613946961712,6660
"train_loss",0.0052171927,1613946962658,6661
"raw_loss",0.00512471,1613946962658,6661
"epoch",41.89937106918236,1613946962658,6661
"wd_0",0.01,1613946962658,6661
"sqr_mom_0",0.99,1613946962658,6661
"lr_0",7.898065552567016e-07,1613946962658,6661
"mom_0",0.9342047109419753,1613946962658,6661
"eps_0",1e-05,1613946962658,6661
"wd_1",0.01,1613946962658,6661
"sqr_mom_1",0.99,1613946962658,6661
"lr_1",7.898065552567014e-06,1613946962658,6661
"mom_1",0.9342047109419753,1613946962658,6661
"eps_1",1e-05,1613946962658,6661
"wd_2",0.01,1613946962658,6661
"sqr_mom_2",0.99,1613946962658,6661
"lr_2",7.898065552567013e-05,1613946962658,6661
"mom_2",0.9342047109419753,1613946962658,6661
"eps_2",1e-05,1613946962658,6661
"train_loss",0.005154026,1613946963598,6662
"raw_loss",0.0020588578,1613946963598,6662
"epoch",41.90566037735846,1613946963598,6662
"wd_0",0.01,1613946963598,6662
"sqr_mom_0",0.99,1613946963598,6662
"lr_0",7.887770136516389e-07,1613946963598,6662
"mom_0",0.934225301979987,1613946963598,6662
"eps_0",1e-05,1613946963598,6662
"wd_1",0.01,1613946963598,6662
"sqr_mom_1",0.99,1613946963598,6662
"lr_1",7.887770136516389e-06,1613946963598,6662
"mom_1",0.934225301979987,1613946963598,6662
"eps_1",1e-05,1613946963598,6662
"wd_2",0.01,1613946963598,6662
"sqr_mom_2",0.99,1613946963598,6662
"lr_2",7.887770136516385e-05,1613946963598,6662
"mom_2",0.934225301979987,1613946963598,6662
"eps_2",1e-05,1613946963598,6662
"train_loss",0.0051072882,1613946964547,6663
"raw_loss",0.0028171334,1613946964547,6663
"epoch",41.91194968553456,1613946964547,6663
"wd_0",0.01,1613946964547,6663
"sqr_mom_0",0.99,1613946964547,6663
"lr_0",7.877487000261718e-07,1613946964547,6663
"mom_0",0.9342458684581612,1613946964547,6663
"eps_0",1e-05,1613946964547,6663
"wd_1",0.01,1613946964547,6663
"sqr_mom_1",0.99,1613946964547,6663
"lr_1",7.877487000261718e-06,1613946964547,6663
"mom_1",0.9342458684581612,1613946964547,6663
"eps_1",1e-05,1613946964547,6663
"wd_2",0.01,1613946964547,6663
"sqr_mom_2",0.99,1613946964547,6663
"lr_2",7.877487000261719e-05,1613946964547,6663
"mom_2",0.9342458684581612,1613946964547,6663
"eps_2",1e-05,1613946964547,6663
"train_loss",0.0051721944,1613946965491,6664
"raw_loss",0.008352594,1613946965491,6664
"epoch",41.91823899371066,1613946965491,6664
"wd_0",0.01,1613946965491,6664
"sqr_mom_0",0.99,1613946965491,6664
"lr_0",7.867209318071727e-07,1613946965491,6664
"mom_0",0.9342664240280968,1613946965491,6664
"eps_0",1e-05,1613946965491,6664
"wd_1",0.01,1613946965491,6664
"sqr_mom_1",0.99,1613946965491,6664
"lr_1",7.867209318071723e-06,1613946965491,6664
"mom_1",0.9342664240280968,1613946965491,6664
"eps_1",1e-05,1613946965491,6664
"wd_2",0.01,1613946965491,6664
"sqr_mom_2",0.99,1613946965491,6664
"lr_2",7.867209318071722e-05,1613946965491,6664
"mom_2",0.9342664240280968,1613946965491,6664
"eps_2",1e-05,1613946965491,6664
"train_loss",0.0051499526,1613946966433,6665
"raw_loss",0.0040600905,1613946966433,6665
"epoch",41.92452830188676,1613946966433,6665
"wd_0",0.01,1613946966433,6665
"sqr_mom_0",0.99,1613946966433,6665
"lr_0",7.856930278692406e-07,1613946966433,6665
"mom_0",0.9342869823124382,1613946966433,6665
"eps_0",1e-05,1613946966433,6665
"wd_1",0.01,1613946966433,6665
"sqr_mom_1",0.99,1613946966433,6665
"lr_1",7.856930278692405e-06,1613946966433,6665
"mom_1",0.9342869823124382,1613946966433,6665
"eps_1",1e-05,1613946966433,6665
"wd_2",0.01,1613946966433,6665
"sqr_mom_2",0.99,1613946966433,6665
"lr_2",7.856930278692402e-05,1613946966433,6665
"mom_2",0.9342869823124382,1613946966433,6665
"eps_2",1e-05,1613946966433,6665
"train_loss",0.005153025,1613946967399,6666
"raw_loss",0.0053035775,1613946967399,6666
"epoch",41.93081761006286,1613946967399,6666
"wd_0",0.01,1613946967399,6666
"sqr_mom_0",0.99,1613946967399,6666
"lr_0",7.846663518075755e-07,1613946967399,6666
"mom_0",0.9343075160390089,1613946967399,6666
"eps_0",1e-05,1613946967399,6666
"wd_1",0.01,1613946967399,6666
"sqr_mom_1",0.99,1613946967399,6666
"lr_1",7.846663518075755e-06,1613946967399,6666
"mom_1",0.9343075160390089,1613946967399,6666
"eps_1",1e-05,1613946967399,6666
"wd_2",0.01,1613946967399,6666
"sqr_mom_2",0.99,1613946967399,6666
"lr_2",7.846663518075751e-05,1613946967399,6666
"mom_2",0.9343075160390089,1613946967399,6666
"eps_2",1e-05,1613946967399,6666
"train_loss",0.005213969,1613946968398,6667
"raw_loss",0.008200211,1613946968398,6667
"epoch",41.93710691823896,1613946968398,6667
"wd_0",0.01,1613946968398,6667
"sqr_mom_0",0.99,1613946968398,6667
"lr_0",7.836398817704617e-07,1613946968398,6667
"mom_0",0.9343280456450471,1613946968398,6667
"eps_0",1e-05,1613946968398,6667
"wd_1",0.01,1613946968398,6667
"sqr_mom_1",0.99,1613946968398,6667
"lr_1",7.83639881770462e-06,1613946968398,6667
"mom_1",0.9343280456450471,1613946968398,6667
"eps_1",1e-05,1613946968398,6667
"wd_2",0.01,1613946968398,6667
"sqr_mom_2",0.99,1613946968398,6667
"lr_2",7.836398817704618e-05,1613946968398,6667
"mom_2",0.9343280456450471,1613946968398,6667
"eps_2",1e-05,1613946968398,6667
"train_loss",0.005169085,1613946969357,6668
"raw_loss",0.0029697868,1613946969357,6668
"epoch",41.94339622641506,1613946969357,6668
"wd_0",0.01,1613946969357,6668
"sqr_mom_0",0.99,1613946969357,6668
"lr_0",7.826139588114296e-07,1613946969357,6668
"mom_0",0.9343485643094145,1613946969357,6668
"eps_0",1e-05,1613946969357,6668
"wd_1",0.01,1613946969357,6668
"sqr_mom_1",0.99,1613946969357,6668
"lr_1",7.826139588114297e-06,1613946969357,6668
"mom_1",0.9343485643094145,1613946969357,6668
"eps_1",1e-05,1613946969357,6668
"wd_2",0.01,1613946969357,6668
"sqr_mom_2",0.99,1613946969357,6668
"lr_2",7.82613958811429e-05,1613946969357,6668
"mom_2",0.9343485643094145,1613946969357,6668
"eps_2",1e-05,1613946969357,6668
"train_loss",0.0051485696,1613946970327,6669
"raw_loss",0.004143308,1613946970327,6669
"epoch",41.94968553459116,1613946970327,6669
"wd_0",0.01,1613946970327,6669
"sqr_mom_0",0.99,1613946970327,6669
"lr_0",7.815885832574794e-07,1613946970327,6669
"mom_0",0.9343690720255706,1613946970327,6669
"eps_0",1e-05,1613946970327,6669
"wd_1",0.01,1613946970327,6669
"sqr_mom_1",0.99,1613946970327,6669
"lr_1",7.815885832574793e-06,1613946970327,6669
"mom_1",0.9343690720255706,1613946970327,6669
"eps_1",1e-05,1613946970327,6669
"wd_2",0.01,1613946970327,6669
"sqr_mom_2",0.99,1613946970327,6669
"lr_2",7.815885832574793e-05,1613946970327,6669
"mom_2",0.9343690720255706,1613946970327,6669
"eps_2",1e-05,1613946970327,6669
"train_loss",0.0051327203,1613946971275,6670
"raw_loss",0.004356098,1613946971275,6670
"epoch",41.95597484276726,1613946971275,6670
"wd_0",0.01,1613946971275,6670
"sqr_mom_0",0.99,1613946971275,6670
"lr_0",7.805640952543238e-07,1613946971275,6670
"mom_0",0.9343895619905334,1613946971275,6670
"eps_0",1e-05,1613946971275,6670
"wd_1",0.01,1613946971275,6670
"sqr_mom_1",0.99,1613946971275,6670
"lr_1",7.805640952543242e-06,1613946971275,6670
"mom_1",0.9343895619905334,1613946971275,6670
"eps_1",1e-05,1613946971275,6670
"wd_2",0.01,1613946971275,6670
"sqr_mom_2",0.99,1613946971275,6670
"lr_2",7.80564095254324e-05,1613946971275,6670
"mom_2",0.9343895619905334,1613946971275,6670
"eps_2",1e-05,1613946971275,6670
"train_loss",0.005161929,1613946972270,6671
"raw_loss",0.006593162,1613946972270,6671
"epoch",41.96226415094336,1613946972270,6671
"wd_0",0.01,1613946972270,6671
"sqr_mom_0",0.99,1613946972270,6671
"lr_0",7.795394756719606e-07,1613946972270,6671
"mom_0",0.9344100545871066,1613946972270,6671
"eps_0",1e-05,1613946972270,6671
"wd_1",0.01,1613946972270,6671
"sqr_mom_1",0.99,1613946972270,6671
"lr_1",7.795394756719604e-06,1613946972270,6671
"mom_1",0.9344100545871066,1613946972270,6671
"eps_1",1e-05,1613946972270,6671
"wd_2",0.01,1613946972270,6671
"sqr_mom_2",0.99,1613946972270,6671
"lr_2",7.7953947567196e-05,1613946972270,6671
"mom_2",0.9344100545871066,1613946972270,6671
"eps_2",1e-05,1613946972270,6671
"train_loss",0.0051711337,1613946973235,6672
"raw_loss",0.005622176,1613946973235,6672
"epoch",41.96855345911946,1613946973235,6672
"wd_0",0.01,1613946973235,6672
"sqr_mom_0",0.99,1613946973235,6672
"lr_0",7.785160837486342e-07,1613946973235,6672
"mom_0",0.9344305226302536,1613946973235,6672
"eps_0",1e-05,1613946973235,6672
"wd_1",0.01,1613946973235,6672
"sqr_mom_1",0.99,1613946973235,6672
"lr_1",7.785160837486342e-06,1613946973235,6672
"mom_1",0.9344305226302536,1613946973235,6672
"eps_1",1e-05,1613946973235,6672
"wd_2",0.01,1613946973235,6672
"sqr_mom_2",0.99,1613946973235,6672
"lr_2",7.785160837486338e-05,1613946973235,6672
"mom_2",0.9344305226302536,1613946973235,6672
"eps_2",1e-05,1613946973235,6672
"train_loss",0.005200992,1613946974183,6673
"raw_loss",0.0066640475,1613946974183,6673
"epoch",41.97484276729556,1613946974183,6673
"wd_0",0.01,1613946974183,6673
"sqr_mom_0",0.99,1613946974183,6673
"lr_0",7.774932401726141e-07,1613946974183,6673
"mom_0",0.9344509797063447,1613946974183,6673
"eps_0",1e-05,1613946974183,6673
"wd_1",0.01,1613946974183,6673
"sqr_mom_1",0.99,1613946974183,6673
"lr_1",7.774932401726138e-06,1613946974183,6673
"mom_1",0.9344509797063447,1613946974183,6673
"eps_1",1e-05,1613946974183,6673
"wd_2",0.01,1613946974183,6673
"sqr_mom_2",0.99,1613946974183,6673
"lr_2",7.774932401726138e-05,1613946974183,6673
"mom_2",0.9344509797063447,1613946974183,6673
"eps_2",1e-05,1613946974183,6673
"train_loss",0.005193805,1613946975131,6674
"raw_loss",0.004841638,1613946975131,6674
"epoch",41.98113207547166,1613946975131,6674
"wd_0",0.01,1613946975131,6674
"sqr_mom_0",0.99,1613946975131,6674
"lr_0",7.764702670877034e-07,1613946975131,6674
"mom_0",0.9344714393726397,1613946975131,6674
"eps_0",1e-05,1613946975131,6674
"wd_1",0.01,1613946975131,6674
"sqr_mom_1",0.99,1613946975131,6674
"lr_1",7.764702670877032e-06,1613946975131,6674
"mom_1",0.9344714393726397,1613946975131,6674
"eps_1",1e-05,1613946975131,6674
"wd_2",0.01,1613946975131,6674
"sqr_mom_2",0.99,1613946975131,6674
"lr_2",7.764702670877026e-05,1613946975131,6674
"mom_2",0.9344714393726397,1613946975131,6674
"eps_2",1e-05,1613946975131,6674
"train_loss",0.0051407316,1613946976085,6675
"raw_loss",0.0025401302,1613946976085,6675
"epoch",41.987421383647764,1613946976085,6675
"wd_0",0.01,1613946976085,6675
"sqr_mom_0",0.99,1613946976085,6675
"lr_0",7.754485215479375e-07,1613946976085,6675
"mom_0",0.934491874487786,1613946976085,6675
"eps_0",1e-05,1613946976085,6675
"wd_1",0.01,1613946976085,6675
"sqr_mom_1",0.99,1613946976085,6675
"lr_1",7.754485215479382e-06,1613946976085,6675
"mom_1",0.934491874487786,1613946976085,6675
"eps_1",1e-05,1613946976085,6675
"wd_2",0.01,1613946976085,6675
"sqr_mom_2",0.99,1613946976085,6675
"lr_2",7.754485215479375e-05,1613946976085,6675
"mom_2",0.934491874487786,1613946976085,6675
"eps_2",1e-05,1613946976085,6675
"train_loss",0.0051365397,1613946977041,6676
"raw_loss",0.0049311374,1613946977041,6676
"epoch",41.993710691823864,1613946977041,6676
"wd_0",0.01,1613946977041,6676
"sqr_mom_0",0.99,1613946977041,6676
"lr_0",7.744273253325812e-07,1613946977041,6676
"mom_0",0.9345122986163344,1613946977041,6676
"eps_0",1e-05,1613946977041,6676
"wd_1",0.01,1613946977041,6676
"sqr_mom_1",0.99,1613946977041,6676
"lr_1",7.744273253325815e-06,1613946977041,6676
"mom_1",0.9345122986163344,1613946977041,6676
"eps_1",1e-05,1613946977041,6676
"wd_2",0.01,1613946977041,6676
"sqr_mom_2",0.99,1613946977041,6676
"lr_2",7.744273253325811e-05,1613946977041,6676
"mom_2",0.9345122986163344,1613946977041,6676
"eps_2",1e-05,1613946977041,6676
"train_loss",0.0051624584,1613946978005,6677
"raw_loss",0.006432479,1613946978005,6677
"epoch",41.999999999999964,1613946978005,6677
"wd_0",0.01,1613946978005,6677
"sqr_mom_0",0.99,1613946978005,6677
"lr_0",7.734060016790216e-07,1613946978005,6677
"mom_0",0.9345327252936725,1613946978005,6677
"eps_0",1e-05,1613946978005,6677
"wd_1",0.01,1613946978005,6677
"sqr_mom_1",0.99,1613946978005,6677
"lr_1",7.734060016790214e-06,1613946978005,6677
"mom_1",0.9345327252936725,1613946978005,6677
"eps_1",1e-05,1613946978005,6677
"wd_2",0.01,1613946978005,6677
"sqr_mom_2",0.99,1613946978005,6677
"lr_2",7.734060016790215e-05,1613946978005,6677
"mom_2",0.9345327252936725,1613946978005,6677
"eps_2",1e-05,1613946978005,6677
"valid_loss",0.08633394539356232,1613947013480,6677
"_rmse",0.2938264012336731,1613947013480,6677
"epoch",42,1613947013480,6677
"train_loss",0.0051155775,1613947014550,6678
"raw_loss",0.0028184024,1613947014550,6678
"epoch",42.0062893081761,1613947014550,6678
"wd_0",0.01,1613947014550,6678
"sqr_mom_0",0.99,1613947014550,6678
"lr_0",7.72385905453197e-07,1613947014550,6678
"mom_0",0.9345531274222102,1613947014550,6678
"eps_0",1e-05,1613947014550,6678
"wd_1",0.01,1613947014550,6678
"sqr_mom_1",0.99,1613947014550,6678
"lr_1",7.723859054531971e-06,1613947014550,6678
"mom_1",0.9345531274222102,1613947014550,6678
"eps_1",1e-05,1613947014550,6678
"wd_2",0.01,1613947014550,6678
"sqr_mom_2",0.99,1613947014550,6678
"lr_2",7.723859054531966e-05,1613947014550,6678
"mom_2",0.9345531274222102,1613947014550,6678
"eps_2",1e-05,1613947014550,6678
"train_loss",0.00508036,1613947015549,6679
"raw_loss",0.003354705,1613947015549,6679
"epoch",42.0125786163522,1613947015549,6679
"wd_0",0.01,1613947015549,6679
"sqr_mom_0",0.99,1613947015549,6679
"lr_0",7.713660213486153e-07,1613947015549,6679
"mom_0",0.9345735253082808,1613947015549,6679
"eps_0",1e-05,1613947015549,6679
"wd_1",0.01,1613947015549,6679
"sqr_mom_1",0.99,1613947015549,6679
"lr_1",7.713660213486154e-06,1613947015549,6679
"mom_1",0.9345735253082808,1613947015549,6679
"eps_1",1e-05,1613947015549,6679
"wd_2",0.01,1613947015549,6679
"sqr_mom_2",0.99,1613947015549,6679
"lr_2",7.71366021348615e-05,1613947015549,6679
"mom_2",0.9345735253082808,1613947015549,6679
"eps_2",1e-05,1613947015549,6679
"train_loss",0.005080967,1613947016488,6680
"raw_loss",0.005110714,1613947016488,6680
"epoch",42.0188679245283,1613947016488,6680
"wd_0",0.01,1613947016488,6680
"sqr_mom_0",0.99,1613947016488,6680
"lr_0",7.703466882342673e-07,1613947016488,6680
"mom_0",0.9345939121744363,1613947016488,6680
"eps_0",1e-05,1613947016488,6680
"wd_1",0.01,1613947016488,6680
"sqr_mom_1",0.99,1613947016488,6680
"lr_1",7.703466882342673e-06,1613947016488,6680
"mom_1",0.9345939121744363,1613947016488,6680
"eps_1",1e-05,1613947016488,6680
"wd_2",0.01,1613947016488,6680
"sqr_mom_2",0.99,1613947016488,6680
"lr_2",7.703466882342668e-05,1613947016488,6680
"mom_2",0.9345939121744363,1613947016488,6680
"eps_2",1e-05,1613947016488,6680
"train_loss",0.0051328847,1613947017453,6681
"raw_loss",0.007676851,1613947017453,6681
"epoch",42.0251572327044,1613947017453,6681
"wd_0",0.01,1613947017453,6681
"sqr_mom_0",0.99,1613947017453,6681
"lr_0",7.693279064350537e-07,1613947017453,6681
"mom_0",0.934614288014179,1613947017453,6681
"eps_0",1e-05,1613947017453,6681
"wd_1",0.01,1613947017453,6681
"sqr_mom_1",0.99,1613947017453,6681
"lr_1",7.693279064350535e-06,1613947017453,6681
"mom_1",0.934614288014179,1613947017453,6681
"eps_1",1e-05,1613947017453,6681
"wd_2",0.01,1613947017453,6681
"sqr_mom_2",0.99,1613947017453,6681
"lr_2",7.69327906435053e-05,1613947017453,6681
"mom_2",0.934614288014179,1613947017453,6681
"eps_2",1e-05,1613947017453,6681
"train_loss",0.0051413616,1613947018514,6682
"raw_loss",0.005556734,1613947018514,6682
"epoch",42.0314465408805,1613947018514,6682
"wd_0",0.01,1613947018514,6682
"sqr_mom_0",0.99,1613947018514,6682
"lr_0",7.683100139056575e-07,1613947018514,6682
"mom_0",0.9346346460683475,1613947018514,6682
"eps_0",1e-05,1613947018514,6682
"wd_1",0.01,1613947018514,6682
"sqr_mom_1",0.99,1613947018514,6682
"lr_1",7.68310013905658e-06,1613947018514,6682
"mom_1",0.9346346460683475,1613947018514,6682
"eps_1",1e-05,1613947018514,6682
"wd_2",0.01,1613947018514,6682
"sqr_mom_2",0.99,1613947018514,6682
"lr_2",7.683100139056575e-05,1613947018514,6682
"mom_2",0.9346346460683475,1613947018514,6682
"eps_2",1e-05,1613947018514,6682
"train_loss",0.0051192185,1613947019494,6683
"raw_loss",0.0040341984,1613947019494,6683
"epoch",42.0377358490566,1613947019494,6683
"wd_0",0.01,1613947019494,6683
"sqr_mom_0",0.99,1613947019494,6683
"lr_0",7.672919980807547e-07,1613947019494,6683
"mom_0",0.9346550065884507,1613947019494,6683
"eps_0",1e-05,1613947019494,6683
"wd_1",0.01,1613947019494,6683
"sqr_mom_1",0.99,1613947019494,6683
"lr_1",7.672919980807548e-06,1613947019494,6683
"mom_1",0.9346550065884507,1613947019494,6683
"eps_1",1e-05,1613947019494,6683
"wd_2",0.01,1613947019494,6683
"sqr_mom_2",0.99,1613947019494,6683
"lr_2",7.672919980807546e-05,1613947019494,6683
"mom_2",0.9346550065884507,1613947019494,6683
"eps_2",1e-05,1613947019494,6683
"train_loss",0.005082495,1613947020509,6684
"raw_loss",0.0032830364,1613947020509,6684
"epoch",42.0440251572327,1613947020509,6684
"wd_0",0.01,1613947020509,6684
"sqr_mom_0",0.99,1613947020509,6684
"lr_0",7.662752094381887e-07,1613947020509,6684
"mom_0",0.9346753425646618,1613947020509,6684
"eps_0",1e-05,1613947020509,6684
"wd_1",0.01,1613947020509,6684
"sqr_mom_1",0.99,1613947020509,6684
"lr_1",7.662752094381892e-06,1613947020509,6684
"mom_1",0.9346753425646618,1613947020509,6684
"eps_1",1e-05,1613947020509,6684
"wd_2",0.01,1613947020509,6684
"sqr_mom_2",0.99,1613947020509,6684
"lr_2",7.662752094381885e-05,1613947020509,6684
"mom_2",0.9346753425646618,1613947020509,6684
"eps_2",1e-05,1613947020509,6684
"train_loss",0.005130094,1613947021477,6685
"raw_loss",0.0074624415,1613947021477,6685
"epoch",42.0503144654088,1613947021477,6685
"wd_0",0.01,1613947021477,6685
"sqr_mom_0",0.99,1613947021477,6685
"lr_0",7.652582988814083e-07,1613947021477,6685
"mom_0",0.9346956809791815,1613947021477,6685
"eps_0",1e-05,1613947021477,6685
"wd_1",0.01,1613947021477,6685
"sqr_mom_1",0.99,1613947021477,6685
"lr_1",7.652582988814085e-06,1613947021477,6685
"mom_1",0.9346956809791815,1613947021477,6685
"eps_1",1e-05,1613947021477,6685
"wd_2",0.01,1613947021477,6685
"sqr_mom_2",0.99,1613947021477,6685
"lr_2",7.652582988814077e-05,1613947021477,6685
"mom_2",0.9346956809791815,1613947021477,6685
"eps_2",1e-05,1613947021477,6685
"train_loss",0.0051013962,1613947022466,6686
"raw_loss",0.0036952111,1613947022466,6686
"epoch",42.056603773584904,1613947022466,6686
"wd_0",0.01,1613947022466,6686
"sqr_mom_0",0.99,1613947022466,6686
"lr_0",7.642426154220311e-07,1613947022466,6686
"mom_0",0.9347159948515078,1613947022466,6686
"eps_0",1e-05,1613947022466,6686
"wd_1",0.01,1613947022466,6686
"sqr_mom_1",0.99,1613947022466,6686
"lr_1",7.64242615422031e-06,1613947022466,6686
"mom_1",0.9347159948515078,1613947022466,6686
"eps_1",1e-05,1613947022466,6686
"wd_2",0.01,1613947022466,6686
"sqr_mom_2",0.99,1613947022466,6686
"lr_2",7.642426154220311e-05,1613947022466,6686
"mom_2",0.9347159948515078,1613947022466,6686
"eps_2",1e-05,1613947022466,6686
"train_loss",0.0051092277,1613947023428,6687
"raw_loss",0.0054929755,1613947023428,6687
"epoch",42.062893081761004,1613947023428,6687
"wd_0",0.01,1613947023428,6687
"sqr_mom_0",0.99,1613947023428,6687
"lr_0",7.632274848564485e-07,1613947023428,6687
"mom_0",0.9347362976658476,1613947023428,6687
"eps_0",1e-05,1613947023428,6687
"wd_1",0.01,1613947023428,6687
"sqr_mom_1",0.99,1613947023428,6687
"lr_1",7.632274848564485e-06,1613947023428,6687
"mom_1",0.9347362976658476,1613947023428,6687
"eps_1",1e-05,1613947023428,6687
"wd_2",0.01,1613947023428,6687
"sqr_mom_2",0.99,1613947023428,6687
"lr_2",7.632274848564481e-05,1613947023428,6687
"mom_2",0.9347362976658476,1613947023428,6687
"eps_2",1e-05,1613947023428,6687
"train_loss",0.0050935685,1613947024388,6688
"raw_loss",0.0043262737,1613947024388,6688
"epoch",42.069182389937104,1613947024388,6688
"wd_0",0.01,1613947024388,6688
"sqr_mom_0",0.99,1613947024388,6688
"lr_0",7.62212234448649e-07,1613947024388,6688
"mom_0",0.9347566028770558,1613947024388,6688
"eps_0",1e-05,1613947024388,6688
"wd_1",0.01,1613947024388,6688
"sqr_mom_1",0.99,1613947024388,6688
"lr_1",7.622122344486487e-06,1613947024388,6688
"mom_1",0.9347566028770558,1613947024388,6688
"eps_1",1e-05,1613947024388,6688
"wd_2",0.01,1613947024388,6688
"sqr_mom_2",0.99,1613947024388,6688
"lr_2",7.622122344486484e-05,1613947024388,6688
"mom_2",0.9347566028770558,1613947024388,6688
"eps_2",1e-05,1613947024388,6688
"train_loss",0.005117963,1613947025384,6689
"raw_loss",0.006313304,1613947025384,6689
"epoch",42.075471698113205,1613947025384,6689
"wd_0",0.01,1613947025384,6689
"sqr_mom_0",0.99,1613947025384,6689
"lr_0",7.611982110079358e-07,1613947025384,6689
"mom_0",0.9347768835486767,1613947025384,6689
"eps_0",1e-05,1613947025384,6689
"wd_1",0.01,1613947025384,6689
"sqr_mom_1",0.99,1613947025384,6689
"lr_1",7.611982110079357e-06,1613947025384,6689
"mom_1",0.9347768835486767,1613947025384,6689
"eps_1",1e-05,1613947025384,6689
"wd_2",0.01,1613947025384,6689
"sqr_mom_2",0.99,1613947025384,6689
"lr_2",7.611982110079357e-05,1613947025384,6689
"mom_2",0.9347768835486767,1613947025384,6689
"eps_2",1e-05,1613947025384,6689
"train_loss",0.005104699,1613947026388,6690
"raw_loss",0.0044547725,1613947026388,6690
"epoch",42.081761006289305,1613947026388,6690
"wd_0",0.01,1613947026388,6690
"sqr_mom_0",0.99,1613947026388,6690
"lr_0",7.601844052686823e-07,1613947026388,6690
"mom_0",0.934797159866225,1613947026388,6690
"eps_0",1e-05,1613947026388,6690
"wd_1",0.01,1613947026388,6690
"sqr_mom_1",0.99,1613947026388,6690
"lr_1",7.6018440526868174e-06,1613947026388,6690
"mom_1",0.934797159866225,1613947026388,6690
"eps_1",1e-05,1613947026388,6690
"wd_2",0.01,1613947026388,6690
"sqr_mom_2",0.99,1613947026388,6690
"lr_2",7.601844052686815e-05,1613947026388,6690
"mom_2",0.934797159866225,1613947026388,6690
"eps_2",1e-05,1613947026388,6690
"train_loss",0.005117745,1613947027399,6691
"raw_loss",0.005756993,1613947027399,6691
"epoch",42.088050314465406,1613947027399,6691
"wd_0",0.01,1613947027399,6691
"sqr_mom_0",0.99,1613947027399,6691
"lr_0",7.591711540836738e-07,1613947027399,6691
"mom_0",0.9348174250925774,1613947027399,6691
"eps_0",1e-05,1613947027399,6691
"wd_1",0.01,1613947027399,6691
"sqr_mom_1",0.99,1613947027399,6691
"lr_1",7.591711540836738e-06,1613947027399,6691
"mom_1",0.9348174250925774,1613947027399,6691
"eps_1",1e-05,1613947027399,6691
"wd_2",0.01,1613947027399,6691
"sqr_mom_2",0.99,1613947027399,6691
"lr_2",7.591711540836738e-05,1613947027399,6691
"mom_2",0.9348174250925774,1613947027399,6691
"eps_2",1e-05,1613947027399,6691
"train_loss",0.0051414226,1613947028378,6692
"raw_loss",0.0063016266,1613947028378,6692
"epoch",42.094339622641506,1613947028378,6692
"wd_0",0.01,1613947028378,6692
"sqr_mom_0",0.99,1613947028378,6692
"lr_0",7.581584577758739e-07,1613947028378,6692
"mom_0",0.9348376792212747,1613947028378,6692
"eps_0",1e-05,1613947028378,6692
"wd_1",0.01,1613947028378,6692
"sqr_mom_1",0.99,1613947028378,6692
"lr_1",7.581584577758739e-06,1613947028378,6692
"mom_1",0.9348376792212747,1613947028378,6692
"eps_1",1e-05,1613947028378,6692
"wd_2",0.01,1613947028378,6692
"sqr_mom_2",0.99,1613947028378,6692
"lr_2",7.581584577758736e-05,1613947028378,6692
"mom_2",0.9348376792212747,1613947028378,6692
"eps_2",1e-05,1613947028378,6692
"train_loss",0.0051391223,1613947029339,6693
"raw_loss",0.005026394,1613947029339,6693
"epoch",42.10062893081761,1613947029339,6693
"wd_0",0.01,1613947029339,6693
"sqr_mom_0",0.99,1613947029339,6693
"lr_0",7.571466522778498e-07,1613947029339,6693
"mom_0",0.9348579155335983,1613947029339,6693
"eps_0",1e-05,1613947029339,6693
"wd_1",0.01,1613947029339,6693
"sqr_mom_1",0.99,1613947029339,6693
"lr_1",7.571466522778497e-06,1613947029339,6693
"mom_1",0.9348579155335983,1613947029339,6693
"eps_1",1e-05,1613947029339,6693
"wd_2",0.01,1613947029339,6693
"sqr_mom_2",0.99,1613947029339,6693
"lr_2",7.571466522778491e-05,1613947029339,6693
"mom_2",0.9348579155335983,1613947029339,6693
"eps_2",1e-05,1613947029339,6693
"train_loss",0.0050801737,1613947030337,6694
"raw_loss",0.0021916833,1613947030337,6694
"epoch",42.10691823899371,1613947030337,6694
"wd_0",0.01,1613947030337,6694
"sqr_mom_0",0.99,1613947030337,6694
"lr_0",7.561347310828628e-07,1613947030337,6694
"mom_0",0.9348781541598843,1613947030337,6694
"eps_0",1e-05,1613947030337,6694
"wd_1",0.01,1613947030337,6694
"sqr_mom_1",0.99,1613947030337,6694
"lr_1",7.561347310828627e-06,1613947030337,6694
"mom_1",0.9348781541598843,1613947030337,6694
"eps_1",1e-05,1613947030337,6694
"wd_2",0.01,1613947030337,6694
"sqr_mom_2",0.99,1613947030337,6694
"lr_2",7.561347310828625e-05,1613947030337,6694
"mom_2",0.9348781541598843,1613947030337,6694
"eps_2",1e-05,1613947030337,6694
"train_loss",0.005053764,1613947031307,6695
"raw_loss",0.0037596913,1613947031307,6695
"epoch",42.11320754716981,1613947031307,6695
"wd_0",0.01,1613947031307,6695
"sqr_mom_0",0.99,1613947031307,6695
"lr_0",7.551240365837532e-07,1613947031307,6695
"mom_0",0.9348983682520075,1613947031307,6695
"eps_0",1e-05,1613947031307,6695
"wd_1",0.01,1613947031307,6695
"sqr_mom_1",0.99,1613947031307,6695
"lr_1",7.551240365837534e-06,1613947031307,6695
"mom_1",0.9348983682520075,1613947031307,6695
"eps_1",1e-05,1613947031307,6695
"wd_2",0.01,1613947031307,6695
"sqr_mom_2",0.99,1613947031307,6695
"lr_2",7.551240365837524e-05,1613947031307,6695
"mom_2",0.9348983682520075,1613947031307,6695
"eps_2",1e-05,1613947031307,6695
"train_loss",0.0050589405,1613947032276,6696
"raw_loss",0.0053125853,1613947032276,6696
"epoch",42.11949685534591,1613947032276,6696
"wd_0",0.01,1613947032276,6696
"sqr_mom_0",0.99,1613947032276,6696
"lr_0",7.541138978829514e-07,1613947032276,6696
"mom_0",0.9349185712280532,1613947032276,6696
"eps_0",1e-05,1613947032276,6696
"wd_1",0.01,1613947032276,6696
"sqr_mom_1",0.99,1613947032276,6696
"lr_1",7.541138978829517e-06,1613947032276,6696
"mom_1",0.9349185712280532,1613947032276,6696
"eps_1",1e-05,1613947032276,6696
"wd_2",0.01,1613947032276,6696
"sqr_mom_2",0.99,1613947032276,6696
"lr_2",7.541138978829512e-05,1613947032276,6696
"mom_2",0.9349185712280532,1613947032276,6696
"eps_2",1e-05,1613947032276,6696
"train_loss",0.0050416924,1613947033249,6697
"raw_loss",0.004196539,1613947033249,6697
"epoch",42.12578616352201,1613947033249,6697
"wd_0",0.01,1613947033249,6697
"sqr_mom_0",0.99,1613947033249,6697
"lr_0",7.531036455582007e-07,1613947033249,6697
"mom_0",0.9349387764766007,1613947033249,6697
"eps_0",1e-05,1613947033249,6697
"wd_1",0.01,1613947033249,6697
"sqr_mom_1",0.99,1613947033249,6697
"lr_1",7.531036455582008e-06,1613947033249,6697
"mom_1",0.9349387764766007,1613947033249,6697
"eps_1",1e-05,1613947033249,6697
"wd_2",0.01,1613947033249,6697
"sqr_mom_2",0.99,1613947033249,6697
"lr_2",7.531036455582003e-05,1613947033249,6697
"mom_2",0.9349387764766007,1613947033249,6697
"eps_2",1e-05,1613947033249,6697
"train_loss",0.005000159,1613947034223,6698
"raw_loss",0.002965019,1613947034223,6698
"epoch",42.13207547169811,1613947034223,6698
"wd_0",0.01,1613947034223,6698
"sqr_mom_0",0.99,1613947034223,6698
"lr_0",7.52094619788453e-07,1613947034223,6698
"mom_0",0.9349589571938028,1613947034223,6698
"eps_0",1e-05,1613947034223,6698
"wd_1",0.01,1613947034223,6698
"sqr_mom_1",0.99,1613947034223,6698
"lr_1",7.520946197884525e-06,1613947034223,6698
"mom_1",0.9349589571938028,1613947034223,6698
"eps_1",1e-05,1613947034223,6698
"wd_2",0.01,1613947034223,6698
"sqr_mom_2",0.99,1613947034223,6698
"lr_2",7.520946197884522e-05,1613947034223,6698
"mom_2",0.9349589571938028,1613947034223,6698
"eps_2",1e-05,1613947034223,6698
"train_loss",0.0050704423,1613947035237,6699
"raw_loss",0.008514316,1613947035237,6699
"epoch",42.13836477987421,1613947035237,6699
"wd_0",0.01,1613947035237,6699
"sqr_mom_0",0.99,1613947035237,6699
"lr_0",7.51086150781965e-07,1613947035237,6699
"mom_0",0.9349791267756284,1613947035237,6699
"eps_0",1e-05,1613947035237,6699
"wd_1",0.01,1613947035237,6699
"sqr_mom_1",0.99,1613947035237,6699
"lr_1",7.5108615078196464e-06,1613947035237,6699
"mom_1",0.9349791267756284,1613947035237,6699
"eps_1",1e-05,1613947035237,6699
"wd_2",0.01,1613947035237,6699
"sqr_mom_2",0.99,1613947035237,6699
"lr_2",7.510861507819644e-05,1613947035237,6699
"mom_2",0.9349791267756284,1613947035237,6699
"eps_2",1e-05,1613947035237,6699
"train_loss",0.0051425425,1613947036211,6700
"raw_loss",0.008675451,1613947036211,6700
"epoch",42.14465408805031,1613947036211,6700
"wd_0",0.01,1613947036211,6700
"sqr_mom_0",0.99,1613947036211,6700
"lr_0",7.500775702248656e-07,1613947036211,6700
"mom_0",0.9349992985884885,1613947036211,6700
"eps_0",1e-05,1613947036211,6700
"wd_1",0.01,1613947036211,6700
"sqr_mom_1",0.99,1613947036211,6700
"lr_1",7.500775702248656e-06,1613947036211,6700
"mom_1",0.9349992985884885,1613947036211,6700
"eps_1",1e-05,1613947036211,6700
"wd_2",0.01,1613947036211,6700
"sqr_mom_2",0.99,1613947036211,6700
"lr_2",7.500775702248651e-05,1613947036211,6700
"mom_2",0.9349992985884885,1613947036211,6700
"eps_2",1e-05,1613947036211,6700
"train_loss",0.005122655,1613947037222,6701
"raw_loss",0.0041481717,1613947037222,6701
"epoch",42.15094339622641,1613947037222,6701
"wd_0",0.01,1613947037222,6701
"sqr_mom_0",0.99,1613947037222,6701
"lr_0",7.490702160783765e-07,1613947037222,6701
"mom_0",0.9350194458728912,1613947037222,6701
"eps_0",1e-05,1613947037222,6701
"wd_1",0.01,1613947037222,6701
"sqr_mom_1",0.99,1613947037222,6701
"lr_1",7.490702160783758e-06,1613947037222,6701
"mom_1",0.9350194458728912,1613947037222,6701
"eps_1",1e-05,1613947037222,6701
"wd_2",0.01,1613947037222,6701
"sqr_mom_2",0.99,1613947037222,6701
"lr_2",7.490702160783757e-05,1613947037222,6701
"mom_2",0.9350194458728912,1613947037222,6701
"eps_2",1e-05,1613947037222,6701
"train_loss",0.0051297853,1613947038237,6702
"raw_loss",0.005479168,1613947038237,6702
"epoch",42.15723270440251,1613947038237,6702
"wd_0",0.01,1613947038237,6702
"sqr_mom_0",0.99,1613947038237,6702
"lr_0",7.48063085711137e-07,1613947038237,6702
"mom_0",0.935039588681664,1613947038237,6702
"eps_0",1e-05,1613947038237,6702
"wd_1",0.01,1613947038237,6702
"sqr_mom_1",0.99,1613947038237,6702
"lr_1",7.480630857111372e-06,1613947038237,6702
"mom_1",0.935039588681664,1613947038237,6702
"eps_1",1e-05,1613947038237,6702
"wd_2",0.01,1613947038237,6702
"sqr_mom_2",0.99,1613947038237,6702
"lr_2",7.480630857111366e-05,1613947038237,6702
"mom_2",0.935039588681664,1613947038237,6702
"eps_2",1e-05,1613947038237,6702
"train_loss",0.0053341505,1613947039219,6703
"raw_loss",0.015348048,1613947039219,6703
"epoch",42.16352201257861,1613947039219,6703
"wd_0",0.01,1613947039219,6703
"sqr_mom_0",0.99,1613947039219,6703
"lr_0",7.470565137616759e-07,1613947039219,6703
"mom_0",0.9350597203219697,1613947039219,6703
"eps_0",1e-05,1613947039219,6703
"wd_1",0.01,1613947039219,6703
"sqr_mom_1",0.99,1613947039219,6703
"lr_1",7.470565137616752e-06,1613947039219,6703
"mom_1",0.9350597203219697,1613947039219,6703
"eps_1",1e-05,1613947039219,6703
"wd_2",0.01,1613947039219,6703
"sqr_mom_2",0.99,1613947039219,6703
"lr_2",7.470565137616752e-05,1613947039219,6703
"mom_2",0.9350597203219697,1613947039219,6703
"eps_2",1e-05,1613947039219,6703
"train_loss",0.0052992124,1613947040190,6704
"raw_loss",0.0035872504,1613947040190,6704
"epoch",42.16981132075471,1613947040190,6704
"wd_0",0.01,1613947040190,6704
"sqr_mom_0",0.99,1613947040190,6704
"lr_0",7.460505005508255e-07,1613947040190,6704
"mom_0",0.9350798407873914,1613947040190,6704
"eps_0",1e-05,1613947040190,6704
"wd_1",0.01,1613947040190,6704
"sqr_mom_1",0.99,1613947040190,6704
"lr_1",7.4605050055082564e-06,1613947040190,6704
"mom_1",0.9350798407873914,1613947040190,6704
"eps_1",1e-05,1613947040190,6704
"wd_2",0.01,1613947040190,6704
"sqr_mom_2",0.99,1613947040190,6704
"lr_2",7.460505005508252e-05,1613947040190,6704
"mom_2",0.9350798407873914,1613947040190,6704
"eps_2",1e-05,1613947040190,6704
"train_loss",0.005342202,1613947041180,6705
"raw_loss",0.007448682,1613947041180,6705
"epoch",42.17610062893081,1613947041180,6705
"wd_0",0.01,1613947041180,6705
"sqr_mom_0",0.99,1613947041180,6705
"lr_0",7.450453797904868e-07,1613947041180,6705
"mom_0",0.9350999434036242,1613947041180,6705
"eps_0",1e-05,1613947041180,6705
"wd_1",0.01,1613947041180,6705
"sqr_mom_1",0.99,1613947041180,6705
"lr_1",7.450453797904864e-06,1613947041180,6705
"mom_1",0.9350999434036242,1613947041180,6705
"eps_1",1e-05,1613947041180,6705
"wd_2",0.01,1613947041180,6705
"sqr_mom_2",0.99,1613947041180,6705
"lr_2",7.45045379790486e-05,1613947041180,6705
"mom_2",0.9350999434036242,1613947041180,6705
"eps_2",1e-05,1613947041180,6705
"train_loss",0.005317538,1613947042197,6706
"raw_loss",0.004109021,1613947042197,6706
"epoch",42.18238993710691,1613947042197,6706
"wd_0",0.01,1613947042197,6706
"sqr_mom_0",0.99,1613947042197,6706
"lr_0",7.440401516273978e-07,1613947042197,6706
"mom_0",0.9351200481679337,1613947042197,6706
"eps_0",1e-05,1613947042197,6706
"wd_1",0.01,1613947042197,6706
"sqr_mom_1",0.99,1613947042197,6706
"lr_1",7.440401516273981e-06,1613947042197,6706
"mom_1",0.9351200481679337,1613947042197,6706
"eps_1",1e-05,1613947042197,6706
"wd_2",0.01,1613947042197,6706
"sqr_mom_2",0.99,1613947042197,6706
"lr_2",7.440401516273974e-05,1613947042197,6706
"mom_2",0.9351200481679337,1613947042197,6706
"eps_2",1e-05,1613947042197,6706
"train_loss",0.0053473474,1613947043190,6707
"raw_loss",0.0068080067,1613947043190,6707
"epoch",42.18867924528301,1613947043190,6707
"wd_0",0.01,1613947043190,6707
"sqr_mom_0",0.99,1613947043190,6707
"lr_0",7.430361495755666e-07,1613947043190,6707
"mom_0",0.9351401284097727,1613947043190,6707
"eps_0",1e-05,1613947043190,6707
"wd_1",0.01,1613947043190,6707
"sqr_mom_1",0.99,1613947043190,6707
"lr_1",7.4303614957556675e-06,1613947043190,6707
"mom_1",0.9351401284097727,1613947043190,6707
"eps_1",1e-05,1613947043190,6707
"wd_2",0.01,1613947043190,6707
"sqr_mom_2",0.99,1613947043190,6707
"lr_2",7.430361495755662e-05,1613947043190,6707
"mom_2",0.9351401284097727,1613947043190,6707
"eps_2",1e-05,1613947043190,6707
"train_loss",0.005368075,1613947044182,6708
"raw_loss",0.0063837264,1613947044182,6708
"epoch",42.19496855345911,1613947044182,6708
"wd_0",0.01,1613947044182,6708
"sqr_mom_0",0.99,1613947044182,6708
"lr_0",7.420327071723636e-07,1613947044182,6708
"mom_0",0.9351601974585273,1613947044182,6708
"eps_0",1e-05,1613947044182,6708
"wd_1",0.01,1613947044182,6708
"sqr_mom_1",0.99,1613947044182,6708
"lr_1",7.420327071723641e-06,1613947044182,6708
"mom_1",0.9351601974585273,1613947044182,6708
"eps_1",1e-05,1613947044182,6708
"wd_2",0.01,1613947044182,6708
"sqr_mom_2",0.99,1613947044182,6708
"lr_2",7.420327071723634e-05,1613947044182,6708
"mom_2",0.9351601974585273,1613947044182,6708
"eps_2",1e-05,1613947044182,6708
"train_loss",0.005354546,1613947045141,6709
"raw_loss",0.0046916306,1613947045141,6709
"epoch",42.20125786163521,1613947045141,6709
"wd_0",0.01,1613947045141,6709
"sqr_mom_0",0.99,1613947045141,6709
"lr_0",7.410291594406915e-07,1613947045141,6709
"mom_0",0.9351802686138723,1613947045141,6709
"eps_0",1e-05,1613947045141,6709
"wd_1",0.01,1613947045141,6709
"sqr_mom_1",0.99,1613947045141,6709
"lr_1",7.410291594406917e-06,1613947045141,6709
"mom_1",0.9351802686138723,1613947045141,6709
"eps_1",1e-05,1613947045141,6709
"wd_2",0.01,1613947045141,6709
"sqr_mom_2",0.99,1613947045141,6709
"lr_2",7.410291594406912e-05,1613947045141,6709
"mom_2",0.9351802686138723,1613947045141,6709
"eps_2",1e-05,1613947045141,6709
"train_loss",0.0053764204,1613947046134,6710
"raw_loss",0.006448277,1613947046134,6710
"epoch",42.20754716981131,1613947046134,6710
"wd_0",0.01,1613947046134,6710
"sqr_mom_0",0.99,1613947046134,6710
"lr_0",7.400268376653346e-07,1613947046134,6710
"mom_0",0.9352003152498458,1613947046134,6710
"eps_0",1e-05,1613947046134,6710
"wd_1",0.01,1613947046134,6710
"sqr_mom_1",0.99,1613947046134,6710
"lr_1",7.4002683766533425e-06,1613947046134,6710
"mom_1",0.9352003152498458,1613947046134,6710
"eps_1",1e-05,1613947046134,6710
"wd_2",0.01,1613947046134,6710
"sqr_mom_2",0.99,1613947046134,6710
"lr_2",7.40026837665334e-05,1613947046134,6710
"mom_2",0.9352003152498458,1613947046134,6710
"eps_2",1e-05,1613947046134,6710
"train_loss",0.005447235,1613947047124,6711
"raw_loss",0.00891715,1613947047124,6711
"epoch",42.213836477987414,1613947047124,6711
"wd_0",0.01,1613947047124,6711
"sqr_mom_0",0.99,1613947047124,6711
"lr_0",7.390247442208859e-07,1613947047124,6711
"mom_0",0.9352203573191554,1613947047124,6711
"eps_0",1e-05,1613947047124,6711
"wd_1",0.01,1613947047124,6711
"sqr_mom_1",0.99,1613947047124,6711
"lr_1",7.390247442208855e-06,1613947047124,6711
"mom_1",0.9352203573191554,1613947047124,6711
"eps_1",1e-05,1613947047124,6711
"wd_2",0.01,1613947047124,6711
"sqr_mom_2",0.99,1613947047124,6711
"lr_2",7.390247442208851e-05,1613947047124,6711
"mom_2",0.9352203573191554,1613947047124,6711
"eps_2",1e-05,1613947047124,6711
"train_loss",0.0054388028,1613947048075,6712
"raw_loss",0.005025625,1613947048075,6712
"epoch",42.220125786163514,1613947048075,6712
"wd_0",0.01,1613947048075,6712
"sqr_mom_0",0.99,1613947048075,6712
"lr_0",7.380232120750822e-07,1613947048075,6712
"mom_0",0.93524038816238,1613947048075,6712
"eps_0",1e-05,1613947048075,6712
"wd_1",0.01,1613947048075,6712
"sqr_mom_1",0.99,1613947048075,6712
"lr_1",7.380232120750823e-06,1613947048075,6712
"mom_1",0.93524038816238,1613947048075,6712
"eps_1",1e-05,1613947048075,6712
"wd_2",0.01,1613947048075,6712
"sqr_mom_2",0.99,1613947048075,6712
"lr_2",7.380232120750822e-05,1613947048075,6712
"mom_2",0.93524038816238,1613947048075,6712
"eps_2",1e-05,1613947048075,6712
"train_loss",0.0053790826,1613947049046,6713
"raw_loss",0.0024528,1613947049046,6713
"epoch",42.226415094339615,1613947049046,6713
"wd_0",0.01,1613947049046,6713
"sqr_mom_0",0.99,1613947049046,6713
"lr_0",7.370222415471515e-07,1613947049046,6713
"mom_0",0.9352604077731347,1613947049046,6713
"eps_0",1e-05,1613947049046,6713
"wd_1",0.01,1613947049046,6713
"sqr_mom_1",0.99,1613947049046,6713
"lr_1",7.370222415471517e-06,1613947049046,6713
"mom_1",0.9352604077731347,1613947049046,6713
"eps_1",1e-05,1613947049046,6713
"wd_2",0.01,1613947049046,6713
"sqr_mom_2",0.99,1613947049046,6713
"lr_2",7.370222415471511e-05,1613947049046,6713
"mom_2",0.9352604077731347,1613947049046,6713
"eps_2",1e-05,1613947049046,6713
"train_loss",0.005435985,1613947049998,6714
"raw_loss",0.0082241995,1613947049998,6714
"epoch",42.232704402515715,1613947049998,6714
"wd_0",0.01,1613947049998,6714
"sqr_mom_0",0.99,1613947049998,6714
"lr_0",7.36022164673424e-07,1613947049998,6714
"mom_0",0.9352804095106266,1613947049998,6714
"eps_0",1e-05,1613947049998,6714
"wd_1",0.01,1613947049998,6714
"sqr_mom_1",0.99,1613947049998,6714
"lr_1",7.3602216467342414e-06,1613947049998,6714
"mom_1",0.9352804095106266,1613947049998,6714
"eps_1",1e-05,1613947049998,6714
"wd_2",0.01,1613947049998,6714
"sqr_mom_2",0.99,1613947049998,6714
"lr_2",7.360221646734235e-05,1613947049998,6714
"mom_2",0.9352804095106266,1613947049998,6714
"eps_2",1e-05,1613947049998,6714
"train_loss",0.005410614,1613947050990,6715
"raw_loss",0.004167441,1613947050990,6715
"epoch",42.238993710691815,1613947050990,6715
"wd_0",0.01,1613947050990,6715
"sqr_mom_0",0.99,1613947050990,6715
"lr_0",7.350219866209189e-07,1613947050990,6715
"mom_0",0.9353004132717143,1613947050990,6715
"eps_0",1e-05,1613947050990,6715
"wd_1",0.01,1613947050990,6715
"sqr_mom_1",0.99,1613947050990,6715
"lr_1",7.350219866209185e-06,1613947050990,6715
"mom_1",0.9353004132717143,1613947050990,6715
"eps_1",1e-05,1613947050990,6715
"wd_2",0.01,1613947050990,6715
"sqr_mom_2",0.99,1613947050990,6715
"lr_2",7.35021986620918e-05,1613947050990,6715
"mom_2",0.9353004132717143,1613947050990,6715
"eps_2",1e-05,1613947050990,6715
"train_loss",0.0053880047,1613947051943,6716
"raw_loss",0.004280151,1613947051943,6716
"epoch",42.245283018867916,1613947051943,6716
"wd_0",0.01,1613947051943,6716
"sqr_mom_0",0.99,1613947051943,6716
"lr_0",7.340230342042743e-07,1613947051943,6716
"mom_0",0.9353203925198397,1613947051943,6716
"eps_0",1e-05,1613947051943,6716
"wd_1",0.01,1613947051943,6716
"sqr_mom_1",0.99,1613947051943,6716
"lr_1",7.340230342042743e-06,1613947051943,6716
"mom_1",0.9353203925198397,1613947051943,6716
"eps_1",1e-05,1613947051943,6716
"wd_2",0.01,1613947051943,6716
"sqr_mom_2",0.99,1613947051943,6716
"lr_2",7.340230342042737e-05,1613947051943,6716
"mom_2",0.9353203925198397,1613947051943,6716
"eps_2",1e-05,1613947051943,6716
"train_loss",0.0053955605,1613947052900,6717
"raw_loss",0.005765796,1613947052900,6717
"epoch",42.251572327044016,1613947052900,6717
"wd_0",0.01,1613947052900,6717
"sqr_mom_0",0.99,1613947052900,6717
"lr_0",7.330246443071804e-07,1613947052900,6717
"mom_0",0.9353403605174615,1613947052900,6717
"eps_0",1e-05,1613947052900,6717
"wd_1",0.01,1613947052900,6717
"sqr_mom_1",0.99,1613947052900,6717
"lr_1",7.330246443071807e-06,1613947052900,6717
"mom_1",0.9353403605174615,1613947052900,6717
"eps_1",1e-05,1613947052900,6717
"wd_2",0.01,1613947052900,6717
"sqr_mom_2",0.99,1613947052900,6717
"lr_2",7.330246443071803e-05,1613947052900,6717
"mom_2",0.9353403605174615,1613947052900,6717
"eps_2",1e-05,1613947052900,6717
"train_loss",0.0054415152,1613947053873,6718
"raw_loss",0.007693287,1613947053873,6718
"epoch",42.25786163522012,1613947053873,6718
"wd_0",0.01,1613947053873,6718
"sqr_mom_0",0.99,1613947053873,6718
"lr_0",7.320261553064769e-07,1613947053873,6718
"mom_0",0.9353603304971754,1613947053873,6718
"eps_0",1e-05,1613947053873,6718
"wd_1",0.01,1613947053873,6718
"sqr_mom_1",0.99,1613947053873,6718
"lr_1",7.320261553064774e-06,1613947053873,6718
"mom_1",0.9353603304971754,1613947053873,6718
"eps_1",1e-05,1613947053873,6718
"wd_2",0.01,1613947053873,6718
"sqr_mom_2",0.99,1613947053873,6718
"lr_2",7.320261553064769e-05,1613947053873,6718
"mom_2",0.9353603304971754,1613947053873,6718
"eps_2",1e-05,1613947053873,6718
"train_loss",0.005435234,1613947054824,6719
"raw_loss",0.0051274477,1613947054824,6719
"epoch",42.26415094339622,1613947054824,6719
"wd_0",0.01,1613947054824,6719
"sqr_mom_0",0.99,1613947054824,6719
"lr_0",7.310288917761449e-07,1613947054824,6719
"mom_0",0.9353802759672367,1613947054824,6719
"eps_0",1e-05,1613947054824,6719
"wd_1",0.01,1613947054824,6719
"sqr_mom_1",0.99,1613947054824,6719
"lr_1",7.310288917761449e-06,1613947054824,6719
"mom_1",0.9353802759672367,1613947054824,6719
"eps_1",1e-05,1613947054824,6719
"wd_2",0.01,1613947054824,6719
"sqr_mom_2",0.99,1613947054824,6719
"lr_2",7.310288917761448e-05,1613947054824,6719
"mom_2",0.9353802759672367,1613947054824,6719
"eps_2",1e-05,1613947054824,6719
"train_loss",0.005406549,1613947055769,6720
"raw_loss",0.004000998,1613947055769,6720
"epoch",42.27044025157232,1613947055769,6720
"wd_0",0.01,1613947055769,6720
"sqr_mom_0",0.99,1613947055769,6720
"lr_0",7.300318611224886e-07,1613947055769,6720
"mom_0",0.935400216779718,1613947055769,6720
"eps_0",1e-05,1613947055769,6720
"wd_1",0.01,1613947055769,6720
"sqr_mom_1",0.99,1613947055769,6720
"lr_1",7.300318611224888e-06,1613947055769,6720
"mom_1",0.935400216779718,1613947055769,6720
"eps_1",1e-05,1613947055769,6720
"wd_2",0.01,1613947055769,6720
"sqr_mom_2",0.99,1613947055769,6720
"lr_2",7.30031861122488e-05,1613947055769,6720
"mom_2",0.935400216779718,1613947055769,6720
"eps_2",1e-05,1613947055769,6720
"train_loss",0.0053548072,1613947056739,6721
"raw_loss",0.0028194585,1613947056739,6721
"epoch",42.27672955974842,1613947056739,6721
"wd_0",0.01,1613947056739,6721
"sqr_mom_0",0.99,1613947056739,6721
"lr_0",7.290353946338563e-07,1613947056739,6721
"mom_0",0.9354201463087859,1613947056739,6721
"eps_0",1e-05,1613947056739,6721
"wd_1",0.01,1613947056739,6721
"sqr_mom_1",0.99,1613947056739,6721
"lr_1",7.29035394633856e-06,1613947056739,6721
"mom_1",0.9354201463087859,1613947056739,6721
"eps_1",1e-05,1613947056739,6721
"wd_2",0.01,1613947056739,6721
"sqr_mom_2",0.99,1613947056739,6721
"lr_2",7.290353946338556e-05,1613947056739,6721
"mom_2",0.9354201463087859,1613947056739,6721
"eps_2",1e-05,1613947056739,6721
"train_loss",0.005340884,1613947057690,6722
"raw_loss",0.0046586376,1613947057690,6722
"epoch",42.28301886792452,1613947057690,6722
"wd_0",0.01,1613947057690,6722
"sqr_mom_0",0.99,1613947057690,6722
"lr_0",7.280394926278591e-07,1613947057690,6722
"mom_0",0.9354400645480883,1613947057690,6722
"eps_0",1e-05,1613947057690,6722
"wd_1",0.01,1613947057690,6722
"sqr_mom_1",0.99,1613947057690,6722
"lr_1",7.280394926278588e-06,1613947057690,6722
"mom_1",0.9354400645480883,1613947057690,6722
"eps_1",1e-05,1613947057690,6722
"wd_2",0.01,1613947057690,6722
"sqr_mom_2",0.99,1613947057690,6722
"lr_2",7.280394926278586e-05,1613947057690,6722
"mom_2",0.9354400645480883,1613947057690,6722
"eps_2",1e-05,1613947057690,6722
"train_loss",0.005292191,1613947058636,6723
"raw_loss",0.0029062382,1613947058636,6723
"epoch",42.28930817610062,1613947058636,6723
"wd_0",0.01,1613947058636,6723
"sqr_mom_0",0.99,1613947058636,6723
"lr_0",7.270444854566883e-07,1613947058636,6723
"mom_0",0.9354599648905151,1613947058636,6723
"eps_0",1e-05,1613947058636,6723
"wd_1",0.01,1613947058636,6723
"sqr_mom_1",0.99,1613947058636,6723
"lr_1",7.270444854566876e-06,1613947058636,6723
"mom_1",0.9354599648905151,1613947058636,6723
"eps_1",1e-05,1613947058636,6723
"wd_2",0.01,1613947058636,6723
"sqr_mom_2",0.99,1613947058636,6723
"lr_2",7.270444854566875e-05,1613947058636,6723
"mom_2",0.9354599648905151,1613947058636,6723
"eps_2",1e-05,1613947058636,6723
"train_loss",0.0052345432,1613947059570,6724
"raw_loss",0.0024098018,1613947059570,6724
"epoch",42.29559748427672,1613947059570,6724
"wd_0",0.01,1613947059570,6724
"sqr_mom_0",0.99,1613947059570,6724
"lr_0",7.260493833333223e-07,1613947059570,6724
"mom_0",0.9354798671320048,1613947059570,6724
"eps_0",1e-05,1613947059570,6724
"wd_1",0.01,1613947059570,6724
"sqr_mom_1",0.99,1613947059570,6724
"lr_1",7.260493833333223e-06,1613947059570,6724
"mom_1",0.9354798671320048,1613947059570,6724
"eps_1",1e-05,1613947059570,6724
"wd_2",0.01,1613947059570,6724
"sqr_mom_2",0.99,1613947059570,6724
"lr_2",7.260493833333224e-05,1613947059570,6724
"mom_2",0.9354798671320048,1613947059570,6724
"eps_2",1e-05,1613947059570,6724
"train_loss",0.005213138,1613947060523,6725
"raw_loss",0.0041642976,1613947060523,6725
"epoch",42.30188679245282,1613947060523,6725
"wd_0",0.01,1613947060523,6725
"sqr_mom_0",0.99,1613947060523,6725
"lr_0",7.250555063387846e-07,1613947060523,6725
"mom_0",0.935499744870673,1613947060523,6725
"eps_0",1e-05,1613947060523,6725
"wd_1",0.01,1613947060523,6725
"sqr_mom_1",0.99,1613947060523,6725
"lr_1",7.250555063387844e-06,1613947060523,6725
"mom_1",0.935499744870673,1613947060523,6725
"eps_1",1e-05,1613947060523,6725
"wd_2",0.01,1613947060523,6725
"sqr_mom_2",0.99,1613947060523,6725
"lr_2",7.250555063387839e-05,1613947060523,6725
"mom_2",0.935499744870673,1613947060523,6725
"eps_2",1e-05,1613947060523,6725
"train_loss",0.0052382527,1613947061469,6726
"raw_loss",0.0064688553,1613947061469,6726
"epoch",42.30817610062892,1613947061469,6726
"wd_0",0.01,1613947061469,6726
"sqr_mom_0",0.99,1613947061469,6726
"lr_0",7.240615357761764e-07,1613947061469,6726
"mom_0",0.9355196244807212,1613947061469,6726
"eps_0",1e-05,1613947061469,6726
"wd_1",0.01,1613947061469,6726
"sqr_mom_1",0.99,1613947061469,6726
"lr_1",7.2406153577617675e-06,1613947061469,6726
"mom_1",0.9355196244807212,1613947061469,6726
"eps_1",1e-05,1613947061469,6726
"wd_2",0.01,1613947061469,6726
"sqr_mom_2",0.99,1613947061469,6726
"lr_2",7.24061535776176e-05,1613947061469,6726
"mom_2",0.9355196244807212,1613947061469,6726
"eps_2",1e-05,1613947061469,6726
"train_loss",0.0053321933,1613947062414,6727
"raw_loss",0.009935294,1613947062414,6727
"epoch",42.31446540880502,1613947062414,6727
"wd_0",0.01,1613947062414,6727
"sqr_mom_0",0.99,1613947062414,6727
"lr_0",7.230687902254187e-07,1613947062414,6727
"mom_0",0.9355394795902875,1613947062414,6727
"eps_0",1e-05,1613947062414,6727
"wd_1",0.01,1613947062414,6727
"sqr_mom_1",0.99,1613947062414,6727
"lr_1",7.230687902254186e-06,1613947062414,6727
"mom_1",0.9355394795902875,1613947062414,6727
"eps_1",1e-05,1613947062414,6727
"wd_2",0.01,1613947062414,6727
"sqr_mom_2",0.99,1613947062414,6727
"lr_2",7.230687902254183e-05,1613947062414,6727
"mom_2",0.9355394795902875,1613947062414,6727
"eps_2",1e-05,1613947062414,6727
"train_loss",0.005311097,1613947063368,6728
"raw_loss",0.004277372,1613947063368,6728
"epoch",42.32075471698112,1613947063368,6728
"wd_0",0.01,1613947063368,6728
"sqr_mom_0",0.99,1613947063368,6728
"lr_0",7.220766106834335e-07,1613947063368,6728
"mom_0",0.935559323379565,1613947063368,6728
"eps_0",1e-05,1613947063368,6728
"wd_1",0.01,1613947063368,6728
"sqr_mom_1",0.99,1613947063368,6728
"lr_1",7.220766106834332e-06,1613947063368,6728
"mom_1",0.935559323379565,1613947063368,6728
"eps_1",1e-05,1613947063368,6728
"wd_2",0.01,1613947063368,6728
"sqr_mom_2",0.99,1613947063368,6728
"lr_2",7.220766106834326e-05,1613947063368,6728
"mom_2",0.935559323379565,1613947063368,6728
"eps_2",1e-05,1613947063368,6728
"train_loss",0.0053095953,1613947064300,6729
"raw_loss",0.0052360124,1613947064300,6729
"epoch",42.32704402515722,1613947064300,6729
"wd_0",0.01,1613947064300,6729
"sqr_mom_0",0.99,1613947064300,6729
"lr_0",7.210843396495623e-07,1613947064300,6729
"mom_0",0.9355791689986988,1613947064300,6729
"eps_0",1e-05,1613947064300,6729
"wd_1",0.01,1613947064300,6729
"sqr_mom_1",0.99,1613947064300,6729
"lr_1",7.210843396495628e-06,1613947064300,6729
"mom_1",0.9355791689986988,1613947064300,6729
"eps_1",1e-05,1613947064300,6729
"wd_2",0.01,1613947064300,6729
"sqr_mom_2",0.99,1613947064300,6729
"lr_2",7.210843396495624e-05,1613947064300,6729
"mom_2",0.9355791689986988,1613947064300,6729
"eps_2",1e-05,1613947064300,6729
"train_loss",0.005269594,1613947065249,6730
"raw_loss",0.0033095211,1613947065249,6730
"epoch",42.33333333333332,1613947065249,6730
"wd_0",0.01,1613947065249,6730
"sqr_mom_0",0.99,1613947065249,6730
"lr_0",7.20093293449164e-07,1613947065249,6730
"mom_0",0.9355989901209179,1613947065249,6730
"eps_0",1e-05,1613947065249,6730
"wd_1",0.01,1613947065249,6730
"sqr_mom_1",0.99,1613947065249,6730
"lr_1",7.200932934491642e-06,1613947065249,6730
"mom_1",0.9355989901209179,1613947065249,6730
"eps_1",1e-05,1613947065249,6730
"wd_2",0.01,1613947065249,6730
"sqr_mom_2",0.99,1613947065249,6730
"lr_2",7.20093293449164e-05,1613947065249,6730
"mom_2",0.9355989901209179,1613947065249,6730
"eps_2",1e-05,1613947065249,6730
"train_loss",0.005243377,1613947066183,6731
"raw_loss",0.0039587286,1613947066183,6731
"epoch",42.33962264150942,1613947066183,6731
"wd_0",0.01,1613947066183,6731
"sqr_mom_0",0.99,1613947066183,6731
"lr_0",7.191028142053164e-07,1613947066183,6731
"mom_0",0.9356187999038926,1613947066183,6731
"eps_0",1e-05,1613947066183,6731
"wd_1",0.01,1613947066183,6731
"sqr_mom_1",0.99,1613947066183,6731
"lr_1",7.191028142053161e-06,1613947066183,6731
"mom_1",0.9356187999038926,1613947066183,6731
"eps_1",1e-05,1613947066183,6731
"wd_2",0.01,1613947066183,6731
"sqr_mom_2",0.99,1613947066183,6731
"lr_2",7.191028142053158e-05,1613947066183,6731
"mom_2",0.9356187999038926,1613947066183,6731
"eps_2",1e-05,1613947066183,6731
"train_loss",0.0052527585,1613947067140,6732
"raw_loss",0.0057124724,1613947067140,6732
"epoch",42.34591194968552,1613947067140,6732
"wd_0",0.01,1613947067140,6732
"sqr_mom_0",0.99,1613947067140,6732
"lr_0",7.181122455460265e-07,1613947067140,6732
"mom_0",0.9356386114751942,1613947067140,6732
"eps_0",1e-05,1613947067140,6732
"wd_1",0.01,1613947067140,6732
"sqr_mom_1",0.99,1613947067140,6732
"lr_1",7.181122455460266e-06,1613947067140,6732
"mom_1",0.9356386114751942,1613947067140,6732
"eps_1",1e-05,1613947067140,6732
"wd_2",0.01,1613947067140,6732
"sqr_mom_2",0.99,1613947067140,6732
"lr_2",7.181122455460258e-05,1613947067140,6732
"mom_2",0.9356386114751942,1613947067140,6732
"eps_2",1e-05,1613947067140,6732
"train_loss",0.0052023074,1613947068080,6733
"raw_loss",0.0027301884,1613947068080,6733
"epoch",42.35220125786162,1613947068080,6733
"wd_0",0.01,1613947068080,6733
"sqr_mom_0",0.99,1613947068080,6733
"lr_0",7.17122901538321e-07,1613947068080,6733
"mom_0",0.9356583985532191,1613947068080,6733
"eps_0",1e-05,1613947068080,6733
"wd_1",0.01,1613947068080,6733
"sqr_mom_1",0.99,1613947068080,6733
"lr_1",7.171229015383212e-06,1613947068080,6733
"mom_1",0.9356583985532191,1613947068080,6733
"eps_1",1e-05,1613947068080,6733
"wd_2",0.01,1613947068080,6733
"sqr_mom_2",0.99,1613947068080,6733
"lr_2",7.171229015383204e-05,1613947068080,6733
"mom_2",0.9356583985532191,1613947068080,6733
"eps_2",1e-05,1613947068080,6733
"train_loss",0.005167948,1613947069020,6734
"raw_loss",0.0034843413,1613947069020,6734
"epoch",42.35849056603772,1613947069020,6734
"wd_0",0.01,1613947069020,6734
"sqr_mom_0",0.99,1613947069020,6734
"lr_0",7.161337974665096e-07,1613947069020,6734
"mom_0",0.9356781808324781,1613947069020,6734
"eps_0",1e-05,1613947069020,6734
"wd_1",0.01,1613947069020,6734
"sqr_mom_1",0.99,1613947069020,6734
"lr_1",7.161337974665095e-06,1613947069020,6734
"mom_1",0.9356781808324781,1613947069020,6734
"eps_1",1e-05,1613947069020,6734
"wd_2",0.01,1613947069020,6734
"sqr_mom_2",0.99,1613947069020,6734
"lr_2",7.161337974665095e-05,1613947069020,6734
"mom_2",0.9356781808324781,1613947069020,6734
"eps_2",1e-05,1613947069020,6734
"train_loss",0.0051590144,1613947069974,6735
"raw_loss",0.0047212536,1613947069974,6735
"epoch",42.36477987421382,1613947069974,6735
"wd_0",0.01,1613947069974,6735
"sqr_mom_0",0.99,1613947069974,6735
"lr_0",7.151452619895707e-07,1613947069974,6735
"mom_0",0.9356979517397259,1613947069974,6735
"eps_0",1e-05,1613947069974,6735
"wd_1",0.01,1613947069974,6735
"sqr_mom_1",0.99,1613947069974,6735
"lr_1",7.151452619895705e-06,1613947069974,6735
"mom_1",0.9356979517397259,1613947069974,6735
"eps_1",1e-05,1613947069974,6735
"wd_2",0.01,1613947069974,6735
"sqr_mom_2",0.99,1613947069974,6735
"lr_2",7.151452619895703e-05,1613947069974,6735
"mom_2",0.9356979517397259,1613947069974,6735
"eps_2",1e-05,1613947069974,6735
"train_loss",0.005099054,1613947070927,6736
"raw_loss",0.0021609883,1613947070927,6736
"epoch",42.371069182389924,1613947070927,6736
"wd_0",0.01,1613947070927,6736
"sqr_mom_0",0.99,1613947070927,6736
"lr_0",7.141572954225869e-07,1613947070927,6736
"mom_0",0.9357177112686609,1613947070927,6736
"eps_0",1e-05,1613947070927,6736
"wd_1",0.01,1613947070927,6736
"sqr_mom_1",0.99,1613947070927,6736
"lr_1",7.141572954225871e-06,1613947070927,6736
"mom_1",0.9357177112686609,1613947070927,6736
"eps_1",1e-05,1613947070927,6736
"wd_2",0.01,1613947070927,6736
"sqr_mom_2",0.99,1613947070927,6736
"lr_2",7.141572954225866e-05,1613947070927,6736
"mom_2",0.9357177112686609,1613947070927,6736
"eps_2",1e-05,1613947070927,6736
"train_loss",0.0050777444,1613947071881,6737
"raw_loss",0.004033564,1613947071881,6737
"epoch",42.377358490566024,1613947071881,6737
"wd_0",0.01,1613947071881,6737
"sqr_mom_0",0.99,1613947071881,6737
"lr_0",7.131702254810343e-07,1613947071881,6737
"mom_0",0.935737452864908,1613947071881,6737
"eps_0",1e-05,1613947071881,6737
"wd_1",0.01,1613947071881,6737
"sqr_mom_1",0.99,1613947071881,6737
"lr_1",7.1317022548103435e-06,1613947071881,6737
"mom_1",0.935737452864908,1613947071881,6737
"eps_1",1e-05,1613947071881,6737
"wd_2",0.01,1613947071881,6737
"sqr_mom_2",0.99,1613947071881,6737
"lr_2",7.131702254810335e-05,1613947071881,6737
"mom_2",0.935737452864908,1613947071881,6737
"eps_2",1e-05,1613947071881,6737
"train_loss",0.005054965,1613947072833,6738
"raw_loss",0.003938792,1613947072833,6738
"epoch",42.383647798742125,1613947072833,6738
"wd_0",0.01,1613947072833,6738
"sqr_mom_0",0.99,1613947072833,6738
"lr_0",7.12183070277922e-07,1613947072833,6738
"mom_0",0.9357571961664032,1613947072833,6738
"eps_0",1e-05,1613947072833,6738
"wd_1",0.01,1613947072833,6738
"sqr_mom_1",0.99,1613947072833,6738
"lr_1",7.121830702779217e-06,1613947072833,6738
"mom_1",0.9357571961664032,1613947072833,6738
"eps_1",1e-05,1613947072833,6738
"wd_2",0.01,1613947072833,6738
"sqr_mom_2",0.99,1613947072833,6738
"lr_2",7.121830702779214e-05,1613947072833,6738
"mom_2",0.9357571961664032,1613947072833,6738
"eps_2",1e-05,1613947072833,6738
"train_loss",0.005006791,1613947073787,6739
"raw_loss",0.0026462656,1613947073787,6739
"epoch",42.389937106918225,1613947073787,6739
"wd_0",0.01,1613947073787,6739
"sqr_mom_0",0.99,1613947073787,6739
"lr_0",7.111971393520582e-07,1613947073787,6739
"mom_0",0.9357769149821086,1613947073787,6739
"eps_0",1e-05,1613947073787,6739
"wd_1",0.01,1613947073787,6739
"sqr_mom_1",0.99,1613947073787,6739
"lr_1",7.111971393520587e-06,1613947073787,6739
"mom_1",0.9357769149821086,1613947073787,6739
"eps_1",1e-05,1613947073787,6739
"wd_2",0.01,1613947073787,6739
"sqr_mom_2",0.99,1613947073787,6739
"lr_2",7.111971393520579e-05,1613947073787,6739
"mom_2",0.9357769149821086,1613947073787,6739
"eps_2",1e-05,1613947073787,6739
"train_loss",0.004999995,1613947074734,6740
"raw_loss",0.004666994,1613947074734,6740
"epoch",42.396226415094326,1613947074734,6740
"wd_0",0.01,1613947074734,6740
"sqr_mom_0",0.99,1613947074734,6740
"lr_0",7.102117782164116e-07,1613947074734,6740
"mom_0",0.9357966224018958,1613947074734,6740
"eps_0",1e-05,1613947074734,6740
"wd_1",0.01,1613947074734,6740
"sqr_mom_1",0.99,1613947074734,6740
"lr_1",7.102117782164116e-06,1613947074734,6740
"mom_1",0.9357966224018958,1613947074734,6740
"eps_1",1e-05,1613947074734,6740
"wd_2",0.01,1613947074734,6740
"sqr_mom_2",0.99,1613947074734,6740
"lr_2",7.102117782164114e-05,1613947074734,6740
"mom_2",0.9357966224018958,1613947074734,6740
"eps_2",1e-05,1613947074734,6740
"train_loss",0.0050155334,1613947075676,6741
"raw_loss",0.005776896,1613947075676,6741
"epoch",42.402515723270426,1613947075676,6741
"wd_0",0.01,1613947075676,6741
"sqr_mom_0",0.99,1613947075676,6741
"lr_0",7.09226333896401e-07,1613947075676,6741
"mom_0",0.9358163314853868,1613947075676,6741
"eps_0",1e-05,1613947075676,6741
"wd_1",0.01,1613947075676,6741
"sqr_mom_1",0.99,1613947075676,6741
"lr_1",7.09226333896401e-06,1613947075676,6741
"mom_1",0.9358163314853868,1613947075676,6741
"eps_1",1e-05,1613947075676,6741
"wd_2",0.01,1613947075676,6741
"sqr_mom_2",0.99,1613947075676,6741
"lr_2",7.092263338964006e-05,1613947075676,6741
"mom_2",0.9358163314853868,1613947075676,6741
"eps_2",1e-05,1613947075676,6741
"train_loss",0.004974629,1613947076622,6742
"raw_loss",0.0029703048,1613947076622,6742
"epoch",42.408805031446526,1613947076622,6742
"wd_0",0.01,1613947076622,6742
"sqr_mom_0",0.99,1613947076622,6742
"lr_0",7.08242113661216e-07,1613947076622,6742
"mom_0",0.9358360160869366,1613947076622,6742
"eps_0",1e-05,1613947076622,6742
"wd_1",0.01,1613947076622,6742
"sqr_mom_1",0.99,1613947076622,6742
"lr_1",7.08242113661216e-06,1613947076622,6742
"mom_1",0.9358360160869366,1613947076622,6742
"eps_1",1e-05,1613947076622,6742
"wd_2",0.01,1613947076622,6742
"sqr_mom_2",0.99,1613947076622,6742
"lr_2",7.082421136612158e-05,1613947076622,6742
"mom_2",0.9358360160869366,1613947076622,6742
"eps_2",1e-05,1613947076622,6742
"train_loss",0.005092165,1613947077574,6743
"raw_loss",0.010851449,1613947077574,6743
"epoch",42.41509433962263,1613947077574,6743
"wd_0",0.01,1613947077574,6743
"sqr_mom_0",0.99,1613947077574,6743
"lr_0",7.072581378920952e-07,1613947077574,6743
"mom_0",0.935855695799116,1613947077574,6743
"eps_0",1e-05,1613947077574,6743
"wd_1",0.01,1613947077574,6743
"sqr_mom_1",0.99,1613947077574,6743
"lr_1",7.072581378920953e-06,1613947077574,6743
"mom_1",0.935855695799116,1613947077574,6743
"eps_1",1e-05,1613947077574,6743
"wd_2",0.01,1613947077574,6743
"sqr_mom_2",0.99,1613947077574,6743
"lr_2",7.072581378920952e-05,1613947077574,6743
"mom_2",0.935855695799116,1613947077574,6743
"eps_2",1e-05,1613947077574,6743
"train_loss",0.0050792,1613947078526,6744
"raw_loss",0.00444392,1613947078526,6744
"epoch",42.42138364779873,1613947078526,6744
"wd_0",0.01,1613947078526,6744
"sqr_mom_0",0.99,1613947078526,6744
"lr_0",7.062747335468615e-07,1613947078526,6744
"mom_0",0.9358753640827036,1613947078526,6744
"eps_0",1e-05,1613947078526,6744
"wd_1",0.01,1613947078526,6744
"sqr_mom_1",0.99,1613947078526,6744
"lr_1",7.062747335468616e-06,1613947078526,6744
"mom_1",0.9358753640827036,1613947078526,6744
"eps_1",1e-05,1613947078526,6744
"wd_2",0.01,1613947078526,6744
"sqr_mom_2",0.99,1613947078526,6744
"lr_2",7.06274733546861e-05,1613947078526,6744
"mom_2",0.9358753640827036,1613947078526,6744
"eps_2",1e-05,1613947078526,6744
"train_loss",0.0050402656,1613947079475,6745
"raw_loss",0.0031324858,1613947079475,6745
"epoch",42.42767295597483,1613947079475,6745
"wd_0",0.01,1613947079475,6745
"sqr_mom_0",0.99,1613947079475,6745
"lr_0",7.052919009389637e-07,1613947079475,6745
"mom_0",0.93589502093143,1613947079475,6745
"eps_0",1e-05,1613947079475,6745
"wd_1",0.01,1613947079475,6745
"sqr_mom_1",0.99,1613947079475,6745
"lr_1",7.052919009389638e-06,1613947079475,6745
"mom_1",0.93589502093143,1613947079475,6745
"eps_1",1e-05,1613947079475,6745
"wd_2",0.01,1613947079475,6745
"sqr_mom_2",0.99,1613947079475,6745
"lr_2",7.052919009389635e-05,1613947079475,6745
"mom_2",0.93589502093143,1613947079475,6745
"eps_2",1e-05,1613947079475,6745
"train_loss",0.005024387,1613947080453,6746
"raw_loss",0.004246345,1613947080453,6746
"epoch",42.43396226415093,1613947080453,6746
"wd_0",0.01,1613947080453,6746
"sqr_mom_0",0.99,1613947080453,6746
"lr_0",7.04309966078028e-07,1613947080453,6746
"mom_0",0.9359146598250376,1613947080453,6746
"eps_0",1e-05,1613947080453,6746
"wd_1",0.01,1613947080453,6746
"sqr_mom_1",0.99,1613947080453,6746
"lr_1",7.0430996607802795e-06,1613947080453,6746
"mom_1",0.9359146598250376,1613947080453,6746
"eps_1",1e-05,1613947080453,6746
"wd_2",0.01,1613947080453,6746
"sqr_mom_2",0.99,1613947080453,6746
"lr_2",7.043099660780275e-05,1613947080453,6746
"mom_2",0.9359146598250376,1613947080453,6746
"eps_2",1e-05,1613947080453,6746
"train_loss",0.0050147087,1613947081493,6747
"raw_loss",0.0045404765,1613947081493,6747
"epoch",42.44025157232703,1613947081493,6747
"wd_0",0.01,1613947081493,6747
"sqr_mom_0",0.99,1613947081493,6747
"lr_0",7.033279521880594e-07,1613947081493,6747
"mom_0",0.9359343002992417,1613947081493,6747
"eps_0",1e-05,1613947081493,6747
"wd_1",0.01,1613947081493,6747
"sqr_mom_1",0.99,1613947081493,6747
"lr_1",7.0332795218805956e-06,1613947081493,6747
"mom_1",0.9359343002992417,1613947081493,6747
"eps_1",1e-05,1613947081493,6747
"wd_2",0.01,1613947081493,6747
"sqr_mom_2",0.99,1613947081493,6747
"lr_2",7.033279521880589e-05,1613947081493,6747
"mom_2",0.9359343002992417,1613947081493,6747
"eps_2",1e-05,1613947081493,6747
"train_loss",0.0050771954,1613947082463,6748
"raw_loss",0.008139051,1613947082463,6748
"epoch",42.44654088050313,1613947082463,6748
"wd_0",0.01,1613947082463,6748
"sqr_mom_0",0.99,1613947082463,6748
"lr_0",7.023471619875128e-07,1613947082463,6748
"mom_0",0.9359539162994127,1613947082463,6748
"eps_0",1e-05,1613947082463,6748
"wd_1",0.01,1613947082463,6748
"sqr_mom_1",0.99,1613947082463,6748
"lr_1",7.0234716198751284e-06,1613947082463,6748
"mom_1",0.9359539162994127,1613947082463,6748
"eps_1",1e-05,1613947082463,6748
"wd_2",0.01,1613947082463,6748
"sqr_mom_2",0.99,1613947082463,6748
"lr_2",7.023471619875126e-05,1613947082463,6748
"mom_2",0.9359539162994127,1613947082463,6748
"eps_2",1e-05,1613947082463,6748
"train_loss",0.005097395,1613947083440,6749
"raw_loss",0.006087179,1613947083440,6749
"epoch",42.45283018867923,1613947083440,6749
"wd_0",0.01,1613947083440,6749
"sqr_mom_0",0.99,1613947083440,6749
"lr_0",7.013669443961413e-07,1613947083440,6749
"mom_0",0.9359735208472856,1613947083440,6749
"eps_0",1e-05,1613947083440,6749
"wd_1",0.01,1613947083440,6749
"sqr_mom_1",0.99,1613947083440,6749
"lr_1",7.013669443961415e-06,1613947083440,6749
"mom_1",0.9359735208472856,1613947083440,6749
"eps_1",1e-05,1613947083440,6749
"wd_2",0.01,1613947083440,6749
"sqr_mom_2",0.99,1613947083440,6749
"lr_2",7.01366944396141e-05,1613947083440,6749
"mom_2",0.9359735208472856,1613947083440,6749
"eps_2",1e-05,1613947083440,6749
"train_loss",0.0050707157,1613947084408,6750
"raw_loss",0.0037634342,1613947084408,6750
"epoch",42.45911949685533,1613947084408,6750
"wd_0",0.01,1613947084408,6750
"sqr_mom_0",0.99,1613947084408,6750
"lr_0",7.003866498536325e-07,1613947084408,6750
"mom_0",0.9359931269341967,1613947084408,6750
"eps_0",1e-05,1613947084408,6750
"wd_1",0.01,1613947084408,6750
"sqr_mom_1",0.99,1613947084408,6750
"lr_1",7.003866498536328e-06,1613947084408,6750
"mom_1",0.9359931269341967,1613947084408,6750
"eps_1",1e-05,1613947084408,6750
"wd_2",0.01,1613947084408,6750
"sqr_mom_2",0.99,1613947084408,6750
"lr_2",7.003866498536318e-05,1613947084408,6750
"mom_2",0.9359931269341967,1613947084408,6750
"eps_2",1e-05,1613947084408,6750
"train_loss",0.0050720135,1613947085362,6751
"raw_loss",0.005135601,1613947085362,6751
"epoch",42.46540880503143,1613947085362,6751
"wd_0",0.01,1613947085362,6751
"sqr_mom_0",0.99,1613947085362,6751
"lr_0",6.994075787975897e-07,1613947085362,6751
"mom_0",0.9360127085511337,1613947085362,6751
"eps_0",1e-05,1613947085362,6751
"wd_1",0.01,1613947085362,6751
"sqr_mom_1",0.99,1613947085362,6751
"lr_1",6.994075787975899e-06,1613947085362,6751
"mom_1",0.9360127085511337,1613947085362,6751
"eps_1",1e-05,1613947085362,6751
"wd_2",0.01,1613947085362,6751
"sqr_mom_2",0.99,1613947085362,6751
"lr_2",6.994075787975895e-05,1613947085362,6751
"mom_2",0.9360127085511337,1613947085362,6751
"eps_2",1e-05,1613947085362,6751
"train_loss",0.005029629,1613947086299,6752
"raw_loss",0.0029527813,1613947086299,6752
"epoch",42.47169811320753,1613947086299,6752
"wd_0",0.01,1613947086299,6752
"sqr_mom_0",0.99,1613947086299,6752
"lr_0",6.984290812870593e-07,1613947086299,6752
"mom_0",0.9360322786970457,1613947086299,6752
"eps_0",1e-05,1613947086299,6752
"wd_1",0.01,1613947086299,6752
"sqr_mom_1",0.99,1613947086299,6752
"lr_1",6.98429081287059e-06,1613947086299,6752
"mom_1",0.9360322786970457,1613947086299,6752
"eps_1",1e-05,1613947086299,6752
"wd_2",0.01,1613947086299,6752
"sqr_mom_2",0.99,1613947086299,6752
"lr_2",6.984290812870583e-05,1613947086299,6752
"mom_2",0.9360322786970457,1613947086299,6752
"eps_2",1e-05,1613947086299,6752
"train_loss",0.005000375,1613947087252,6753
"raw_loss",0.0035669494,1613947087252,6753
"epoch",42.47798742138363,1613947087252,6753
"wd_0",0.01,1613947087252,6753
"sqr_mom_0",0.99,1613947087252,6753
"lr_0",6.974505089035056e-07,1613947087252,6753
"mom_0",0.9360518503404333,1613947087252,6753
"eps_0",1e-05,1613947087252,6753
"wd_1",0.01,1613947087252,6753
"sqr_mom_1",0.99,1613947087252,6753
"lr_1",6.9745050890350545e-06,1613947087252,6753
"mom_1",0.9360518503404333,1613947087252,6753
"eps_1",1e-05,1613947087252,6753
"wd_2",0.01,1613947087252,6753
"sqr_mom_2",0.99,1613947087252,6753
"lr_2",6.974505089035049e-05,1613947087252,6753
"mom_2",0.9360518503404333,1613947087252,6753
"eps_2",1e-05,1613947087252,6753
"train_loss",0.004981786,1613947088198,6754
"raw_loss",0.0040709064,1613947088198,6754
"epoch",42.48427672955973,1613947088198,6754
"wd_0",0.01,1613947088198,6754
"sqr_mom_0",0.99,1613947088198,6754
"lr_0",6.964731597999538e-07,1613947088198,6754
"mom_0",0.9360713975179761,1613947088198,6754
"eps_0",1e-05,1613947088198,6754
"wd_1",0.01,1613947088198,6754
"sqr_mom_1",0.99,1613947088198,6754
"lr_1",6.9647315979995376e-06,1613947088198,6754
"mom_1",0.9360713975179761,1613947088198,6754
"eps_1",1e-05,1613947088198,6754
"wd_2",0.01,1613947088198,6754
"sqr_mom_2",0.99,1613947088198,6754
"lr_2",6.964731597999536e-05,1613947088198,6754
"mom_2",0.9360713975179761,1613947088198,6754
"eps_2",1e-05,1613947088198,6754
"train_loss",0.004979059,1613947089133,6755
"raw_loss",0.0048454297,1613947089133,6755
"epoch",42.49056603773583,1613947089133,6755
"wd_0",0.01,1613947089133,6755
"sqr_mom_0",0.99,1613947089133,6755
"lr_0",6.954960611928029e-07,1613947089133,6755
"mom_0",0.9360909396855408,1613947089133,6755
"eps_0",1e-05,1613947089133,6755
"wd_1",0.01,1613947089133,6755
"sqr_mom_1",0.99,1613947089133,6755
"lr_1",6.95496061192803e-06,1613947089133,6755
"mom_1",0.9360909396855408,1613947089133,6755
"eps_1",1e-05,1613947089133,6755
"wd_2",0.01,1613947089133,6755
"sqr_mom_2",0.99,1613947089133,6755
"lr_2",6.954960611928022e-05,1613947089133,6755
"mom_2",0.9360909396855408,1613947089133,6755
"eps_2",1e-05,1613947089133,6755
"train_loss",0.004967765,1613947090087,6756
"raw_loss",0.0044143545,1613947090087,6756
"epoch",42.49685534591193,1613947090087,6756
"wd_0",0.01,1613947090087,6756
"sqr_mom_0",0.99,1613947090087,6756
"lr_0",6.945195377585653e-07,1613947090087,6756
"mom_0",0.9361104703495321,1613947090087,6756
"eps_0",1e-05,1613947090087,6756
"wd_1",0.01,1613947090087,6756
"sqr_mom_1",0.99,1613947090087,6756
"lr_1",6.9451953775856535e-06,1613947090087,6756
"mom_1",0.9361104703495321,1613947090087,6756
"eps_1",1e-05,1613947090087,6756
"wd_2",0.01,1613947090087,6756
"sqr_mom_2",0.99,1613947090087,6756
"lr_2",6.945195377585652e-05,1613947090087,6756
"mom_2",0.9361104703495321,1613947090087,6756
"eps_2",1e-05,1613947090087,6756
"train_loss",0.0049313447,1613947091029,6757
"raw_loss",0.0031467427,1613947091029,6757
"epoch",42.50314465408803,1613947091029,6757
"wd_0",0.01,1613947091029,6757
"sqr_mom_0",0.99,1613947091029,6757
"lr_0",6.935435898084979e-07,1613947091029,6757
"mom_0",0.9361299895037251,1613947091029,6757
"eps_0",1e-05,1613947091029,6757
"wd_1",0.01,1613947091029,6757
"sqr_mom_1",0.99,1613947091029,6757
"lr_1",6.935435898084982e-06,1613947091029,6757
"mom_1",0.9361299895037251,1613947091029,6757
"eps_1",1e-05,1613947091029,6757
"wd_2",0.01,1613947091029,6757
"sqr_mom_2",0.99,1613947091029,6757
"lr_2",6.935435898084975e-05,1613947091029,6757
"mom_2",0.9361299895037251,1613947091029,6757
"eps_2",1e-05,1613947091029,6757
"train_loss",0.004912459,1613947091965,6758
"raw_loss",0.0039870422,1613947091965,6758
"epoch",42.50943396226413,1613947091965,6758
"wd_0",0.01,1613947091965,6758
"sqr_mom_0",0.99,1613947091965,6758
"lr_0",6.925685410647007e-07,1613947091965,6758
"mom_0",0.9361494906736126,1613947091965,6758
"eps_0",1e-05,1613947091965,6758
"wd_1",0.01,1613947091965,6758
"sqr_mom_1",0.99,1613947091965,6758
"lr_1",6.925685410647007e-06,1613947091965,6758
"mom_1",0.9361494906736126,1613947091965,6758
"eps_1",1e-05,1613947091965,6758
"wd_2",0.01,1613947091965,6758
"sqr_mom_2",0.99,1613947091965,6758
"lr_2",6.925685410647003e-05,1613947091965,6758
"mom_2",0.9361494906736126,1613947091965,6758
"eps_2",1e-05,1613947091965,6758
"train_loss",0.004880809,1613947092914,6759
"raw_loss",0.003329968,1613947092914,6759
"epoch",42.51572327044023,1613947092914,6759
"wd_0",0.01,1613947092914,6759
"sqr_mom_0",0.99,1613947092914,6759
"lr_0",6.915934216049772e-07,1613947092914,6759
"mom_0",0.936168993257833,1613947092914,6759
"eps_0",1e-05,1613947092914,6759
"wd_1",0.01,1613947092914,6759
"sqr_mom_1",0.99,1613947092914,6759
"lr_1",6.915934216049772e-06,1613947092914,6759
"mom_1",0.936168993257833,1613947092914,6759
"eps_1",1e-05,1613947092914,6759
"wd_2",0.01,1613947092914,6759
"sqr_mom_2",0.99,1613947092914,6759
"lr_2",6.91593421604977e-05,1613947092914,6759
"mom_2",0.936168993257833,1613947092914,6759
"eps_2",1e-05,1613947092914,6759
"train_loss",0.0048915907,1613947093869,6760
"raw_loss",0.0054198788,1613947093869,6760
"epoch",42.522012578616334,1613947093869,6760
"wd_0",0.01,1613947093869,6760
"sqr_mom_0",0.99,1613947093869,6760
"lr_0",6.906195250017798e-07,1613947093869,6760
"mom_0",0.9361884713846782,1613947093869,6760
"eps_0",1e-05,1613947093869,6760
"wd_1",0.01,1613947093869,6760
"sqr_mom_1",0.99,1613947093869,6760
"lr_1",6.906195250017798e-06,1613947093869,6760
"mom_1",0.9361884713846782,1613947093869,6760
"eps_1",1e-05,1613947093869,6760
"wd_2",0.01,1613947093869,6760
"sqr_mom_2",0.99,1613947093869,6760
"lr_2",6.906195250017794e-05,1613947093869,6760
"mom_2",0.9361884713846782,1613947093869,6760
"eps_2",1e-05,1613947093869,6760
"train_loss",0.0048482283,1613947094820,6761
"raw_loss",0.0027234594,1613947094820,6761
"epoch",42.528301886792434,1613947094820,6761
"wd_0",0.01,1613947094820,6761
"sqr_mom_0",0.99,1613947094820,6761
"lr_0",6.896462047433269e-07,1613947094820,6761
"mom_0",0.9362079379845133,1613947094820,6761
"eps_0",1e-05,1613947094820,6761
"wd_1",0.01,1613947094820,6761
"sqr_mom_1",0.99,1613947094820,6761
"lr_1",6.896462047433269e-06,1613947094820,6761
"mom_1",0.9362079379845133,1613947094820,6761
"eps_1",1e-05,1613947094820,6761
"wd_2",0.01,1613947094820,6761
"sqr_mom_2",0.99,1613947094820,6761
"lr_2",6.896462047433269e-05,1613947094820,6761
"mom_2",0.9362079379845133,1613947094820,6761
"eps_2",1e-05,1613947094820,6761
"train_loss",0.0049238787,1613947095789,6762
"raw_loss",0.008630762,1613947095789,6762
"epoch",42.534591194968534,1613947095789,6762
"wd_0",0.01,1613947095789,6762
"sqr_mom_0",0.99,1613947095789,6762
"lr_0",6.886728158476903e-07,1613947095789,6762
"mom_0",0.9362274059571057,1613947095789,6762
"eps_0",1e-05,1613947095789,6762
"wd_1",0.01,1613947095789,6762
"sqr_mom_1",0.99,1613947095789,6762
"lr_1",6.886728158476903e-06,1613947095789,6762
"mom_1",0.9362274059571057,1613947095789,6762
"eps_1",1e-05,1613947095789,6762
"wd_2",0.01,1613947095789,6762
"sqr_mom_2",0.99,1613947095789,6762
"lr_2",6.886728158476903e-05,1613947095789,6762
"mom_2",0.9362274059571057,1613947095789,6762
"eps_2",1e-05,1613947095789,6762
"train_loss",0.005038196,1613947096742,6763
"raw_loss",0.010639764,1613947096742,6763
"epoch",42.540880503144635,1613947096742,6763
"wd_0",0.01,1613947096742,6763
"sqr_mom_0",0.99,1613947096742,6763
"lr_0",6.877006495915919e-07,1613947096742,6763
"mom_0",0.9362468494766629,1613947096742,6763
"eps_0",1e-05,1613947096742,6763
"wd_1",0.01,1613947096742,6763
"sqr_mom_1",0.99,1613947096742,6763
"lr_1",6.877006495915915e-06,1613947096742,6763
"mom_1",0.9362468494766629,1613947096742,6763
"eps_1",1e-05,1613947096742,6763
"wd_2",0.01,1613947096742,6763
"sqr_mom_2",0.99,1613947096742,6763
"lr_2",6.877006495915915e-05,1613947096742,6763
"mom_2",0.9362468494766629,1613947096742,6763
"eps_2",1e-05,1613947096742,6763
"train_loss",0.005064913,1613947097692,6764
"raw_loss",0.0063740285,1613947097692,6764
"epoch",42.547169811320735,1613947097692,6764
"wd_0",0.01,1613947097692,6764
"sqr_mom_0",0.99,1613947097692,6764
"lr_0",6.867284160843987e-07,1613947097692,6764
"mom_0",0.9362662943412554,1613947097692,6764
"eps_0",1e-05,1613947097692,6764
"wd_1",0.01,1613947097692,6764
"sqr_mom_1",0.99,1613947097692,6764
"lr_1",6.867284160843992e-06,1613947097692,6764
"mom_1",0.9362662943412554,1613947097692,6764
"eps_1",1e-05,1613947097692,6764
"wd_2",0.01,1613947097692,6764
"sqr_mom_2",0.99,1613947097692,6764
"lr_2",6.867284160843988e-05,1613947097692,6764
"mom_2",0.9362662943412554,1613947097692,6764
"eps_2",1e-05,1613947097692,6764
"train_loss",0.0050500645,1613947098641,6765
"raw_loss",0.004322495,1613947098641,6765
"epoch",42.553459119496836,1613947098641,6765
"wd_0",0.01,1613947098641,6765
"sqr_mom_0",0.99,1613947098641,6765
"lr_0",6.857574050701197e-07,1613947098641,6765
"mom_0",0.9362857147557451,1613947098641,6765
"eps_0",1e-05,1613947098641,6765
"wd_1",0.01,1613947098641,6765
"sqr_mom_1",0.99,1613947098641,6765
"lr_1",6.857574050701199e-06,1613947098641,6765
"mom_1",0.9362857147557451,1613947098641,6765
"eps_1",1e-05,1613947098641,6765
"wd_2",0.01,1613947098641,6765
"sqr_mom_2",0.99,1613947098641,6765
"lr_2",6.857574050701196e-05,1613947098641,6765
"mom_2",0.9362857147557451,1613947098641,6765
"eps_2",1e-05,1613947098641,6765
"train_loss",0.0050240676,1613947099587,6766
"raw_loss",0.0037502248,1613947099587,6766
"epoch",42.559748427672936,1613947099587,6766
"wd_0",0.01,1613947099587,6766
"sqr_mom_0",0.99,1613947099587,6766
"lr_0",6.847866500700821e-07,1613947099587,6766
"mom_0",0.9363051300498988,1613947099587,6766
"eps_0",1e-05,1613947099587,6766
"wd_1",0.01,1613947099587,6766
"sqr_mom_1",0.99,1613947099587,6766
"lr_1",6.847866500700819e-06,1613947099587,6766
"mom_1",0.9363051300498988,1613947099587,6766
"eps_1",1e-05,1613947099587,6766
"wd_2",0.01,1613947099587,6766
"sqr_mom_2",0.99,1613947099587,6766
"lr_2",6.847866500700819e-05,1613947099587,6766
"mom_2",0.9363051300498988,1613947099587,6766
"eps_2",1e-05,1613947099587,6766
"train_loss",0.0049917777,1613947100534,6767
"raw_loss",0.003409567,1613947100534,6767
"epoch",42.56603773584904,1613947100534,6767
"wd_0",0.01,1613947100534,6767
"sqr_mom_0",0.99,1613947100534,6767
"lr_0",6.838164736564599e-07,1613947100534,6767
"mom_0",0.9363245337722085,1613947100534,6767
"eps_0",1e-05,1613947100534,6767
"wd_1",0.01,1613947100534,6767
"sqr_mom_1",0.99,1613947100534,6767
"lr_1",6.838164736564604e-06,1613947100534,6767
"mom_1",0.9363245337722085,1613947100534,6767
"eps_1",1e-05,1613947100534,6767
"wd_2",0.01,1613947100534,6767
"sqr_mom_2",0.99,1613947100534,6767
"lr_2",6.838164736564596e-05,1613947100534,6767
"mom_2",0.9363245337722085,1613947100534,6767
"eps_2",1e-05,1613947100534,6767
"train_loss",0.0049791457,1613947101485,6768
"raw_loss",0.004360168,1613947101485,6768
"epoch",42.57232704402514,1613947101485,6768
"wd_0",0.01,1613947101485,6768
"sqr_mom_0",0.99,1613947101485,6768
"lr_0",6.828468761384872e-07,1613947101485,6768
"mom_0",0.9363439259164894,1613947101485,6768
"eps_0",1e-05,1613947101485,6768
"wd_1",0.01,1613947101485,6768
"sqr_mom_1",0.99,1613947101485,6768
"lr_1",6.8284687613848685e-06,1613947101485,6768
"mom_1",0.9363439259164894,1613947101485,6768
"eps_1",1e-05,1613947101485,6768
"wd_2",0.01,1613947101485,6768
"sqr_mom_2",0.99,1613947101485,6768
"lr_2",6.828468761384867e-05,1613947101485,6768
"mom_2",0.9363439259164894,1613947101485,6768
"eps_2",1e-05,1613947101485,6768
"train_loss",0.004965454,1613947102433,6769
"raw_loss",0.004294543,1613947102433,6769
"epoch",42.57861635220124,1613947102433,6769
"wd_0",0.01,1613947102433,6769
"sqr_mom_0",0.99,1613947102433,6769
"lr_0",6.818781791282636e-07,1613947102433,6769
"mom_0",0.9363633000504352,1613947102433,6769
"eps_0",1e-05,1613947102433,6769
"wd_1",0.01,1613947102433,6769
"sqr_mom_1",0.99,1613947102433,6769
"lr_1",6.818781791282632e-06,1613947102433,6769
"mom_1",0.9363633000504352,1613947102433,6769
"eps_1",1e-05,1613947102433,6769
"wd_2",0.01,1613947102433,6769
"sqr_mom_2",0.99,1613947102433,6769
"lr_2",6.818781791282627e-05,1613947102433,6769
"mom_2",0.9363633000504352,1613947102433,6769
"eps_2",1e-05,1613947102433,6769
"train_loss",0.0049718264,1613947103389,6770
"raw_loss",0.005284076,1613947103389,6770
"epoch",42.58490566037734,1613947103389,6770
"wd_0",0.01,1613947103389,6770
"sqr_mom_0",0.99,1613947103389,6770
"lr_0",6.809094190254941e-07,1613947103389,6770
"mom_0",0.9363826754462445,1613947103389,6770
"eps_0",1e-05,1613947103389,6770
"wd_1",0.01,1613947103389,6770
"sqr_mom_1",0.99,1613947103389,6770
"lr_1",6.8090941902549426e-06,1613947103389,6770
"mom_1",0.9363826754462445,1613947103389,6770
"eps_1",1e-05,1613947103389,6770
"wd_2",0.01,1613947103389,6770
"sqr_mom_2",0.99,1613947103389,6770
"lr_2",6.809094190254937e-05,1613947103389,6770
"mom_2",0.9363826754462445,1613947103389,6770
"eps_2",1e-05,1613947103389,6770
"train_loss",0.004954308,1613947104365,6771
"raw_loss",0.004095902,1613947104365,6771
"epoch",42.59119496855344,1613947104365,6771
"wd_0",0.01,1613947104365,6771
"sqr_mom_0",0.99,1613947104365,6771
"lr_0",6.799418809664446e-07,1613947104365,6771
"mom_0",0.9364020264009351,1613947104365,6771
"eps_0",1e-05,1613947104365,6771
"wd_1",0.01,1613947104365,6771
"sqr_mom_1",0.99,1613947104365,6771
"lr_1",6.799418809664439e-06,1613947104365,6771
"mom_1",0.9364020264009351,1613947104365,6771
"eps_1",1e-05,1613947104365,6771
"wd_2",0.01,1613947104365,6771
"sqr_mom_2",0.99,1613947104365,6771
"lr_2",6.799418809664437e-05,1613947104365,6771
"mom_2",0.9364020264009351,1613947104365,6771
"eps_2",1e-05,1613947104365,6771
"train_loss",0.0049255933,1613947105317,6772
"raw_loss",0.0035185863,1613947105317,6772
"epoch",42.59748427672954,1613947105317,6772
"wd_0",0.01,1613947105317,6772
"sqr_mom_0",0.99,1613947105317,6772
"lr_0",6.78974922653259e-07,1613947105317,6772
"mom_0",0.9364213657605924,1613947105317,6772
"eps_0",1e-05,1613947105317,6772
"wd_1",0.01,1613947105317,6772
"sqr_mom_1",0.99,1613947105317,6772
"lr_1",6.789749226532593e-06,1613947105317,6772
"mom_1",0.9364213657605924,1613947105317,6772
"eps_1",1e-05,1613947105317,6772
"wd_2",0.01,1613947105317,6772
"sqr_mom_2",0.99,1613947105317,6772
"lr_2",6.789749226532586e-05,1613947105317,6772
"mom_2",0.9364213657605924,1613947105317,6772
"eps_2",1e-05,1613947105317,6772
"train_loss",0.0049282038,1613947106275,6773
"raw_loss",0.0050561153,1613947106275,6773
"epoch",42.60377358490564,1613947106275,6773
"wd_0",0.01,1613947106275,6773
"sqr_mom_0",0.99,1613947106275,6773
"lr_0",6.780079033269629e-07,1613947106275,6773
"mom_0",0.9364407063405241,1613947106275,6773
"eps_0",1e-05,1613947106275,6773
"wd_1",0.01,1613947106275,6773
"sqr_mom_1",0.99,1613947106275,6773
"lr_1",6.780079033269634e-06,1613947106275,6773
"mom_1",0.9364407063405241,1613947106275,6773
"eps_1",1e-05,1613947106275,6773
"wd_2",0.01,1613947106275,6773
"sqr_mom_2",0.99,1613947106275,6773
"lr_2",6.780079033269628e-05,1613947106275,6773
"mom_2",0.9364407063405241,1613947106275,6773
"eps_2",1e-05,1613947106275,6773
"train_loss",0.0049725473,1613947107233,6774
"raw_loss",0.0071453913,1613947107233,6774
"epoch",42.61006289308174,1613947107233,6774
"wd_0",0.01,1613947107233,6774
"sqr_mom_0",0.99,1613947107233,6774
"lr_0",6.770421058145427e-07,1613947107233,6774
"mom_0",0.9364600224839339,1613947107233,6774
"eps_0",1e-05,1613947107233,6774
"wd_1",0.01,1613947107233,6774
"sqr_mom_1",0.99,1613947107233,6774
"lr_1",6.770421058145427e-06,1613947107233,6774
"mom_1",0.9364600224839339,1613947107233,6774
"eps_1",1e-05,1613947107233,6774
"wd_2",0.01,1613947107233,6774
"sqr_mom_2",0.99,1613947107233,6774
"lr_2",6.770421058145427e-05,1613947107233,6774
"mom_2",0.9364600224839339,1613947107233,6774
"eps_2",1e-05,1613947107233,6774
"train_loss",0.0049357736,1613947108188,6775
"raw_loss",0.003133863,1613947108188,6775
"epoch",42.61635220125784,1613947108188,6775
"wd_0",0.01,1613947108188,6775
"sqr_mom_0",0.99,1613947108188,6775
"lr_0",6.760768889716452e-07,1613947108188,6775
"mom_0",0.9364793270138372,1613947108188,6775
"eps_0",1e-05,1613947108188,6775
"wd_1",0.01,1613947108188,6775
"sqr_mom_1",0.99,1613947108188,6775
"lr_1",6.7607688897164525e-06,1613947108188,6775
"mom_1",0.9364793270138372,1613947108188,6775
"eps_1",1e-05,1613947108188,6775
"wd_2",0.01,1613947108188,6775
"sqr_mom_2",0.99,1613947108188,6775
"lr_2",6.760768889716448e-05,1613947108188,6775
"mom_2",0.9364793270138372,1613947108188,6775
"eps_2",1e-05,1613947108188,6775
"train_loss",0.004928475,1613947109135,6776
"raw_loss",0.0045708376,1613947109135,6776
"epoch",42.62264150943394,1613947109135,6776
"wd_0",0.01,1613947109135,6776
"sqr_mom_0",0.99,1613947109135,6776
"lr_0",6.751116131952447e-07,1613947109135,6776
"mom_0",0.9364986327224223,1613947109135,6776
"eps_0",1e-05,1613947109135,6776
"wd_1",0.01,1613947109135,6776
"sqr_mom_1",0.99,1613947109135,6776
"lr_1",6.75111613195244e-06,1613947109135,6776
"mom_1",0.9364986327224223,1613947109135,6776
"eps_1",1e-05,1613947109135,6776
"wd_2",0.01,1613947109135,6776
"sqr_mom_2",0.99,1613947109135,6776
"lr_2",6.751116131952439e-05,1613947109135,6776
"mom_2",0.9364986327224223,1613947109135,6776
"eps_2",1e-05,1613947109135,6776
"train_loss",0.004966863,1613947110094,6777
"raw_loss",0.0068478906,1613947110094,6777
"epoch",42.62893081761004,1613947110094,6777
"wd_0",0.01,1613947110094,6777
"sqr_mom_0",0.99,1613947110094,6777
"lr_0",6.741475589993735e-07,1613947110094,6777
"mom_0",0.9365179139991525,1613947110094,6777
"eps_0",1e-05,1613947110094,6777
"wd_1",0.01,1613947110094,6777
"sqr_mom_1",0.99,1613947110094,6777
"lr_1",6.741475589993733e-06,1613947110094,6777
"mom_1",0.9365179139991525,1613947110094,6777
"eps_1",1e-05,1613947110094,6777
"wd_2",0.01,1613947110094,6777
"sqr_mom_2",0.99,1613947110094,6777
"lr_2",6.741475589993728e-05,1613947110094,6777
"mom_2",0.9365179139991525,1613947110094,6777
"eps_2",1e-05,1613947110094,6777
"train_loss",0.004951292,1613947111039,6778
"raw_loss",0.0041883183,1613947111039,6778
"epoch",42.63522012578614,1613947111039,6778
"wd_0",0.01,1613947111039,6778
"sqr_mom_0",0.99,1613947111039,6778
"lr_0",6.731837668258024e-07,1613947111039,6778
"mom_0",0.9365371900353843,1613947111039,6778
"eps_0",1e-05,1613947111039,6778
"wd_1",0.01,1613947111039,6778
"sqr_mom_1",0.99,1613947111039,6778
"lr_1",6.731837668258021e-06,1613947111039,6778
"mom_1",0.9365371900353843,1613947111039,6778
"eps_1",1e-05,1613947111039,6778
"wd_2",0.01,1613947111039,6778
"sqr_mom_2",0.99,1613947111039,6778
"lr_2",6.731837668258017e-05,1613947111039,6778
"mom_2",0.9365371900353843,1613947111039,6778
"eps_2",1e-05,1613947111039,6778
"train_loss",0.0049234973,1613947111981,6779
"raw_loss",0.0035615482,1613947111981,6779
"epoch",42.64150943396224,1613947111981,6779
"wd_0",0.01,1613947111981,6779
"sqr_mom_0",0.99,1613947111981,6779
"lr_0",6.722205569369333e-07,1613947111981,6779
"mom_0",0.9365564544258056,1613947111981,6779
"eps_0",1e-05,1613947111981,6779
"wd_1",0.01,1613947111981,6779
"sqr_mom_1",0.99,1613947111981,6779
"lr_1",6.722205569369335e-06,1613947111981,6779
"mom_1",0.9365564544258056,1613947111981,6779
"eps_1",1e-05,1613947111981,6779
"wd_2",0.01,1613947111981,6779
"sqr_mom_2",0.99,1613947111981,6779
"lr_2",6.722205569369328e-05,1613947111981,6779
"mom_2",0.9365564544258056,1613947111981,6779
"eps_2",1e-05,1613947111981,6779
"train_loss",0.0049574208,1613947112933,6780
"raw_loss",0.0066196676,1613947112933,6780
"epoch",42.64779874213834,1613947112933,6780
"wd_0",0.01,1613947112933,6780
"sqr_mom_0",0.99,1613947112933,6780
"lr_0",6.712579296397784e-07,1613947112933,6780
"mom_0",0.9365757071642761,1613947112933,6780
"eps_0",1e-05,1613947112933,6780
"wd_1",0.01,1613947112933,6780
"sqr_mom_1",0.99,1613947112933,6780
"lr_1",6.712579296397784e-06,1613947112933,6780
"mom_1",0.9365757071642761,1613947112933,6780
"eps_1",1e-05,1613947112933,6780
"wd_2",0.01,1613947112933,6780
"sqr_mom_2",0.99,1613947112933,6780
"lr_2",6.712579296397776e-05,1613947112933,6780
"mom_2",0.9365757071642761,1613947112933,6780
"eps_2",1e-05,1613947112933,6780
"train_loss",0.0049672355,1613947113909,6781
"raw_loss",0.005448156,1613947113909,6781
"epoch",42.65408805031444,1613947113909,6781
"wd_0",0.01,1613947113909,6781
"sqr_mom_0",0.99,1613947113909,6781
"lr_0",6.702962042305314e-07,1613947113909,6781
"mom_0",0.936594941864808,1613947113909,6781
"eps_0",1e-05,1613947113909,6781
"wd_1",0.01,1613947113909,6781
"sqr_mom_1",0.99,1613947113909,6781
"lr_1",6.702962042305314e-06,1613947113909,6781
"mom_1",0.936594941864808,1613947113909,6781
"eps_1",1e-05,1613947113909,6781
"wd_2",0.01,1613947113909,6781
"sqr_mom_2",0.99,1613947113909,6781
"lr_2",6.702962042305307e-05,1613947113909,6781
"mom_2",0.936594941864808,1613947113909,6781
"eps_2",1e-05,1613947113909,6781
"train_loss",0.0049692327,1613947114875,6782
"raw_loss",0.0050670914,1613947114875,6782
"epoch",42.66037735849054,1613947114875,6782
"wd_0",0.01,1613947114875,6782
"sqr_mom_0",0.99,1613947114875,6782
"lr_0",6.693344240477303e-07,1613947114875,6782
"mom_0",0.936614177660822,1613947114875,6782
"eps_0",1e-05,1613947114875,6782
"wd_1",0.01,1613947114875,6782
"sqr_mom_1",0.99,1613947114875,6782
"lr_1",6.6933442404773085e-06,1613947114875,6782
"mom_1",0.936614177660822,1613947114875,6782
"eps_1",1e-05,1613947114875,6782
"wd_2",0.01,1613947114875,6782
"sqr_mom_2",0.99,1613947114875,6782
"lr_2",6.6933442404773e-05,1613947114875,6782
"mom_2",0.936614177660822,1613947114875,6782
"eps_2",1e-05,1613947114875,6782
"train_loss",0.004947625,1613947115836,6783
"raw_loss",0.003888854,1613947115836,6783
"epoch",42.66666666666664,1613947115836,6783
"wd_0",0.01,1613947115836,6783
"sqr_mom_0",0.99,1613947115836,6783
"lr_0",6.683738649682284e-07,1613947115836,6783
"mom_0",0.9366333890345258,1613947115836,6783
"eps_0",1e-05,1613947115836,6783
"wd_1",0.01,1613947115836,6783
"sqr_mom_1",0.99,1613947115836,6783
"lr_1",6.6837386496822825e-06,1613947115836,6783
"mom_1",0.9366333890345258,1613947115836,6783
"eps_1",1e-05,1613947115836,6783
"wd_2",0.01,1613947115836,6783
"sqr_mom_2",0.99,1613947115836,6783
"lr_2",6.683738649682281e-05,1613947115836,6783
"mom_2",0.9366333890345258,1613947115836,6783
"eps_2",1e-05,1613947115836,6783
"train_loss",0.0049885954,1613947116845,6784
"raw_loss",0.006996138,1613947116845,6784
"epoch",42.67295597484274,1613947116845,6784
"wd_0",0.01,1613947116845,6784
"sqr_mom_0",0.99,1613947116845,6784
"lr_0",6.674138893193183e-07,1613947116845,6784
"mom_0",0.936652588739501,1613947116845,6784
"eps_0",1e-05,1613947116845,6784
"wd_1",0.01,1613947116845,6784
"sqr_mom_1",0.99,1613947116845,6784
"lr_1",6.6741388931931884e-06,1613947116845,6784
"mom_1",0.936652588739501,1613947116845,6784
"eps_1",1e-05,1613947116845,6784
"wd_2",0.01,1613947116845,6784
"sqr_mom_2",0.99,1613947116845,6784
"lr_2",6.674138893193184e-05,1613947116845,6784
"mom_2",0.936652588739501,1613947116845,6784
"eps_2",1e-05,1613947116845,6784
"train_loss",0.004975329,1613947117815,6785
"raw_loss",0.004325275,1613947117815,6785
"epoch",42.679245283018844,1613947117815,6785
"wd_0",0.01,1613947117815,6785
"sqr_mom_0",0.99,1613947117815,6785
"lr_0",6.664538609769519e-07,1613947117815,6785
"mom_0",0.9366717894983559,1613947117815,6785
"eps_0",1e-05,1613947117815,6785
"wd_1",0.01,1613947117815,6785
"sqr_mom_1",0.99,1613947117815,6785
"lr_1",6.664538609769519e-06,1613947117815,6785
"mom_1",0.9366717894983559,1613947117815,6785
"eps_1",1e-05,1613947117815,6785
"wd_2",0.01,1613947117815,6785
"sqr_mom_2",0.99,1613947117815,6785
"lr_2",6.664538609769515e-05,1613947117815,6785
"mom_2",0.9366717894983559,1613947117815,6785
"eps_2",1e-05,1613947117815,6785
"train_loss",0.0049878117,1613947118771,6786
"raw_loss",0.0055994648,1613947118771,6786
"epoch",42.685534591194944,1613947118771,6786
"wd_0",0.01,1613947118771,6786
"sqr_mom_0",0.99,1613947118771,6786
"lr_0",6.65495053494029e-07,1613947118771,6786
"mom_0",0.9366909658397777,1613947118771,6786
"eps_0",1e-05,1613947118771,6786
"wd_1",0.01,1613947118771,6786
"sqr_mom_1",0.99,1613947118771,6786
"lr_1",6.65495053494029e-06,1613947118771,6786
"mom_1",0.9366909658397777,1613947118771,6786
"eps_1",1e-05,1613947118771,6786
"wd_2",0.01,1613947118771,6786
"sqr_mom_2",0.99,1613947118771,6786
"lr_2",6.654950534940284e-05,1613947118771,6786
"mom_2",0.9366909658397777,1613947118771,6786
"eps_2",1e-05,1613947118771,6786
"train_loss",0.0049993726,1613947119743,6787
"raw_loss",0.0055658626,1613947119743,6787
"epoch",42.691823899371045,1613947119743,6787
"wd_0",0.01,1613947119743,6787
"sqr_mom_0",0.99,1613947119743,6787
"lr_0",6.645365125316153e-07,1613947119743,6787
"mom_0",0.9367101368507361,1613947119743,6787
"eps_0",1e-05,1613947119743,6787
"wd_1",0.01,1613947119743,6787
"sqr_mom_1",0.99,1613947119743,6787
"lr_1",6.64536512531616e-06,1613947119743,6787
"mom_1",0.9367101368507361,1613947119743,6787
"eps_1",1e-05,1613947119743,6787
"wd_2",0.01,1613947119743,6787
"sqr_mom_2",0.99,1613947119743,6787
"lr_2",6.645365125316154e-05,1613947119743,6787
"mom_2",0.9367101368507361,1613947119743,6787
"eps_2",1e-05,1613947119743,6787
"train_loss",0.0049784617,1613947120701,6788
"raw_loss",0.003953827,1613947120701,6788
"epoch",42.698113207547145,1613947120701,6788
"wd_0",0.01,1613947120701,6788
"sqr_mom_0",0.99,1613947120701,6788
"lr_0",6.635785566101174e-07,1613947120701,6788
"mom_0",0.9367292961607592,1613947120701,6788
"eps_0",1e-05,1613947120701,6788
"wd_1",0.01,1613947120701,6788
"sqr_mom_1",0.99,1613947120701,6788
"lr_1",6.635785566101176e-06,1613947120701,6788
"mom_1",0.9367292961607592,1613947120701,6788
"eps_1",1e-05,1613947120701,6788
"wd_2",0.01,1613947120701,6788
"sqr_mom_2",0.99,1613947120701,6788
"lr_2",6.635785566101168e-05,1613947120701,6788
"mom_2",0.9367292961607592,1613947120701,6788
"eps_2",1e-05,1613947120701,6788
"train_loss",0.0050030476,1613947121665,6789
"raw_loss",0.006207762,1613947121665,6789
"epoch",42.704402515723245,1613947121665,6789
"wd_0",0.01,1613947121665,6789
"sqr_mom_0",0.99,1613947121665,6789
"lr_0",6.62621186034873e-07,1613947121665,6789
"mom_0",0.9367484437637401,1613947121665,6789
"eps_0",1e-05,1613947121665,6789
"wd_1",0.01,1613947121665,6789
"sqr_mom_1",0.99,1613947121665,6789
"lr_1",6.62621186034873e-06,1613947121665,6789
"mom_1",0.9367484437637401,1613947121665,6789
"eps_1",1e-05,1613947121665,6789
"wd_2",0.01,1613947121665,6789
"sqr_mom_2",0.99,1613947121665,6789
"lr_2",6.626211860348726e-05,1613947121665,6789
"mom_2",0.9367484437637401,1613947121665,6789
"eps_2",1e-05,1613947121665,6789
"train_loss",0.0049981303,1613947122654,6790
"raw_loss",0.0047571887,1613947122654,6790
"epoch",42.710691823899346,1613947122654,6790
"wd_0",0.01,1613947122654,6790
"sqr_mom_0",0.99,1613947122654,6790
"lr_0",6.616647183555066e-07,1613947122654,6790
"mom_0",0.9367675733086229,1613947122654,6790
"eps_0",1e-05,1613947122654,6790
"wd_1",0.01,1613947122654,6790
"sqr_mom_1",0.99,1613947122654,6790
"lr_1",6.616647183555064e-06,1613947122654,6790
"mom_1",0.9367675733086229,1613947122654,6790
"eps_1",1e-05,1613947122654,6790
"wd_2",0.01,1613947122654,6790
"sqr_mom_2",0.99,1613947122654,6790
"lr_2",6.61664718355506e-05,1613947122654,6790
"mom_2",0.9367675733086229,1613947122654,6790
"eps_2",1e-05,1613947122654,6790
"train_loss",0.0049817553,1613947123606,6791
"raw_loss",0.0041793836,1613947123606,6791
"epoch",42.716981132075446,1613947123606,6791
"wd_0",0.01,1613947123606,6791
"sqr_mom_0",0.99,1613947123606,6791
"lr_0",6.60708202143557e-07,1613947123606,6791
"mom_0",0.9367867038241671,1613947123606,6791
"eps_0",1e-05,1613947123606,6791
"wd_1",0.01,1613947123606,6791
"sqr_mom_1",0.99,1613947123606,6791
"lr_1",6.607082021435569e-06,1613947123606,6791
"mom_1",0.9367867038241671,1613947123606,6791
"eps_1",1e-05,1613947123606,6791
"wd_2",0.01,1613947123606,6791
"sqr_mom_2",0.99,1613947123606,6791
"lr_2",6.607082021435563e-05,1613947123606,6791
"mom_2",0.9367867038241671,1613947123606,6791
"eps_2",1e-05,1613947123606,6791
"train_loss",0.0049463925,1613947124558,6792
"raw_loss",0.003213624,1613947124558,6792
"epoch",42.72327044025155,1613947124558,6792
"wd_0",0.01,1613947124558,6792
"sqr_mom_0",0.99,1613947124558,6792
"lr_0",6.597529062928075e-07,1613947124558,6792
"mom_0",0.9368058099322432,1613947124558,6792
"eps_0",1e-05,1613947124558,6792
"wd_1",0.01,1613947124558,6792
"sqr_mom_1",0.99,1613947124558,6792
"lr_1",6.597529062928075e-06,1613947124558,6792
"mom_1",0.9368058099322432,1613947124558,6792
"eps_1",1e-05,1613947124558,6792
"wd_2",0.01,1613947124558,6792
"sqr_mom_2",0.99,1613947124558,6792
"lr_2",6.597529062928075e-05,1613947124558,6792
"mom_2",0.9368058099322432,1613947124558,6792
"eps_2",1e-05,1613947124558,6792
"train_loss",0.005030123,1613947125507,6793
"raw_loss",0.009132935,1613947125507,6793
"epoch",42.72955974842765,1613947125507,6793
"wd_0",0.01,1613947125507,6793
"sqr_mom_0",0.99,1613947125507,6793
"lr_0",6.587981966186595e-07,1613947125507,6793
"mom_0",0.93682490431667,1613947125507,6793
"eps_0",1e-05,1613947125507,6793
"wd_1",0.01,1613947125507,6793
"sqr_mom_1",0.99,1613947125507,6793
"lr_1",6.5879819661865966e-06,1613947125507,6793
"mom_1",0.93682490431667,1613947125507,6793
"eps_1",1e-05,1613947125507,6793
"wd_2",0.01,1613947125507,6793
"sqr_mom_2",0.99,1613947125507,6793
"lr_2",6.587981966186591e-05,1613947125507,6793
"mom_2",0.93682490431667,1613947125507,6793
"eps_2",1e-05,1613947125507,6793
"train_loss",0.005013432,1613947126500,6794
"raw_loss",0.0041955574,1613947126500,6794
"epoch",42.73584905660375,1613947126500,6794
"wd_0",0.01,1613947126500,6794
"sqr_mom_0",0.99,1613947126500,6794
"lr_0",6.578434404924615e-07,1613947126500,6794
"mom_0",0.936843999630147,1613947126500,6794
"eps_0",1e-05,1613947126500,6794
"wd_1",0.01,1613947126500,6794
"sqr_mom_1",0.99,1613947126500,6794
"lr_1",6.578434404924613e-06,1613947126500,6794
"mom_1",0.936843999630147,1613947126500,6794
"eps_1",1e-05,1613947126500,6794
"wd_2",0.01,1613947126500,6794
"sqr_mom_2",0.99,1613947126500,6794
"lr_2",6.578434404924612e-05,1613947126500,6794
"mom_2",0.936843999630147,1613947126500,6794
"eps_2",1e-05,1613947126500,6794
"train_loss",0.004978143,1613947127572,6795
"raw_loss",0.0032490003,1613947127572,6795
"epoch",42.74213836477985,1613947127572,6795
"wd_0",0.01,1613947127572,6795
"sqr_mom_0",0.99,1613947127572,6795
"lr_0",6.568899044731054e-07,1613947127572,6795
"mom_0",0.9368630705412433,1613947127572,6795
"eps_0",1e-05,1613947127572,6795
"wd_1",0.01,1613947127572,6795
"sqr_mom_1",0.99,1613947127572,6795
"lr_1",6.568899044731052e-06,1613947127572,6795
"mom_1",0.9368630705412433,1613947127572,6795
"eps_1",1e-05,1613947127572,6795
"wd_2",0.01,1613947127572,6795
"sqr_mom_2",0.99,1613947127572,6795
"lr_2",6.568899044731048e-05,1613947127572,6795
"mom_2",0.9368630705412433,1613947127572,6795
"eps_2",1e-05,1613947127572,6795
"train_loss",0.004968457,1613947128625,6796
"raw_loss",0.004493842,1613947128625,6796
"epoch",42.74842767295595,1613947128625,6796
"wd_0",0.01,1613947128625,6796
"sqr_mom_0",0.99,1613947128625,6796
"lr_0",6.559369555422936e-07,1613947128625,6796
"mom_0",0.9368821297104512,1613947128625,6796
"eps_0",1e-05,1613947128625,6796
"wd_1",0.01,1613947128625,6796
"sqr_mom_1",0.99,1613947128625,6796
"lr_1",6.559369555422935e-06,1613947128625,6796
"mom_1",0.9368821297104512,1613947128625,6796
"eps_1",1e-05,1613947128625,6796
"wd_2",0.01,1613947128625,6796
"sqr_mom_2",0.99,1613947128625,6796
"lr_2",6.55936955542293e-05,1613947128625,6796
"mom_2",0.9368821297104512,1613947128625,6796
"eps_2",1e-05,1613947128625,6796
"train_loss",0.004955414,1613947129723,6797
"raw_loss",0.004316328,1613947129723,6797
"epoch",42.75471698113205,1613947129723,6797
"wd_0",0.01,1613947129723,6797
"sqr_mom_0",0.99,1613947129723,6797
"lr_0",6.549839622400997e-07,1613947129723,6797
"mom_0",0.9369011897670957,1613947129723,6797
"eps_0",1e-05,1613947129723,6797
"wd_1",0.01,1613947129723,6797
"sqr_mom_1",0.99,1613947129723,6797
"lr_1",6.549839622400992e-06,1613947129723,6797
"mom_1",0.9369011897670957,1613947129723,6797
"eps_1",1e-05,1613947129723,6797
"wd_2",0.01,1613947129723,6797
"sqr_mom_2",0.99,1613947129723,6797
"lr_2",6.549839622400992e-05,1613947129723,6797
"mom_2",0.9369011897670957,1613947129723,6797
"eps_2",1e-05,1613947129723,6797
"train_loss",0.0049310126,1613947130863,6798
"raw_loss",0.003735338,1613947130863,6798
"epoch",42.76100628930815,1613947130863,6798
"wd_0",0.01,1613947130863,6798
"sqr_mom_0",0.99,1613947130863,6798
"lr_0",6.540321887868888e-07,1613947130863,6798
"mom_0",0.9369202254265164,1613947130863,6798
"eps_0",1e-05,1613947130863,6798
"wd_1",0.01,1613947130863,6798
"sqr_mom_1",0.99,1613947130863,6798
"lr_1",6.5403218878688866e-06,1613947130863,6798
"mom_1",0.9369202254265164,1613947130863,6798
"eps_1",1e-05,1613947130863,6798
"wd_2",0.01,1613947130863,6798
"sqr_mom_2",0.99,1613947130863,6798
"lr_2",6.540321887868884e-05,1613947130863,6798
"mom_2",0.9369202254265164,1613947130863,6798
"eps_2",1e-05,1613947130863,6798
"train_loss",0.005003938,1613947132161,6799
"raw_loss",0.008577278,1613947132161,6799
"epoch",42.76729559748425,1613947132161,6799
"wd_0",0.01,1613947132161,6799
"sqr_mom_0",0.99,1613947132161,6799
"lr_0",6.530806878410238e-07,1613947132161,6799
"mom_0",0.9369392556357359,1613947132161,6799
"eps_0",1e-05,1613947132161,6799
"wd_1",0.01,1613947132161,6799
"sqr_mom_1",0.99,1613947132161,6799
"lr_1",6.5308068784102375e-06,1613947132161,6799
"mom_1",0.9369392556357359,1613947132161,6799
"eps_1",1e-05,1613947132161,6799
"wd_2",0.01,1613947132161,6799
"sqr_mom_2",0.99,1613947132161,6799
"lr_2",6.530806878410236e-05,1613947132161,6799
"mom_2",0.9369392556357359,1613947132161,6799
"eps_2",1e-05,1613947132161,6799
"train_loss",0.004993333,1613947133110,6800
"raw_loss",0.0044736904,1613947133110,6800
"epoch",42.77358490566035,1613947133110,6800
"wd_0",0.01,1613947133110,6800
"sqr_mom_0",0.99,1613947133110,6800
"lr_0",6.52129775587487e-07,1613947133110,6800
"mom_0",0.936958274070991,1613947133110,6800
"eps_0",1e-05,1613947133110,6800
"wd_1",0.01,1613947133110,6800
"sqr_mom_1",0.99,1613947133110,6800
"lr_1",6.521297755874868e-06,1613947133110,6800
"mom_1",0.936958274070991,1613947133110,6800
"eps_1",1e-05,1613947133110,6800
"wd_2",0.01,1613947133110,6800
"sqr_mom_2",0.99,1613947133110,6800
"lr_2",6.521297755874867e-05,1613947133110,6800
"mom_2",0.936958274070991,1613947133110,6800
"eps_2",1e-05,1613947133110,6800
"train_loss",0.005011125,1613947134068,6801
"raw_loss",0.0058829305,1613947134068,6801
"epoch",42.77987421383645,1613947134068,6801
"wd_0",0.01,1613947134068,6801
"sqr_mom_0",0.99,1613947134068,6801
"lr_0",6.511794523293715e-07,1613947134068,6801
"mom_0",0.9369772807262198,1613947134068,6801
"eps_0",1e-05,1613947134068,6801
"wd_1",0.01,1613947134068,6801
"sqr_mom_1",0.99,1613947134068,6801
"lr_1",6.5117945232937135e-06,1613947134068,6801
"mom_1",0.9369772807262198,1613947134068,6801
"eps_1",1e-05,1613947134068,6801
"wd_2",0.01,1613947134068,6801
"sqr_mom_2",0.99,1613947134068,6801
"lr_2",6.511794523293707e-05,1613947134068,6801
"mom_2",0.9369772807262198,1613947134068,6801
"eps_2",1e-05,1613947134068,6801
"train_loss",0.005049628,1613947135016,6802
"raw_loss",0.0069362908,1613947135016,6802
"epoch",42.78616352201255,1613947135016,6802
"wd_0",0.01,1613947135016,6802
"sqr_mom_0",0.99,1613947135016,6802
"lr_0",6.502300332748234e-07,1613947135016,6802
"mom_0",0.9369962692971965,1613947135016,6802
"eps_0",1e-05,1613947135016,6802
"wd_1",0.01,1613947135016,6802
"sqr_mom_1",0.99,1613947135016,6802
"lr_1",6.502300332748227e-06,1613947135016,6802
"mom_1",0.9369962692971965,1613947135016,6802
"eps_1",1e-05,1613947135016,6802
"wd_2",0.01,1613947135016,6802
"sqr_mom_2",0.99,1613947135016,6802
"lr_2",6.502300332748227e-05,1613947135016,6802
"mom_2",0.9369962692971965,1613947135016,6802
"eps_2",1e-05,1613947135016,6802
"train_loss",0.005018051,1613947135968,6803
"raw_loss",0.0034707573,1613947135968,6803
"epoch",42.79245283018865,1613947135968,6803
"wd_0",0.01,1613947135968,6803
"sqr_mom_0",0.99,1613947135968,6803
"lr_0",6.492805740108318e-07,1613947135968,6803
"mom_0",0.93701525867237,1613947135968,6803
"eps_0",1e-05,1613947135968,6803
"wd_1",0.01,1613947135968,6803
"sqr_mom_1",0.99,1613947135968,6803
"lr_1",6.492805740108313e-06,1613947135968,6803
"mom_1",0.93701525867237,1613947135968,6803
"eps_1",1e-05,1613947135968,6803
"wd_2",0.01,1613947135968,6803
"sqr_mom_2",0.99,1613947135968,6803
"lr_2",6.492805740108309e-05,1613947135968,6803
"mom_2",0.93701525867237,1613947135968,6803
"eps_2",1e-05,1613947135968,6803
"train_loss",0.0049723503,1613947136933,6804
"raw_loss",0.0027330283,1613947136933,6804
"epoch",42.79874213836475,1613947136933,6804
"wd_0",0.01,1613947136933,6804
"sqr_mom_0",0.99,1613947136933,6804
"lr_0",6.483323340695837e-07,1613947136933,6804
"mom_0",0.9370342236608449,1613947136933,6804
"eps_0",1e-05,1613947136933,6804
"wd_1",0.01,1613947136933,6804
"sqr_mom_1",0.99,1613947136933,6804
"lr_1",6.483323340695831e-06,1613947136933,6804
"mom_1",0.9370342236608449,1613947136933,6804
"eps_1",1e-05,1613947136933,6804
"wd_2",0.01,1613947136933,6804
"sqr_mom_2",0.99,1613947136933,6804
"lr_2",6.483323340695829e-05,1613947136933,6804
"mom_2",0.9370342236608449,1613947136933,6804
"eps_2",1e-05,1613947136933,6804
"train_loss",0.004936063,1613947137929,6805
"raw_loss",0.003157985,1613947137929,6805
"epoch",42.80503144654085,1613947137929,6805
"wd_0",0.01,1613947137929,6805
"sqr_mom_0",0.99,1613947137929,6805
"lr_0",6.473840553063856e-07,1613947137929,6805
"mom_0",0.9370531894257665,1613947137929,6805
"eps_0",1e-05,1613947137929,6805
"wd_1",0.01,1613947137929,6805
"sqr_mom_1",0.99,1613947137929,6805
"lr_1",6.473840553063856e-06,1613947137929,6805
"mom_1",0.9370531894257665,1613947137929,6805
"eps_1",1e-05,1613947137929,6805
"wd_2",0.01,1613947137929,6805
"sqr_mom_2",0.99,1613947137929,6805
"lr_2",6.473840553063853e-05,1613947137929,6805
"mom_2",0.9370531894257665,1613947137929,6805
"eps_2",1e-05,1613947137929,6805
"train_loss",0.004893065,1613947138901,6806
"raw_loss",0.0027861507,1613947138901,6806
"epoch",42.81132075471695,1613947138901,6806
"wd_0",0.01,1613947138901,6806
"sqr_mom_0",0.99,1613947138901,6806
"lr_0",6.464369956874002e-07,1613947138901,6806
"mom_0",0.93707213080756,1613947138901,6806
"eps_0",1e-05,1613947138901,6806
"wd_1",0.01,1613947138901,6806
"sqr_mom_1",0.99,1613947138901,6806
"lr_1",6.464369956873998e-06,1613947138901,6806
"mom_1",0.93707213080756,1613947138901,6806
"eps_1",1e-05,1613947138901,6806
"wd_2",0.01,1613947138901,6806
"sqr_mom_2",0.99,1613947138901,6806
"lr_2",6.464369956873998e-05,1613947138901,6806
"mom_2",0.93707213080756,1613947138901,6806
"eps_2",1e-05,1613947138901,6806
"train_loss",0.0048407535,1613947139868,6807
"raw_loss",0.0022774881,1613947139868,6807
"epoch",42.81761006289305,1613947139868,6807
"wd_0",0.01,1613947139868,6807
"sqr_mom_0",0.99,1613947139868,6807
"lr_0",6.454905264864948e-07,1613947139868,6807
"mom_0",0.9370910603808739,1613947139868,6807
"eps_0",1e-05,1613947139868,6807
"wd_1",0.01,1613947139868,6807
"sqr_mom_1",0.99,1613947139868,6807
"lr_1",6.454905264864945e-06,1613947139868,6807
"mom_1",0.9370910603808739,1613947139868,6807
"eps_1",1e-05,1613947139868,6807
"wd_2",0.01,1613947139868,6807
"sqr_mom_2",0.99,1613947139868,6807
"lr_2",6.454905264864945e-05,1613947139868,6807
"mom_2",0.9370910603808739,1613947139868,6807
"eps_2",1e-05,1613947139868,6807
"train_loss",0.004847565,1613947140829,6808
"raw_loss",0.00518134,1613947140829,6808
"epoch",42.82389937106915,1613947140829,6808
"wd_0",0.01,1613947140829,6808
"sqr_mom_0",0.99,1613947140829,6808
"lr_0",6.445440205447434e-07,1613947140829,6808
"mom_0",0.937109990689012,1613947140829,6808
"eps_0",1e-05,1613947140829,6808
"wd_1",0.01,1613947140829,6808
"sqr_mom_1",0.99,1613947140829,6808
"lr_1",6.445440205447435e-06,1613947140829,6808
"mom_1",0.937109990689012,1613947140829,6808
"eps_1",1e-05,1613947140829,6808
"wd_2",0.01,1613947140829,6808
"sqr_mom_2",0.99,1613947140829,6808
"lr_2",6.445440205447432e-05,1613947140829,6808
"mom_2",0.937109990689012,1613947140829,6808
"eps_2",1e-05,1613947140829,6808
"train_loss",0.004832665,1613947141803,6809
"raw_loss",0.004102552,1613947141803,6809
"epoch",42.83018867924525,1613947141803,6809
"wd_0",0.01,1613947141803,6809
"sqr_mom_0",0.99,1613947141803,6809
"lr_0",6.435987334765226e-07,1613947141803,6809
"mom_0",0.9371288966194357,1613947141803,6809
"eps_0",1e-05,1613947141803,6809
"wd_1",0.01,1613947141803,6809
"sqr_mom_1",0.99,1613947141803,6809
"lr_1",6.435987334765224e-06,1613947141803,6809
"mom_1",0.9371288966194357,1613947141803,6809
"eps_1",1e-05,1613947141803,6809
"wd_2",0.01,1613947141803,6809
"sqr_mom_2",0.99,1613947141803,6809
"lr_2",6.435987334765222e-05,1613947141803,6809
"mom_2",0.9371288966194357,1613947141803,6809
"eps_2",1e-05,1613947141803,6809
"train_loss",0.0048245382,1613947142753,6810
"raw_loss",0.0044263364,1613947142753,6810
"epoch",42.836477987421354,1613947142753,6810
"wd_0",0.01,1613947142753,6810
"sqr_mom_0",0.99,1613947142753,6810
"lr_0",6.426537243927243e-07,1613947142753,6810
"mom_0",0.9371477969901154,1613947142753,6810
"eps_0",1e-05,1613947142753,6810
"wd_1",0.01,1613947142753,6810
"sqr_mom_1",0.99,1613947142753,6810
"lr_1",6.426537243927245e-06,1613947142753,6810
"mom_1",0.9371477969901154,1613947142753,6810
"eps_1",1e-05,1613947142753,6810
"wd_2",0.01,1613947142753,6810
"sqr_mom_2",0.99,1613947142753,6810
"lr_2",6.426537243927244e-05,1613947142753,6810
"mom_2",0.9371477969901154,1613947142753,6810
"eps_2",1e-05,1613947142753,6810
"train_loss",0.004872233,1613947143703,6811
"raw_loss",0.0072092954,1613947143703,6811
"epoch",42.842767295597454,1613947143703,6811
"wd_0",0.01,1613947143703,6811
"sqr_mom_0",0.99,1613947143703,6811
"lr_0",6.417093073247305e-07,1613947143703,6811
"mom_0",0.9371666855203605,1613947143703,6811
"eps_0",1e-05,1613947143703,6811
"wd_1",0.01,1613947143703,6811
"sqr_mom_1",0.99,1613947143703,6811
"lr_1",6.417093073247307e-06,1613947143703,6811
"mom_1",0.9371666855203605,1613947143703,6811
"eps_1",1e-05,1613947143703,6811
"wd_2",0.01,1613947143703,6811
"sqr_mom_2",0.99,1613947143703,6811
"lr_2",6.417093073247298e-05,1613947143703,6811
"mom_2",0.9371666855203605,1613947143703,6811
"eps_2",1e-05,1613947143703,6811
"train_loss",0.0048383786,1613947144654,6812
"raw_loss",0.00317951,1613947144654,6812
"epoch",42.849056603773555,1613947144654,6812
"wd_0",0.01,1613947144654,6812
"sqr_mom_0",0.99,1613947144654,6812
"lr_0",6.407654825735614e-07,1613947144654,6812
"mom_0",0.9371855622041507,1613947144654,6812
"eps_0",1e-05,1613947144654,6812
"wd_1",0.01,1613947144654,6812
"sqr_mom_1",0.99,1613947144654,6812
"lr_1",6.4076548257356155e-06,1613947144654,6812
"mom_1",0.9371855622041507,1613947144654,6812
"eps_1",1e-05,1613947144654,6812
"wd_2",0.01,1613947144654,6812
"sqr_mom_2",0.99,1613947144654,6812
"lr_2",6.407654825735611e-05,1613947144654,6812
"mom_2",0.9371855622041507,1613947144654,6812
"eps_2",1e-05,1613947144654,6812
"train_loss",0.004796549,1613947145602,6813
"raw_loss",0.0027469124,1613947145602,6813
"epoch",42.855345911949655,1613947145602,6813
"wd_0",0.01,1613947145602,6813
"sqr_mom_0",0.99,1613947145602,6813
"lr_0",6.398225631882505e-07,1613947145602,6813
"mom_0",0.9372044207804427,1613947145602,6813
"eps_0",1e-05,1613947145602,6813
"wd_1",0.01,1613947145602,6813
"sqr_mom_1",0.99,1613947145602,6813
"lr_1",6.39822563188251e-06,1613947145602,6813
"mom_1",0.9372044207804427,1613947145602,6813
"eps_1",1e-05,1613947145602,6813
"wd_2",0.01,1613947145602,6813
"sqr_mom_2",0.99,1613947145602,6813
"lr_2",6.398225631882502e-05,1613947145602,6813
"mom_2",0.9372044207804427,1613947145602,6813
"eps_2",1e-05,1613947145602,6813
"train_loss",0.004796002,1613947146557,6814
"raw_loss",0.004769189,1613947146557,6814
"epoch",42.861635220125756,1613947146557,6814
"wd_0",0.01,1613947146557,6814
"sqr_mom_0",0.99,1613947146557,6814
"lr_0",6.38879611224843e-07,1613947146557,6814
"mom_0",0.9372232800083031,1613947146557,6814
"eps_0",1e-05,1613947146557,6814
"wd_1",0.01,1613947146557,6814
"sqr_mom_1",0.99,1613947146557,6814
"lr_1",6.388796112248431e-06,1613947146557,6814
"mom_1",0.9372232800083031,1613947146557,6814
"eps_1",1e-05,1613947146557,6814
"wd_2",0.01,1613947146557,6814
"sqr_mom_2",0.99,1613947146557,6814
"lr_2",6.388796112248427e-05,1613947146557,6814
"mom_2",0.9372232800083031,1613947146557,6814
"eps_2",1e-05,1613947146557,6814
"train_loss",0.004749587,1613947147501,6815
"raw_loss",0.0024752363,1613947147501,6815
"epoch",42.867924528301856,1613947147501,6815
"wd_0",0.01,1613947147501,6815
"sqr_mom_0",0.99,1613947147501,6815
"lr_0",6.379378775830826e-07,1613947147501,6815
"mom_0",0.937242114869487,1613947147501,6815
"eps_0",1e-05,1613947147501,6815
"wd_1",0.01,1613947147501,6815
"sqr_mom_1",0.99,1613947147501,6815
"lr_1",6.379378775830824e-06,1613947147501,6815
"mom_1",0.937242114869487,1613947147501,6815
"eps_1",1e-05,1613947147501,6815
"wd_2",0.01,1613947147501,6815
"sqr_mom_2",0.99,1613947147501,6815
"lr_2",6.379378775830816e-05,1613947147501,6815
"mom_2",0.937242114869487,1613947147501,6815
"eps_2",1e-05,1613947147501,6815
"train_loss",0.004754457,1613947148465,6816
"raw_loss",0.004993104,1613947148465,6816
"epoch",42.874213836477956,1613947148465,6816
"wd_0",0.01,1613947148465,6816
"sqr_mom_0",0.99,1613947148465,6816
"lr_0",6.369967370666008e-07,1613947148465,6816
"mom_0",0.9372609378680467,1613947148465,6816
"eps_0",1e-05,1613947148465,6816
"wd_1",0.01,1613947148465,6816
"sqr_mom_1",0.99,1613947148465,6816
"lr_1",6.369967370666007e-06,1613947148465,6816
"mom_1",0.9372609378680467,1613947148465,6816
"eps_1",1e-05,1613947148465,6816
"wd_2",0.01,1613947148465,6816
"sqr_mom_2",0.99,1613947148465,6816
"lr_2",6.369967370666003e-05,1613947148465,6816
"mom_2",0.9372609378680467,1613947148465,6816
"eps_2",1e-05,1613947148465,6816
"train_loss",0.0047437204,1613947149441,6817
"raw_loss",0.004217619,1613947149441,6817
"epoch",42.88050314465406,1613947149441,6817
"wd_0",0.01,1613947149441,6817
"sqr_mom_0",0.99,1613947149441,6817
"lr_0",6.360555660534246e-07,1613947149441,6817
"mom_0",0.9372797614765462,1613947149441,6817
"eps_0",1e-05,1613947149441,6817
"wd_1",0.01,1613947149441,6817
"sqr_mom_1",0.99,1613947149441,6817
"lr_1",6.360555660534248e-06,1613947149441,6817
"mom_1",0.9372797614765462,1613947149441,6817
"eps_1",1e-05,1613947149441,6817
"wd_2",0.01,1613947149441,6817
"sqr_mom_2",0.99,1613947149441,6817
"lr_2",6.360555660534244e-05,1613947149441,6817
"mom_2",0.9372797614765462,1613947149441,6817
"eps_2",1e-05,1613947149441,6817
"train_loss",0.004709711,1613947150404,6818
"raw_loss",0.0030432518,1613947150404,6818
"epoch",42.88679245283016,1613947150404,6818
"wd_0",0.01,1613947150404,6818
"sqr_mom_0",0.99,1613947150404,6818
"lr_0",6.35115613080728e-07,1613947150404,6818
"mom_0",0.9372985607239926,1613947150404,6818
"eps_0",1e-05,1613947150404,6818
"wd_1",0.01,1613947150404,6818
"sqr_mom_1",0.99,1613947150404,6818
"lr_1",6.3511561308072785e-06,1613947150404,6818
"mom_1",0.9372985607239926,1613947150404,6818
"eps_1",1e-05,1613947150404,6818
"wd_2",0.01,1613947150404,6818
"sqr_mom_2",0.99,1613947150404,6818
"lr_2",6.351156130807276e-05,1613947150404,6818
"mom_2",0.9372985607239926,1613947150404,6818
"eps_2",1e-05,1613947150404,6818
"train_loss",0.004701021,1613947151364,6819
"raw_loss",0.0042752265,1613947151364,6819
"epoch",42.89308176100626,1613947151364,6819
"wd_0",0.01,1613947151364,6819
"sqr_mom_0",0.99,1613947151364,6819
"lr_0",6.341762541322789e-07,1613947151364,6819
"mom_0",0.9373173480908353,1613947151364,6819
"eps_0",1e-05,1613947151364,6819
"wd_1",0.01,1613947151364,6819
"sqr_mom_1",0.99,1613947151364,6819
"lr_1",6.3417625413227885e-06,1613947151364,6819
"mom_1",0.9373173480908353,1613947151364,6819
"eps_1",1e-05,1613947151364,6819
"wd_2",0.01,1613947151364,6819
"sqr_mom_2",0.99,1613947151364,6819
"lr_2",6.341762541322784e-05,1613947151364,6819
"mom_2",0.9373173480908353,1613947151364,6819
"eps_2",1e-05,1613947151364,6819
"train_loss",0.0047264085,1613947152312,6820
"raw_loss",0.0059704,1613947152312,6820
"epoch",42.89937106918236,1613947152312,6820
"wd_0",0.01,1613947152312,6820
"sqr_mom_0",0.99,1613947152312,6820
"lr_0",6.332368667686246e-07,1613947152312,6820
"mom_0",0.9373361360259878,1613947152312,6820
"eps_0",1e-05,1613947152312,6820
"wd_1",0.01,1613947152312,6820
"sqr_mom_1",0.99,1613947152312,6820
"lr_1",6.332368667686243e-06,1613947152312,6820
"mom_1",0.9373361360259878,1613947152312,6820
"eps_1",1e-05,1613947152312,6820
"wd_2",0.01,1613947152312,6820
"sqr_mom_2",0.99,1613947152312,6820
"lr_2",6.33236866768624e-05,1613947152312,6820
"mom_2",0.9373361360259878,1613947152312,6820
"eps_2",1e-05,1613947152312,6820
"train_loss",0.0047330935,1613947153261,6821
"raw_loss",0.005060656,1613947153261,6821
"epoch",42.90566037735846,1613947153261,6821
"wd_0",0.01,1613947153261,6821
"sqr_mom_0",0.99,1613947153261,6821
"lr_0",6.322986971607877e-07,1613947153261,6821
"mom_0",0.9373548996057802,1613947153261,6821
"eps_0",1e-05,1613947153261,6821
"wd_1",0.01,1613947153261,6821
"sqr_mom_1",0.99,1613947153261,6821
"lr_1",6.322986971607874e-06,1613947153261,6821
"mom_1",0.9373548996057802,1613947153261,6821
"eps_1",1e-05,1613947153261,6821
"wd_2",0.01,1613947153261,6821
"sqr_mom_2",0.99,1613947153261,6821
"lr_2",6.322986971607871e-05,1613947153261,6821
"mom_2",0.9373548996057802,1613947153261,6821
"eps_2",1e-05,1613947153261,6821
"train_loss",0.004779473,1613947154199,6822
"raw_loss",0.007052059,1613947154199,6822
"epoch",42.91194968553456,1613947154199,6822
"wd_0",0.01,1613947154199,6822
"sqr_mom_0",0.99,1613947154199,6822
"lr_0",6.313608115000017e-07,1613947154199,6822
"mom_0",0.937373657506575,1613947154199,6822
"eps_0",1e-05,1613947154199,6822
"wd_1",0.01,1613947154199,6822
"sqr_mom_1",0.99,1613947154199,6822
"lr_1",6.313608115000012e-06,1613947154199,6822
"mom_1",0.937373657506575,1613947154199,6822
"eps_1",1e-05,1613947154199,6822
"wd_2",0.01,1613947154199,6822
"sqr_mom_2",0.99,1613947154199,6822
"lr_2",6.313608115000012e-05,1613947154199,6822
"mom_2",0.937373657506575,1613947154199,6822
"eps_2",1e-05,1613947154199,6822
"train_loss",0.004741611,1613947155148,6823
"raw_loss",0.002886382,1613947155148,6823
"epoch",42.91823899371066,1613947155148,6823
"wd_0",0.01,1613947155148,6823
"sqr_mom_0",0.99,1613947155148,6823
"lr_0",6.304235214545043e-07,1613947155148,6823
"mom_0",0.9373924034949448,1613947155148,6823
"eps_0",1e-05,1613947155148,6823
"wd_1",0.01,1613947155148,6823
"sqr_mom_1",0.99,1613947155148,6823
"lr_1",6.304235214545045e-06,1613947155148,6823
"mom_1",0.9373924034949448,1613947155148,6823
"eps_1",1e-05,1613947155148,6823
"wd_2",0.01,1613947155148,6823
"sqr_mom_2",0.99,1613947155148,6823
"lr_2",6.304235214545041e-05,1613947155148,6823
"mom_2",0.9373924034949448,1613947155148,6823
"eps_2",1e-05,1613947155148,6823
"train_loss",0.004804952,1613947156094,6824
"raw_loss",0.007908659,1613947156094,6824
"epoch",42.92452830188676,1613947156094,6824
"wd_0",0.01,1613947156094,6824
"sqr_mom_0",0.99,1613947156094,6824
"lr_0",6.294868273230476e-07,1613947156094,6824
"mom_0",0.9374111375649147,1613947156094,6824
"eps_0",1e-05,1613947156094,6824
"wd_1",0.01,1613947156094,6824
"sqr_mom_1",0.99,1613947156094,6824
"lr_1",6.2948682732304794e-06,1613947156094,6824
"mom_1",0.9374111375649147,1613947156094,6824
"eps_1",1e-05,1613947156094,6824
"wd_2",0.01,1613947156094,6824
"sqr_mom_2",0.99,1613947156094,6824
"lr_2",6.294868273230473e-05,1613947156094,6824
"mom_2",0.9374111375649147,1613947156094,6824
"eps_2",1e-05,1613947156094,6824
"train_loss",0.0048295534,1613947157044,6825
"raw_loss",0.0060350187,1613947157044,6825
"epoch",42.93081761006286,1613947157044,6825
"wd_0",0.01,1613947157044,6825
"sqr_mom_0",0.99,1613947157044,6825
"lr_0",6.285510397855555e-07,1613947157044,6825
"mom_0",0.9374298535028239,1613947157044,6825
"eps_0",1e-05,1613947157044,6825
"wd_1",0.01,1613947157044,6825
"sqr_mom_1",0.99,1613947157044,6825
"lr_1",6.2855103978555496e-06,1613947157044,6825
"mom_1",0.9374298535028239,1613947157044,6825
"eps_1",1e-05,1613947157044,6825
"wd_2",0.01,1613947157044,6825
"sqr_mom_2",0.99,1613947157044,6825
"lr_2",6.285510397855548e-05,1613947157044,6825
"mom_2",0.9374298535028239,1613947157044,6825
"eps_2",1e-05,1613947157044,6825
"train_loss",0.004799926,1613947158012,6826
"raw_loss",0.003348192,1613947158012,6826
"epoch",42.93710691823896,1613947158012,6826
"wd_0",0.01,1613947158012,6826
"sqr_mom_0",0.99,1613947158012,6826
"lr_0",6.276152279963064e-07,1613947158012,6826
"mom_0",0.9374485699257731,1613947158012,6826
"eps_0",1e-05,1613947158012,6826
"wd_1",0.01,1613947158012,6826
"sqr_mom_1",0.99,1613947158012,6826
"lr_1",6.276152279963066e-06,1613947158012,6826
"mom_1",0.9374485699257731,1613947158012,6826
"eps_1",1e-05,1613947158012,6826
"wd_2",0.01,1613947158012,6826
"sqr_mom_2",0.99,1613947158012,6826
"lr_2",6.276152279963062e-05,1613947158012,6826
"mom_2",0.9374485699257731,1613947158012,6826
"eps_2",1e-05,1613947158012,6826
"train_loss",0.0047714855,1613947158968,6827
"raw_loss",0.0033778932,1613947158968,6827
"epoch",42.94339622641506,1613947158968,6827
"wd_0",0.01,1613947158968,6827
"sqr_mom_0",0.99,1613947158968,6827
"lr_0",6.266806333830434e-07,1613947158968,6827
"mom_0",0.9374672620049591,1613947158968,6827
"eps_0",1e-05,1613947158968,6827
"wd_1",0.01,1613947158968,6827
"sqr_mom_1",0.99,1613947158968,6827
"lr_1",6.266806333830432e-06,1613947158968,6827
"mom_1",0.9374672620049591,1613947158968,6827
"eps_1",1e-05,1613947158968,6827
"wd_2",0.01,1613947158968,6827
"sqr_mom_2",0.99,1613947158968,6827
"lr_2",6.266806333830426e-05,1613947158968,6827
"mom_2",0.9374672620049591,1613947158968,6827
"eps_2",1e-05,1613947158968,6827
"train_loss",0.004820375,1613947159932,6828
"raw_loss",0.0072159576,1613947159932,6828
"epoch",42.94968553459116,1613947159932,6828
"wd_0",0.01,1613947159932,6828
"sqr_mom_0",0.99,1613947159932,6828
"lr_0",6.257466354807976e-07,1613947159932,6828
"mom_0",0.9374859421498055,1613947159932,6828
"eps_0",1e-05,1613947159932,6828
"wd_1",0.01,1613947159932,6828
"sqr_mom_1",0.99,1613947159932,6828
"lr_1",6.257466354807972e-06,1613947159932,6828
"mom_1",0.9374859421498055,1613947159932,6828
"eps_1",1e-05,1613947159932,6828
"wd_2",0.01,1613947159932,6828
"sqr_mom_2",0.99,1613947159932,6828
"lr_2",6.257466354807968e-05,1613947159932,6828
"mom_2",0.9374859421498055,1613947159932,6828
"eps_2",1e-05,1613947159932,6828
"train_loss",0.004780009,1613947160904,6829
"raw_loss",0.0028020719,1613947160904,6829
"epoch",42.95597484276726,1613947160904,6829
"wd_0",0.01,1613947160904,6829
"sqr_mom_0",0.99,1613947160904,6829
"lr_0",6.248126154085122e-07,1613947160904,6829
"mom_0",0.9375046227380571,1613947160904,6829
"eps_0",1e-05,1613947160904,6829
"wd_1",0.01,1613947160904,6829
"sqr_mom_1",0.99,1613947160904,6829
"lr_1",6.248126154085115e-06,1613947160904,6829
"mom_1",0.9375046227380571,1613947160904,6829
"eps_1",1e-05,1613947160904,6829
"wd_2",0.01,1613947160904,6829
"sqr_mom_2",0.99,1613947160904,6829
"lr_2",6.248126154085112e-05,1613947160904,6829
"mom_2",0.9375046227380571,1613947160904,6829
"eps_2",1e-05,1613947160904,6829
"train_loss",0.0048164404,1613947161884,6830
"raw_loss",0.00660159,1613947161884,6830
"epoch",42.96226415094336,1613947161884,6830
"wd_0",0.01,1613947161884,6830
"sqr_mom_0",0.99,1613947161884,6830
"lr_0",6.238798122170752e-07,1613947161884,6830
"mom_0",0.9375232789884483,1613947161884,6830
"eps_0",1e-05,1613947161884,6830
"wd_1",0.01,1613947161884,6830
"sqr_mom_1",0.99,1613947161884,6830
"lr_1",6.2387981221707534e-06,1613947161884,6830
"mom_1",0.9375232789884483,1613947161884,6830
"eps_1",1e-05,1613947161884,6830
"wd_2",0.01,1613947161884,6830
"sqr_mom_2",0.99,1613947161884,6830
"lr_2",6.238798122170747e-05,1613947161884,6830
"mom_2",0.9375232789884483,1613947161884,6830
"eps_2",1e-05,1613947161884,6830
"train_loss",0.004764348,1613947162830,6831
"raw_loss",0.0022118052,1613947162830,6831
"epoch",42.96855345911946,1613947162830,6831
"wd_0",0.01,1613947162830,6831
"sqr_mom_0",0.99,1613947162830,6831
"lr_0",6.22947297436163e-07,1613947162830,6831
"mom_0",0.9375419294705714,1613947162830,6831
"eps_0",1e-05,1613947162830,6831
"wd_1",0.01,1613947162830,6831
"sqr_mom_1",0.99,1613947162830,6831
"lr_1",6.229472974361625e-06,1613947162830,6831
"mom_1",0.9375419294705714,1613947162830,6831
"eps_1",1e-05,1613947162830,6831
"wd_2",0.01,1613947162830,6831
"sqr_mom_2",0.99,1613947162830,6831
"lr_2",6.229472974361624e-05,1613947162830,6831
"mom_2",0.9375419294705714,1613947162830,6831
"eps_2",1e-05,1613947162830,6831
"train_loss",0.0047867983,1613947163774,6832
"raw_loss",0.005886874,1613947163774,6832
"epoch",42.97484276729556,1613947163774,6832
"wd_0",0.01,1613947163774,6832
"sqr_mom_0",0.99,1613947163774,6832
"lr_0",6.220153809522518e-07,1613947163774,6832
"mom_0",0.9375605679866348,1613947163774,6832
"eps_0",1e-05,1613947163774,6832
"wd_1",0.01,1613947163774,6832
"sqr_mom_1",0.99,1613947163774,6832
"lr_1",6.220153809522517e-06,1613947163774,6832
"mom_1",0.9375605679866348,1613947163774,6832
"eps_1",1e-05,1613947163774,6832
"wd_2",0.01,1613947163774,6832
"sqr_mom_2",0.99,1613947163774,6832
"lr_2",6.220153809522513e-05,1613947163774,6832
"mom_2",0.9375605679866348,1613947163774,6832
"eps_2",1e-05,1613947163774,6832
"train_loss",0.004780159,1613947164721,6833
"raw_loss",0.004454837,1613947164721,6833
"epoch",42.98113207547166,1613947164721,6833
"wd_0",0.01,1613947164721,6833
"sqr_mom_0",0.99,1613947164721,6833
"lr_0",6.210840630623791e-07,1613947164721,6833
"mom_0",0.9375791945306977,1613947164721,6833
"eps_0",1e-05,1613947164721,6833
"wd_1",0.01,1613947164721,6833
"sqr_mom_1",0.99,1613947164721,6833
"lr_1",6.210840630623789e-06,1613947164721,6833
"mom_1",0.9375791945306977,1613947164721,6833
"eps_1",1e-05,1613947164721,6833
"wd_2",0.01,1613947164721,6833
"sqr_mom_2",0.99,1613947164721,6833
"lr_2",6.210840630623785e-05,1613947164721,6833
"mom_2",0.9375791945306977,1613947164721,6833
"eps_2",1e-05,1613947164721,6833
"train_loss",0.0048320894,1613947165666,6834
"raw_loss",0.007376684,1613947165666,6834
"epoch",42.987421383647764,1613947165666,6834
"wd_0",0.01,1613947165666,6834
"sqr_mom_0",0.99,1613947165666,6834
"lr_0",6.201536526602575e-07,1613947165666,6834
"mom_0",0.9375978029248241,1613947165666,6834
"eps_0",1e-05,1613947165666,6834
"wd_1",0.01,1613947165666,6834
"sqr_mom_1",0.99,1613947165666,6834
"lr_1",6.201536526602575e-06,1613947165666,6834
"mom_1",0.9375978029248241,1613947165666,6834
"eps_1",1e-05,1613947165666,6834
"wd_2",0.01,1613947165666,6834
"sqr_mom_2",0.99,1613947165666,6834
"lr_2",6.201536526602571e-05,1613947165666,6834
"mom_2",0.9375978029248241,1613947165666,6834
"eps_2",1e-05,1613947165666,6834
"train_loss",0.004799127,1613947166640,6835
"raw_loss",0.0031839747,1613947166640,6835
"epoch",42.993710691823864,1613947166640,6835
"wd_0",0.01,1613947166640,6835
"sqr_mom_0",0.99,1613947166640,6835
"lr_0",6.192232242519443e-07,1613947166640,6835
"mom_0",0.9376164116790778,1613947166640,6835
"eps_0",1e-05,1613947166640,6835
"wd_1",0.01,1613947166640,6835
"sqr_mom_1",0.99,1613947166640,6835
"lr_1",6.19223224251945e-06,1613947166640,6835
"mom_1",0.9376164116790778,1613947166640,6835
"eps_1",1e-05,1613947166640,6835
"wd_2",0.01,1613947166640,6835
"sqr_mom_2",0.99,1613947166640,6835
"lr_2",6.192232242519441e-05,1613947166640,6835
"mom_2",0.9376164116790778,1613947166640,6835
"eps_2",1e-05,1613947166640,6835
"train_loss",0.004806004,1613947167593,6836
"raw_loss",0.0051429607,1613947167593,6836
"epoch",42.999999999999964,1613947167593,6836
"wd_0",0.01,1613947167593,6836
"sqr_mom_0",0.99,1613947167593,6836
"lr_0",6.182940121237045e-07,1613947167593,6836
"mom_0",0.9376349961074869,1613947167593,6836
"eps_0",1e-05,1613947167593,6836
"wd_1",0.01,1613947167593,6836
"sqr_mom_1",0.99,1613947167593,6836
"lr_1",6.1829401212370395e-06,1613947167593,6836
"mom_1",0.9376349961074869,1613947167593,6836
"eps_1",1e-05,1613947167593,6836
"wd_2",0.01,1613947167593,6836
"sqr_mom_2",0.99,1613947167593,6836
"lr_2",6.182940121237035e-05,1613947167593,6836
"mom_2",0.9376349961074869,1613947167593,6836
"eps_2",1e-05,1613947167593,6836
"valid_loss",0.08552183955907822,1613947199804,6836
"_rmse",0.29244115948677063,1613947199804,6836
"epoch",43,1613947199804,6836
"train_loss",0.0048597814,1613947200830,6837
"raw_loss",0.0074948724,1613947200830,6837
"epoch",43.0062893081761,1613947200830,6837
"wd_0",0.01,1613947200830,6837
"sqr_mom_0",0.99,1613947200830,6837
"lr_0",6.173653993778476e-07,1613947200830,6837
"mom_0",0.9376535685481284,1613947200830,6837
"eps_0",1e-05,1613947200830,6837
"wd_1",0.01,1613947200830,6837
"sqr_mom_1",0.99,1613947200830,6837
"lr_1",6.173653993778481e-06,1613947200830,6837
"mom_1",0.9376535685481284,1613947200830,6837
"eps_1",1e-05,1613947200830,6837
"wd_2",0.01,1613947200830,6837
"sqr_mom_2",0.99,1613947200830,6837
"lr_2",6.173653993778476e-05,1613947200830,6837
"mom_2",0.9376535685481284,1613947200830,6837
"eps_2",1e-05,1613947200830,6837
"train_loss",0.0048154974,1613947201780,6838
"raw_loss",0.0026455875,1613947201780,6838
"epoch",43.0125786163522,1613947201780,6838
"wd_0",0.01,1613947201780,6838
"sqr_mom_0",0.99,1613947201780,6838
"lr_0",6.164367707076883e-07,1613947201780,6838
"mom_0",0.9376721413072593,1613947201780,6838
"eps_0",1e-05,1613947201780,6838
"wd_1",0.01,1613947201780,6838
"sqr_mom_1",0.99,1613947201780,6838
"lr_1",6.1643677070768814e-06,1613947201780,6838
"mom_1",0.9376721413072593,1613947201780,6838
"eps_1",1e-05,1613947201780,6838
"wd_2",0.01,1613947201780,6838
"sqr_mom_2",0.99,1613947201780,6838
"lr_2",6.164367707076876e-05,1613947201780,6838
"mom_2",0.9376721413072593,1613947201780,6838
"eps_2",1e-05,1613947201780,6838
"train_loss",0.004844295,1613947202715,6839
"raw_loss",0.00625538,1613947202715,6839
"epoch",43.0188679245283,1613947202715,6839
"wd_0",0.01,1613947202715,6839
"sqr_mom_0",0.99,1613947202715,6839
"lr_0",6.155093580119971e-07,1613947202715,6839
"mom_0",0.9376906897466575,1613947202715,6839
"eps_0",1e-05,1613947202715,6839
"wd_1",0.01,1613947202715,6839
"sqr_mom_1",0.99,1613947202715,6839
"lr_1",6.155093580119969e-06,1613947202715,6839
"mom_1",0.9376906897466575,1613947202715,6839
"eps_1",1e-05,1613947202715,6839
"wd_2",0.01,1613947202715,6839
"sqr_mom_2",0.99,1613947202715,6839
"lr_2",6.155093580119961e-05,1613947202715,6839
"mom_2",0.9376906897466575,1613947202715,6839
"eps_2",1e-05,1613947202715,6839
"train_loss",0.0048250086,1613947203657,6840
"raw_loss",0.0038799746,1613947203657,6840
"epoch",43.0251572327044,1613947203657,6840
"wd_0",0.01,1613947203657,6840
"sqr_mom_0",0.99,1613947203657,6840
"lr_0",6.145825455856772e-07,1613947203657,6840
"mom_0",0.9377092261805482,1613947203657,6840
"eps_0",1e-05,1613947203657,6840
"wd_1",0.01,1613947203657,6840
"sqr_mom_1",0.99,1613947203657,6840
"lr_1",6.145825455856767e-06,1613947203657,6840
"mom_1",0.9377092261805482,1613947203657,6840
"eps_1",1e-05,1613947203657,6840
"wd_2",0.01,1613947203657,6840
"sqr_mom_2",0.99,1613947203657,6840
"lr_2",6.145825455856766e-05,1613947203657,6840
"mom_2",0.9377092261805482,1613947203657,6840
"eps_2",1e-05,1613947203657,6840
"train_loss",0.004829457,1613947204600,6841
"raw_loss",0.0050474256,1613947204600,6841
"epoch",43.0314465408805,1613947204600,6841
"wd_0",0.01,1613947204600,6841
"sqr_mom_0",0.99,1613947204600,6841
"lr_0",6.136557193169891e-07,1613947204600,6841
"mom_0",0.9377277628912891,1613947204600,6841
"eps_0",1e-05,1613947204600,6841
"wd_1",0.01,1613947204600,6841
"sqr_mom_1",0.99,1613947204600,6841
"lr_1",6.136557193169889e-06,1613947204600,6841
"mom_1",0.9377277628912891,1613947204600,6841
"eps_1",1e-05,1613947204600,6841
"wd_2",0.01,1613947204600,6841
"sqr_mom_2",0.99,1613947204600,6841
"lr_2",6.136557193169885e-05,1613947204600,6841
"mom_2",0.9377277628912891,1613947204600,6841
"eps_2",1e-05,1613947204600,6841
"train_loss",0.0048560333,1613947205563,6842
"raw_loss",0.0061582597,1613947205563,6842
"epoch",43.0377358490566,1613947205563,6842
"wd_0",0.01,1613947205563,6842
"sqr_mom_0",0.99,1613947205563,6842
"lr_0",6.127301087136765e-07,1613947205563,6842
"mom_0",0.9377462752884793,1613947205563,6842
"eps_0",1e-05,1613947205563,6842
"wd_1",0.01,1613947205563,6842
"sqr_mom_1",0.99,1613947205563,6842
"lr_1",6.127301087136767e-06,1613947205563,6842
"mom_1",0.9377462752884793,1613947205563,6842
"eps_1",1e-05,1613947205563,6842
"wd_2",0.01,1613947205563,6842
"sqr_mom_2",0.99,1613947205563,6842
"lr_2",6.127301087136759e-05,1613947205563,6842
"mom_2",0.9377462752884793,1613947205563,6842
"eps_2",1e-05,1613947205563,6842
"train_loss",0.0050508794,1613947206511,6843
"raw_loss",0.014598361,1613947206511,6843
"epoch",43.0440251572327,1613947206511,6843
"wd_0",0.01,1613947206511,6843
"sqr_mom_0",0.99,1613947206511,6843
"lr_0",6.118047924605329e-07,1613947206511,6843
"mom_0",0.9377647817986073,1613947206511,6843
"eps_0",1e-05,1613947206511,6843
"wd_1",0.01,1613947206511,6843
"sqr_mom_1",0.99,1613947206511,6843
"lr_1",6.118047924605322e-06,1613947206511,6843
"mom_1",0.9377647817986073,1613947206511,6843
"eps_1",1e-05,1613947206511,6843
"wd_2",0.01,1613947206511,6843
"sqr_mom_2",0.99,1613947206511,6843
"lr_2",6.11804792460532e-05,1613947206511,6843
"mom_2",0.9377647817986073,1613947206511,6843
"eps_2",1e-05,1613947206511,6843
"train_loss",0.005033685,1613947207461,6844
"raw_loss",0.0041911514,1613947207461,6844
"epoch",43.0503144654088,1613947207461,6844
"wd_0",0.01,1613947207461,6844
"sqr_mom_0",0.99,1613947207461,6844
"lr_0",6.108800780559341e-07,1613947207461,6844
"mom_0",0.937783276271644,1613947207461,6844
"eps_0",1e-05,1613947207461,6844
"wd_1",0.01,1613947207461,6844
"sqr_mom_1",0.99,1613947207461,6844
"lr_1",6.108800780559338e-06,1613947207461,6844
"mom_1",0.937783276271644,1613947207461,6844
"eps_1",1e-05,1613947207461,6844
"wd_2",0.01,1613947207461,6844
"sqr_mom_2",0.99,1613947207461,6844
"lr_2",6.108800780559335e-05,1613947207461,6844
"mom_2",0.937783276271644,1613947207461,6844
"eps_2",1e-05,1613947207461,6844
"train_loss",0.005015762,1613947208432,6845
"raw_loss",0.0041375435,1613947208432,6845
"epoch",43.056603773584904,1613947208432,6845
"wd_0",0.01,1613947208432,6845
"sqr_mom_0",0.99,1613947208432,6845
"lr_0",6.099559657946257e-07,1613947208432,6845
"mom_0",0.9378017587016945,1613947208432,6845
"eps_0",1e-05,1613947208432,6845
"wd_1",0.01,1613947208432,6845
"sqr_mom_1",0.99,1613947208432,6845
"lr_1",6.0995596579462515e-06,1613947208432,6845
"mom_1",0.9378017587016945,1613947208432,6845
"eps_1",1e-05,1613947208432,6845
"wd_2",0.01,1613947208432,6845
"sqr_mom_2",0.99,1613947208432,6845
"lr_2",6.099559657946253e-05,1613947208432,6845
"mom_2",0.9378017587016945,1613947208432,6845
"eps_2",1e-05,1613947208432,6845
"train_loss",0.005057302,1613947209391,6846
"raw_loss",0.0070927576,1613947209391,6846
"epoch",43.062893081761004,1613947209391,6846
"wd_0",0.01,1613947209391,6846
"sqr_mom_0",0.99,1613947209391,6846
"lr_0",6.090324559711547e-07,1613947209391,6846
"mom_0",0.9378202290828677,1613947209391,6846
"eps_0",1e-05,1613947209391,6846
"wd_1",0.01,1613947209391,6846
"sqr_mom_1",0.99,1613947209391,6846
"lr_1",6.090324559711549e-06,1613947209391,6846
"mom_1",0.9378202290828677,1613947209391,6846
"eps_1",1e-05,1613947209391,6846
"wd_2",0.01,1613947209391,6846
"sqr_mom_2",0.99,1613947209391,6846
"lr_2",6.090324559711546e-05,1613947209391,6846
"mom_2",0.9378202290828677,1613947209391,6846
"eps_2",1e-05,1613947209391,6846
"train_loss",0.005008615,1613947210343,6847
"raw_loss",0.002622964,1613947210343,6847
"epoch",43.069182389937104,1613947210343,6847
"wd_0",0.01,1613947210343,6847
"sqr_mom_0",0.99,1613947210343,6847
"lr_0",6.081095488798822e-07,1613947210343,6847
"mom_0",0.9378386874092765,1613947210343,6847
"eps_0",1e-05,1613947210343,6847
"wd_1",0.01,1613947210343,6847
"sqr_mom_1",0.99,1613947210343,6847
"lr_1",6.081095488798826e-06,1613947210343,6847
"mom_1",0.9378386874092765,1613947210343,6847
"eps_1",1e-05,1613947210343,6847
"wd_2",0.01,1613947210343,6847
"sqr_mom_2",0.99,1613947210343,6847
"lr_2",6.081095488798819e-05,1613947210343,6847
"mom_2",0.9378386874092765,1613947210343,6847
"eps_2",1e-05,1613947210343,6847
"train_loss",0.0049984525,1613947211316,6848
"raw_loss",0.0045004766,1613947211316,6848
"epoch",43.075471698113205,1613947211316,6848
"wd_0",0.01,1613947211316,6848
"sqr_mom_0",0.99,1613947211316,6848
"lr_0",6.071875506201304e-07,1613947211316,6848
"mom_0",0.937857127558873,1613947211316,6848
"eps_0",1e-05,1613947211316,6848
"wd_1",0.01,1613947211316,6848
"sqr_mom_1",0.99,1613947211316,6848
"lr_1",6.071875506201306e-06,1613947211316,6848
"mom_1",0.937857127558873,1613947211316,6848
"eps_1",1e-05,1613947211316,6848
"wd_2",0.01,1613947211316,6848
"sqr_mom_2",0.99,1613947211316,6848
"lr_2",6.071875506201299e-05,1613947211316,6848
"mom_2",0.937857127558873,1613947211316,6848
"eps_2",1e-05,1613947211316,6848
"train_loss",0.0049950494,1613947212273,6849
"raw_loss",0.0048282915,1613947212273,6849
"epoch",43.081761006289305,1613947212273,6849
"wd_0",0.01,1613947212273,6849
"sqr_mom_0",0.99,1613947212273,6849
"lr_0",6.062655440703986e-07,1613947212273,6849
"mom_0",0.9378755678742707,1613947212273,6849
"eps_0",1e-05,1613947212273,6849
"wd_1",0.01,1613947212273,6849
"sqr_mom_1",0.99,1613947212273,6849
"lr_1",6.0626554407039874e-06,1613947212273,6849
"mom_1",0.9378755678742707,1613947212273,6849
"eps_1",1e-05,1613947212273,6849
"wd_2",0.01,1613947212273,6849
"sqr_mom_2",0.99,1613947212273,6849
"lr_2",6.062655440703979e-05,1613947212273,6849
"mom_2",0.9378755678742707,1613947212273,6849
"eps_2",1e-05,1613947212273,6849
"train_loss",0.0049940245,1613947213270,6850
"raw_loss",0.0049438053,1613947213270,6850
"epoch",43.088050314465406,1613947213270,6850
"wd_0",0.01,1613947213270,6850
"sqr_mom_0",0.99,1613947213270,6850
"lr_0",6.053447523446955e-07,1613947213270,6850
"mom_0",0.937893983892945,1613947213270,6850
"eps_0",1e-05,1613947213270,6850
"wd_1",0.01,1613947213270,6850
"sqr_mom_1",0.99,1613947213270,6850
"lr_1",6.053447523446955e-06,1613947213270,6850
"mom_1",0.937893983892945,1613947213270,6850
"eps_1",1e-05,1613947213270,6850
"wd_2",0.01,1613947213270,6850
"sqr_mom_2",0.99,1613947213270,6850
"lr_2",6.053447523446951e-05,1613947213270,6850
"mom_2",0.937893983892945,1613947213270,6850
"eps_2",1e-05,1613947213270,6850
"train_loss",0.0049631046,1613947214229,6851
"raw_loss",0.0034480223,1613947214229,6851
"epoch",43.094339622641506,1613947214229,6851
"wd_0",0.01,1613947214229,6851
"sqr_mom_0",0.99,1613947214229,6851
"lr_0",6.044245641260667e-07,1613947214229,6851
"mom_0",0.937912387841357,1613947214229,6851
"eps_0",1e-05,1613947214229,6851
"wd_1",0.01,1613947214229,6851
"sqr_mom_1",0.99,1613947214229,6851
"lr_1",6.044245641260667e-06,1613947214229,6851
"mom_1",0.937912387841357,1613947214229,6851
"eps_1",1e-05,1613947214229,6851
"wd_2",0.01,1613947214229,6851
"sqr_mom_2",0.99,1613947214229,6851
"lr_2",6.044245641260662e-05,1613947214229,6851
"mom_2",0.937912387841357,1613947214229,6851
"eps_2",1e-05,1613947214229,6851
"train_loss",0.004927106,1613947215197,6852
"raw_loss",0.0031631854,1613947215197,6852
"epoch",43.10062893081761,1613947215197,6852
"wd_0",0.01,1613947215197,6852
"sqr_mom_0",0.99,1613947215197,6852
"lr_0",6.035043696995081e-07,1613947215197,6852
"mom_0",0.9379307919139289,1613947215197,6852
"eps_0",1e-05,1613947215197,6852
"wd_1",0.01,1613947215197,6852
"sqr_mom_1",0.99,1613947215197,6852
"lr_1",6.035043696995077e-06,1613947215197,6852
"mom_1",0.9379307919139289,1613947215197,6852
"eps_1",1e-05,1613947215197,6852
"wd_2",0.01,1613947215197,6852
"sqr_mom_2",0.99,1613947215197,6852
"lr_2",6.035043696995076e-05,1613947215197,6852
"mom_2",0.9379307919139289,1613947215197,6852
"eps_2",1e-05,1613947215197,6852
"train_loss",0.0049145995,1613947216143,6853
"raw_loss",0.004301774,1613947216143,6853
"epoch",43.10691823899371,1613947216143,6853
"wd_0",0.01,1613947216143,6853
"sqr_mom_0",0.99,1613947216143,6853
"lr_0",6.025853897751065e-07,1613947216143,6853
"mom_0",0.9379491716962148,1613947216143,6853
"eps_0",1e-05,1613947216143,6853
"wd_1",0.01,1613947216143,6853
"sqr_mom_1",0.99,1613947216143,6853
"lr_1",6.0258538977510685e-06,1613947216143,6853
"mom_1",0.9379491716962148,1613947216143,6853
"eps_1",1e-05,1613947216143,6853
"wd_2",0.01,1613947216143,6853
"sqr_mom_2",0.99,1613947216143,6853
"lr_2",6.025853897751062e-05,1613947216143,6853
"mom_2",0.9379491716962148,1613947216143,6853
"eps_2",1e-05,1613947216143,6853
"train_loss",0.005026997,1613947217130,6854
"raw_loss",0.010534494,1613947217130,6854
"epoch",43.11320754716981,1613947217130,6854
"wd_0",0.01,1613947217130,6854
"sqr_mom_0",0.99,1613947217130,6854
"lr_0",6.016667096338093e-07,1613947217130,6854
"mom_0",0.9379675454827786,1613947217130,6854
"eps_0",1e-05,1613947217130,6854
"wd_1",0.01,1613947217130,6854
"sqr_mom_1",0.99,1613947217130,6854
"lr_1",6.016667096338088e-06,1613947217130,6854
"mom_1",0.9379675454827786,1613947217130,6854
"eps_1",1e-05,1613947217130,6854
"wd_2",0.01,1613947217130,6854
"sqr_mom_2",0.99,1613947217130,6854
"lr_2",6.0166670963380836e-05,1613947217130,6854
"mom_2",0.9379675454827786,1613947217130,6854
"eps_2",1e-05,1613947217130,6854
"train_loss",0.005030652,1613947218085,6855
"raw_loss",0.0052097496,1613947218085,6855
"epoch",43.11949685534591,1613947218085,6855
"wd_0",0.01,1613947218085,6855
"sqr_mom_0",0.99,1613947218085,6855
"lr_0",6.007486345724554e-07,1613947218085,6855
"mom_0",0.9379859071676225,1613947218085,6855
"eps_0",1e-05,1613947218085,6855
"wd_1",0.01,1613947218085,6855
"sqr_mom_1",0.99,1613947218085,6855
"lr_1",6.007486345724549e-06,1613947218085,6855
"mom_1",0.9379859071676225,1613947218085,6855
"eps_1",1e-05,1613947218085,6855
"wd_2",0.01,1613947218085,6855
"sqr_mom_2",0.99,1613947218085,6855
"lr_2",6.007486345724545e-05,1613947218085,6855
"mom_2",0.9379859071676225,1613947218085,6855
"eps_2",1e-05,1613947218085,6855
"train_loss",0.00502892,1613947219052,6856
"raw_loss",0.0049440353,1613947219052,6856
"epoch",43.12578616352201,1613947219052,6856
"wd_0",0.01,1613947219052,6856
"sqr_mom_0",0.99,1613947219052,6856
"lr_0",5.998311648836719e-07,1613947219052,6856
"mom_0",0.938004256744894,1613947219052,6856
"eps_0",1e-05,1613947219052,6856
"wd_1",0.01,1613947219052,6856
"sqr_mom_1",0.99,1613947219052,6856
"lr_1",5.998311648836721e-06,1613947219052,6856
"mom_1",0.938004256744894,1613947219052,6856
"eps_1",1e-05,1613947219052,6856
"wd_2",0.01,1613947219052,6856
"sqr_mom_2",0.99,1613947219052,6856
"lr_2",5.998311648836713e-05,1613947219052,6856
"mom_2",0.938004256744894,1613947219052,6856
"eps_2",1e-05,1613947219052,6856
"train_loss",0.0049756155,1613947220011,6857
"raw_loss",0.0023637027,1613947220011,6857
"epoch",43.13207547169811,1613947220011,6857
"wd_0",0.01,1613947220011,6857
"sqr_mom_0",0.99,1613947220011,6857
"lr_0",5.989146048602877e-07,1613947220011,6857
"mom_0",0.9380225881286754,1613947220011,6857
"eps_0",1e-05,1613947220011,6857
"wd_1",0.01,1613947220011,6857
"sqr_mom_1",0.99,1613947220011,6857
"lr_1",5.989146048602878e-06,1613947220011,6857
"mom_1",0.9380225881286754,1613947220011,6857
"eps_1",1e-05,1613947220011,6857
"wd_2",0.01,1613947220011,6857
"sqr_mom_2",0.99,1613947220011,6857
"lr_2",5.9891460486028716e-05,1613947220011,6857
"mom_2",0.9380225881286754,1613947220011,6857
"eps_2",1e-05,1613947220011,6857
"train_loss",0.0049610836,1613947220985,6858
"raw_loss",0.004249025,1613947220985,6858
"epoch",43.13836477987421,1613947220985,6858
"wd_0",0.01,1613947220985,6858
"sqr_mom_0",0.99,1613947220985,6858
"lr_0",5.979980427933543e-07,1613947220985,6858
"mom_0",0.9380409195533284,1613947220985,6858
"eps_0",1e-05,1613947220985,6858
"wd_1",0.01,1613947220985,6858
"sqr_mom_1",0.99,1613947220985,6858
"lr_1",5.979980427933546e-06,1613947220985,6858
"mom_1",0.9380409195533284,1613947220985,6858
"eps_1",1e-05,1613947220985,6858
"wd_2",0.01,1613947220985,6858
"sqr_mom_2",0.99,1613947220985,6858
"lr_2",5.9799804279335434e-05,1613947220985,6858
"mom_2",0.9380409195533284,1613947220985,6858
"eps_2",1e-05,1613947220985,6858
"train_loss",0.004948666,1613947221967,6859
"raw_loss",0.0043402035,1613947221967,6859
"epoch",43.14465408805031,1613947221967,6859
"wd_0",0.01,1613947221967,6859
"sqr_mom_0",0.99,1613947221967,6859
"lr_0",5.970826945743475e-07,1613947221967,6859
"mom_0",0.93805922670078,1613947221967,6859
"eps_0",1e-05,1613947221967,6859
"wd_1",0.01,1613947221967,6859
"sqr_mom_1",0.99,1613947221967,6859
"lr_1",5.970826945743475e-06,1613947221967,6859
"mom_1",0.93805922670078,1613947221967,6859
"eps_1",1e-05,1613947221967,6859
"wd_2",0.01,1613947221967,6859
"sqr_mom_2",0.99,1613947221967,6859
"lr_2",5.970826945743472e-05,1613947221967,6859
"mom_2",0.93805922670078,1613947221967,6859
"eps_2",1e-05,1613947221967,6859
"train_loss",0.0049296278,1613947223055,6860
"raw_loss",0.0039967513,1613947223055,6860
"epoch",43.15094339622641,1613947223055,6860
"wd_0",0.01,1613947223055,6860
"sqr_mom_0",0.99,1613947223055,6860
"lr_0",5.961679524941049e-07,1613947223055,6860
"mom_0",0.9380775217253351,1613947223055,6860
"eps_0",1e-05,1613947223055,6860
"wd_1",0.01,1613947223055,6860
"sqr_mom_1",0.99,1613947223055,6860
"lr_1",5.961679524941049e-06,1613947223055,6860
"mom_1",0.9380775217253351,1613947223055,6860
"eps_1",1e-05,1613947223055,6860
"wd_2",0.01,1613947223055,6860
"sqr_mom_2",0.99,1613947223055,6860
"lr_2",5.961679524941045e-05,1613947223055,6860
"mom_2",0.9380775217253351,1613947223055,6860
"eps_2",1e-05,1613947223055,6860
"train_loss",0.0049286187,1613947224019,6861
"raw_loss",0.0048791673,1613947224019,6861
"epoch",43.15723270440251,1613947224019,6861
"wd_0",0.01,1613947224019,6861
"sqr_mom_0",0.99,1613947224019,6861
"lr_0",5.952532104523998e-07,1613947224019,6861
"mom_0",0.9380958167491195,1613947224019,6861
"eps_0",1e-05,1613947224019,6861
"wd_1",0.01,1613947224019,6861
"sqr_mom_1",0.99,1613947224019,6861
"lr_1",5.952532104524003e-06,1613947224019,6861
"mom_1",0.9380958167491195,1613947224019,6861
"eps_1",1e-05,1613947224019,6861
"wd_2",0.01,1613947224019,6861
"sqr_mom_2",0.99,1613947224019,6861
"lr_2",5.952532104523998e-05,1613947224019,6861
"mom_2",0.9380958167491195,1613947224019,6861
"eps_2",1e-05,1613947224019,6861
"train_loss",0.0049186395,1613947225008,6862
"raw_loss",0.004429654,1613947225008,6862
"epoch",43.16352201257861,1613947225008,6862
"wd_0",0.01,1613947225008,6862
"sqr_mom_0",0.99,1613947225008,6862
"lr_0",5.943396819263015e-07,1613947225008,6862
"mom_0",0.9381140875023489,1613947225008,6862
"eps_0",1e-05,1613947225008,6862
"wd_1",0.01,1613947225008,6862
"sqr_mom_1",0.99,1613947225008,6862
"lr_1",5.9433968192630166e-06,1613947225008,6862
"mom_1",0.9381140875023489,1613947225008,6862
"eps_1",1e-05,1613947225008,6862
"wd_2",0.01,1613947225008,6862
"sqr_mom_2",0.99,1613947225008,6862
"lr_2",5.943396819263014e-05,1613947225008,6862
"mom_2",0.9381140875023489,1613947225008,6862
"eps_2",1e-05,1613947225008,6862
"train_loss",0.0049273274,1613947225989,6863
"raw_loss",0.0053530354,1613947225989,6863
"epoch",43.16981132075471,1613947225989,6863
"wd_0",0.01,1613947225989,6863
"sqr_mom_0",0.99,1613947225989,6863
"lr_0",5.93426760412692e-07,1613947225989,6863
"mom_0",0.9381323461152072,1613947225989,6863
"eps_0",1e-05,1613947225989,6863
"wd_1",0.01,1613947225989,6863
"sqr_mom_1",0.99,1613947225989,6863
"lr_1",5.934267604126922e-06,1613947225989,6863
"mom_1",0.9381323461152072,1613947225989,6863
"eps_1",1e-05,1613947225989,6863
"wd_2",0.01,1613947225989,6863
"sqr_mom_2",0.99,1613947225989,6863
"lr_2",5.934267604126918e-05,1613947225989,6863
"mom_2",0.9381323461152072,1613947225989,6863
"eps_2",1e-05,1613947225989,6863
"train_loss",0.0049018958,1613947226954,6864
"raw_loss",0.0036557394,1613947226954,6864
"epoch",43.17610062893081,1613947226954,6864
"wd_0",0.01,1613947226954,6864
"sqr_mom_0",0.99,1613947226954,6864
"lr_0",5.925138410197066e-07,1613947226954,6864
"mom_0",0.9381506046856527,1613947226954,6864
"eps_0",1e-05,1613947226954,6864
"wd_1",0.01,1613947226954,6864
"sqr_mom_1",0.99,1613947226954,6864
"lr_1",5.9251384101970694e-06,1613947226954,6864
"mom_1",0.9381506046856527,1613947226954,6864
"eps_1",1e-05,1613947226954,6864
"wd_2",0.01,1613947226954,6864
"sqr_mom_2",0.99,1613947226954,6864
"lr_2",5.925138410197063e-05,1613947226954,6864
"mom_2",0.9381506046856527,1613947226954,6864
"eps_2",1e-05,1613947226954,6864
"train_loss",0.004856811,1613947227935,6865
"raw_loss",0.002647649,1613947227935,6865
"epoch",43.18238993710691,1613947227935,6865
"wd_0",0.01,1613947227935,6865
"sqr_mom_0",0.99,1613947227935,6865
"lr_0",5.916021348065277e-07,1613947227935,6865
"mom_0",0.9381688389922593,1613947227935,6865
"eps_0",1e-05,1613947227935,6865
"wd_1",0.01,1613947227935,6865
"sqr_mom_1",0.99,1613947227935,6865
"lr_1",5.916021348065279e-06,1613947227935,6865
"mom_1",0.9381688389922593,1613947227935,6865
"eps_1",1e-05,1613947227935,6865
"wd_2",0.01,1613947227935,6865
"sqr_mom_2",0.99,1613947227935,6865
"lr_2",5.916021348065275e-05,1613947227935,6865
"mom_2",0.9381688389922593,1613947227935,6865
"eps_2",1e-05,1613947227935,6865
"train_loss",0.0048343125,1613947228909,6866
"raw_loss",0.0037318787,1613947228909,6866
"epoch",43.18867924528301,1613947228909,6866
"wd_0",0.01,1613947228909,6866
"sqr_mom_0",0.99,1613947228909,6866
"lr_0",5.906907342899671e-07,1613947228909,6866
"mom_0",0.9381870671848724,1613947228909,6866
"eps_0",1e-05,1613947228909,6866
"wd_1",0.01,1613947228909,6866
"sqr_mom_1",0.99,1613947228909,6866
"lr_1",5.906907342899674e-06,1613947228909,6866
"mom_1",0.9381870671848724,1613947228909,6866
"eps_1",1e-05,1613947228909,6866
"wd_2",0.01,1613947228909,6866
"sqr_mom_2",0.99,1613947228909,6866
"lr_2",5.906907342899669e-05,1613947228909,6866
"mom_2",0.9381870671848724,1613947228909,6866
"eps_2",1e-05,1613947228909,6866
"train_loss",0.0048033483,1613947229901,6867
"raw_loss",0.0032860935,1613947229901,6867
"epoch",43.19496855345911,1613947229901,6867
"wd_0",0.01,1613947229901,6867
"sqr_mom_0",0.99,1613947229901,6867
"lr_0",5.897799423518178e-07,1613947229901,6867
"mom_0",0.9382052832057957,1613947229901,6867
"eps_0",1e-05,1613947229901,6867
"wd_1",0.01,1613947229901,6867
"sqr_mom_1",0.99,1613947229901,6867
"lr_1",5.8977994235181815e-06,1613947229901,6867
"mom_1",0.9382052832057957,1613947229901,6867
"eps_1",1e-05,1613947229901,6867
"wd_2",0.01,1613947229901,6867
"sqr_mom_2",0.99,1613947229901,6867
"lr_2",5.897799423518175e-05,1613947229901,6867
"mom_2",0.9382052832057957,1613947229901,6867
"eps_2",1e-05,1613947229901,6867
"train_loss",0.004775861,1613947230874,6868
"raw_loss",0.0034289763,1613947230874,6868
"epoch",43.20125786163521,1613947230874,6868
"wd_0",0.01,1613947230874,6868
"sqr_mom_0",0.99,1613947230874,6868
"lr_0",5.888697592823835e-07,1613947230874,6868
"mom_0",0.9382234870492228,1613947230874,6868
"eps_0",1e-05,1613947230874,6868
"wd_1",0.01,1613947230874,6868
"sqr_mom_1",0.99,1613947230874,6868
"lr_1",5.888697592823833e-06,1613947230874,6868
"mom_1",0.9382234870492228,1613947230874,6868
"eps_1",1e-05,1613947230874,6868
"wd_2",0.01,1613947230874,6868
"sqr_mom_2",0.99,1613947230874,6868
"lr_2",5.8886975928238306e-05,1613947230874,6868
"mom_2",0.9382234870492228,1613947230874,6868
"eps_2",1e-05,1613947230874,6868
"train_loss",0.0047458853,1613947231837,6869
"raw_loss",0.0032770762,1613947231837,6869
"epoch",43.20754716981131,1613947231837,6869
"wd_0",0.01,1613947231837,6869
"sqr_mom_0",0.99,1613947231837,6869
"lr_0",5.879604869536432e-07,1613947231837,6869
"mom_0",0.9382416726776539,1613947231837,6869
"eps_0",1e-05,1613947231837,6869
"wd_1",0.01,1613947231837,6869
"sqr_mom_1",0.99,1613947231837,6869
"lr_1",5.879604869536432e-06,1613947231837,6869
"mom_1",0.9382416726776539,1613947231837,6869
"eps_1",1e-05,1613947231837,6869
"wd_2",0.01,1613947231837,6869
"sqr_mom_2",0.99,1613947231837,6869
"lr_2",5.879604869536427e-05,1613947231837,6869
"mom_2",0.9382416726776539,1613947231837,6869
"eps_2",1e-05,1613947231837,6869
"train_loss",0.0048178216,1613947232809,6870
"raw_loss",0.008342704,1613947232809,6870
"epoch",43.213836477987414,1613947232809,6870
"wd_0",0.01,1613947232809,6870
"sqr_mom_0",0.99,1613947232809,6870
"lr_0",5.870512209099069e-07,1613947232809,6870
"mom_0",0.9382598581803836,1613947232809,6870
"eps_0",1e-05,1613947232809,6870
"wd_1",0.01,1613947232809,6870
"sqr_mom_1",0.99,1613947232809,6870
"lr_1",5.870512209099065e-06,1613947232809,6870
"mom_1",0.9382598581803836,1613947232809,6870
"eps_1",1e-05,1613947232809,6870
"wd_2",0.01,1613947232809,6870
"sqr_mom_2",0.99,1613947232809,6870
"lr_2",5.8705122090990625e-05,1613947232809,6870
"mom_2",0.9382598581803836,1613947232809,6870
"eps_2",1e-05,1613947232809,6870
"train_loss",0.004981658,1613947233783,6871
"raw_loss",0.0130096525,1613947233783,6871
"epoch",43.220125786163514,1613947233783,6871
"wd_0",0.01,1613947233783,6871
"sqr_mom_0",0.99,1613947233783,6871
"lr_0",5.861431673639021e-07,1613947233783,6871
"mom_0",0.9382780194329162,1613947233783,6871
"eps_0",1e-05,1613947233783,6871
"wd_1",0.01,1613947233783,6871
"sqr_mom_1",0.99,1613947233783,6871
"lr_1",5.861431673639024e-06,1613947233783,6871
"mom_1",0.9382780194329162,1613947233783,6871
"eps_1",1e-05,1613947233783,6871
"wd_2",0.01,1613947233783,6871
"sqr_mom_2",0.99,1613947233783,6871
"lr_2",5.861431673639017e-05,1613947233783,6871
"mom_2",0.9382780194329162,1613947233783,6871
"eps_2",1e-05,1613947233783,6871
"train_loss",0.0049601556,1613947234753,6872
"raw_loss",0.003906547,1613947234753,6872
"epoch",43.226415094339615,1613947234753,6872
"wd_0",0.01,1613947234753,6872
"sqr_mom_0",0.99,1613947234753,6872
"lr_0",5.852357234411983e-07,1613947234753,6872
"mom_0",0.9382961684928609,1613947234753,6872
"eps_0",1e-05,1613947234753,6872
"wd_1",0.01,1613947234753,6872
"sqr_mom_1",0.99,1613947234753,6872
"lr_1",5.852357234411978e-06,1613947234753,6872
"mom_1",0.9382961684928609,1613947234753,6872
"eps_1",1e-05,1613947234753,6872
"wd_2",0.01,1613947234753,6872
"sqr_mom_2",0.99,1613947234753,6872
"lr_2",5.852357234411974e-05,1613947234753,6872
"mom_2",0.9382961684928609,1613947234753,6872
"eps_2",1e-05,1613947234753,6872
"train_loss",0.004950377,1613947235728,6873
"raw_loss",0.0044712387,1613947235728,6873
"epoch",43.232704402515715,1613947235728,6873
"wd_0",0.01,1613947235728,6873
"sqr_mom_0",0.99,1613947235728,6873
"lr_0",5.843282878855478e-07,1613947235728,6873
"mom_0",0.9383143173854629,1613947235728,6873
"eps_0",1e-05,1613947235728,6873
"wd_1",0.01,1613947235728,6873
"sqr_mom_1",0.99,1613947235728,6873
"lr_1",5.8432828788554766e-06,1613947235728,6873
"mom_1",0.9383143173854629,1613947235728,6873
"eps_1",1e-05,1613947235728,6873
"wd_2",0.01,1613947235728,6873
"sqr_mom_2",0.99,1613947235728,6873
"lr_2",5.843282878855474e-05,1613947235728,6873
"mom_2",0.9383143173854629,1613947235728,6873
"eps_2",1e-05,1613947235728,6873
"train_loss",0.0049081184,1613947236702,6874
"raw_loss",0.0028374486,1613947236702,6874
"epoch",43.238993710691815,1613947236702,6874
"wd_0",0.01,1613947236702,6874
"sqr_mom_0",0.99,1613947236702,6874
"lr_0",5.83422064481394e-07,1613947236702,6874
"mom_0",0.9383324420347924,1613947236702,6874
"eps_0",1e-05,1613947236702,6874
"wd_1",0.01,1613947236702,6874
"sqr_mom_1",0.99,1613947236702,6874
"lr_1",5.834220644813942e-06,1613947236702,6874
"mom_1",0.9383324420347924,1613947236702,6874
"eps_1",1e-05,1613947236702,6874
"wd_2",0.01,1613947236702,6874
"sqr_mom_2",0.99,1613947236702,6874
"lr_2",5.8342206448139364e-05,1613947236702,6874
"mom_2",0.9383324420347924,1613947236702,6874
"eps_2",1e-05,1613947236702,6874
"train_loss",0.004893809,1613947237664,6875
"raw_loss",0.004192642,1613947237664,6875
"epoch",43.245283018867916,1613947237664,6875
"wd_0",0.01,1613947237664,6875
"sqr_mom_0",0.99,1613947237664,6875
"lr_0",5.825161511998436e-07,1613947237664,6875
"mom_0",0.9383505604816079,1613947237664,6875
"eps_0",1e-05,1613947237664,6875
"wd_1",0.01,1613947237664,6875
"sqr_mom_1",0.99,1613947237664,6875
"lr_1",5.825161511998436e-06,1613947237664,6875
"mom_1",0.9383505604816079,1613947237664,6875
"eps_1",1e-05,1613947237664,6875
"wd_2",0.01,1613947237664,6875
"sqr_mom_2",0.99,1613947237664,6875
"lr_2",5.825161511998435e-05,1613947237664,6875
"mom_2",0.9383505604816079,1613947237664,6875
"eps_2",1e-05,1613947237664,6875
"train_loss",0.0048898025,1613947238638,6876
"raw_loss",0.0046934816,1613947238638,6876
"epoch",43.251572327044016,1613947238638,6876
"wd_0",0.01,1613947238638,6876
"sqr_mom_0",0.99,1613947238638,6876
"lr_0",5.816108491022584e-07,1613947238638,6876
"mom_0",0.9383686667046218,1613947238638,6876
"eps_0",1e-05,1613947238638,6876
"wd_1",0.01,1613947238638,6876
"sqr_mom_1",0.99,1613947238638,6876
"lr_1",5.816108491022582e-06,1613947238638,6876
"mom_1",0.9383686667046218,1613947238638,6876
"eps_1",1e-05,1613947238638,6876
"wd_2",0.01,1613947238638,6876
"sqr_mom_2",0.99,1613947238638,6876
"lr_2",5.816108491022581e-05,1613947238638,6876
"mom_2",0.9383686667046218,1613947238638,6876
"eps_2",1e-05,1613947238638,6876
"train_loss",0.0049590333,1613947239598,6877
"raw_loss",0.008351346,1613947239598,6877
"epoch",43.25786163522012,1613947239598,6877
"wd_0",0.01,1613947239598,6877
"sqr_mom_0",0.99,1613947239598,6877
"lr_0",5.807061584771928e-07,1613947239598,6877
"mom_0",0.938386760698063,1613947239598,6877
"eps_0",1e-05,1613947239598,6877
"wd_1",0.01,1613947239598,6877
"sqr_mom_1",0.99,1613947239598,6877
"lr_1",5.80706158477193e-06,1613947239598,6877
"mom_1",0.938386760698063,1613947239598,6877
"eps_1",1e-05,1613947239598,6877
"wd_2",0.01,1613947239598,6877
"sqr_mom_2",0.99,1613947239598,6877
"lr_2",5.807061584771925e-05,1613947239598,6877
"mom_2",0.938386760698063,1613947239598,6877
"eps_2",1e-05,1613947239598,6877
"train_loss",0.0049822177,1613947240550,6878
"raw_loss",0.006118261,1613947240550,6878
"epoch",43.26415094339622,1613947240550,6878
"wd_0",0.01,1613947240550,6878
"sqr_mom_0",0.99,1613947240550,6878
"lr_0",5.798023793718756e-07,1613947240550,6878
"mom_0",0.9384048364609271,1613947240550,6878
"eps_0",1e-05,1613947240550,6878
"wd_1",0.01,1613947240550,6878
"sqr_mom_1",0.99,1613947240550,6878
"lr_1",5.79802379371876e-06,1613947240550,6878
"mom_1",0.9384048364609271,1613947240550,6878
"eps_1",1e-05,1613947240550,6878
"wd_2",0.01,1613947240550,6878
"sqr_mom_2",0.99,1613947240550,6878
"lr_2",5.798023793718754e-05,1613947240550,6878
"mom_2",0.9384048364609271,1613947240550,6878
"eps_2",1e-05,1613947240550,6878
"train_loss",0.0049537825,1613947241518,6879
"raw_loss",0.0035604576,1613947241518,6879
"epoch",43.27044025157232,1613947241518,6879
"wd_0",0.01,1613947241518,6879
"sqr_mom_0",0.99,1613947241518,6879
"lr_0",5.788986127978662e-07,1613947241518,6879
"mom_0",0.9384229119731624,1613947241518,6879
"eps_0",1e-05,1613947241518,6879
"wd_1",0.01,1613947241518,6879
"sqr_mom_1",0.99,1613947241518,6879
"lr_1",5.788986127978659e-06,1613947241518,6879
"mom_1",0.9384229119731624,1613947241518,6879
"eps_1",1e-05,1613947241518,6879
"wd_2",0.01,1613947241518,6879
"sqr_mom_2",0.99,1613947241518,6879
"lr_2",5.788986127978657e-05,1613947241518,6879
"mom_2",0.9384229119731624,1613947241518,6879
"eps_2",1e-05,1613947241518,6879
"train_loss",0.004970198,1613947242473,6880
"raw_loss",0.005774561,1613947242473,6880
"epoch",43.27672955974842,1613947242473,6880
"wd_0",0.01,1613947242473,6880
"sqr_mom_0",0.99,1613947242473,6880
"lr_0",5.779960576724135e-07,1613947242473,6880
"mom_0",0.9384409632561842,1613947242473,6880
"eps_0",1e-05,1613947242473,6880
"wd_1",0.01,1613947242473,6880
"sqr_mom_1",0.99,1613947242473,6880
"lr_1",5.77996057672414e-06,1613947242473,6880
"mom_1",0.9384409632561842,1613947242473,6880
"eps_1",1e-05,1613947242473,6880
"wd_2",0.01,1613947242473,6880
"sqr_mom_2",0.99,1613947242473,6880
"lr_2",5.779960576724131e-05,1613947242473,6880
"mom_2",0.9384409632561842,1613947242473,6880
"eps_2",1e-05,1613947242473,6880
"train_loss",0.0049423305,1613947243429,6881
"raw_loss",0.0035768286,1613947243429,6881
"epoch",43.28301886792452,1613947243429,6881
"wd_0",0.01,1613947243429,6881
"sqr_mom_0",0.99,1613947243429,6881
"lr_0",5.77094114765337e-07,1613947243429,6881
"mom_0",0.9384590022947161,1613947243429,6881
"eps_0",1e-05,1613947243429,6881
"wd_1",0.01,1613947243429,6881
"sqr_mom_1",0.99,1613947243429,6881
"lr_1",5.770941147653375e-06,1613947243429,6881
"mom_1",0.9384590022947161,1613947243429,6881
"eps_1",1e-05,1613947243429,6881
"wd_2",0.01,1613947243429,6881
"sqr_mom_2",0.99,1613947243429,6881
"lr_2",5.77094114765337e-05,1613947243429,6881
"mom_2",0.9384590022947161,1613947243429,6881
"eps_2",1e-05,1613947243429,6881
"train_loss",0.004944809,1613947244383,6882
"raw_loss",0.005066253,1613947244383,6882
"epoch",43.28930817610062,1613947244383,6882
"wd_0",0.01,1613947244383,6882
"sqr_mom_0",0.99,1613947244383,6882
"lr_0",5.761921864715288e-07,1613947244383,6882
"mom_0",0.9384770410409798,1613947244383,6882
"eps_0",1e-05,1613947244383,6882
"wd_1",0.01,1613947244383,6882
"sqr_mom_1",0.99,1613947244383,6882
"lr_1",5.7619218647152824e-06,1613947244383,6882
"mom_1",0.9384770410409798,1613947244383,6882
"eps_1",1e-05,1613947244383,6882
"wd_2",0.01,1613947244383,6882
"sqr_mom_2",0.99,1613947244383,6882
"lr_2",5.761921864715281e-05,1613947244383,6882
"mom_2",0.9384770410409798,1613947244383,6882
"eps_2",1e-05,1613947244383,6882
"train_loss",0.0049615204,1613947245336,6883
"raw_loss",0.0057804035,1613947245336,6883
"epoch",43.29559748427672,1613947245336,6883
"wd_0",0.01,1613947245336,6883
"sqr_mom_0",0.99,1613947245336,6883
"lr_0",5.752914692696153e-07,1613947245336,6883
"mom_0",0.9384950555651633,1613947245336,6883
"eps_0",1e-05,1613947245336,6883
"wd_1",0.01,1613947245336,6883
"sqr_mom_1",0.99,1613947245336,6883
"lr_1",5.7529146926961535e-06,1613947245336,6883
"mom_1",0.9384950555651633,1613947245336,6883
"eps_1",1e-05,1613947245336,6883
"wd_2",0.01,1613947245336,6883
"sqr_mom_2",0.99,1613947245336,6883
"lr_2",5.7529146926961494e-05,1613947245336,6883
"mom_2",0.9384950555651633,1613947245336,6883
"eps_2",1e-05,1613947245336,6883
"train_loss",0.004933667,1613947246293,6884
"raw_loss",0.003568844,1613947246293,6884
"epoch",43.30188679245282,1613947246293,6884
"wd_0",0.01,1613947246293,6884
"sqr_mom_0",0.99,1613947246293,6884
"lr_0",5.743913651475632e-07,1613947246293,6884
"mom_0",0.938513057827627,1613947246293,6884
"eps_0",1e-05,1613947246293,6884
"wd_1",0.01,1613947246293,6884
"sqr_mom_1",0.99,1613947246293,6884
"lr_1",5.743913651475632e-06,1613947246293,6884
"mom_1",0.938513057827627,1613947246293,6884
"eps_1",1e-05,1613947246293,6884
"wd_2",0.01,1613947246293,6884
"sqr_mom_2",0.99,1613947246293,6884
"lr_2",5.743913651475626e-05,1613947246293,6884
"mom_2",0.938513057827627,1613947246293,6884
"eps_2",1e-05,1613947246293,6884
"train_loss",0.0049144863,1613947247237,6885
"raw_loss",0.003974637,1613947247237,6885
"epoch",43.30817610062892,1613947247237,6885
"wd_0",0.01,1613947247237,6885
"sqr_mom_0",0.99,1613947247237,6885
"lr_0",5.734912777206973e-07,1613947247237,6885
"mom_0",0.9385310597561836,1613947247237,6885
"eps_0",1e-05,1613947247237,6885
"wd_1",0.01,1613947247237,6885
"sqr_mom_1",0.99,1613947247237,6885
"lr_1",5.734912777206971e-06,1613947247237,6885
"mom_1",0.9385310597561836,1613947247237,6885
"eps_1",1e-05,1613947247237,6885
"wd_2",0.01,1613947247237,6885
"sqr_mom_2",0.99,1613947247237,6885
"lr_2",5.734912777206967e-05,1613947247237,6885
"mom_2",0.9385310597561836,1613947247237,6885
"eps_2",1e-05,1613947247237,6885
"train_loss",0.0049294606,1613947248192,6886
"raw_loss",0.0056631947,1613947248192,6886
"epoch",43.31446540880502,1613947248192,6886
"wd_0",0.01,1613947248192,6886
"sqr_mom_0",0.99,1613947248192,6886
"lr_0",5.725924010255907e-07,1613947248192,6886
"mom_0",0.9385490374698628,1613947248192,6886
"eps_0",1e-05,1613947248192,6886
"wd_1",0.01,1613947248192,6886
"sqr_mom_1",0.99,1613947248192,6886
"lr_1",5.725924010255907e-06,1613947248192,6886
"mom_1",0.9385490374698628,1613947248192,6886
"eps_1",1e-05,1613947248192,6886
"wd_2",0.01,1613947248192,6886
"sqr_mom_2",0.99,1613947248192,6886
"lr_2",5.7259240102559025e-05,1613947248192,6886
"mom_2",0.9385490374698628,1613947248192,6886
"eps_2",1e-05,1613947248192,6886
"train_loss",0.004918977,1613947249135,6887
"raw_loss",0.0044052913,1613947249135,6887
"epoch",43.32075471698112,1613947249135,6887
"wd_0",0.01,1613947249135,6887
"sqr_mom_0",0.99,1613947249135,6887
"lr_0",5.71693542413743e-07,1613947249135,6887
"mom_0",0.9385670148218733,1613947249135,6887
"eps_0",1e-05,1613947249135,6887
"wd_1",0.01,1613947249135,6887
"sqr_mom_1",0.99,1613947249135,6887
"lr_1",5.716935424137432e-06,1613947249135,6887
"mom_1",0.9385670148218733,1613947249135,6887
"eps_1",1e-05,1613947249135,6887
"wd_2",0.01,1613947249135,6887
"sqr_mom_2",0.99,1613947249135,6887
"lr_2",5.716935424137428e-05,1613947249135,6887
"mom_2",0.9385670148218733,1613947249135,6887
"eps_2",1e-05,1613947249135,6887
"train_loss",0.004877083,1613947250090,6888
"raw_loss",0.0028242662,1613947250090,6888
"epoch",43.32704402515722,1613947250090,6888
"wd_0",0.01,1613947250090,6888
"sqr_mom_0",0.99,1613947250090,6888
"lr_0",5.7079589429161e-07,1613947250090,6888
"mom_0",0.9385849679638474,1613947250090,6888
"eps_0",1e-05,1613947250090,6888
"wd_1",0.01,1613947250090,6888
"sqr_mom_1",0.99,1613947250090,6888
"lr_1",5.707958942916093e-06,1613947250090,6888
"mom_1",0.9385849679638474,1613947250090,6888
"eps_1",1e-05,1613947250090,6888
"wd_2",0.01,1613947250090,6888
"sqr_mom_2",0.99,1613947250090,6888
"lr_2",5.707958942916094e-05,1613947250090,6888
"mom_2",0.9385849679638474,1613947250090,6888
"eps_2",1e-05,1613947250090,6888
"train_loss",0.004840096,1613947251046,6889
"raw_loss",0.003027737,1613947251046,6889
"epoch",43.33333333333332,1613947251046,6889
"wd_0",0.01,1613947251046,6889
"sqr_mom_0",0.99,1613947251046,6889
"lr_0",5.698985631610085e-07,1613947251046,6889
"mom_0",0.9386029147659275,1613947251046,6889
"eps_0",1e-05,1613947251046,6889
"wd_1",0.01,1613947251046,6889
"sqr_mom_1",0.99,1613947251046,6889
"lr_1",5.69898563161008e-06,1613947251046,6889
"mom_1",0.9386029147659275,1613947251046,6889
"eps_1",1e-05,1613947251046,6889
"wd_2",0.01,1613947251046,6889
"sqr_mom_2",0.99,1613947251046,6889
"lr_2",5.6989856316100784e-05,1613947251046,6889
"mom_2",0.9386029147659275,1613947251046,6889
"eps_2",1e-05,1613947251046,6889
"train_loss",0.0048218467,1613947251986,6890
"raw_loss",0.0039276243,1613947251986,6890
"epoch",43.33962264150942,1613947251986,6890
"wd_0",0.01,1613947251986,6890
"sqr_mom_0",0.99,1613947251986,6890
"lr_0",5.690018472360829e-07,1613947251986,6890
"mom_0",0.938620849263771,1613947251986,6890
"eps_0",1e-05,1613947251986,6890
"wd_1",0.01,1613947251986,6890
"sqr_mom_1",0.99,1613947251986,6890
"lr_1",5.690018472360829e-06,1613947251986,6890
"mom_1",0.938620849263771,1613947251986,6890
"eps_1",1e-05,1613947251986,6890
"wd_2",0.01,1613947251986,6890
"sqr_mom_2",0.99,1613947251986,6890
"lr_2",5.690018472360824e-05,1613947251986,6890
"mom_2",0.938620849263771,1613947251986,6890
"eps_2",1e-05,1613947251986,6890
"train_loss",0.0047965916,1613947252923,6891
"raw_loss",0.0035590953,1613947252923,6891
"epoch",43.34591194968552,1613947252923,6891
"wd_0",0.01,1613947252923,6891
"sqr_mom_0",0.99,1613947252923,6891
"lr_0",5.681057468026535e-07,1613947252923,6891
"mom_0",0.9386387714516614,1613947252923,6891
"eps_0",1e-05,1613947252923,6891
"wd_1",0.01,1613947252923,6891
"sqr_mom_1",0.99,1613947252923,6891
"lr_1",5.681057468026528e-06,1613947252923,6891
"mom_1",0.9386387714516614,1613947252923,6891
"eps_1",1e-05,1613947252923,6891
"wd_2",0.01,1613947252923,6891
"sqr_mom_2",0.99,1613947252923,6891
"lr_2",5.6810574680265255e-05,1613947252923,6891
"mom_2",0.9386387714516614,1613947252923,6891
"eps_2",1e-05,1613947252923,6891
"train_loss",0.004791837,1613947253928,6892
"raw_loss",0.004558879,1613947253928,6892
"epoch",43.35220125786162,1613947253928,6892
"wd_0",0.01,1613947253928,6892
"sqr_mom_0",0.99,1613947253928,6892
"lr_0",5.672105590540595e-07,1613947253928,6892
"mom_0",0.9386566753856727,1613947253928,6892
"eps_0",1e-05,1613947253928,6892
"wd_1",0.01,1613947253928,6892
"sqr_mom_1",0.99,1613947253928,6892
"lr_1",5.672105590540593e-06,1613947253928,6892
"mom_1",0.9386566753856727,1613947253928,6892
"eps_1",1e-05,1613947253928,6892
"wd_2",0.01,1613947253928,6892
"sqr_mom_2",0.99,1613947253928,6892
"lr_2",5.6721055905405876e-05,1613947253928,6892
"mom_2",0.9386566753856727,1613947253928,6892
"eps_2",1e-05,1613947253928,6892
"train_loss",0.004763721,1613947254880,6893
"raw_loss",0.003386017,1613947254880,6893
"epoch",43.35849056603772,1613947254880,6893
"wd_0",0.01,1613947254880,6893
"sqr_mom_0",0.99,1613947254880,6893
"lr_0",5.663153935525673e-07,1613947254880,6893
"mom_0",0.9386745788747374,1613947254880,6893
"eps_0",1e-05,1613947254880,6893
"wd_1",0.01,1613947254880,6893
"sqr_mom_1",0.99,1613947254880,6893
"lr_1",5.663153935525679e-06,1613947254880,6893
"mom_1",0.9386745788747374,1613947254880,6893
"eps_1",1e-05,1613947254880,6893
"wd_2",0.01,1613947254880,6893
"sqr_mom_2",0.99,1613947254880,6893
"lr_2",5.663153935525671e-05,1613947254880,6893
"mom_2",0.9386745788747374,1613947254880,6893
"eps_2",1e-05,1613947254880,6893
"train_loss",0.0047557047,1613947255860,6894
"raw_loss",0.0043629017,1613947255860,6894
"epoch",43.36477987421382,1613947255860,6894
"wd_0",0.01,1613947255860,6894
"sqr_mom_0",0.99,1613947255860,6894
"lr_0",5.65421437805432e-07,1613947255860,6894
"mom_0",0.938692458168473,1613947255860,6894
"eps_0",1e-05,1613947255860,6894
"wd_1",0.01,1613947255860,6894
"sqr_mom_1",0.99,1613947255860,6894
"lr_1",5.6542143780543205e-06,1613947255860,6894
"mom_1",0.938692458168473,1613947255860,6894
"eps_1",1e-05,1613947255860,6894
"wd_2",0.01,1613947255860,6894
"sqr_mom_2",0.99,1613947255860,6894
"lr_2",5.6542143780543164e-05,1613947255860,6894
"mom_2",0.938692458168473,1613947255860,6894
"eps_2",1e-05,1613947255860,6894
"train_loss",0.0047376985,1613947256808,6895
"raw_loss",0.003855404,1613947256808,6895
"epoch",43.371069182389924,1613947256808,6895
"wd_0",0.01,1613947256808,6895
"sqr_mom_0",0.99,1613947256808,6895
"lr_0",5.645280982820301e-07,1613947256808,6895
"mom_0",0.9387103251376108,1613947256808,6895
"eps_0",1e-05,1613947256808,6895
"wd_1",0.01,1613947256808,6895
"sqr_mom_1",0.99,1613947256808,6895
"lr_1",5.645280982820308e-06,1613947256808,6895
"mom_1",0.9387103251376108,1613947256808,6895
"eps_1",1e-05,1613947256808,6895
"wd_2",0.01,1613947256808,6895
"sqr_mom_2",0.99,1613947256808,6895
"lr_2",5.6452809828203e-05,1613947256808,6895
"mom_2",0.9387103251376108,1613947256808,6895
"eps_2",1e-05,1613947256808,6895
"train_loss",0.0047580046,1613947257769,6896
"raw_loss",0.0057529965,1613947257769,6896
"epoch",43.377358490566024,1613947257769,6896
"wd_0",0.01,1613947257769,6896
"sqr_mom_0",0.99,1613947257769,6896
"lr_0",5.636347830874448e-07,1613947257769,6896
"mom_0",0.9387281916201673,1613947257769,6896
"eps_0",1e-05,1613947257769,6896
"wd_1",0.01,1613947257769,6896
"sqr_mom_1",0.99,1613947257769,6896
"lr_1",5.636347830874446e-06,1613947257769,6896
"mom_1",0.9387281916201673,1613947257769,6896
"eps_1",1e-05,1613947257769,6896
"wd_2",0.01,1613947257769,6896
"sqr_mom_2",0.99,1613947257769,6896
"lr_2",5.6363478308744475e-05,1613947257769,6896
"mom_2",0.9387281916201673,1613947257769,6896
"eps_2",1e-05,1613947257769,6896
"train_loss",0.0047601596,1613947258722,6897
"raw_loss",0.00486575,1613947258722,6897
"epoch",43.383647798742125,1613947258722,6897
"wd_0",0.01,1613947258722,6897
"sqr_mom_0",0.99,1613947258722,6897
"lr_0",5.627426772743525e-07,1613947258722,6897
"mom_0",0.938746033914852,1613947258722,6897
"eps_0",1e-05,1613947258722,6897
"wd_1",0.01,1613947258722,6897
"sqr_mom_1",0.99,1613947258722,6897
"lr_1",5.627426772743527e-06,1613947258722,6897
"mom_1",0.938746033914852,1613947258722,6897
"eps_1",1e-05,1613947258722,6897
"wd_2",0.01,1613947258722,6897
"sqr_mom_2",0.99,1613947258722,6897
"lr_2",5.627426772743526e-05,1613947258722,6897
"mom_2",0.938746033914852,1613947258722,6897
"eps_2",1e-05,1613947258722,6897
"train_loss",0.0047621075,1613947259665,6898
"raw_loss",0.0048575597,1613947259665,6898
"epoch",43.389937106918225,1613947259665,6898
"wd_0",0.01,1613947259665,6898
"sqr_mom_0",0.99,1613947259665,6898
"lr_0",5.618508928580925e-07,1613947259665,6898
"mom_0",0.9387638697815359,1613947259665,6898
"eps_0",1e-05,1613947259665,6898
"wd_1",0.01,1613947259665,6898
"sqr_mom_1",0.99,1613947259665,6898
"lr_1",5.618508928580918e-06,1613947259665,6898
"mom_1",0.9387638697815359,1613947259665,6898
"eps_1",1e-05,1613947259665,6898
"wd_2",0.01,1613947259665,6898
"sqr_mom_2",0.99,1613947259665,6898
"lr_2",5.618508928580915e-05,1613947259665,6898
"mom_2",0.9387638697815359,1613947259665,6898
"eps_2",1e-05,1613947259665,6898
"train_loss",0.004814851,1613947260607,6899
"raw_loss",0.0073992885,1613947260607,6899
"epoch",43.396226415094326,1613947260607,6899
"wd_0",0.01,1613947260607,6899
"sqr_mom_0",0.99,1613947260607,6899
"lr_0",5.609597262126112e-07,1613947260607,6899
"mom_0",0.9387816932926807,1613947260607,6899
"eps_0",1e-05,1613947260607,6899
"wd_1",0.01,1613947260607,6899
"sqr_mom_1",0.99,1613947260607,6899
"lr_1",5.609597262126109e-06,1613947260607,6899
"mom_1",0.9387816932926807,1613947260607,6899
"eps_1",1e-05,1613947260607,6899
"wd_2",0.01,1613947260607,6899
"sqr_mom_2",0.99,1613947260607,6899
"lr_2",5.6095972621261075e-05,1613947260607,6899
"mom_2",0.9387816932926807,1613947260607,6899
"eps_2",1e-05,1613947260607,6899
"train_loss",0.00477679,1613947261553,6900
"raw_loss",0.0029117751,1613947261553,6900
"epoch",43.402515723270426,1613947261553,6900
"wd_0",0.01,1613947261553,6900
"sqr_mom_0",0.99,1613947261553,6900
"lr_0",5.600691776219588e-07,1613947261553,6900
"mom_0",0.9387995044426052,1613947261553,6900
"eps_0",1e-05,1613947261553,6900
"wd_1",0.01,1613947261553,6900
"sqr_mom_1",0.99,1613947261553,6900
"lr_1",5.600691776219588e-06,1613947261553,6900
"mom_1",0.9387995044426052,1613947261553,6900
"eps_1",1e-05,1613947261553,6900
"wd_2",0.01,1613947261553,6900
"sqr_mom_2",0.99,1613947261553,6900
"lr_2",5.6006917762195876e-05,1613947261553,6900
"mom_2",0.9387995044426052,1613947261553,6900
"eps_2",1e-05,1613947261553,6900
"train_loss",0.004845595,1613947262486,6901
"raw_loss",0.008217046,1613947262486,6901
"epoch",43.408805031446526,1613947262486,6901
"wd_0",0.01,1613947262486,6901
"sqr_mom_0",0.99,1613947262486,6901
"lr_0",5.591795424350253e-07,1613947262486,6901
"mom_0",0.9388172973242727,1613947262486,6901
"eps_0",1e-05,1613947262486,6901
"wd_1",0.01,1613947262486,6901
"sqr_mom_1",0.99,1613947262486,6901
"lr_1",5.591795424350255e-06,1613947262486,6901
"mom_1",0.9388172973242727,1613947262486,6901
"eps_1",1e-05,1613947262486,6901
"wd_2",0.01,1613947262486,6901
"sqr_mom_2",0.99,1613947262486,6901
"lr_2",5.591795424350252e-05,1613947262486,6901
"mom_2",0.9388172973242727,1613947262486,6901
"eps_2",1e-05,1613947262486,6901
"train_loss",0.0048558353,1613947263443,6902
"raw_loss",0.0053576156,1613947263443,6902
"epoch",43.41509433962263,1613947263443,6902
"wd_0",0.01,1613947263443,6902
"sqr_mom_0",0.99,1613947263443,6902
"lr_0",5.582899357403515e-07,1613947263443,6902
"mom_0",0.9388350896360893,1613947263443,6902
"eps_0",1e-05,1613947263443,6902
"wd_1",0.01,1613947263443,6902
"sqr_mom_1",0.99,1613947263443,6902
"lr_1",5.582899357403513e-06,1613947263443,6902
"mom_1",0.9388350896360893,1613947263443,6902
"eps_1",1e-05,1613947263443,6902
"wd_2",0.01,1613947263443,6902
"sqr_mom_2",0.99,1613947263443,6902
"lr_2",5.5828993574035066e-05,1613947263443,6902
"mom_2",0.9388350896360893,1613947263443,6902
"eps_2",1e-05,1613947263443,6902
"train_loss",0.0048911087,1613947264381,6903
"raw_loss",0.0066195014,1613947264381,6903
"epoch",43.42138364779873,1613947264381,6903
"wd_0",0.01,1613947264381,6903
"sqr_mom_0",0.99,1613947264381,6903
"lr_0",5.574015376709957e-07,1613947264381,6903
"mom_0",0.9388528577751578,1613947264381,6903
"eps_0",1e-05,1613947264381,6903
"wd_1",0.01,1613947264381,6903
"sqr_mom_1",0.99,1613947264381,6903
"lr_1",5.57401537670996e-06,1613947264381,6903
"mom_1",0.9388528577751578,1613947264381,6903
"eps_1",1e-05,1613947264381,6903
"wd_2",0.01,1613947264381,6903
"sqr_mom_2",0.99,1613947264381,6903
"lr_2",5.574015376709956e-05,1613947264381,6903
"mom_2",0.9388528577751578,1613947264381,6903
"eps_2",1e-05,1613947264381,6903
"train_loss",0.004993484,1613947265327,6904
"raw_loss",0.010009882,1613947265327,6904
"epoch",43.42767295597483,1613947265327,6904
"wd_0",0.01,1613947265327,6904
"sqr_mom_0",0.99,1613947265327,6904
"lr_0",5.565137583799314e-07,1613947265327,6904
"mom_0",0.9388706135385367,1613947265327,6904
"eps_0",1e-05,1613947265327,6904
"wd_1",0.01,1613947265327,6904
"sqr_mom_1",0.99,1613947265327,6904
"lr_1",5.565137583799312e-06,1613947265327,6904
"mom_1",0.9388706135385367,1613947265327,6904
"eps_1",1e-05,1613947265327,6904
"wd_2",0.01,1613947265327,6904
"sqr_mom_2",0.99,1613947265327,6904
"lr_2",5.565137583799304e-05,1613947265327,6904
"mom_2",0.9388706135385367,1613947265327,6904
"eps_2",1e-05,1613947265327,6904
"train_loss",0.0049846447,1613947266263,6905
"raw_loss",0.0045515294,1613947266263,6905
"epoch",43.43396226415093,1613947266263,6905
"wd_0",0.01,1613947266263,6905
"sqr_mom_0",0.99,1613947266263,6905
"lr_0",5.55626009662611e-07,1613947266263,6905
"mom_0",0.9388883686904347,1613947266263,6905
"eps_0",1e-05,1613947266263,6905
"wd_1",0.01,1613947266263,6905
"sqr_mom_1",0.99,1613947266263,6905
"lr_1",5.556260096626114e-06,1613947266263,6905
"mom_1",0.9388883686904347,1613947266263,6905
"eps_1",1e-05,1613947266263,6905
"wd_2",0.01,1613947266263,6905
"sqr_mom_2",0.99,1613947266263,6905
"lr_2",5.556260096626107e-05,1613947266263,6905
"mom_2",0.9388883686904347,1613947266263,6905
"eps_2",1e-05,1613947266263,6905
"train_loss",0.0049400046,1613947267208,6906
"raw_loss",0.0027526438,1613947267208,6906
"epoch",43.44025157232703,1613947267208,6906
"wd_0",0.01,1613947267208,6906
"sqr_mom_0",0.99,1613947267208,6906
"lr_0",5.547394691873449e-07,1613947267208,6906
"mom_0",0.9389060996772498,1613947267208,6906
"eps_0",1e-05,1613947267208,6906
"wd_1",0.01,1613947267208,6906
"sqr_mom_1",0.99,1613947267208,6906
"lr_1",5.5473946918734425e-06,1613947267208,6906
"mom_1",0.9389060996772498,1613947267208,6906
"eps_1",1e-05,1613947267208,6906
"wd_2",0.01,1613947267208,6906
"sqr_mom_2",0.99,1613947267208,6906
"lr_2",5.54739469187344e-05,1613947267208,6906
"mom_2",0.9389060996772498,1613947267208,6906
"eps_2",1e-05,1613947267208,6906
"train_loss",0.0049182307,1613947268157,6907
"raw_loss",0.0038513055,1613947268157,6907
"epoch",43.44654088050313,1613947268157,6907
"wd_0",0.01,1613947268157,6907
"sqr_mom_0",0.99,1613947268157,6907
"lr_0",5.538535483383087e-07,1613947268157,6907
"mom_0",0.9389238182714165,1613947268157,6907
"eps_0",1e-05,1613947268157,6907
"wd_1",0.01,1613947268157,6907
"sqr_mom_1",0.99,1613947268157,6907
"lr_1",5.5385354833830855e-06,1613947268157,6907
"mom_1",0.9389238182714165,1613947268157,6907
"eps_1",1e-05,1613947268157,6907
"wd_2",0.01,1613947268157,6907
"sqr_mom_2",0.99,1613947268157,6907
"lr_2",5.53853548338308e-05,1613947268157,6907
"mom_2",0.9389238182714165,1613947268157,6907
"eps_2",1e-05,1613947268157,6907
"train_loss",0.004921689,1613947269103,6908
"raw_loss",0.005091162,1613947269103,6908
"epoch",43.45283018867923,1613947269103,6908
"wd_0",0.01,1613947269103,6908
"sqr_mom_0",0.99,1613947269103,6908
"lr_0",5.52967660144417e-07,1613947269103,6908
"mom_0",0.9389415362124738,1613947269103,6908
"eps_0",1e-05,1613947269103,6908
"wd_1",0.01,1613947269103,6908
"sqr_mom_1",0.99,1613947269103,6908
"lr_1",5.5296766014441704e-06,1613947269103,6908
"mom_1",0.9389415362124738,1613947269103,6908
"eps_1",1e-05,1613947269103,6908
"wd_2",0.01,1613947269103,6908
"sqr_mom_2",0.99,1613947269103,6908
"lr_2",5.529676601444169e-05,1613947269103,6908
"mom_2",0.9389415362124738,1613947269103,6908
"eps_2",1e-05,1613947269103,6908
"train_loss",0.0048986003,1613947270039,6909
"raw_loss",0.0037672531,1613947270039,6909
"epoch",43.45911949685533,1613947270039,6909
"wd_0",0.01,1613947270039,6909
"sqr_mom_0",0.99,1613947270039,6909
"lr_0",5.52082979805848e-07,1613947270039,6909
"mom_0",0.938959229996183,1613947270039,6909
"eps_0",1e-05,1613947270039,6909
"wd_1",0.01,1613947270039,6909
"sqr_mom_1",0.99,1613947270039,6909
"lr_1",5.5208297980584805e-06,1613947270039,6909
"mom_1",0.938959229996183,1613947270039,6909
"eps_1",1e-05,1613947270039,6909
"wd_2",0.01,1613947270039,6909
"sqr_mom_2",0.99,1613947270039,6909
"lr_2",5.520829798058482e-05,1613947270039,6909
"mom_2",0.938959229996183,1613947270039,6909
"eps_2",1e-05,1613947270039,6909
"train_loss",0.004872495,1613947271000,6910
"raw_loss",0.0035933193,1613947271000,6910
"epoch",43.46540880503143,1613947271000,6910
"wd_0",0.01,1613947271000,6910
"sqr_mom_0",0.99,1613947271000,6910
"lr_0",5.511986267248643e-07,1613947271000,6910
"mom_0",0.938976917234675,1613947271000,6910
"eps_0",1e-05,1613947271000,6910
"wd_1",0.01,1613947271000,6910
"sqr_mom_1",0.99,1613947271000,6910
"lr_1",5.511986267248645e-06,1613947271000,6910
"mom_1",0.938976917234675,1613947271000,6910
"eps_1",1e-05,1613947271000,6910
"wd_2",0.01,1613947271000,6910
"sqr_mom_2",0.99,1613947271000,6910
"lr_2",5.511986267248641e-05,1613947271000,6910
"mom_2",0.938976917234675,1613947271000,6910
"eps_2",1e-05,1613947271000,6910
"train_loss",0.0049227686,1613947271954,6911
"raw_loss",0.007386176,1613947271954,6911
"epoch",43.47169811320753,1613947271954,6911
"wd_0",0.01,1613947271954,6911
"sqr_mom_0",0.99,1613947271954,6911
"lr_0",5.503148948099487e-07,1613947271954,6911
"mom_0",0.9389945920497215,1613947271954,6911
"eps_0",1e-05,1613947271954,6911
"wd_1",0.01,1613947271954,6911
"sqr_mom_1",0.99,1613947271954,6911
"lr_1",5.503148948099485e-06,1613947271954,6911
"mom_1",0.9389945920497215,1613947271954,6911
"eps_1",1e-05,1613947271954,6911
"wd_2",0.01,1613947271954,6911
"sqr_mom_2",0.99,1613947271954,6911
"lr_2",5.503148948099478e-05,1613947271954,6911
"mom_2",0.9389945920497215,1613947271954,6911
"eps_2",1e-05,1613947271954,6911
"train_loss",0.004893031,1613947272902,6912
"raw_loss",0.003435893,1613947272902,6912
"epoch",43.47798742138363,1613947272902,6912
"wd_0",0.01,1613947272902,6912
"sqr_mom_0",0.99,1613947272902,6912
"lr_0",5.494317843427784e-07,1613947272902,6912
"mom_0",0.9390122544356887,1613947272902,6912
"eps_0",1e-05,1613947272902,6912
"wd_1",0.01,1613947272902,6912
"sqr_mom_1",0.99,1613947272902,6912
"lr_1",5.494317843427784e-06,1613947272902,6912
"mom_1",0.9390122544356887,1613947272902,6912
"eps_1",1e-05,1613947272902,6912
"wd_2",0.01,1613947272902,6912
"sqr_mom_2",0.99,1613947272902,6912
"lr_2",5.494317843427783e-05,1613947272902,6912
"mom_2",0.9390122544356887,1613947272902,6912
"eps_2",1e-05,1613947272902,6912
"train_loss",0.0048633837,1613947273861,6913
"raw_loss",0.0034106674,1613947273861,6913
"epoch",43.48427672955973,1613947273861,6913
"wd_0",0.01,1613947273861,6913
"sqr_mom_0",0.99,1613947273861,6913
"lr_0",5.48549588201149e-07,1613947273861,6913
"mom_0",0.9390298985349623,1613947273861,6913
"eps_0",1e-05,1613947273861,6913
"wd_1",0.01,1613947273861,6913
"sqr_mom_1",0.99,1613947273861,6913
"lr_1",5.485495882011491e-06,1613947273861,6913
"mom_1",0.9390298985349623,1613947273861,6913
"eps_1",1e-05,1613947273861,6913
"wd_2",0.01,1613947273861,6913
"sqr_mom_2",0.99,1613947273861,6913
"lr_2",5.4854958820114844e-05,1613947273861,6913
"mom_2",0.9390298985349623,1613947273861,6913
"eps_2",1e-05,1613947273861,6913
"train_loss",0.0048086005,1613947274807,6914
"raw_loss",0.0021242118,1613947274807,6914
"epoch",43.49056603773583,1613947274807,6914
"wd_0",0.01,1613947274807,6914
"sqr_mom_0",0.99,1613947274807,6914
"lr_0",5.476674288774057e-07,1613947274807,6914
"mom_0",0.9390475418978708,1613947274807,6914
"eps_0",1e-05,1613947274807,6914
"wd_1",0.01,1613947274807,6914
"sqr_mom_1",0.99,1613947274807,6914
"lr_1",5.4766742887740606e-06,1613947274807,6914
"mom_1",0.9390475418978708,1613947274807,6914
"eps_1",1e-05,1613947274807,6914
"wd_2",0.01,1613947274807,6914
"sqr_mom_2",0.99,1613947274807,6914
"lr_2",5.4766742887740565e-05,1613947274807,6914
"mom_2",0.9390475418978708,1613947274807,6914
"eps_2",1e-05,1613947274807,6914
"train_loss",0.0048952033,1613947275762,6915
"raw_loss",0.009138752,1613947275762,6915
"epoch",43.49685534591193,1613947275762,6915
"wd_0",0.01,1613947275762,6915
"sqr_mom_0",0.99,1613947275762,6915
"lr_0",5.467864766250875e-07,1613947275762,6915
"mom_0",0.9390651611191094,1613947275762,6915
"eps_0",1e-05,1613947275762,6915
"wd_1",0.01,1613947275762,6915
"sqr_mom_1",0.99,1613947275762,6915
"lr_1",5.46786476625087e-06,1613947275762,6915
"mom_1",0.9390651611191094,1613947275762,6915
"eps_1",1e-05,1613947275762,6915
"wd_2",0.01,1613947275762,6915
"sqr_mom_2",0.99,1613947275762,6915
"lr_2",5.46786476625087e-05,1613947275762,6915
"mom_2",0.9390651611191094,1613947275762,6915
"eps_2",1e-05,1613947275762,6915
"train_loss",0.0048667006,1613947276703,6916
"raw_loss",0.0034700595,1613947276703,6916
"epoch",43.50314465408803,1613947276703,6916
"wd_0",0.01,1613947276703,6916
"sqr_mom_0",0.99,1613947276703,6916
"lr_0",5.459061465322418e-07,1613947276703,6916
"mom_0",0.939082767897034,1613947276703,6916
"eps_0",1e-05,1613947276703,6916
"wd_1",0.01,1613947276703,6916
"sqr_mom_1",0.99,1613947276703,6916
"lr_1",5.459061465322418e-06,1613947276703,6916
"mom_1",0.939082767897034,1613947276703,6916
"eps_1",1e-05,1613947276703,6916
"wd_2",0.01,1613947276703,6916
"sqr_mom_2",0.99,1613947276703,6916
"lr_2",5.459061465322418e-05,1613947276703,6916
"mom_2",0.939082767897034,1613947276703,6916
"eps_2",1e-05,1613947276703,6916
"train_loss",0.00485241,1613947277643,6917
"raw_loss",0.004152177,1613947277643,6917
"epoch",43.50943396226413,1613947277643,6917
"wd_0",0.01,1613947277643,6917
"sqr_mom_0",0.99,1613947277643,6917
"lr_0",5.45025855338383e-07,1613947277643,6917
"mom_0",0.9391003738969712,1613947277643,6917
"eps_0",1e-05,1613947277643,6917
"wd_1",0.01,1613947277643,6917
"sqr_mom_1",0.99,1613947277643,6917
"lr_1",5.450258553383832e-06,1613947277643,6917
"mom_1",0.9391003738969712,1613947277643,6917
"eps_1",1e-05,1613947277643,6917
"wd_2",0.01,1613947277643,6917
"sqr_mom_2",0.99,1613947277643,6917
"lr_2",5.450258553383827e-05,1613947277643,6917
"mom_2",0.9391003738969712,1613947277643,6917
"eps_2",1e-05,1613947277643,6917
"train_loss",0.004896818,1613947278602,6918
"raw_loss",0.007072816,1613947278602,6918
"epoch",43.51572327044023,1613947278602,6918
"wd_0",0.01,1613947278602,6918
"sqr_mom_0",0.99,1613947278602,6918
"lr_0",5.441467708188281e-07,1613947278602,6918
"mom_0",0.939117955763181,1613947278602,6918
"eps_0",1e-05,1613947278602,6918
"wd_1",0.01,1613947278602,6918
"sqr_mom_1",0.99,1613947278602,6918
"lr_1",5.441467708188277e-06,1613947278602,6918
"mom_1",0.939117955763181,1613947278602,6918
"eps_1",1e-05,1613947278602,6918
"wd_2",0.01,1613947278602,6918
"sqr_mom_2",0.99,1613947278602,6918
"lr_2",5.441467708188272e-05,1613947278602,6918
"mom_2",0.939117955763181,1613947278602,6918
"eps_2",1e-05,1613947278602,6918
"train_loss",0.00490302,1613947279545,6919
"raw_loss",0.0052069034,1613947279545,6919
"epoch",43.522012578616334,1613947279545,6919
"wd_0",0.01,1613947279545,6919
"sqr_mom_0",0.99,1613947279545,6919
"lr_0",5.43268017942623e-07,1613947279545,6919
"mom_0",0.9391355309964574,1613947279545,6919
"eps_0",1e-05,1613947279545,6919
"wd_1",0.01,1613947279545,6919
"sqr_mom_1",0.99,1613947279545,6919
"lr_1",5.432680179426235e-06,1613947279545,6919
"mom_1",0.9391355309964574,1613947279545,6919
"eps_1",1e-05,1613947279545,6919
"wd_2",0.01,1613947279545,6919
"sqr_mom_2",0.99,1613947279545,6919
"lr_2",5.432680179426227e-05,1613947279545,6919
"mom_2",0.9391355309964574,1613947279545,6919
"eps_2",1e-05,1613947279545,6919
"train_loss",0.0049236766,1613947280498,6920
"raw_loss",0.0059358664,1613947280498,6920
"epoch",43.528301886792434,1613947280498,6920
"wd_0",0.01,1613947280498,6920
"sqr_mom_0",0.99,1613947280498,6920
"lr_0",5.423898887602763e-07,1613947280498,6920
"mom_0",0.939153093755732,1613947280498,6920
"eps_0",1e-05,1613947280498,6920
"wd_1",0.01,1613947280498,6920
"sqr_mom_1",0.99,1613947280498,6920
"lr_1",5.423898887602758e-06,1613947280498,6920
"mom_1",0.939153093755732,1613947280498,6920
"eps_1",1e-05,1613947280498,6920
"wd_2",0.01,1613947280498,6920
"sqr_mom_2",0.99,1613947280498,6920
"lr_2",5.423898887602758e-05,1613947280498,6920
"mom_2",0.939153093755732,1613947280498,6920
"eps_2",1e-05,1613947280498,6920
"train_loss",0.0049474696,1613947281446,6921
"raw_loss",0.0061133173,1613947281446,6921
"epoch",43.534591194968534,1613947281446,6921
"wd_0",0.01,1613947281446,6921
"sqr_mom_0",0.99,1613947281446,6921
"lr_0",5.415123835516806e-07,1613947281446,6921
"mom_0",0.9391706440354067,1613947281446,6921
"eps_0",1e-05,1613947281446,6921
"wd_1",0.01,1613947281446,6921
"sqr_mom_1",0.99,1613947281446,6921
"lr_1",5.415123835516807e-06,1613947281446,6921
"mom_1",0.9391706440354067,1613947281446,6921
"eps_1",1e-05,1613947281446,6921
"wd_2",0.01,1613947281446,6921
"sqr_mom_2",0.99,1613947281446,6921
"lr_2",5.415123835516802e-05,1613947281446,6921
"mom_2",0.9391706440354067,1613947281446,6921
"eps_2",1e-05,1613947281446,6921
"train_loss",0.004916295,1613947282414,6922
"raw_loss",0.0033887383,1613947282414,6922
"epoch",43.540880503144635,1613947282414,6922
"wd_0",0.01,1613947282414,6922
"sqr_mom_0",0.99,1613947282414,6922
"lr_0",5.406357933324648e-07,1613947282414,6922
"mom_0",0.9391881760151108,1613947282414,6922
"eps_0",1e-05,1613947282414,6922
"wd_1",0.01,1613947282414,6922
"sqr_mom_1",0.99,1613947282414,6922
"lr_1",5.406357933324644e-06,1613947282414,6922
"mom_1",0.9391881760151108,1613947282414,6922
"eps_1",1e-05,1613947282414,6922
"wd_2",0.01,1613947282414,6922
"sqr_mom_2",0.99,1613947282414,6922
"lr_2",5.406357933324639e-05,1613947282414,6922
"mom_2",0.9391881760151108,1613947282414,6922
"eps_2",1e-05,1613947282414,6922
"train_loss",0.004913597,1613947283373,6923
"raw_loss",0.004781394,1613947283373,6923
"epoch",43.547169811320735,1613947283373,6923
"wd_0",0.01,1613947283373,6923
"sqr_mom_0",0.99,1613947283373,6923
"lr_0",5.397592461743237e-07,1613947283373,6923
"mom_0",0.9392057071335849,1613947283373,6923
"eps_0",1e-05,1613947283373,6923
"wd_1",0.01,1613947283373,6923
"sqr_mom_1",0.99,1613947283373,6923
"lr_1",5.397592461743235e-06,1613947283373,6923
"mom_1",0.9392057071335849,1613947283373,6923
"eps_1",1e-05,1613947283373,6923
"wd_2",0.01,1613947283373,6923
"sqr_mom_2",0.99,1613947283373,6923
"lr_2",5.397592461743231e-05,1613947283373,6923
"mom_2",0.9392057071335849,1613947283373,6923
"eps_2",1e-05,1613947283373,6923
"train_loss",0.00490913,1613947284319,6924
"raw_loss",0.0046902434,1613947284319,6924
"epoch",43.553459119496836,1613947284319,6924
"wd_0",0.01,1613947284319,6924
"sqr_mom_0",0.99,1613947284319,6924
"lr_0",5.388839048858187e-07,1613947284319,6924
"mom_0",0.9392232141344249,1613947284319,6924
"eps_0",1e-05,1613947284319,6924
"wd_1",0.01,1613947284319,6924
"sqr_mom_1",0.99,1613947284319,6924
"lr_1",5.388839048858187e-06,1613947284319,6924
"mom_1",0.9392232141344249,1613947284319,6924
"eps_1",1e-05,1613947284319,6924
"wd_2",0.01,1613947284319,6924
"sqr_mom_2",0.99,1613947284319,6924
"lr_2",5.388839048858183e-05,1613947284319,6924
"mom_2",0.9392232141344249,1613947284319,6924
"eps_2",1e-05,1613947284319,6924
"train_loss",0.0048919385,1613947285288,6925
"raw_loss",0.004049564,1613947285288,6925
"epoch",43.559748427672936,1613947285288,6925
"wd_0",0.01,1613947285288,6925
"sqr_mom_0",0.99,1613947285288,6925
"lr_0",5.380086080457216e-07,1613947285288,6925
"mom_0",0.939240720246288,1613947285288,6925
"eps_0",1e-05,1613947285288,6925
"wd_1",0.01,1613947285288,6925
"sqr_mom_1",0.99,1613947285288,6925
"lr_1",5.380086080457215e-06,1613947285288,6925
"mom_1",0.939240720246288,1613947285288,6925
"eps_1",1e-05,1613947285288,6925
"wd_2",0.01,1613947285288,6925
"sqr_mom_2",0.99,1613947285288,6925
"lr_2",5.3800860804572106e-05,1613947285288,6925
"mom_2",0.939240720246288,1613947285288,6925
"eps_2",1e-05,1613947285288,6925
"train_loss",0.0048505263,1613947286240,6926
"raw_loss",0.0028213377,1613947286240,6926
"epoch",43.56603773584904,1613947286240,6926
"wd_0",0.01,1613947286240,6926
"sqr_mom_0",0.99,1613947286240,6926
"lr_0",5.371345168039475e-07,1613947286240,6926
"mom_0",0.9392582022459435,1613947286240,6926
"eps_0",1e-05,1613947286240,6926
"wd_1",0.01,1613947286240,6926
"sqr_mom_1",0.99,1613947286240,6926
"lr_1",5.371345168039475e-06,1613947286240,6926
"mom_1",0.9392582022459435,1613947286240,6926
"eps_1",1e-05,1613947286240,6926
"wd_2",0.01,1613947286240,6926
"sqr_mom_2",0.99,1613947286240,6926
"lr_2",5.371345168039474e-05,1613947286240,6926
"mom_2",0.9392582022459435,1613947286240,6926
"eps_2",1e-05,1613947286240,6926
"train_loss",0.004824952,1613947287197,6927
"raw_loss",0.0035718146,1613947287197,6927
"epoch",43.57232704402514,1613947287197,6927
"wd_0",0.01,1613947287197,6927
"sqr_mom_0",0.99,1613947287197,6927
"lr_0",5.362610507960596e-07,1613947287197,6927
"mom_0",0.9392756717407962,1613947287197,6927
"eps_0",1e-05,1613947287197,6927
"wd_1",0.01,1613947287197,6927
"sqr_mom_1",0.99,1613947287197,6927
"lr_1",5.362610507960599e-06,1613947287197,6927
"mom_1",0.9392756717407962,1613947287197,6927
"eps_1",1e-05,1613947287197,6927
"wd_2",0.01,1613947287197,6927
"sqr_mom_2",0.99,1613947287197,6927
"lr_2",5.3626105079605964e-05,1613947287197,6927
"mom_2",0.9392756717407962,1613947287197,6927
"eps_2",1e-05,1613947287197,6927
"train_loss",0.0047778194,1613947288141,6928
"raw_loss",0.0024683003,1613947288141,6928
"epoch",43.57861635220124,1613947288141,6928
"wd_0",0.01,1613947288141,6928
"sqr_mom_0",0.99,1613947288141,6928
"lr_0",5.353876313172415e-07,1613947288141,6928
"mom_0",0.9392931403050582,1613947288141,6928
"eps_0",1e-05,1613947288141,6928
"wd_1",0.01,1613947288141,6928
"sqr_mom_1",0.99,1613947288141,6928
"lr_1",5.3538763131724115e-06,1613947288141,6928
"mom_1",0.9392931403050582,1613947288141,6928
"eps_1",1e-05,1613947288141,6928
"wd_2",0.01,1613947288141,6928
"sqr_mom_2",0.99,1613947288141,6928
"lr_2",5.35387631317241e-05,1613947288141,6928
"mom_2",0.9392931403050582,1613947288141,6928
"eps_2",1e-05,1613947288141,6928
"train_loss",0.0047427746,1613947289095,6929
"raw_loss",0.0030255828,1613947289095,6929
"epoch",43.58490566037734,1613947289095,6929
"wd_0",0.01,1613947289095,6929
"sqr_mom_0",0.99,1613947289095,6929
"lr_0",5.345154170269416e-07,1613947289095,6929
"mom_0",0.9393105847653088,1613947289095,6929
"eps_0",1e-05,1613947289095,6929
"wd_1",0.01,1613947289095,6929
"sqr_mom_1",0.99,1613947289095,6929
"lr_1",5.3451541702694095e-06,1613947289095,6929
"mom_1",0.9393105847653088,1613947289095,6929
"eps_1",1e-05,1613947289095,6929
"wd_2",0.01,1613947289095,6929
"sqr_mom_2",0.99,1613947289095,6929
"lr_2",5.345154170269408e-05,1613947289095,6929
"mom_2",0.9393105847653088,1613947289095,6929
"eps_2",1e-05,1613947289095,6929
"train_loss",0.0047899312,1613947290049,6930
"raw_loss",0.007100615,1613947290049,6930
"epoch",43.59119496855344,1613947290049,6930
"wd_0",0.01,1613947290049,6930
"sqr_mom_0",0.99,1613947290049,6930
"lr_0",5.336438288047808e-07,1613947290049,6930
"mom_0",0.9393280167040714,1613947290049,6930
"eps_0",1e-05,1613947290049,6930
"wd_1",0.01,1613947290049,6930
"sqr_mom_1",0.99,1613947290049,6930
"lr_1",5.3364382880478136e-06,1613947290049,6930
"mom_1",0.9393280167040714,1613947290049,6930
"eps_1",1e-05,1613947290049,6930
"wd_2",0.01,1613947290049,6930
"sqr_mom_2",0.99,1613947290049,6930
"lr_2",5.3364382880478054e-05,1613947290049,6930
"mom_2",0.9393280167040714,1613947290049,6930
"eps_2",1e-05,1613947290049,6930
"train_loss",0.0047342367,1613947291017,6931
"raw_loss",0.0020052101,1613947291017,6931
"epoch",43.59748427672954,1613947291017,6931
"wd_0",0.01,1613947291017,6931
"sqr_mom_0",0.99,1613947291017,6931
"lr_0",5.327722891922188e-07,1613947291017,6931
"mom_0",0.9393454476706323,1613947291017,6931
"eps_0",1e-05,1613947291017,6931
"wd_1",0.01,1613947291017,6931
"sqr_mom_1",0.99,1613947291017,6931
"lr_1",5.327722891922183e-06,1613947291017,6931
"mom_1",0.9393454476706323,1613947291017,6931
"eps_1",1e-05,1613947291017,6931
"wd_2",0.01,1613947291017,6931
"sqr_mom_2",0.99,1613947291017,6931
"lr_2",5.3277228919221807e-05,1613947291017,6931
"mom_2",0.9393454476706323,1613947291017,6931
"eps_2",1e-05,1613947291017,6931
"train_loss",0.0046882015,1613947291982,6932
"raw_loss",0.0024324802,1613947291982,6932
"epoch",43.60377358490564,1613947291982,6932
"wd_0",0.01,1613947291982,6932
"sqr_mom_0",0.99,1613947291982,6932
"lr_0",5.319019543549128e-07,1613947291982,6932
"mom_0",0.9393628545414471,1613947291982,6932
"eps_0",1e-05,1613947291982,6932
"wd_1",0.01,1613947291982,6932
"sqr_mom_1",0.99,1613947291982,6932
"lr_1",5.319019543549126e-06,1613947291982,6932
"mom_1",0.9393628545414471,1613947291982,6932
"eps_1",1e-05,1613947291982,6932
"wd_2",0.01,1613947291982,6932
"sqr_mom_2",0.99,1613947291982,6932
"lr_2",5.319019543549119e-05,1613947291982,6932
"mom_2",0.9393628545414471,1613947291982,6932
"eps_2",1e-05,1613947291982,6932
"train_loss",0.004661461,1613947292928,6933
"raw_loss",0.003351173,1613947292928,6933
"epoch",43.61006289308174,1613947292928,6933
"wd_0",0.01,1613947292928,6933
"sqr_mom_0",0.99,1613947292928,6933
"lr_0",5.310319579662184e-07,1613947292928,6933
"mom_0",0.9393802546432221,1613947292928,6933
"eps_0",1e-05,1613947292928,6933
"wd_1",0.01,1613947292928,6933
"sqr_mom_1",0.99,1613947292928,6933
"lr_1",5.3103195796621805e-06,1613947292928,6933
"mom_1",0.9393802546432221,1613947292928,6933
"eps_1",1e-05,1613947292928,6933
"wd_2",0.01,1613947292928,6933
"sqr_mom_2",0.99,1613947292928,6933
"lr_2",5.310319579662179e-05,1613947292928,6933
"mom_2",0.9393802546432221,1613947292928,6933
"eps_2",1e-05,1613947292928,6933
"train_loss",0.0046386817,1613947293916,6934
"raw_loss",0.0035225027,1613947293916,6934
"epoch",43.61635220125784,1613947293916,6934
"wd_0",0.01,1613947293916,6934
"sqr_mom_0",0.99,1613947293916,6934
"lr_0",5.301625891714854e-07,1613947293916,6934
"mom_0",0.9393976421929922,1613947293916,6934
"eps_0",1e-05,1613947293916,6934
"wd_1",0.01,1613947293916,6934
"sqr_mom_1",0.99,1613947293916,6934
"lr_1",5.301625891714855e-06,1613947293916,6934
"mom_1",0.9393976421929922,1613947293916,6934
"eps_1",1e-05,1613947293916,6934
"wd_2",0.01,1613947293916,6934
"sqr_mom_2",0.99,1613947293916,6934
"lr_2",5.301625891714854e-05,1613947293916,6934
"mom_2",0.9393976421929922,1613947293916,6934
"eps_2",1e-05,1613947293916,6934
"train_loss",0.004617136,1613947294891,6935
"raw_loss",0.0035614008,1613947294891,6935
"epoch",43.62264150943394,1613947294891,6935
"wd_0",0.01,1613947294891,6935
"sqr_mom_0",0.99,1613947294891,6935
"lr_0",5.292938482478155e-07,1613947294891,6935
"mom_0",0.9394150171852155,1613947294891,6935
"eps_0",1e-05,1613947294891,6935
"wd_1",0.01,1613947294891,6935
"sqr_mom_1",0.99,1613947294891,6935
"lr_1",5.2929384824781546e-06,1613947294891,6935
"mom_1",0.9394150171852155,1613947294891,6935
"eps_1",1e-05,1613947294891,6935
"wd_2",0.01,1613947294891,6935
"sqr_mom_2",0.99,1613947294891,6935
"lr_2",5.292938482478153e-05,1613947294891,6935
"mom_2",0.9394150171852155,1613947294891,6935
"eps_2",1e-05,1613947294891,6935
"train_loss",0.004613065,1613947296101,6936
"raw_loss",0.004413588,1613947296101,6936
"epoch",43.62893081761004,1613947296101,6936
"wd_0",0.01,1613947296101,6936
"sqr_mom_0",0.99,1613947296101,6936
"lr_0",5.284260232992126e-07,1613947296101,6936
"mom_0",0.9394323738577542,1613947296101,6936
"eps_0",1e-05,1613947296101,6936
"wd_1",0.01,1613947296101,6936
"sqr_mom_1",0.99,1613947296101,6936
"lr_1",5.28426023299213e-06,1613947296101,6936
"mom_1",0.9394323738577542,1613947296101,6936
"eps_1",1e-05,1613947296101,6936
"wd_2",0.01,1613947296101,6936
"sqr_mom_2",0.99,1613947296101,6936
"lr_2",5.284260232992123e-05,1613947296101,6936
"mom_2",0.9394323738577542,1613947296101,6936
"eps_2",1e-05,1613947296101,6936
"train_loss",0.004576325,1613947297237,6937
"raw_loss",0.0027760607,1613947297237,6937
"epoch",43.63522012578614,1613947297237,6937
"wd_0",0.01,1613947297237,6937
"sqr_mom_0",0.99,1613947297237,6937
"lr_0",5.275582511210699e-07,1613947297237,6937
"mom_0",0.9394497294748733,1613947297237,6937
"eps_0",1e-05,1613947297237,6937
"wd_1",0.01,1613947297237,6937
"sqr_mom_1",0.99,1613947297237,6937
"lr_1",5.275582511210701e-06,1613947297237,6937
"mom_1",0.9394497294748733,1613947297237,6937
"eps_1",1e-05,1613947297237,6937
"wd_2",0.01,1613947297237,6937
"sqr_mom_2",0.99,1613947297237,6937
"lr_2",5.275582511210698e-05,1613947297237,6937
"mom_2",0.9394497294748733,1613947297237,6937
"eps_2",1e-05,1613947297237,6937
"train_loss",0.004550622,1613947298383,6938
"raw_loss",0.0032911762,1613947298383,6938
"epoch",43.64150943396224,1613947298383,6938
"wd_0",0.01,1613947298383,6938
"sqr_mom_0",0.99,1613947298383,6938
"lr_0",5.266916828812485e-07,1613947298383,6938
"mom_0",0.9394670610129852,1613947298383,6938
"eps_0",1e-05,1613947298383,6938
"wd_1",0.01,1613947298383,6938
"sqr_mom_1",0.99,1613947298383,6938
"lr_1",5.266916828812488e-06,1613947298383,6938
"mom_1",0.9394670610129852,1613947298383,6938
"eps_1",1e-05,1613947298383,6938
"wd_2",0.01,1613947298383,6938
"sqr_mom_2",0.99,1613947298383,6938
"lr_2",5.266916828812484e-05,1613947298383,6938
"mom_2",0.9394670610129852,1613947298383,6938
"eps_2",1e-05,1613947298383,6938
"train_loss",0.0045177317,1613947299522,6939
"raw_loss",0.0029061225,1613947299522,6939
"epoch",43.64779874213834,1613947299522,6939
"wd_0",0.01,1613947299522,6939
"sqr_mom_0",0.99,1613947299522,6939
"lr_0",5.258257432016396e-07,1613947299522,6939
"mom_0",0.939484379979767,1613947299522,6939
"eps_0",1e-05,1613947299522,6939
"wd_1",0.01,1613947299522,6939
"sqr_mom_1",0.99,1613947299522,6939
"lr_1",5.258257432016394e-06,1613947299522,6939
"mom_1",0.939484379979767,1613947299522,6939
"eps_1",1e-05,1613947299522,6939
"wd_2",0.01,1613947299522,6939
"sqr_mom_2",0.99,1613947299522,6939
"lr_2",5.2582574320163874e-05,1613947299522,6939
"mom_2",0.939484379979767,1613947299522,6939
"eps_2",1e-05,1613947299522,6939
"train_loss",0.0045132823,1613947300628,6940
"raw_loss",0.004295255,1613947300628,6940
"epoch",43.65408805031444,1613947300628,6940
"wd_0",0.01,1613947300628,6940
"sqr_mom_0",0.99,1613947300628,6940
"lr_0",5.249598583725826e-07,1613947300628,6940
"mom_0",0.9395016978495268,1613947300628,6940
"eps_0",1e-05,1613947300628,6940
"wd_1",0.01,1613947300628,6940
"sqr_mom_1",0.99,1613947300628,6940
"lr_1",5.2495985837258295e-06,1613947300628,6940
"mom_1",0.9395016978495268,1613947300628,6940
"eps_1",1e-05,1613947300628,6940
"wd_2",0.01,1613947300628,6940
"sqr_mom_2",0.99,1613947300628,6940
"lr_2",5.249598583725824e-05,1613947300628,6940
"mom_2",0.9395016978495268,1613947300628,6940
"eps_2",1e-05,1613947300628,6940
"train_loss",0.004519732,1613947301603,6941
"raw_loss",0.004835786,1613947301603,6941
"epoch",43.66037735849054,1613947301603,6941
"wd_0",0.01,1613947301603,6941
"sqr_mom_0",0.99,1613947301603,6941
"lr_0",5.240951770582237e-07,1613947301603,6941
"mom_0",0.939518991648752,1613947301603,6941
"eps_0",1e-05,1613947301603,6941
"wd_1",0.01,1613947301603,6941
"sqr_mom_1",0.99,1613947301603,6941
"lr_1",5.240951770582232e-06,1613947301603,6941
"mom_1",0.939518991648752,1613947301603,6941
"eps_1",1e-05,1613947301603,6941
"wd_2",0.01,1613947301603,6941
"sqr_mom_2",0.99,1613947301603,6941
"lr_2",5.240951770582228e-05,1613947301603,6941
"mom_2",0.939518991648752,1613947301603,6941
"eps_2",1e-05,1613947301603,6941
"train_loss",0.004527559,1613947302545,6942
"raw_loss",0.0049110786,1613947302545,6942
"epoch",43.66666666666664,1613947302545,6942
"wd_0",0.01,1613947302545,6942
"sqr_mom_0",0.99,1613947302545,6942
"lr_0",5.23230838556137e-07,1613947302545,6942
"mom_0",0.9395362785916631,1613947302545,6942
"eps_0",1e-05,1613947302545,6942
"wd_1",0.01,1613947302545,6942
"sqr_mom_1",0.99,1613947302545,6942
"lr_1",5.23230838556137e-06,1613947302545,6942
"mom_1",0.9395362785916631,1613947302545,6942
"eps_1",1e-05,1613947302545,6942
"wd_2",0.01,1613947302545,6942
"sqr_mom_2",0.99,1613947302545,6942
"lr_2",5.232308385561365e-05,1613947302545,6942
"mom_2",0.9395362785916631,1613947302545,6942
"eps_2",1e-05,1613947302545,6942
"train_loss",0.0045410637,1613947303502,6943
"raw_loss",0.005202782,1613947303502,6943
"epoch",43.67295597484274,1613947303502,6943
"wd_0",0.01,1613947303502,6943
"sqr_mom_0",0.99,1613947303502,6943
"lr_0",5.223671301345303e-07,1613947303502,6943
"mom_0",0.9395535529328387,1613947303502,6943
"eps_0",1e-05,1613947303502,6943
"wd_1",0.01,1613947303502,6943
"sqr_mom_1",0.99,1613947303502,6943
"lr_1",5.223671301345303e-06,1613947303502,6943
"mom_1",0.9395535529328387,1613947303502,6943
"eps_1",1e-05,1613947303502,6943
"wd_2",0.01,1613947303502,6943
"sqr_mom_2",0.99,1613947303502,6943
"lr_2",5.2236713013453014e-05,1613947303502,6943
"mom_2",0.9395535529328387,1613947303502,6943
"eps_2",1e-05,1613947303502,6943
"train_loss",0.004500115,1613947304461,6944
"raw_loss",0.0024936257,1613947304461,6944
"epoch",43.679245283018844,1613947304461,6944
"wd_0",0.01,1613947304461,6944
"sqr_mom_0",0.99,1613947304461,6944
"lr_0",5.215040520686993e-07,1613947304461,6944
"mom_0",0.9395708146667726,1613947304461,6944
"eps_0",1e-05,1613947304461,6944
"wd_1",0.01,1613947304461,6944
"sqr_mom_1",0.99,1613947304461,6944
"lr_1",5.215040520686995e-06,1613947304461,6944
"mom_1",0.9395708146667726,1613947304461,6944
"eps_1",1e-05,1613947304461,6944
"wd_2",0.01,1613947304461,6944
"sqr_mom_2",0.99,1613947304461,6944
"lr_2",5.2150405206869896e-05,1613947304461,6944
"mom_2",0.9395708146667726,1613947304461,6944
"eps_2",1e-05,1613947304461,6944
"train_loss",0.0044565075,1613947305428,6945
"raw_loss",0.0023197467,1613947305428,6945
"epoch",43.685534591194944,1613947305428,6945
"wd_0",0.01,1613947305428,6945
"sqr_mom_0",0.99,1613947305428,6945
"lr_0",5.206418905813804e-07,1613947305428,6945
"mom_0",0.9395880580689531,1613947305428,6945
"eps_0",1e-05,1613947305428,6945
"wd_1",0.01,1613947305428,6945
"sqr_mom_1",0.99,1613947305428,6945
"lr_1",5.206418905813809e-06,1613947305428,6945
"mom_1",0.9395880580689531,1613947305428,6945
"eps_1",1e-05,1613947305428,6945
"wd_2",0.01,1613947305428,6945
"sqr_mom_2",0.99,1613947305428,6945
"lr_2",5.206418905813801e-05,1613947305428,6945
"mom_2",0.9395880580689531,1613947305428,6945
"eps_2",1e-05,1613947305428,6945
"train_loss",0.0044240826,1613947306369,6946
"raw_loss",0.0028352563,1613947306369,6946
"epoch",43.691823899371045,1613947306369,6946
"wd_0",0.01,1613947306369,6946
"sqr_mom_0",0.99,1613947306369,6946
"lr_0",5.197797881045506e-07,1613947306369,6946
"mom_0",0.9396053002909118,1613947306369,6946
"eps_0",1e-05,1613947306369,6946
"wd_1",0.01,1613947306369,6946
"sqr_mom_1",0.99,1613947306369,6946
"lr_1",5.197797881045506e-06,1613947306369,6946
"mom_1",0.9396053002909118,1613947306369,6946
"eps_1",1e-05,1613947306369,6946
"wd_2",0.01,1613947306369,6946
"sqr_mom_2",0.99,1613947306369,6946
"lr_2",5.197797881045503e-05,1613947306369,6946
"mom_2",0.9396053002909118,1613947306369,6946
"eps_2",1e-05,1613947306369,6946
"train_loss",0.0043986463,1613947307327,6947
"raw_loss",0.0031522699,1613947307327,6947
"epoch",43.698113207547145,1613947307327,6947
"wd_0",0.01,1613947307327,6947
"sqr_mom_0",0.99,1613947307327,6947
"lr_0",5.189188882847675e-07,1613947307327,6947
"mom_0",0.9396225184594892,1613947307327,6947
"eps_0",1e-05,1613947307327,6947
"wd_1",0.01,1613947307327,6947
"sqr_mom_1",0.99,1613947307327,6947
"lr_1",5.189188882847677e-06,1613947307327,6947
"mom_1",0.9396225184594892,1613947307327,6947
"eps_1",1e-05,1613947307327,6947
"wd_2",0.01,1613947307327,6947
"sqr_mom_2",0.99,1613947307327,6947
"lr_2",5.189188882847673e-05,1613947307327,6947
"mom_2",0.9396225184594892,1613947307327,6947
"eps_2",1e-05,1613947307327,6947
"train_loss",0.0043999585,1613947308304,6948
"raw_loss",0.0044642594,1613947308304,6948
"epoch",43.704402515723245,1613947308304,6948
"wd_0",0.01,1613947308304,6948
"sqr_mom_0",0.99,1613947308304,6948
"lr_0",5.18058619501043e-07,1613947308304,6948
"mom_0",0.9396397240072192,1613947308304,6948
"eps_0",1e-05,1613947308304,6948
"wd_1",0.01,1613947308304,6948
"sqr_mom_1",0.99,1613947308304,6948
"lr_1",5.180586195010428e-06,1613947308304,6948
"mom_1",0.9396397240072192,1613947308304,6948
"eps_1",1e-05,1613947308304,6948
"wd_2",0.01,1613947308304,6948
"sqr_mom_2",0.99,1613947308304,6948
"lr_2",5.180586195010421e-05,1613947308304,6948
"mom_2",0.9396397240072192,1613947308304,6948
"eps_2",1e-05,1613947308304,6948
"train_loss",0.004398159,1613947309261,6949
"raw_loss",0.004309983,1613947309261,6949
"epoch",43.710691823899346,1613947309261,6949
"wd_0",0.01,1613947309261,6949
"sqr_mom_0",0.99,1613947309261,6949
"lr_0",5.171984118074081e-07,1613947309261,6949
"mom_0",0.9396569283331351,1613947309261,6949
"eps_0",1e-05,1613947309261,6949
"wd_1",0.01,1613947309261,6949
"sqr_mom_1",0.99,1613947309261,6949
"lr_1",5.171984118074082e-06,1613947309261,6949
"mom_1",0.9396569283331351,1613947309261,6949
"eps_1",1e-05,1613947309261,6949
"wd_2",0.01,1613947309261,6949
"sqr_mom_2",0.99,1613947309261,6949
"lr_2",5.171984118074082e-05,1613947309261,6949
"mom_2",0.9396569283331351,1613947309261,6949
"eps_2",1e-05,1613947309261,6949
"train_loss",0.0044126315,1613947310238,6950
"raw_loss",0.00512178,1613947310238,6950
"epoch",43.716981132075446,1613947310238,6950
"wd_0",0.01,1613947310238,6950
"sqr_mom_0",0.99,1613947310238,6950
"lr_0",5.163394063368451e-07,1613947310238,6950
"mom_0",0.9396741086143492,1613947310238,6950
"eps_0",1e-05,1613947310238,6950
"wd_1",0.01,1613947310238,6950
"sqr_mom_1",0.99,1613947310238,6950
"lr_1",5.163394063368448e-06,1613947310238,6950
"mom_1",0.9396741086143492,1613947310238,6950
"eps_1",1e-05,1613947310238,6950
"wd_2",0.01,1613947310238,6950
"sqr_mom_2",0.99,1613947310238,6950
"lr_2",5.163394063368448e-05,1613947310238,6950
"mom_2",0.9396741086143492,1613947310238,6950
"eps_2",1e-05,1613947310238,6950
"train_loss",0.0043901717,1613947311192,6951
"raw_loss",0.003289653,1613947311192,6951
"epoch",43.72327044025155,1613947311192,6951
"wd_0",0.01,1613947311192,6951
"sqr_mom_0",0.99,1613947311192,6951
"lr_0",5.154810327239745e-07,1613947311192,6951
"mom_0",0.9396912762582831,1613947311192,6951
"eps_0",1e-05,1613947311192,6951
"wd_1",0.01,1613947311192,6951
"sqr_mom_1",0.99,1613947311192,6951
"lr_1",5.154810327239742e-06,1613947311192,6951
"mom_1",0.9396912762582831,1613947311192,6951
"eps_1",1e-05,1613947311192,6951
"wd_2",0.01,1613947311192,6951
"sqr_mom_2",0.99,1613947311192,6951
"lr_2",5.154810327239736e-05,1613947311192,6951
"mom_2",0.9396912762582831,1613947311192,6951
"eps_2",1e-05,1613947311192,6951
"train_loss",0.0043873163,1613947312165,6952
"raw_loss",0.0042473893,1613947312165,6952
"epoch",43.72955974842765,1613947312165,6952
"wd_0",0.01,1613947312165,6952
"sqr_mom_0",0.99,1613947312165,6952
"lr_0",5.146227222806222e-07,1613947312165,6952
"mom_0",0.9397084426388139,1613947312165,6952
"eps_0",1e-05,1613947312165,6952
"wd_1",0.01,1613947312165,6952
"sqr_mom_1",0.99,1613947312165,6952
"lr_1",5.146227222806225e-06,1613947312165,6952
"mom_1",0.9397084426388139,1613947312165,6952
"eps_1",1e-05,1613947312165,6952
"wd_2",0.01,1613947312165,6952
"sqr_mom_2",0.99,1613947312165,6952
"lr_2",5.14622722280622e-05,1613947312165,6952
"mom_2",0.9397084426388139,1613947312165,6952
"eps_2",1e-05,1613947312165,6952
"train_loss",0.004492226,1613947313110,6953
"raw_loss",0.009632804,1613947313110,6953
"epoch",43.73584905660375,1613947313110,6953
"wd_0",0.01,1613947313110,6953
"sqr_mom_0",0.99,1613947313110,6953
"lr_0",5.137656136229162e-07,1613947313110,6953
"mom_0",0.9397255849833914,1613947313110,6953
"eps_0",1e-05,1613947313110,6953
"wd_1",0.01,1613947313110,6953
"sqr_mom_1",0.99,1613947313110,6953
"lr_1",5.137656136229159e-06,1613947313110,6953
"mom_1",0.9397255849833914,1613947313110,6953
"eps_1",1e-05,1613947313110,6953
"wd_2",0.01,1613947313110,6953
"sqr_mom_2",0.99,1613947313110,6953
"lr_2",5.137656136229156e-05,1613947313110,6953
"mom_2",0.9397255849833914,1613947313110,6953
"eps_2",1e-05,1613947313110,6953
"train_loss",0.0044737826,1613947314062,6954
"raw_loss",0.0035700626,1613947314062,6954
"epoch",43.74213836477985,1613947314062,6954
"wd_0",0.01,1613947314062,6954
"sqr_mom_0",0.99,1613947314062,6954
"lr_0",5.129088535818621e-07,1613947314062,6954
"mom_0",0.9397427203555663,1613947314062,6954
"eps_0",1e-05,1613947314062,6954
"wd_1",0.01,1613947314062,6954
"sqr_mom_1",0.99,1613947314062,6954
"lr_1",5.129088535818621e-06,1613947314062,6954
"mom_1",0.9397427203555663,1613947314062,6954
"eps_1",1e-05,1613947314062,6954
"wd_2",0.01,1613947314062,6954
"sqr_mom_2",0.99,1613947314062,6954
"lr_2",5.1290885358186184e-05,1613947314062,6954
"mom_2",0.9397427203555663,1613947314062,6954
"eps_2",1e-05,1613947314062,6954
"train_loss",0.004533316,1613947315008,6955
"raw_loss",0.007450446,1613947315008,6955
"epoch",43.74842767295595,1613947315008,6955
"wd_0",0.01,1613947315008,6955
"sqr_mom_0",0.99,1613947315008,6955
"lr_0",5.120527269113003e-07,1613947315008,6955
"mom_0",0.9397598430602045,1613947315008,6955
"eps_0",1e-05,1613947315008,6955
"wd_1",0.01,1613947315008,6955
"sqr_mom_1",0.99,1613947315008,6955
"lr_1",5.120527269113006e-06,1613947315008,6955
"mom_1",0.9397598430602045,1613947315008,6955
"eps_1",1e-05,1613947315008,6955
"wd_2",0.01,1613947315008,6955
"sqr_mom_2",0.99,1613947315008,6955
"lr_2",5.120527269113001e-05,1613947315008,6955
"mom_2",0.9397598430602045,1613947315008,6955
"eps_2",1e-05,1613947315008,6955
"train_loss",0.0045307996,1613947315990,6956
"raw_loss",0.004407488,1613947315990,6956
"epoch",43.75471698113205,1613947315990,6956
"wd_0",0.01,1613947315990,6956
"sqr_mom_0",0.99,1613947315990,6956
"lr_0",5.111972338841134e-07,1613947315990,6956
"mom_0",0.9397769530918486,1613947315990,6956
"eps_0",1e-05,1613947315990,6956
"wd_1",0.01,1613947315990,6956
"sqr_mom_1",0.99,1613947315990,6956
"lr_1",5.111972338841136e-06,1613947315990,6956
"mom_1",0.9397769530918486,1613947315990,6956
"eps_1",1e-05,1613947315990,6956
"wd_2",0.01,1613947315990,6956
"sqr_mom_2",0.99,1613947315990,6956
"lr_2",5.1119723388411316e-05,1613947315990,6956
"mom_2",0.9397769530918486,1613947315990,6956
"eps_2",1e-05,1613947315990,6956
"train_loss",0.0045042047,1613947316936,6957
"raw_loss",0.003201047,1613947316936,6957
"epoch",43.76100628930815,1613947316936,6957
"wd_0",0.01,1613947316936,6957
"sqr_mom_0",0.99,1613947316936,6957
"lr_0",5.103426582032171e-07,1613947316936,6957
"mom_0",0.9397940447763834,1613947316936,6957
"eps_0",1e-05,1613947316936,6957
"wd_1",0.01,1613947316936,6957
"sqr_mom_1",0.99,1613947316936,6957
"lr_1",5.103426582032165e-06,1613947316936,6957
"mom_1",0.9397940447763834,1613947316936,6957
"eps_1",1e-05,1613947316936,6957
"wd_2",0.01,1613947316936,6957
"sqr_mom_2",0.99,1613947316936,6957
"lr_2",5.103426582032163e-05,1613947316936,6957
"mom_2",0.9397940447763834,1613947316936,6957
"eps_2",1e-05,1613947316936,6957
"train_loss",0.0045228214,1613947317912,6958
"raw_loss",0.0054350346,1613947317912,6958
"epoch",43.76729559748425,1613947317912,6958
"wd_0",0.01,1613947317912,6958
"sqr_mom_0",0.99,1613947317912,6958
"lr_0",5.094881498503729e-07,1613947317912,6958
"mom_0",0.9398111351143437,1613947317912,6958
"eps_0",1e-05,1613947317912,6958
"wd_1",0.01,1613947317912,6958
"sqr_mom_1",0.99,1613947317912,6958
"lr_1",5.09488149850373e-06,1613947317912,6958
"mom_1",0.9398111351143437,1613947317912,6958
"eps_1",1e-05,1613947317912,6958
"wd_2",0.01,1613947317912,6958
"sqr_mom_2",0.99,1613947317912,6958
"lr_2",5.0948814985037234e-05,1613947317912,6958
"mom_2",0.9398111351143437,1613947317912,6958
"eps_2",1e-05,1613947317912,6958
"train_loss",0.0045488267,1613947318883,6959
"raw_loss",0.005823098,1613947318883,6959
"epoch",43.77358490566035,1613947318883,6959
"wd_0",0.01,1613947318883,6959
"sqr_mom_0",0.99,1613947318883,6959
"lr_0",5.0863484239794e-07,1613947318883,6959
"mom_0",0.9398282014340555,1613947318883,6959
"eps_0",1e-05,1613947318883,6959
"wd_1",0.01,1613947318883,6959
"sqr_mom_1",0.99,1613947318883,6959
"lr_1",5.086348423979398e-06,1613947318883,6959
"mom_1",0.9398282014340555,1613947318883,6959
"eps_1",1e-05,1613947318883,6959
"wd_2",0.01,1613947318883,6959
"sqr_mom_2",0.99,1613947318883,6959
"lr_2",5.086348423979394e-05,1613947318883,6959
"mom_2",0.9398282014340555,1613947318883,6959
"eps_2",1e-05,1613947318883,6959
"train_loss",0.0045312783,1613947319839,6960
"raw_loss",0.0036714037,1613947319839,6960
"epoch",43.77987421383645,1613947319839,6960
"wd_0",0.01,1613947319839,6960
"sqr_mom_0",0.99,1613947319839,6960
"lr_0",5.077821692573113e-07,1613947319839,6960
"mom_0",0.9398452550674044,1613947319839,6960
"eps_0",1e-05,1613947319839,6960
"wd_1",0.01,1613947319839,6960
"sqr_mom_1",0.99,1613947319839,6960
"lr_1",5.077821692573113e-06,1613947319839,6960
"mom_1",0.9398452550674044,1613947319839,6960
"eps_1",1e-05,1613947319839,6960
"wd_2",0.01,1613947319839,6960
"sqr_mom_2",0.99,1613947319839,6960
"lr_2",5.077821692573109e-05,1613947319839,6960
"mom_2",0.9398452550674044,1613947319839,6960
"eps_2",1e-05,1613947319839,6960
"train_loss",0.0045167524,1613947320805,6961
"raw_loss",0.0038049943,1613947320805,6961
"epoch",43.78616352201255,1613947320805,6961
"wd_0",0.01,1613947320805,6961
"sqr_mom_0",0.99,1613947320805,6961
"lr_0",5.069295655236025e-07,1613947320805,6961
"mom_0",0.939862307312601,1613947320805,6961
"eps_0",1e-05,1613947320805,6961
"wd_1",0.01,1613947320805,6961
"sqr_mom_1",0.99,1613947320805,6961
"lr_1",5.06929565523602e-06,1613947320805,6961
"mom_1",0.939862307312601,1613947320805,6961
"eps_1",1e-05,1613947320805,6961
"wd_2",0.01,1613947320805,6961
"sqr_mom_2",0.99,1613947320805,6961
"lr_2",5.0692956552360184e-05,1613947320805,6961
"mom_2",0.939862307312601,1613947320805,6961
"eps_2",1e-05,1613947320805,6961
"train_loss",0.0045726686,1613947321757,6962
"raw_loss",0.0073125577,1613947321757,6962
"epoch",43.79245283018865,1613947321757,6962
"wd_0",0.01,1613947321757,6962
"sqr_mom_0",0.99,1613947321757,6962
"lr_0",5.060781622425423e-07,1613947321757,6962
"mom_0",0.9398793355485046,1613947321757,6962
"eps_0",1e-05,1613947321757,6962
"wd_1",0.01,1613947321757,6962
"sqr_mom_1",0.99,1613947321757,6962
"lr_1",5.060781622425423e-06,1613947321757,6962
"mom_1",0.9398793355485046,1613947321757,6962
"eps_1",1e-05,1613947321757,6962
"wd_2",0.01,1613947321757,6962
"sqr_mom_2",0.99,1613947321757,6962
"lr_2",5.0607816224254186e-05,1613947321757,6962
"mom_2",0.9398793355485046,1613947321757,6962
"eps_2",1e-05,1613947321757,6962
"train_loss",0.0045679435,1613947322748,6963
"raw_loss",0.0043364107,1613947322748,6963
"epoch",43.79874213836475,1613947322748,6963
"wd_0",0.01,1613947322748,6963
"sqr_mom_0",0.99,1613947322748,6963
"lr_0",5.052271119209709e-07,1613947322748,6963
"mom_0",0.9398963567251478,1613947322748,6963
"eps_0",1e-05,1613947322748,6963
"wd_1",0.01,1613947322748,6963
"sqr_mom_1",0.99,1613947322748,6963
"lr_1",5.052271119209709e-06,1613947322748,6963
"mom_1",0.9398963567251478,1613947322748,6963
"eps_1",1e-05,1613947322748,6963
"wd_2",0.01,1613947322748,6963
"sqr_mom_2",0.99,1613947322748,6963
"lr_2",5.052271119209708e-05,1613947322748,6963
"mom_2",0.9398963567251478,1613947322748,6963
"eps_2",1e-05,1613947322748,6963
"train_loss",0.004531502,1613947323710,6964
"raw_loss",0.0027458514,1613947323710,6964
"epoch",43.80503144654085,1613947323710,6964
"wd_0",0.01,1613947323710,6964
"sqr_mom_0",0.99,1613947323710,6964
"lr_0",5.043766974183609e-07,1613947323710,6964
"mom_0",0.9399133651852846,1613947323710,6964
"eps_0",1e-05,1613947323710,6964
"wd_1",0.01,1613947323710,6964
"sqr_mom_1",0.99,1613947323710,6964
"lr_1",5.043766974183612e-06,1613947323710,6964
"mom_1",0.9399133651852846,1613947323710,6964
"eps_1",1e-05,1613947323710,6964
"wd_2",0.01,1613947323710,6964
"sqr_mom_2",0.99,1613947323710,6964
"lr_2",5.0437669741836065e-05,1613947323710,6964
"mom_2",0.9399133651852846,1613947323710,6964
"eps_2",1e-05,1613947323710,6964
"train_loss",0.0045515946,1613947324657,6965
"raw_loss",0.0055361553,1613947324657,6965
"epoch",43.81132075471695,1613947324657,6965
"wd_0",0.01,1613947324657,6965
"sqr_mom_0",0.99,1613947324657,6965
"lr_0",5.03526919005772e-07,1613947324657,6965
"mom_0",0.9399303609234938,1613947324657,6965
"eps_0",1e-05,1613947324657,6965
"wd_1",0.01,1613947324657,6965
"sqr_mom_1",0.99,1613947324657,6965
"lr_1",5.035269190057718e-06,1613947324657,6965
"mom_1",0.9399303609234938,1613947324657,6965
"eps_1",1e-05,1613947324657,6965
"wd_2",0.01,1613947324657,6965
"sqr_mom_2",0.99,1613947324657,6965
"lr_2",5.0352691900577124e-05,1613947324657,6965
"mom_2",0.9399303609234938,1613947324657,6965
"eps_2",1e-05,1613947324657,6965
"train_loss",0.0045574517,1613947325622,6966
"raw_loss",0.0048444425,1613947325622,6966
"epoch",43.81761006289305,1613947325622,6966
"wd_0",0.01,1613947325622,6966
"sqr_mom_0",0.99,1613947325622,6966
"lr_0",5.026777769540591e-07,1613947325622,6966
"mom_0",0.9399473439343581,1613947325622,6966
"eps_0",1e-05,1613947325622,6966
"wd_1",0.01,1613947325622,6966
"sqr_mom_1",0.99,1613947325622,6966
"lr_1",5.026777769540594e-06,1613947325622,6966
"mom_1",0.9399473439343581,1613947325622,6966
"eps_1",1e-05,1613947325622,6966
"wd_2",0.01,1613947325622,6966
"sqr_mom_2",0.99,1613947325622,6966
"lr_2",5.02677776954059e-05,1613947325622,6966
"mom_2",0.9399473439343581,1613947325622,6966
"eps_2",1e-05,1613947325622,6966
"train_loss",0.004619291,1613947326569,6967
"raw_loss",0.007649413,1613947326569,6967
"epoch",43.82389937106915,1613947326569,6967
"wd_0",0.01,1613947326569,6967
"sqr_mom_0",0.99,1613947326569,6967
"lr_0",5.018292715338789e-07,1613947326569,6967
"mom_0",0.9399643142124645,1613947326569,6967
"eps_0",1e-05,1613947326569,6967
"wd_1",0.01,1613947326569,6967
"sqr_mom_1",0.99,1613947326569,6967
"lr_1",5.018292715338789e-06,1613947326569,6967
"mom_1",0.9399643142124645,1613947326569,6967
"eps_1",1e-05,1613947326569,6967
"wd_2",0.01,1613947326569,6967
"sqr_mom_2",0.99,1613947326569,6967
"lr_2",5.018292715338788e-05,1613947326569,6967
"mom_2",0.9399643142124645,1613947326569,6967
"eps_2",1e-05,1613947326569,6967
"train_loss",0.0045876266,1613947327522,6968
"raw_loss",0.0030360695,1613947327522,6968
"epoch",43.83018867924525,1613947327522,6968
"wd_0",0.01,1613947327522,6968
"sqr_mom_0",0.99,1613947327522,6968
"lr_0",5.009816841268203e-07,1613947327522,6968
"mom_0",0.9399812661301249,1613947327522,6968
"eps_0",1e-05,1613947327522,6968
"wd_1",0.01,1613947327522,6968
"sqr_mom_1",0.99,1613947327522,6968
"lr_1",5.009816841268208e-06,1613947327522,6968
"mom_1",0.9399812661301249,1613947327522,6968
"eps_1",1e-05,1613947327522,6968
"wd_2",0.01,1613947327522,6968
"sqr_mom_2",0.99,1613947327522,6968
"lr_2",5.0098168412682014e-05,1613947327522,6968
"mom_2",0.9399812661301249,1613947327522,6968
"eps_2",1e-05,1613947327522,6968
"train_loss",0.0045729503,1613947328503,6969
"raw_loss",0.0038538119,1613947328503,6969
"epoch",43.836477987421354,1613947328503,6969
"wd_0",0.01,1613947328503,6969
"sqr_mom_0",0.99,1613947328503,6969
"lr_0",5.001341716697168e-07,1613947328503,6969
"mom_0",0.9399982165487711,1613947328503,6969
"eps_0",1e-05,1613947328503,6969
"wd_1",0.01,1613947328503,6969
"sqr_mom_1",0.99,1613947328503,6969
"lr_1",5.001341716697163e-06,1613947328503,6969
"mom_1",0.9399982165487711,1613947328503,6969
"eps_1",1e-05,1613947328503,6969
"wd_2",0.01,1613947328503,6969
"sqr_mom_2",0.99,1613947328503,6969
"lr_2",5.0013417166971605e-05,1613947328503,6969
"mom_2",0.9399982165487711,1613947328503,6969
"eps_2",1e-05,1613947328503,6969
"train_loss",0.00464085,1613947329462,6970
"raw_loss",0.007967918,1613947329462,6970
"epoch",43.842767295597454,1613947329462,6970
"wd_0",0.01,1613947329462,6970
"sqr_mom_0",0.99,1613947329462,6970
"lr_0",4.992878584543182e-07,1613947329462,6970
"mom_0",0.9400151429823435,1613947329462,6970
"eps_0",1e-05,1613947329462,6970
"wd_1",0.01,1613947329462,6970
"sqr_mom_1",0.99,1613947329462,6970
"lr_1",4.992878584543187e-06,1613947329462,6970
"mom_1",0.9400151429823435,1613947329462,6970
"eps_1",1e-05,1613947329462,6970
"wd_2",0.01,1613947329462,6970
"sqr_mom_2",0.99,1613947329462,6970
"lr_2",4.992878584543183e-05,1613947329462,6970
"mom_2",0.9400151429823435,1613947329462,6970
"eps_2",1e-05,1613947329462,6970
"train_loss",0.004622249,1613947330405,6971
"raw_loss",0.0037107964,1613947330405,6971
"epoch",43.849056603773555,1613947330405,6971
"wd_0",0.01,1613947330405,6971
"sqr_mom_0",0.99,1613947330405,6971
"lr_0",4.984421825279947e-07,1613947330405,6971
"mom_0",0.9400320566700068,1613947330405,6971
"eps_0",1e-05,1613947330405,6971
"wd_1",0.01,1613947330405,6971
"sqr_mom_1",0.99,1613947330405,6971
"lr_1",4.984421825279945e-06,1613947330405,6971
"mom_1",0.9400320566700068,1613947330405,6971
"eps_1",1e-05,1613947330405,6971
"wd_2",0.01,1613947330405,6971
"sqr_mom_2",0.99,1613947330405,6971
"lr_2",4.984421825279941e-05,1613947330405,6971
"mom_2",0.9400320566700068,1613947330405,6971
"eps_2",1e-05,1613947330405,6971
"train_loss",0.004622439,1613947331380,6972
"raw_loss",0.00463176,1613947331380,6972
"epoch",43.855345911949655,1613947331380,6972
"wd_0",0.01,1613947331380,6972
"sqr_mom_0",0.99,1613947331380,6972
"lr_0",4.975965836297318e-07,1613947331380,6972
"mom_0",0.9400489688170935,1613947331380,6972
"eps_0",1e-05,1613947331380,6972
"wd_1",0.01,1613947331380,6972
"sqr_mom_1",0.99,1613947331380,6972
"lr_1",4.9759658362973116e-06,1613947331380,6972
"mom_1",0.9400489688170935,1613947331380,6972
"eps_1",1e-05,1613947331380,6972
"wd_2",0.01,1613947331380,6972
"sqr_mom_2",0.99,1613947331380,6972
"lr_2",4.97596583629731e-05,1613947331380,6972
"mom_2",0.9400489688170935,1613947331380,6972
"eps_2",1e-05,1613947331380,6972
"train_loss",0.004616385,1613947332330,6973
"raw_loss",0.0043197423,1613947332330,6973
"epoch",43.861635220125756,1613947332330,6973
"wd_0",0.01,1613947332330,6973
"sqr_mom_0",0.99,1613947332330,6973
"lr_0",4.967521835127962e-07,1613947332330,6973
"mom_0",0.9400658569883139,1613947332330,6973
"eps_0",1e-05,1613947332330,6973
"wd_1",0.01,1613947332330,6973
"sqr_mom_1",0.99,1613947332330,6973
"lr_1",4.96752183512796e-06,1613947332330,6973
"mom_1",0.9400658569883139,1613947332330,6973
"eps_1",1e-05,1613947332330,6973
"wd_2",0.01,1613947332330,6973
"sqr_mom_2",0.99,1613947332330,6973
"lr_2",4.967521835127955e-05,1613947332330,6973
"mom_2",0.9400658569883139,1613947332330,6973
"eps_2",1e-05,1613947332330,6973
"train_loss",0.004613594,1613947333284,6974
"raw_loss",0.004476842,1613947333284,6974
"epoch",43.867924528301856,1613947333284,6974
"wd_0",0.01,1613947333284,6974
"sqr_mom_0",0.99,1613947333284,6974
"lr_0",4.959084214926155e-07,1613947333284,6974
"mom_0",0.9400827323974716,1613947333284,6974
"eps_0",1e-05,1613947333284,6974
"wd_1",0.01,1613947333284,6974
"sqr_mom_1",0.99,1613947333284,6974
"lr_1",4.9590842149261545e-06,1613947333284,6974
"mom_1",0.9400827323974716,1613947333284,6974
"eps_1",1e-05,1613947333284,6974
"wd_2",0.01,1613947333284,6974
"sqr_mom_2",0.99,1613947333284,6974
"lr_2",4.959084214926153e-05,1613947333284,6974
"mom_2",0.9400827323974716,1613947333284,6974
"eps_2",1e-05,1613947333284,6974
"train_loss",0.0045829085,1613947334267,6975
"raw_loss",0.003079318,1613947334267,6975
"epoch",43.874213836477956,1613947334267,6975
"wd_0",0.01,1613947334267,6975
"sqr_mom_0",0.99,1613947334267,6975
"lr_0",4.950647385783815e-07,1613947334267,6975
"mom_0",0.9400996062244946,1613947334267,6975
"eps_0",1e-05,1613947334267,6975
"wd_1",0.01,1613947334267,6975
"sqr_mom_1",0.99,1613947334267,6975
"lr_1",4.950647385783814e-06,1613947334267,6975
"mom_1",0.9400996062244946,1613947334267,6975
"eps_1",1e-05,1613947334267,6975
"wd_2",0.01,1613947334267,6975
"sqr_mom_2",0.99,1613947334267,6975
"lr_2",4.950647385783811e-05,1613947334267,6975
"mom_2",0.9400996062244946,1613947334267,6975
"eps_2",1e-05,1613947334267,6975
"train_loss",0.0045596305,1613947335220,6976
"raw_loss",0.0034190118,1613947335220,6976
"epoch",43.88050314465406,1613947335220,6976
"wd_0",0.01,1613947335220,6976
"sqr_mom_0",0.99,1613947335220,6976
"lr_0",4.942222539816574e-07,1613947335220,6976
"mom_0",0.9401164560849277,1613947335220,6976
"eps_0",1e-05,1613947335220,6976
"wd_1",0.01,1613947335220,6976
"sqr_mom_1",0.99,1613947335220,6976
"lr_1",4.942222539816572e-06,1613947335220,6976
"mom_1",0.9401164560849277,1613947335220,6976
"eps_1",1e-05,1613947335220,6976
"wd_2",0.01,1613947335220,6976
"sqr_mom_2",0.99,1613947335220,6976
"lr_2",4.9422225398165656e-05,1613947335220,6976
"mom_2",0.9401164560849277,1613947335220,6976
"eps_2",1e-05,1613947335220,6976
"train_loss",0.004558384,1613947336161,6977
"raw_loss",0.004497298,1613947336161,6977
"epoch",43.88679245283016,1613947336161,6977
"wd_0",0.01,1613947336161,6977
"sqr_mom_0",0.99,1613947336161,6977
"lr_0",4.933801290818162e-07,1613947336161,6977
"mom_0",0.9401332987513511,1613947336161,6977
"eps_0",1e-05,1613947336161,6977
"wd_1",0.01,1613947336161,6977
"sqr_mom_1",0.99,1613947336161,6977
"lr_1",4.933801290818164e-06,1613947336161,6977
"mom_1",0.9401332987513511,1613947336161,6977
"eps_1",1e-05,1613947336161,6977
"wd_2",0.01,1613947336161,6977
"sqr_mom_2",0.99,1613947336161,6977
"lr_2",4.9338012908181584e-05,1613947336161,6977
"mom_2",0.9401332987513511,1613947336161,6977
"eps_2",1e-05,1613947336161,6977
"train_loss",0.004591992,1613947337131,6978
"raw_loss",0.006238803,1613947337131,6978
"epoch",43.89308176100626,1613947337131,6978
"wd_0",0.01,1613947337131,6978
"sqr_mom_0",0.99,1613947337131,6978
"lr_0",4.925386437770261e-07,1613947337131,6978
"mom_0",0.9401501286257457,1613947337131,6978
"eps_0",1e-05,1613947337131,6978
"wd_1",0.01,1613947337131,6978
"sqr_mom_1",0.99,1613947337131,6978
"lr_1",4.925386437770263e-06,1613947337131,6978
"mom_1",0.9401501286257457,1613947337131,6978
"eps_1",1e-05,1613947337131,6978
"wd_2",0.01,1613947337131,6978
"sqr_mom_2",0.99,1613947337131,6978
"lr_2",4.925386437770258e-05,1613947337131,6978
"mom_2",0.9401501286257457,1613947337131,6978
"eps_2",1e-05,1613947337131,6978
"train_loss",0.004658259,1613947338094,6979
"raw_loss",0.007905344,1613947338094,6979
"epoch",43.89937106918236,1613947338094,6979
"wd_0",0.01,1613947338094,6979
"sqr_mom_0",0.99,1613947338094,6979
"lr_0",4.91697798335501e-07,1613947338094,6979
"mom_0",0.940166945702747,1613947338094,6979
"eps_0",1e-05,1613947338094,6979
"wd_1",0.01,1613947338094,6979
"sqr_mom_1",0.99,1613947338094,6979
"lr_1",4.91697798335501e-06,1613947338094,6979
"mom_1",0.940166945702747,1613947338094,6979
"eps_1",1e-05,1613947338094,6979
"wd_2",0.01,1613947338094,6979
"sqr_mom_2",0.99,1613947338094,6979
"lr_2",4.916977983355006e-05,1613947338094,6979
"mom_2",0.940166945702747,1613947338094,6979
"eps_2",1e-05,1613947338094,6979
"train_loss",0.0047120606,1613947339026,6980
"raw_loss",0.0073483293,1613947339026,6980
"epoch",43.90566037735846,1613947339026,6980
"wd_0",0.01,1613947339026,6980
"sqr_mom_0",0.99,1613947339026,6980
"lr_0",4.90857871594158e-07,1613947339026,6980
"mom_0",0.9401837444055609,1613947339026,6980
"eps_0",1e-05,1613947339026,6980
"wd_1",0.01,1613947339026,6980
"sqr_mom_1",0.99,1613947339026,6980
"lr_1",4.908578715941584e-06,1613947339026,6980
"mom_1",0.9401837444055609,1613947339026,6980
"eps_1",1e-05,1613947339026,6980
"wd_2",0.01,1613947339026,6980
"sqr_mom_2",0.99,1613947339026,6980
"lr_2",4.9085787159415756e-05,1613947339026,6980
"mom_2",0.9401837444055609,1613947339026,6980
"eps_2",1e-05,1613947339026,6980
"train_loss",0.0046774014,1613947339999,6981
"raw_loss",0.0029791107,1613947339999,6981
"epoch",43.91194968553456,1613947339999,6981
"wd_0",0.01,1613947339999,6981
"sqr_mom_0",0.99,1613947339999,6981
"lr_0",4.900180281140768e-07,1613947339999,6981
"mom_0",0.9402005414431328,1613947339999,6981
"eps_0",1e-05,1613947339999,6981
"wd_1",0.01,1613947339999,6981
"sqr_mom_1",0.99,1613947339999,6981
"lr_1",4.9001802811407685e-06,1613947339999,6981
"mom_1",0.9402005414431328,1613947339999,6981
"eps_1",1e-05,1613947339999,6981
"wd_2",0.01,1613947339999,6981
"sqr_mom_2",0.99,1613947339999,6981
"lr_2",4.9001802811407644e-05,1613947339999,6981
"mom_2",0.9402005414431328,1613947339999,6981
"eps_2",1e-05,1613947339999,6981
"train_loss",0.0046853092,1613947340946,6982
"raw_loss",0.005072784,1613947340946,6982
"epoch",43.91823899371066,1613947340946,6982
"wd_0",0.01,1613947340946,6982
"sqr_mom_0",0.99,1613947340946,6982
"lr_0",4.891793820135096e-07,1613947340946,6982
"mom_0",0.940217314532875,1613947340946,6982
"eps_0",1e-05,1613947340946,6982
"wd_1",0.01,1613947340946,6982
"sqr_mom_1",0.99,1613947340946,6982
"lr_1",4.891793820135098e-06,1613947340946,6982
"mom_1",0.940217314532875,1613947340946,6982
"eps_1",1e-05,1613947340946,6982
"wd_2",0.01,1613947340946,6982
"sqr_mom_2",0.99,1613947340946,6982
"lr_2",4.891793820135091e-05,1613947340946,6982
"mom_2",0.940217314532875,1613947340946,6982
"eps_2",1e-05,1613947340946,6982
"train_loss",0.0047331443,1613947341899,6983
"raw_loss",0.007077075,1613947341899,6983
"epoch",43.92452830188676,1613947341899,6983
"wd_0",0.01,1613947341899,6983
"sqr_mom_0",0.99,1613947341899,6983
"lr_0",4.883413764218404e-07,1613947341899,6983
"mom_0",0.9402340748123112,1613947341899,6983
"eps_0",1e-05,1613947341899,6983
"wd_1",0.01,1613947341899,6983
"sqr_mom_1",0.99,1613947341899,6983
"lr_1",4.883413764218404e-06,1613947341899,6983
"mom_1",0.9402340748123112,1613947341899,6983
"eps_1",1e-05,1613947341899,6983
"wd_2",0.01,1613947341899,6983
"sqr_mom_2",0.99,1613947341899,6983
"lr_2",4.883413764218399e-05,1613947341899,6983
"mom_2",0.9402340748123112,1613947341899,6983
"eps_2",1e-05,1613947341899,6983
"train_loss",0.0046993475,1613947342839,6984
"raw_loss",0.0030432947,1613947342839,6984
"epoch",43.93081761006286,1613947342839,6984
"wd_0",0.01,1613947342839,6984
"sqr_mom_0",0.99,1613947342839,6984
"lr_0",4.875034561686187e-07,1613947342839,6984
"mom_0",0.9402508333849614,1613947342839,6984
"eps_0",1e-05,1613947342839,6984
"wd_1",0.01,1613947342839,6984
"sqr_mom_1",0.99,1613947342839,6984
"lr_1",4.875034561686192e-06,1613947342839,6984
"mom_1",0.9402508333849614,1613947342839,6984
"eps_1",1e-05,1613947342839,6984
"wd_2",0.01,1613947342839,6984
"sqr_mom_2",0.99,1613947342839,6984
"lr_2",4.8750345616861864e-05,1613947342839,6984
"mom_2",0.9402508333849614,1613947342839,6984
"eps_2",1e-05,1613947342839,6984
"train_loss",0.0046687108,1613947343801,6985
"raw_loss",0.0031674954,1613947343801,6985
"epoch",43.93710691823896,1613947343801,6985
"wd_0",0.01,1613947343801,6985
"sqr_mom_0",0.99,1613947343801,6985
"lr_0",4.866667328207884e-07,1613947343801,6985
"mom_0",0.9402675680192644,1613947343801,6985
"eps_0",1e-05,1613947343801,6985
"wd_1",0.01,1613947343801,6985
"sqr_mom_1",0.99,1613947343801,6985
"lr_1",4.866667328207881e-06,1613947343801,6985
"mom_1",0.9402675680192644,1613947343801,6985
"eps_1",1e-05,1613947343801,6985
"wd_2",0.01,1613947343801,6985
"sqr_mom_2",0.99,1613947343801,6985
"lr_2",4.8666673282078796e-05,1613947343801,6985
"mom_2",0.9402675680192644,1613947343801,6985
"eps_2",1e-05,1613947343801,6985
"train_loss",0.0046923878,1613947344750,6986
"raw_loss",0.005852564,1613947344750,6986
"epoch",43.94339622641506,1613947344750,6986
"wd_0",0.01,1613947344750,6986
"sqr_mom_0",0.99,1613947344750,6986
"lr_0",4.858303734891721e-07,1613947344750,6986
"mom_0",0.9402842953731703,1613947344750,6986
"eps_0",1e-05,1613947344750,6986
"wd_1",0.01,1613947344750,6986
"sqr_mom_1",0.99,1613947344750,6986
"lr_1",4.858303734891723e-06,1613947344750,6986
"mom_1",0.9402842953731703,1613947344750,6986
"eps_1",1e-05,1613947344750,6986
"wd_2",0.01,1613947344750,6986
"sqr_mom_2",0.99,1613947344750,6986
"lr_2",4.858303734891719e-05,1613947344750,6986
"mom_2",0.9402842953731703,1613947344750,6986
"eps_2",1e-05,1613947344750,6986
"train_loss",0.004671446,1613947345699,6987
"raw_loss",0.0036452971,1613947345699,6987
"epoch",43.94968553459116,1613947345699,6987
"wd_0",0.01,1613947345699,6987
"sqr_mom_0",0.99,1613947345699,6987
"lr_0",4.849946561590056e-07,1613947345699,6987
"mom_0",0.9403010098869187,1613947345699,6987
"eps_0",1e-05,1613947345699,6987
"wd_1",0.01,1613947345699,6987
"sqr_mom_1",0.99,1613947345699,6987
"lr_1",4.849946561590056e-06,1613947345699,6987
"mom_1",0.9403010098869187,1613947345699,6987
"eps_1",1e-05,1613947345699,6987
"wd_2",0.01,1613947345699,6987
"sqr_mom_2",0.99,1613947345699,6987
"lr_2",4.8499465615900515e-05,1613947345699,6987
"mom_2",0.9403010098869187,1613947345699,6987
"eps_2",1e-05,1613947345699,6987
"train_loss",0.004739752,1613947346645,6988
"raw_loss",0.008086743,1613947346645,6988
"epoch",43.95597484276726,1613947346645,6988
"wd_0",0.01,1613947346645,6988
"sqr_mom_0",0.99,1613947346645,6988
"lr_0",4.841595810966619e-07,1613947346645,6988
"mom_0",0.9403177115551823,1613947346645,6988
"eps_0",1e-05,1613947346645,6988
"wd_1",0.01,1613947346645,6988
"sqr_mom_1",0.99,1613947346645,6988
"lr_1",4.841595810966621e-06,1613947346645,6988
"mom_1",0.9403177115551823,1613947346645,6988
"eps_1",1e-05,1613947346645,6988
"wd_2",0.01,1613947346645,6988
"sqr_mom_2",0.99,1613947346645,6988
"lr_2",4.841595810966615e-05,1613947346645,6988
"mom_2",0.9403177115551823,1613947346645,6988
"eps_2",1e-05,1613947346645,6988
"train_loss",0.0047058375,1613947347580,6989
"raw_loss",0.003044017,1613947347580,6989
"epoch",43.96226415094336,1613947347580,6989
"wd_0",0.01,1613947347580,6989
"sqr_mom_0",0.99,1613947347580,6989
"lr_0",4.833254252221373e-07,1613947347580,6989
"mom_0",0.9403343948395056,1613947347580,6989
"eps_0",1e-05,1613947347580,6989
"wd_1",0.01,1613947347580,6989
"sqr_mom_1",0.99,1613947347580,6989
"lr_1",4.833254252221374e-06,1613947347580,6989
"mom_1",0.9403343948395056,1613947347580,6989
"eps_1",1e-05,1613947347580,6989
"wd_2",0.01,1613947347580,6989
"sqr_mom_2",0.99,1613947347580,6989
"lr_2",4.833254252221373e-05,1613947347580,6989
"mom_2",0.9403343948395056,1613947347580,6989
"eps_2",1e-05,1613947347580,6989
"train_loss",0.0046909726,1613947348533,6990
"raw_loss",0.0039625894,1613947348533,6990
"epoch",43.96855345911946,1613947348533,6990
"wd_0",0.01,1613947348533,6990
"sqr_mom_0",0.99,1613947348533,6990
"lr_0",4.824913588399249e-07,1613947348533,6990
"mom_0",0.9403510763339648,1613947348533,6990
"eps_0",1e-05,1613947348533,6990
"wd_1",0.01,1613947348533,6990
"sqr_mom_1",0.99,1613947348533,6990
"lr_1",4.824913588399247e-06,1613947348533,6990
"mom_1",0.9403510763339648,1613947348533,6990
"eps_1",1e-05,1613947348533,6990
"wd_2",0.01,1613947348533,6990
"sqr_mom_2",0.99,1613947348533,6990
"lr_2",4.824913588399247e-05,1613947348533,6990
"mom_2",0.9403510763339648,1613947348533,6990
"eps_2",1e-05,1613947348533,6990
"train_loss",0.0046893554,1613947349487,6991
"raw_loss",0.004610118,1613947349487,6991
"epoch",43.97484276729556,1613947349487,6991
"wd_0",0.01,1613947349487,6991
"sqr_mom_0",0.99,1613947349487,6991
"lr_0",4.81658488404505e-07,1613947349487,6991
"mom_0",0.940367733909249,1613947349487,6991
"eps_0",1e-05,1613947349487,6991
"wd_1",0.01,1613947349487,6991
"sqr_mom_1",0.99,1613947349487,6991
"lr_1",4.816584884045048e-06,1613947349487,6991
"mom_1",0.940367733909249,1613947349487,6991
"eps_1",1e-05,1613947349487,6991
"wd_2",0.01,1613947349487,6991
"sqr_mom_2",0.99,1613947349487,6991
"lr_2",4.816584884045043e-05,1613947349487,6991
"mom_2",0.940367733909249,1613947349487,6991
"eps_2",1e-05,1613947349487,6991
"train_loss",0.004721379,1613947350508,6992
"raw_loss",0.0062905285,1613947350508,6992
"epoch",43.98113207547166,1613947350508,6992
"wd_0",0.01,1613947350508,6992
"sqr_mom_0",0.99,1613947350508,6992
"lr_0",4.808262608735896e-07,1613947350508,6992
"mom_0",0.9403843786263144,1613947350508,6992
"eps_0",1e-05,1613947350508,6992
"wd_1",0.01,1613947350508,6992
"sqr_mom_1",0.99,1613947350508,6992
"lr_1",4.808262608735896e-06,1613947350508,6992
"mom_1",0.9403843786263144,1613947350508,6992
"eps_1",1e-05,1613947350508,6992
"wd_2",0.01,1613947350508,6992
"sqr_mom_2",0.99,1613947350508,6992
"lr_2",4.8082626087358896e-05,1613947350508,6992
"mom_2",0.9403843786263144,1613947350508,6992
"eps_2",1e-05,1613947350508,6992
"train_loss",0.0046958425,1613947351469,6993
"raw_loss",0.003444548,1613947351469,6993
"epoch",43.987421383647764,1613947351469,6993
"wd_0",0.01,1613947351469,6993
"sqr_mom_0",0.99,1613947351469,6993
"lr_0",4.799941249114218e-07,1613947351469,6993
"mom_0",0.9404010215119867,1613947351469,6993
"eps_0",1e-05,1613947351469,6993
"wd_1",0.01,1613947351469,6993
"sqr_mom_1",0.99,1613947351469,6993
"lr_1",4.7999412491142194e-06,1613947351469,6993
"mom_1",0.9404010215119867,1613947351469,6993
"eps_1",1e-05,1613947351469,6993
"wd_2",0.01,1613947351469,6993
"sqr_mom_2",0.99,1613947351469,6993
"lr_2",4.799941249114217e-05,1613947351469,6993
"mom_2",0.9404010215119867,1613947351469,6993
"eps_2",1e-05,1613947351469,6993
"train_loss",0.004677911,1613947352428,6994
"raw_loss",0.0037992536,1613947352428,6994
"epoch",43.993710691823864,1613947352428,6994
"wd_0",0.01,1613947352428,6994
"sqr_mom_0",0.99,1613947352428,6994
"lr_0",4.791631844116282e-07,1613947352428,6994
"mom_0",0.9404176404881722,1613947352428,6994
"eps_0",1e-05,1613947352428,6994
"wd_1",0.01,1613947352428,6994
"sqr_mom_1",0.99,1613947352428,6994
"lr_1",4.791631844116289e-06,1613947352428,6994
"mom_1",0.9404176404881722,1613947352428,6994
"eps_1",1e-05,1613947352428,6994
"wd_2",0.01,1613947352428,6994
"sqr_mom_2",0.99,1613947352428,6994
"lr_2",4.791631844116282e-05,1613947352428,6994
"mom_2",0.9404176404881722,1613947352428,6994
"eps_2",1e-05,1613947352428,6994
"train_loss",0.0046572867,1613947353420,6995
"raw_loss",0.0036466953,1613947353420,6995
"epoch",43.999999999999964,1613947353420,6995
"wd_0",0.01,1613947353420,6995
"sqr_mom_0",0.99,1613947353420,6995
"lr_0",4.783328876111619e-07,1613947353420,6995
"mom_0",0.9404342465902427,1613947353420,6995
"eps_0",1e-05,1613947353420,6995
"wd_1",0.01,1613947353420,6995
"sqr_mom_1",0.99,1613947353420,6995
"lr_1",4.783328876111624e-06,1613947353420,6995
"mom_1",0.9404342465902427,1613947353420,6995
"eps_1",1e-05,1613947353420,6995
"wd_2",0.01,1613947353420,6995
"sqr_mom_2",0.99,1613947353420,6995
"lr_2",4.78332887611162e-05,1613947353420,6995
"mom_2",0.9404342465902427,1613947353420,6995
"eps_2",1e-05,1613947353420,6995
"valid_loss",0.08782926201820374,1613947385408,6995
"_rmse",0.29635998606681824,1613947385408,6995
"epoch",44,1613947385408,6995
"train_loss",0.0046452163,1613947386508,6996
"raw_loss",0.00405377,1613947386508,6996
"epoch",44.0062893081761,1613947386508,6996
"wd_0",0.01,1613947386508,6996
"sqr_mom_0",0.99,1613947386508,6996
"lr_0",4.775026844556157e-07,1613947386508,6996
"mom_0",0.9404508508193958,1613947386508,6996
"eps_0",1e-05,1613947386508,6996
"wd_1",0.01,1613947386508,6996
"sqr_mom_1",0.99,1613947386508,6996
"lr_1",4.7750268445561606e-06,1613947386508,6996
"mom_1",0.9404508508193958,1613947386508,6996
"eps_1",1e-05,1613947386508,6996
"wd_2",0.01,1613947386508,6996
"sqr_mom_2",0.99,1613947386508,6996
"lr_2",4.7750268445561565e-05,1613947386508,6996
"mom_2",0.9404508508193958,1613947386508,6996
"eps_2",1e-05,1613947386508,6996
"train_loss",0.004617175,1613947387506,6997
"raw_loss",0.0032431444,1613947387506,6997
"epoch",44.0125786163522,1613947387506,6997
"wd_0",0.01,1613947387506,6997
"sqr_mom_0",0.99,1613947387506,6997
"lr_0",4.766736762745952e-07,1613947387506,6997
"mom_0",0.9404674311488196,1613947387506,6997
"eps_0",1e-05,1613947387506,6997
"wd_1",0.01,1613947387506,6997
"sqr_mom_1",0.99,1613947387506,6997
"lr_1",4.766736762745954e-06,1613947387506,6997
"mom_1",0.9404674311488196,1613947387506,6997
"eps_1",1e-05,1613947387506,6997
"wd_2",0.01,1613947387506,6997
"sqr_mom_2",0.99,1613947387506,6997
"lr_2",4.76673676274595e-05,1613947387506,6997
"mom_2",0.9404674311488196,1613947387506,6997
"eps_2",1e-05,1613947387506,6997
"train_loss",0.0046190475,1613947388462,6998
"raw_loss",0.0047107902,1613947388462,6998
"epoch",44.0188679245283,1613947388462,6998
"wd_0",0.01,1613947388462,6998
"sqr_mom_0",0.99,1613947388462,6998
"lr_0",4.7584503785421024e-07,1613947388462,6998
"mom_0",0.9404840040829566,1613947388462,6998
"eps_0",1e-05,1613947388462,6998
"wd_1",0.01,1613947388462,6998
"sqr_mom_1",0.99,1613947388462,6998
"lr_1",4.758450378542102e-06,1613947388462,6998
"mom_1",0.9404840040829566,1613947388462,6998
"eps_1",1e-05,1613947388462,6998
"wd_2",0.01,1613947388462,6998
"sqr_mom_2",0.99,1613947388462,6998
"lr_2",4.758450378542097e-05,1613947388462,6998
"mom_2",0.9404840040829566,1613947388462,6998
"eps_2",1e-05,1613947388462,6998
"train_loss",0.0045907046,1613947389425,6999
"raw_loss",0.0032019108,1613947389425,6999
"epoch",44.0251572327044,1613947389425,6999
"wd_0",0.01,1613947389425,6999
"sqr_mom_0",0.99,1613947389425,6999
"lr_0",4.75017044617986e-07,1613947389425,6999
"mom_0",0.9405005641132814,1613947389425,6999
"eps_0",1e-05,1613947389425,6999
"wd_1",0.01,1613947389425,6999
"sqr_mom_1",0.99,1613947389425,6999
"lr_1",4.750170446179855e-06,1613947389425,6999
"mom_1",0.9405005641132814,1613947389425,6999
"eps_1",1e-05,1613947389425,6999
"wd_2",0.01,1613947389425,6999
"sqr_mom_2",0.99,1613947389425,6999
"lr_2",4.75017044617985e-05,1613947389425,6999
"mom_2",0.9405005641132814,1613947389425,6999
"eps_2",1e-05,1613947389425,6999
"train_loss",0.0045567565,1613947390423,7000
"raw_loss",0.002893301,1613947390423,7000
"epoch",44.0314465408805,1613947390423,7000
"wd_0",0.01,1613947390423,7000
"sqr_mom_0",0.99,1613947390423,7000
"lr_0",4.741896968298343e-07,1613947390423,7000
"mom_0",0.9405171112345156,1613947390423,7000
"eps_0",1e-05,1613947390423,7000
"wd_1",0.01,1613947390423,7000
"sqr_mom_1",0.99,1613947390423,7000
"lr_1",4.741896968298343e-06,1613947390423,7000
"mom_1",0.9405171112345156,1613947390423,7000
"eps_1",1e-05,1613947390423,7000
"wd_2",0.01,1613947390423,7000
"sqr_mom_2",0.99,1613947390423,7000
"lr_2",4.741896968298335e-05,1613947390423,7000
"mom_2",0.9405171112345156,1613947390423,7000
"eps_2",1e-05,1613947390423,7000
"train_loss",0.00455013,1613947391380,7001
"raw_loss",0.0042254296,1613947391380,7001
"epoch",44.0377358490566,1613947391380,7001
"wd_0",0.01,1613947391380,7001
"sqr_mom_0",0.99,1613947391380,7001
"lr_0",4.7336326884276363e-07,1613947391380,7001
"mom_0",0.9405336399595443,1613947391380,7001
"eps_0",1e-05,1613947391380,7001
"wd_1",0.01,1613947391380,7001
"sqr_mom_1",0.99,1613947391380,7001
"lr_1",4.733632688427633e-06,1613947391380,7001
"mom_1",0.9405336399595443,1613947391380,7001
"eps_1",1e-05,1613947391380,7001
"wd_2",0.01,1613947391380,7001
"sqr_mom_2",0.99,1613947391380,7001
"lr_2",4.73363268842763e-05,1613947391380,7001
"mom_2",0.9405336399595443,1613947391380,7001
"eps_2",1e-05,1613947391380,7001
"train_loss",0.004572457,1613947392391,7002
"raw_loss",0.0056664906,1613947392391,7002
"epoch",44.0440251572327,1613947392391,7002
"wd_0",0.01,1613947392391,7002
"sqr_mom_0",0.99,1613947392391,7002
"lr_0",4.7253693865237554e-07,1613947392391,7002
"mom_0",0.9405501667286198,1613947392391,7002
"eps_0",1e-05,1613947392391,7002
"wd_1",0.01,1613947392391,7002
"sqr_mom_1",0.99,1613947392391,7002
"lr_1",4.725369386523749e-06,1613947392391,7002
"mom_1",0.9405501667286198,1613947392391,7002
"eps_1",1e-05,1613947392391,7002
"wd_2",0.01,1613947392391,7002
"sqr_mom_2",0.99,1613947392391,7002
"lr_2",4.7253693865237487e-05,1613947392391,7002
"mom_2",0.9405501667286198,1613947392391,7002
"eps_2",1e-05,1613947392391,7002
"train_loss",0.004537937,1613947393349,7003
"raw_loss",0.0028464505,1613947393349,7003
"epoch",44.0503144654088,1613947393349,7003
"wd_0",0.01,1613947393349,7003
"sqr_mom_0",0.99,1613947393349,7003
"lr_0",4.7171180245048294e-07,1613947393349,7003
"mom_0",0.9405666696176864,1613947393349,7003
"eps_0",1e-05,1613947393349,7003
"wd_1",0.01,1613947393349,7003
"sqr_mom_1",0.99,1613947393349,7003
"lr_1",4.717118024504831e-06,1613947393349,7003
"mom_1",0.9405666696176864,1613947393349,7003
"eps_1",1e-05,1613947393349,7003
"wd_2",0.01,1613947393349,7003
"sqr_mom_2",0.99,1613947393349,7003
"lr_2",4.717118024504831e-05,1613947393349,7003
"mom_2",0.9405666696176864,1613947393349,7003
"eps_2",1e-05,1613947393349,7003
"train_loss",0.004520348,1613947394306,7004
"raw_loss",0.0036584742,1613947394306,7004
"epoch",44.056603773584904,1613947394306,7004
"wd_0",0.01,1613947394306,7004
"sqr_mom_0",0.99,1613947394306,7004
"lr_0",4.708873123213869e-07,1613947394306,7004
"mom_0",0.940583159585168,1613947394306,7004
"eps_0",1e-05,1613947394306,7004
"wd_1",0.01,1613947394306,7004
"sqr_mom_1",0.99,1613947394306,7004
"lr_1",4.708873123213869e-06,1613947394306,7004
"mom_1",0.940583159585168,1613947394306,7004
"eps_1",1e-05,1613947394306,7004
"wd_2",0.01,1613947394306,7004
"sqr_mom_2",0.99,1613947394306,7004
"lr_2",4.7088731232138676e-05,1613947394306,7004
"mom_2",0.940583159585168,1613947394306,7004
"eps_2",1e-05,1613947394306,7004
"train_loss",0.004690573,1613947395302,7005
"raw_loss",0.013031625,1613947395302,7005
"epoch",44.062893081761004,1613947395302,7005
"wd_0",0.01,1613947395302,7005
"sqr_mom_0",0.99,1613947395302,7005
"lr_0",4.700629220643219e-07,1613947395302,7005
"mom_0",0.9405996475551891,1613947395302,7005
"eps_0",1e-05,1613947395302,7005
"wd_1",0.01,1613947395302,7005
"sqr_mom_1",0.99,1613947395302,7005
"lr_1",4.700629220643219e-06,1613947395302,7005
"mom_1",0.9405996475551891,1613947395302,7005
"eps_1",1e-05,1613947395302,7005
"wd_2",0.01,1613947395302,7005
"sqr_mom_2",0.99,1613947395302,7005
"lr_2",4.700629220643211e-05,1613947395302,7005
"mom_2",0.9405996475551891,1613947395302,7005
"eps_2",1e-05,1613947395302,7005
"train_loss",0.004661448,1613947396253,7006
"raw_loss",0.0032343147,1613947396253,7006
"epoch",44.069182389937104,1613947396253,7006
"wd_0",0.01,1613947396253,7006
"sqr_mom_0",0.99,1613947396253,7006
"lr_0",4.6923972529762757e-07,1613947396253,7006
"mom_0",0.9406161116551639,1613947396253,7006
"eps_0",1e-05,1613947396253,7006
"wd_1",0.01,1613947396253,7006
"sqr_mom_1",0.99,1613947396253,7006
"lr_1",4.692397252976277e-06,1613947396253,7006
"mom_1",0.9406161116551639,1613947396253,7006
"eps_1",1e-05,1613947396253,7006
"wd_2",0.01,1613947396253,7006
"sqr_mom_2",0.99,1613947396253,7006
"lr_2",4.6923972529762706e-05,1613947396253,7006
"mom_2",0.9406161116551639,1613947396253,7006
"eps_2",1e-05,1613947396253,7006
"train_loss",0.004658215,1613947397273,7007
"raw_loss",0.0044998233,1613947397273,7007
"epoch",44.075471698113205,1613947397273,7007
"wd_0",0.01,1613947397273,7007
"sqr_mom_0",0.99,1613947397273,7007
"lr_0",4.684166297865257e-07,1613947397273,7007
"mom_0",0.9406325737300067,1613947397273,7007
"eps_0",1e-05,1613947397273,7007
"wd_1",0.01,1613947397273,7007
"sqr_mom_1",0.99,1613947397273,7007
"lr_1",4.6841662978652535e-06,1613947397273,7007
"mom_1",0.9406325737300067,1613947397273,7007
"eps_1",1e-05,1613947397273,7007
"wd_2",0.01,1613947397273,7007
"sqr_mom_2",0.99,1613947397273,7007
"lr_2",4.6841662978652494e-05,1613947397273,7007
"mom_2",0.9406325737300067,1613947397273,7007
"eps_2",1e-05,1613947397273,7007
"train_loss",0.004622263,1613947398232,7008
"raw_loss",0.0028606039,1613947398232,7008
"epoch",44.081761006289305,1613947398232,7008
"wd_0",0.01,1613947398232,7008
"sqr_mom_0",0.99,1613947398232,7008
"lr_0",4.6759472743177294e-07,1613947398232,7008
"mom_0",0.9406490119414839,1613947398232,7008
"eps_0",1e-05,1613947398232,7008
"wd_1",0.01,1613947398232,7008
"sqr_mom_1",0.99,1613947398232,7008
"lr_1",4.675947274317728e-06,1613947398232,7008
"mom_1",0.9406490119414839,1613947398232,7008
"eps_1",1e-05,1613947398232,7008
"wd_2",0.01,1613947398232,7008
"sqr_mom_2",0.99,1613947398232,7008
"lr_2",4.6759472743177237e-05,1613947398232,7008
"mom_2",0.9406490119414839,1613947398232,7008
"eps_2",1e-05,1613947398232,7008
"train_loss",0.004637741,1613947399203,7009
"raw_loss",0.005396165,1613947399203,7009
"epoch",44.088050314465406,1613947399203,7009
"wd_0",0.01,1613947399203,7009
"sqr_mom_0",0.99,1613947399203,7009
"lr_0",4.6677320008859256e-07,1613947399203,7009
"mom_0",0.9406654426526546,1613947399203,7009
"eps_0",1e-05,1613947399203,7009
"wd_1",0.01,1613947399203,7009
"sqr_mom_1",0.99,1613947399203,7009
"lr_1",4.667732000885932e-06,1613947399203,7009
"mom_1",0.9406654426526546,1613947399203,7009
"eps_1",1e-05,1613947399203,7009
"wd_2",0.01,1613947399203,7009
"sqr_mom_2",0.99,1613947399203,7009
"lr_2",4.667732000885927e-05,1613947399203,7009
"mom_2",0.9406654426526546,1613947399203,7009
"eps_2",1e-05,1613947399203,7009
"train_loss",0.0045894803,1613947400160,7010
"raw_loss",0.0022247098,1613947400160,7010
"epoch",44.094339622641506,1613947400160,7010
"wd_0",0.01,1613947400160,7010
"sqr_mom_0",0.99,1613947400160,7010
"lr_0",4.6595232082111724e-07,1613947400160,7010
"mom_0",0.9406818604021816,1613947400160,7010
"eps_0",1e-05,1613947400160,7010
"wd_1",0.01,1613947400160,7010
"sqr_mom_1",0.99,1613947400160,7010
"lr_1",4.659523208211169e-06,1613947400160,7010
"mom_1",0.9406818604021816,1613947400160,7010
"eps_1",1e-05,1613947400160,7010
"wd_2",0.01,1613947400160,7010
"sqr_mom_2",0.99,1613947400160,7010
"lr_2",4.659523208211169e-05,1613947400160,7010
"mom_2",0.9406818604021816,1613947400160,7010
"eps_2",1e-05,1613947400160,7010
"train_loss",0.0046629733,1613947401157,7011
"raw_loss",0.008264139,1613947401157,7011
"epoch",44.10062893081761,1613947401157,7011
"wd_0",0.01,1613947401157,7011
"sqr_mom_0",0.99,1613947401157,7011
"lr_0",4.651320898909921e-07,1613947401157,7011
"mom_0",0.940698265184832,1613947401157,7011
"eps_0",1e-05,1613947401157,7011
"wd_1",0.01,1613947401157,7011
"sqr_mom_1",0.99,1613947401157,7011
"lr_1",4.651320898909916e-06,1613947401157,7011
"mom_1",0.940698265184832,1613947401157,7011
"eps_1",1e-05,1613947401157,7011
"wd_2",0.01,1613947401157,7011
"sqr_mom_2",0.99,1613947401157,7011
"lr_2",4.651320898909912e-05,1613947401157,7011
"mom_2",0.940698265184832,1613947401157,7011
"eps_2",1e-05,1613947401157,7011
"train_loss",0.0046895747,1613947402124,7012
"raw_loss",0.0059930473,1613947402124,7012
"epoch",44.10691823899371,1613947402124,7012
"wd_0",0.01,1613947402124,7012
"sqr_mom_0",0.99,1613947402124,7012
"lr_0",4.6431277928703557e-07,1613947402124,7012
"mom_0",0.9407146515607748,1613947402124,7012
"eps_0",1e-05,1613947402124,7012
"wd_1",0.01,1613947402124,7012
"sqr_mom_1",0.99,1613947402124,7012
"lr_1",4.643127792870357e-06,1613947402124,7012
"mom_1",0.9407146515607748,1613947402124,7012
"eps_1",1e-05,1613947402124,7012
"wd_2",0.01,1613947402124,7012
"sqr_mom_2",0.99,1613947402124,7012
"lr_2",4.643127792870353e-05,1613947402124,7012
"mom_2",0.9407146515607748,1613947402124,7012
"eps_2",1e-05,1613947402124,7012
"train_loss",0.0046535605,1613947403105,7013
"raw_loss",0.0028888592,1613947403105,7013
"epoch",44.11320754716981,1613947403105,7013
"wd_0",0.01,1613947403105,7013
"sqr_mom_0",0.99,1613947403105,7013
"lr_0",4.6349357408834095e-07,1613947403105,7013
"mom_0",0.9407310358285914,1613947403105,7013
"eps_0",1e-05,1613947403105,7013
"wd_1",0.01,1613947403105,7013
"sqr_mom_1",0.99,1613947403105,7013
"lr_1",4.634935740883403e-06,1613947403105,7013
"mom_1",0.9407310358285914,1613947403105,7013
"eps_1",1e-05,1613947403105,7013
"wd_2",0.01,1613947403105,7013
"sqr_mom_2",0.99,1613947403105,7013
"lr_2",4.634935740883403e-05,1613947403105,7013
"mom_2",0.9407310358285914,1613947403105,7013
"eps_2",1e-05,1613947403105,7013
"train_loss",0.00462213,1613947404079,7014
"raw_loss",0.00308205,1613947404079,7014
"epoch",44.11949685534591,1613947404079,7014
"wd_0",0.01,1613947404079,7014
"sqr_mom_0",0.99,1613947404079,7014
"lr_0",4.626755610348592e-07,1613947404079,7014
"mom_0",0.9407473962532653,1613947404079,7014
"eps_0",1e-05,1613947404079,7014
"wd_1",0.01,1613947404079,7014
"sqr_mom_1",0.99,1613947404079,7014
"lr_1",4.626755610348589e-06,1613947404079,7014
"mom_1",0.9407473962532653,1613947404079,7014
"eps_1",1e-05,1613947404079,7014
"wd_2",0.01,1613947404079,7014
"sqr_mom_2",0.99,1613947404079,7014
"lr_2",4.626755610348586e-05,1613947404079,7014
"mom_2",0.9407473962532653,1613947404079,7014
"eps_2",1e-05,1613947404079,7014
"train_loss",0.0045973654,1613947405068,7015
"raw_loss",0.0033838819,1613947405068,7015
"epoch",44.12578616352201,1613947405068,7015
"wd_0",0.01,1613947405068,7015
"sqr_mom_0",0.99,1613947405068,7015
"lr_0",4.6185819693246146e-07,1613947405068,7015
"mom_0",0.9407637436987877,1613947405068,7015
"eps_0",1e-05,1613947405068,7015
"wd_1",0.01,1613947405068,7015
"sqr_mom_1",0.99,1613947405068,7015
"lr_1",4.618581969324615e-06,1613947405068,7015
"mom_1",0.9407637436987877,1613947405068,7015
"eps_1",1e-05,1613947405068,7015
"wd_2",0.01,1613947405068,7015
"sqr_mom_2",0.99,1613947405068,7015
"lr_2",4.618581969324613e-05,1613947405068,7015
"mom_2",0.9407637436987877,1613947405068,7015
"eps_2",1e-05,1613947405068,7015
"train_loss",0.004602833,1613947406033,7016
"raw_loss",0.0048707644,1613947406033,7016
"epoch",44.13207547169811,1613947406033,7016
"wd_0",0.01,1613947406033,7016
"sqr_mom_0",0.99,1613947406033,7016
"lr_0",4.610409403095941e-07,1613947406033,7016
"mom_0",0.940780088994698,1613947406033,7016
"eps_0",1e-05,1613947406033,7016
"wd_1",0.01,1613947406033,7016
"sqr_mom_1",0.99,1613947406033,7016
"lr_1",4.610409403095936e-06,1613947406033,7016
"mom_1",0.940780088994698,1613947406033,7016
"eps_1",1e-05,1613947406033,7016
"wd_2",0.01,1613947406033,7016
"sqr_mom_2",0.99,1613947406033,7016
"lr_2",4.6104094030959334e-05,1613947406033,7016
"mom_2",0.940780088994698,1613947406033,7016
"eps_2",1e-05,1613947406033,7016
"train_loss",0.004606088,1613947407014,7017
"raw_loss",0.00476558,1613947407014,7017
"epoch",44.13836477987421,1613947407014,7017
"wd_0",0.01,1613947407014,7017
"sqr_mom_0",0.99,1613947407014,7017
"lr_0",4.6022487532127026e-07,1613947407014,7017
"mom_0",0.9407964104576791,1613947407014,7017
"eps_0",1e-05,1613947407014,7017
"wd_1",0.01,1613947407014,7017
"sqr_mom_1",0.99,1613947407014,7017
"lr_1",4.602248753212704e-06,1613947407014,7017
"mom_1",0.9407964104576791,1613947407014,7017
"eps_1",1e-05,1613947407014,7017
"wd_2",0.01,1613947407014,7017
"sqr_mom_2",0.99,1613947407014,7017
"lr_2",4.602248753212703e-05,1613947407014,7017
"mom_2",0.9407964104576791,1613947407014,7017
"eps_2",1e-05,1613947407014,7017
"train_loss",0.004600545,1613947408015,7018
"raw_loss",0.004328926,1613947408015,7018
"epoch",44.14465408805031,1613947408015,7018
"wd_0",0.01,1613947408015,7018
"sqr_mom_0",0.99,1613947408015,7018
"lr_0",4.5940946006464154e-07,1613947408015,7018
"mom_0",0.9408127189258964,1613947408015,7018
"eps_0",1e-05,1613947408015,7018
"wd_1",0.01,1613947408015,7018
"sqr_mom_1",0.99,1613947408015,7018
"lr_1",4.594094600646419e-06,1613947408015,7018
"mom_1",0.9408127189258964,1613947408015,7018
"eps_1",1e-05,1613947408015,7018
"wd_2",0.01,1613947408015,7018
"sqr_mom_2",0.99,1613947408015,7018
"lr_2",4.594094600646415e-05,1613947408015,7018
"mom_2",0.9408127189258964,1613947408015,7018
"eps_2",1e-05,1613947408015,7018
"train_loss",0.0046736076,1613947409006,7019
"raw_loss",0.008253679,1613947409006,7019
"epoch",44.15094339622641,1613947409006,7019
"wd_0",0.01,1613947409006,7019
"sqr_mom_0",0.99,1613947409006,7019
"lr_0",4.585941543615034e-07,1613947409006,7019
"mom_0",0.9408290252030219,1613947409006,7019
"eps_0",1e-05,1613947409006,7019
"wd_1",0.01,1613947409006,7019
"sqr_mom_1",0.99,1613947409006,7019
"lr_1",4.5859415436150374e-06,1613947409006,7019
"mom_1",0.9408290252030219,1613947409006,7019
"eps_1",1e-05,1613947409006,7019
"wd_2",0.01,1613947409006,7019
"sqr_mom_2",0.99,1613947409006,7019
"lr_2",4.5859415436150307e-05,1613947409006,7019
"mom_2",0.9408290252030219,1613947409006,7019
"eps_2",1e-05,1613947409006,7019
"train_loss",0.004675231,1613947409986,7020
"raw_loss",0.0047547724,1613947409986,7020
"epoch",44.15723270440251,1613947409986,7020
"wd_0",0.01,1613947409986,7020
"sqr_mom_0",0.99,1613947409986,7020
"lr_0",4.577800397788233e-07,1613947409986,7020
"mom_0",0.9408453076575001,1613947409986,7020
"eps_0",1e-05,1613947409986,7020
"wd_1",0.01,1613947409986,7020
"sqr_mom_1",0.99,1613947409986,7020
"lr_1",4.5778003977882295e-06,1613947409986,7020
"mom_1",0.9408453076575001,1613947409986,7020
"eps_1",1e-05,1613947409986,7020
"wd_2",0.01,1613947409986,7020
"sqr_mom_2",0.99,1613947409986,7020
"lr_2",4.577800397788227e-05,1613947409986,7020
"mom_2",0.9408453076575001,1613947409986,7020
"eps_2",1e-05,1613947409986,7020
"train_loss",0.004690307,1613947411015,7021
"raw_loss",0.005429054,1613947411015,7021
"epoch",44.16352201257861,1613947411015,7021
"wd_0",0.01,1613947411015,7021
"sqr_mom_0",0.99,1613947411015,7021
"lr_0",4.569663059193815e-07,1613947411015,7021
"mom_0",0.9408615824974373,1613947411015,7021
"eps_0",1e-05,1613947411015,7021
"wd_1",0.01,1613947411015,7021
"sqr_mom_1",0.99,1613947411015,7021
"lr_1",4.569663059193817e-06,1613947411015,7021
"mom_1",0.9408615824974373,1613947411015,7021
"eps_1",1e-05,1613947411015,7021
"wd_2",0.01,1613947411015,7021
"sqr_mom_2",0.99,1613947411015,7021
"lr_2",4.5696630591938114e-05,1613947411015,7021
"mom_2",0.9408615824974373,1613947411015,7021
"eps_2",1e-05,1613947411015,7021
"train_loss",0.0046716463,1613947412022,7022
"raw_loss",0.0037572605,1613947412022,7022
"epoch",44.16981132075471,1613947412022,7022
"wd_0",0.01,1613947412022,7022
"sqr_mom_0",0.99,1613947412022,7022
"lr_0",4.5615322326148014e-07,1613947412022,7022
"mom_0",0.9408778443132135,1613947412022,7022
"eps_0",1e-05,1613947412022,7022
"wd_1",0.01,1613947412022,7022
"sqr_mom_1",0.99,1613947412022,7022
"lr_1",4.561532232614805e-06,1613947412022,7022
"mom_1",0.9408778443132135,1613947412022,7022
"eps_1",1e-05,1613947412022,7022
"wd_2",0.01,1613947412022,7022
"sqr_mom_2",0.99,1613947412022,7022
"lr_2",4.5615322326147967e-05,1613947412022,7022
"mom_2",0.9408778443132135,1613947412022,7022
"eps_2",1e-05,1613947412022,7022
"train_loss",0.004710911,1613947413053,7023
"raw_loss",0.006634884,1613947413053,7023
"epoch",44.17610062893081,1613947413053,7023
"wd_0",0.01,1613947413053,7023
"sqr_mom_0",0.99,1613947413053,7023
"lr_0",4.553407920642782e-07,1613947413053,7023
"mom_0",0.9408940930996454,1613947413053,7023
"eps_0",1e-05,1613947413053,7023
"wd_1",0.01,1613947413053,7023
"sqr_mom_1",0.99,1613947413053,7023
"lr_1",4.553407920642782e-06,1613947413053,7023
"mom_1",0.9408940930996454,1613947413053,7023
"eps_1",1e-05,1613947413053,7023
"wd_2",0.01,1613947413053,7023
"sqr_mom_2",0.99,1613947413053,7023
"lr_2",4.553407920642778e-05,1613947413053,7023
"mom_2",0.9408940930996454,1613947413053,7023
"eps_2",1e-05,1613947413053,7023
"train_loss",0.004682654,1613947414023,7024
"raw_loss",0.0032980645,1613947414023,7024
"epoch",44.18238993710691,1613947414023,7024
"wd_0",0.01,1613947414023,7024
"sqr_mom_0",0.99,1613947414023,7024
"lr_0",4.545292817255814e-07,1613947414023,7024
"mom_0",0.940910323468723,1613947414023,7024
"eps_0",1e-05,1613947414023,7024
"wd_1",0.01,1613947414023,7024
"sqr_mom_1",0.99,1613947414023,7024
"lr_1",4.545292817255819e-06,1613947414023,7024
"mom_1",0.940910323468723,1613947414023,7024
"eps_1",1e-05,1613947414023,7024
"wd_2",0.01,1613947414023,7024
"sqr_mom_2",0.99,1613947414023,7024
"lr_2",4.545292817255815e-05,1613947414023,7024
"mom_2",0.940910323468723,1613947414023,7024
"eps_2",1e-05,1613947414023,7024
"train_loss",0.0046819607,1613947415020,7025
"raw_loss",0.0046479832,1613947415020,7025
"epoch",44.18867924528301,1613947415020,7025
"wd_0",0.01,1613947415020,7025
"sqr_mom_0",0.99,1613947415020,7025
"lr_0",4.5371788508757894e-07,1613947415020,7025
"mom_0",0.940926551563764,1613947415020,7025
"eps_0",1e-05,1613947415020,7025
"wd_1",0.01,1613947415020,7025
"sqr_mom_1",0.99,1613947415020,7025
"lr_1",4.5371788508757945e-06,1613947415020,7025
"mom_1",0.940926551563764,1613947415020,7025
"eps_1",1e-05,1613947415020,7025
"wd_2",0.01,1613947415020,7025
"sqr_mom_2",0.99,1613947415020,7025
"lr_2",4.537178850875785e-05,1613947415020,7025
"mom_2",0.940926551563764,1613947415020,7025
"eps_2",1e-05,1613947415020,7025
"train_loss",0.0046703457,1613947416044,7026
"raw_loss",0.004101222,1613947416044,7026
"epoch",44.19496855345911,1613947416044,7026
"wd_0",0.01,1613947416044,7026
"sqr_mom_0",0.99,1613947416044,7026
"lr_0",4.52907678531556e-07,1613947416044,7026
"mom_0",0.9409427558569274,1613947416044,7026
"eps_0",1e-05,1613947416044,7026
"wd_1",0.01,1613947416044,7026
"sqr_mom_1",0.99,1613947416044,7026
"lr_1",4.5290767853155566e-06,1613947416044,7026
"mom_1",0.9409427558569274,1613947416044,7026
"eps_1",1e-05,1613947416044,7026
"wd_2",0.01,1613947416044,7026
"sqr_mom_2",0.99,1613947416044,7026
"lr_2",4.529076785315554e-05,1613947416044,7026
"mom_2",0.9409427558569274,1613947416044,7026
"eps_2",1e-05,1613947416044,7026
"train_loss",0.004633835,1613947417051,7027
"raw_loss",0.002844814,1613947417051,7027
"epoch",44.20125786163521,1613947417051,7027
"wd_0",0.01,1613947417051,7027
"sqr_mom_0",0.99,1613947417051,7027
"lr_0",4.52098124037952e-07,1613947417051,7027
"mom_0",0.940958947108712,1613947417051,7027
"eps_0",1e-05,1613947417051,7027
"wd_1",0.01,1613947417051,7027
"sqr_mom_1",0.99,1613947417051,7027
"lr_1",4.520981240379522e-06,1613947417051,7027
"mom_1",0.940958947108712,1613947417051,7027
"eps_1",1e-05,1613947417051,7027
"wd_2",0.01,1613947417051,7027
"sqr_mom_2",0.99,1613947417051,7027
"lr_2",4.520981240379516e-05,1613947417051,7027
"mom_2",0.940958947108712,1613947417051,7027
"eps_2",1e-05,1613947417051,7027
"train_loss",0.0046104654,1613947418078,7028
"raw_loss",0.0034653512,1613947418078,7028
"epoch",44.20754716981131,1613947418078,7028
"wd_0",0.01,1613947418078,7028
"sqr_mom_0",0.99,1613947418078,7028
"lr_0",4.51288685318042e-07,1613947418078,7028
"mom_0",0.9409751360449996,1613947418078,7028
"eps_0",1e-05,1613947418078,7028
"wd_1",0.01,1613947418078,7028
"sqr_mom_1",0.99,1613947418078,7028
"lr_1",4.512886853180425e-06,1613947418078,7028
"mom_1",0.9409751360449996,1613947418078,7028
"eps_1",1e-05,1613947418078,7028
"wd_2",0.01,1613947418078,7028
"sqr_mom_2",0.99,1613947418078,7028
"lr_2",4.512886853180422e-05,1613947418078,7028
"mom_2",0.9409751360449996,1613947418078,7028
"eps_2",1e-05,1613947418078,7028
"train_loss",0.0046347342,1613947419088,7029
"raw_loss",0.005823903,1613947419088,7029
"epoch",44.213836477987414,1613947419088,7029
"wd_0",0.01,1613947419088,7029
"sqr_mom_0",0.99,1613947419088,7029
"lr_0",4.50480436155782e-07,1613947419088,7029
"mom_0",0.9409913011898963,1613947419088,7029
"eps_0",1e-05,1613947419088,7029
"wd_1",0.01,1613947419088,7029
"sqr_mom_1",0.99,1613947419088,7029
"lr_1",4.504804361557818e-06,1613947419088,7029
"mom_1",0.9409913011898963,1613947419088,7029
"eps_1",1e-05,1613947419088,7029
"wd_2",0.01,1613947419088,7029
"sqr_mom_2",0.99,1613947419088,7029
"lr_2",4.5048043615578115e-05,1613947419088,7029
"mom_2",0.9409913011898963,1613947419088,7029
"eps_2",1e-05,1613947419088,7029
"train_loss",0.0046185446,1613947420043,7030
"raw_loss",0.0038252566,1613947420043,7030
"epoch",44.220125786163514,1613947420043,7030
"wd_0",0.01,1613947420043,7030
"sqr_mom_0",0.99,1613947420043,7030
"lr_0",4.49672571989098e-07,1613947420043,7030
"mom_0",0.9410074586348044,1613947420043,7030
"eps_0",1e-05,1613947420043,7030
"wd_1",0.01,1613947420043,7030
"sqr_mom_1",0.99,1613947420043,7030
"lr_1",4.49672571989098e-06,1613947420043,7030
"mom_1",0.9410074586348044,1613947420043,7030
"eps_1",1e-05,1613947420043,7030
"wd_2",0.01,1613947420043,7030
"sqr_mom_2",0.99,1613947420043,7030
"lr_2",4.496725719890972e-05,1613947420043,7030
"mom_2",0.9410074586348044,1613947420043,7030
"eps_2",1e-05,1613947420043,7030
"train_loss",0.0046243886,1613947421009,7031
"raw_loss",0.004910754,1613947421009,7031
"epoch",44.226415094339615,1613947421009,7031
"wd_0",0.01,1613947421009,7031
"sqr_mom_0",0.99,1613947421009,7031
"lr_0",4.488653613487464e-07,1613947421009,7031
"mom_0",0.9410236030090551,1613947421009,7031
"eps_0",1e-05,1613947421009,7031
"wd_1",0.01,1613947421009,7031
"sqr_mom_1",0.99,1613947421009,7031
"lr_1",4.488653613487466e-06,1613947421009,7031
"mom_1",0.9410236030090551,1613947421009,7031
"eps_1",1e-05,1613947421009,7031
"wd_2",0.01,1613947421009,7031
"sqr_mom_2",0.99,1613947421009,7031
"lr_2",4.488653613487462e-05,1613947421009,7031
"mom_2",0.9410236030090551,1613947421009,7031
"eps_2",1e-05,1613947421009,7031
"train_loss",0.0046307757,1613947421966,7032
"raw_loss",0.0049437466,1613947421966,7032
"epoch",44.232704402515715,1613947421966,7032
"wd_0",0.01,1613947421966,7032
"sqr_mom_0",0.99,1613947421966,7032
"lr_0",4.480588044920178e-07,1613947421966,7032
"mom_0",0.9410397343075027,1613947421966,7032
"eps_0",1e-05,1613947421966,7032
"wd_1",0.01,1613947421966,7032
"sqr_mom_1",0.99,1613947421966,7032
"lr_1",4.480588044920183e-06,1613947421966,7032
"mom_1",0.9410397343075027,1613947421966,7032
"eps_1",1e-05,1613947421966,7032
"wd_2",0.01,1613947421966,7032
"sqr_mom_2",0.99,1613947421966,7032
"lr_2",4.480588044920175e-05,1613947421966,7032
"mom_2",0.9410397343075027,1613947421966,7032
"eps_2",1e-05,1613947421966,7032
"train_loss",0.004614244,1613947422968,7033
"raw_loss",0.0038041938,1613947422968,7033
"epoch",44.238993710691815,1613947422968,7033
"wd_0",0.01,1613947422968,7033
"sqr_mom_0",0.99,1613947422968,7033
"lr_0",4.47253168865319e-07,1613947422968,7033
"mom_0",0.9410558471811654,1613947422968,7033
"eps_0",1e-05,1613947422968,7033
"wd_1",0.01,1613947422968,7033
"sqr_mom_1",0.99,1613947422968,7033
"lr_1",4.472531688653188e-06,1613947422968,7033
"mom_1",0.9410558471811654,1613947422968,7033
"eps_1",1e-05,1613947422968,7033
"wd_2",0.01,1613947422968,7033
"sqr_mom_2",0.99,1613947422968,7033
"lr_2",4.472531688653184e-05,1613947422968,7033
"mom_2",0.9410558471811654,1613947422968,7033
"eps_2",1e-05,1613947422968,7033
"train_loss",0.004605684,1613947423944,7034
"raw_loss",0.004186227,1613947423944,7034
"epoch",44.245283018867916,1613947423944,7034
"wd_0",0.01,1613947423944,7034
"sqr_mom_0",0.99,1613947423944,7034
"lr_0",4.4644765315754266e-07,1613947423944,7034
"mom_0",0.9410719576564257,1613947423944,7034
"eps_0",1e-05,1613947423944,7034
"wd_1",0.01,1613947423944,7034
"sqr_mom_1",0.99,1613947423944,7034
"lr_1",4.464476531575427e-06,1613947423944,7034
"mom_1",0.9410719576564257,1613947423944,7034
"eps_1",1e-05,1613947423944,7034
"wd_2",0.01,1613947423944,7034
"sqr_mom_2",0.99,1613947423944,7034
"lr_2",4.4644765315754226e-05,1613947423944,7034
"mom_2",0.9410719576564257,1613947423944,7034
"eps_2",1e-05,1613947423944,7034
"train_loss",0.0045790416,1613947424901,7035
"raw_loss",0.0032735767,1613947424901,7035
"epoch",44.251572327044016,1613947424901,7035
"wd_0",0.01,1613947424901,7035
"sqr_mom_0",0.99,1613947424901,7035
"lr_0",4.4564332594845916e-07,1613947424901,7035
"mom_0",0.9410880443614744,1613947424901,7035
"eps_0",1e-05,1613947424901,7035
"wd_1",0.01,1613947424901,7035
"sqr_mom_1",0.99,1613947424901,7035
"lr_1",4.456433259484597e-06,1613947424901,7035
"mom_1",0.9410880443614744,1613947424901,7035
"eps_1",1e-05,1613947424901,7035
"wd_2",0.01,1613947424901,7035
"sqr_mom_2",0.99,1613947424901,7035
"lr_2",4.45643325948459e-05,1613947424901,7035
"mom_2",0.9410880443614744,1613947424901,7035
"eps_2",1e-05,1613947424901,7035
"train_loss",0.004560293,1613947425853,7036
"raw_loss",0.00364162,1613947425853,7036
"epoch",44.25786163522012,1613947425853,7036
"wd_0",0.01,1613947425853,7036
"sqr_mom_0",0.99,1613947425853,7036
"lr_0",4.448396531156896e-07,1613947425853,7036
"mom_0",0.941104117978866,1613947425853,7036
"eps_0",1e-05,1613947425853,7036
"wd_1",0.01,1613947425853,7036
"sqr_mom_1",0.99,1613947425853,7036
"lr_1",4.448396531156891e-06,1613947425853,7036
"mom_1",0.941104117978866,1613947425853,7036
"eps_1",1e-05,1613947425853,7036
"wd_2",0.01,1613947425853,7036
"sqr_mom_2",0.99,1613947425853,7036
"lr_2",4.448396531156891e-05,1613947425853,7036
"mom_2",0.941104117978866,1613947425853,7036
"eps_2",1e-05,1613947425853,7036
"train_loss",0.0045680148,1613947426818,7037
"raw_loss",0.0049463804,1613947426818,7037
"epoch",44.26415094339622,1613947426818,7037
"wd_0",0.01,1613947426818,7037
"sqr_mom_0",0.99,1613947426818,7037
"lr_0",4.4403610227382817e-07,1613947426818,7037
"mom_0",0.9411201891564149,1613947426818,7037
"eps_0",1e-05,1613947426818,7037
"wd_1",0.01,1613947426818,7037
"sqr_mom_1",0.99,1613947426818,7037
"lr_1",4.440361022738287e-06,1613947426818,7037
"mom_1",0.9411201891564149,1613947426818,7037
"eps_1",1e-05,1613947426818,7037
"wd_2",0.01,1613947426818,7037
"sqr_mom_2",0.99,1613947426818,7037
"lr_2",4.440361022738277e-05,1613947426818,7037
"mom_2",0.9411201891564149,1613947426818,7037
"eps_2",1e-05,1613947426818,7037
"train_loss",0.0046035103,1613947427784,7038
"raw_loss",0.006342786,1613947427784,7038
"epoch",44.27044025157232,1613947427784,7038
"wd_0",0.01,1613947427784,7038
"sqr_mom_0",0.99,1613947427784,7038
"lr_0",4.432337393960988e-07,1613947427784,7038
"mom_0",0.9411362365744437,1613947427784,7038
"eps_0",1e-05,1613947427784,7038
"wd_1",0.01,1613947427784,7038
"sqr_mom_1",0.99,1613947427784,7038
"lr_1",4.43233739396099e-06,1613947427784,7038
"mom_1",0.9411362365744437,1613947427784,7038
"eps_1",1e-05,1613947427784,7038
"wd_2",0.01,1613947427784,7038
"sqr_mom_2",0.99,1613947427784,7038
"lr_2",4.4323373939609884e-05,1613947427784,7038
"mom_2",0.9411362365744437,1613947427784,7038
"eps_2",1e-05,1613947427784,7038
"train_loss",0.0045856936,1613947428741,7039
"raw_loss",0.003712679,1613947428741,7039
"epoch",44.27672955974842,1613947428741,7039
"wd_0",0.01,1613947428741,7039
"sqr_mom_0",0.99,1613947428741,7039
"lr_0",4.424320316622011e-07,1613947428741,7039
"mom_0",0.9411522708894648,1613947428741,7039
"eps_0",1e-05,1613947428741,7039
"wd_1",0.01,1613947428741,7039
"sqr_mom_1",0.99,1613947428741,7039
"lr_1",4.424320316622006e-06,1613947428741,7039
"mom_1",0.9411522708894648,1613947428741,7039
"eps_1",1e-05,1613947428741,7039
"wd_2",0.01,1613947428741,7039
"sqr_mom_2",0.99,1613947428741,7039
"lr_2",4.424320316622003e-05,1613947428741,7039
"mom_2",0.9411522708894648,1613947428741,7039
"eps_2",1e-05,1613947428741,7039
"train_loss",0.0045866068,1613947429694,7040
"raw_loss",0.0046313615,1613947429694,7040
"epoch",44.28301886792452,1613947429694,7040
"wd_0",0.01,1613947429694,7040
"sqr_mom_0",0.99,1613947429694,7040
"lr_0",4.4163044799084913e-07,1613947429694,7040
"mom_0",0.9411683027232102,1613947429694,7040
"eps_0",1e-05,1613947429694,7040
"wd_1",0.01,1613947429694,7040
"sqr_mom_1",0.99,1613947429694,7040
"lr_1",4.4163044799084964e-06,1613947429694,7040
"mom_1",0.9411683027232102,1613947429694,7040
"eps_1",1e-05,1613947429694,7040
"wd_2",0.01,1613947429694,7040
"sqr_mom_2",0.99,1613947429694,7040
"lr_2",4.416304479908491e-05,1613947429694,7040
"mom_2",0.9411683027232102,1613947429694,7040
"eps_2",1e-05,1613947429694,7040
"train_loss",0.004577962,1613947430647,7041
"raw_loss",0.0041543813,1613947430647,7041
"epoch",44.28930817610062,1613947430647,7041
"wd_0",0.01,1613947430647,7041
"sqr_mom_0",0.99,1613947430647,7041
"lr_0",4.4083005174566e-07,1613947430647,7041
"mom_0",0.9411843108081949,1613947430647,7041
"eps_0",1e-05,1613947430647,7041
"wd_1",0.01,1613947430647,7041
"sqr_mom_1",0.99,1613947430647,7041
"lr_1",4.408300517456598e-06,1613947430647,7041
"mom_1",0.9411843108081949,1613947430647,7041
"eps_1",1e-05,1613947430647,7041
"wd_2",0.01,1613947430647,7041
"sqr_mom_2",0.99,1613947430647,7041
"lr_2",4.4083005174565953e-05,1613947430647,7041
"mom_2",0.9411843108081949,1613947430647,7041
"eps_2",1e-05,1613947430647,7041
"train_loss",0.004587316,1613947431591,7042
"raw_loss",0.0050456426,1613947431591,7042
"epoch",44.29559748427672,1613947431591,7042
"wd_0",0.01,1613947431591,7042
"sqr_mom_0",0.99,1613947431591,7042
"lr_0",4.400300461769663e-07,1613947431591,7042
"mom_0",0.9412003110795715,1613947431591,7042
"eps_0",1e-05,1613947431591,7042
"wd_1",0.01,1613947431591,7042
"sqr_mom_1",0.99,1613947431591,7042
"lr_1",4.40030046176966e-06,1613947431591,7042
"mom_1",0.9412003110795715,1613947431591,7042
"eps_1",1e-05,1613947431591,7042
"wd_2",0.01,1613947431591,7042
"sqr_mom_2",0.99,1613947431591,7042
"lr_2",4.400300461769661e-05,1613947431591,7042
"mom_2",0.9412003110795715,1613947431591,7042
"eps_2",1e-05,1613947431591,7042
"train_loss",0.0047050347,1613947432539,7043
"raw_loss",0.0104732495,1613947432539,7043
"epoch",44.30188679245282,1613947432539,7043
"wd_0",0.01,1613947432539,7043
"sqr_mom_0",0.99,1613947432539,7043
"lr_0",4.392306972080506e-07,1613947432539,7043
"mom_0",0.9412162982188211,1613947432539,7043
"eps_0",1e-05,1613947432539,7043
"wd_1",0.01,1613947432539,7043
"sqr_mom_1",0.99,1613947432539,7043
"lr_1",4.392306972080508e-06,1613947432539,7043
"mom_1",0.9412162982188211,1613947432539,7043
"eps_1",1e-05,1613947432539,7043
"wd_2",0.01,1613947432539,7043
"sqr_mom_2",0.99,1613947432539,7043
"lr_2",4.3923069720804995e-05,1613947432539,7043
"mom_2",0.9412162982188211,1613947432539,7043
"eps_2",1e-05,1613947432539,7043
"train_loss",0.004676391,1613947433478,7044
"raw_loss",0.003272844,1613947433478,7044
"epoch",44.30817610062892,1613947433478,7044
"wd_0",0.01,1613947433478,7044
"sqr_mom_0",0.99,1613947433478,7044
"lr_0",4.3843200509369525e-07,1613947433478,7044
"mom_0",0.9412322722208483,1613947433478,7044
"eps_0",1e-05,1613947433478,7044
"wd_1",0.01,1613947433478,7044
"sqr_mom_1",0.99,1613947433478,7044
"lr_1",4.384320050936956e-06,1613947433478,7044
"mom_1",0.9412322722208483,1613947433478,7044
"eps_1",1e-05,1613947433478,7044
"wd_2",0.01,1613947433478,7044
"sqr_mom_2",0.99,1613947433478,7044
"lr_2",4.384320050936953e-05,1613947433478,7044
"mom_2",0.9412322722208483,1613947433478,7044
"eps_2",1e-05,1613947433478,7044
"train_loss",0.0047790534,1613947434442,7045
"raw_loss",0.009809516,1613947434442,7045
"epoch",44.31446540880502,1613947434442,7045
"wd_0",0.01,1613947434442,7045
"sqr_mom_0",0.99,1613947434442,7045
"lr_0",4.37633970088476e-07,1613947434442,7045
"mom_0",0.9412482330805613,1613947434442,7045
"eps_0",1e-05,1613947434442,7045
"wd_1",0.01,1613947434442,7045
"sqr_mom_1",0.99,1613947434442,7045
"lr_1",4.3763397008847585e-06,1613947434442,7045
"mom_1",0.9412482330805613,1613947434442,7045
"eps_1",1e-05,1613947434442,7045
"wd_2",0.01,1613947434442,7045
"sqr_mom_2",0.99,1613947434442,7045
"lr_2",4.376339700884756e-05,1613947434442,7045
"mom_2",0.9412482330805613,1613947434442,7045
"eps_2",1e-05,1613947434442,7045
"train_loss",0.004897695,1613947435389,7046
"raw_loss",0.010711139,1613947435389,7046
"epoch",44.32075471698112,1613947435389,7046
"wd_0",0.01,1613947435389,7046
"sqr_mom_0",0.99,1613947435389,7046
"lr_0",4.3683659244675605e-07,1613947435389,7046
"mom_0",0.9412641807928728,1613947435389,7046
"eps_0",1e-05,1613947435389,7046
"wd_1",0.01,1613947435389,7046
"sqr_mom_1",0.99,1613947435389,7046
"lr_1",4.3683659244675554e-06,1613947435389,7046
"mom_1",0.9412641807928728,1613947435389,7046
"eps_1",1e-05,1613947435389,7046
"wd_2",0.01,1613947435389,7046
"sqr_mom_2",0.99,1613947435389,7046
"lr_2",4.368365924467554e-05,1613947435389,7046
"mom_2",0.9412641807928728,1613947435389,7046
"eps_2",1e-05,1613947435389,7046
"train_loss",0.0049342434,1613947436344,7047
"raw_loss",0.0067251194,1613947436344,7047
"epoch",44.32704402515722,1613947436344,7047
"wd_0",0.01,1613947436344,7047
"sqr_mom_0",0.99,1613947436344,7047
"lr_0",4.360401365657219e-07,1613947436344,7047
"mom_0",0.9412801100697862,1613947436344,7047
"eps_0",1e-05,1613947436344,7047
"wd_1",0.01,1613947436344,7047
"sqr_mom_1",0.99,1613947436344,7047
"lr_1",4.360401365657221e-06,1613947436344,7047
"mom_1",0.9412801100697862,1613947436344,7047
"eps_1",1e-05,1613947436344,7047
"wd_2",0.01,1613947436344,7047
"sqr_mom_2",0.99,1613947436344,7047
"lr_2",4.360401365657217e-05,1613947436344,7047
"mom_2",0.9412801100697862,1613947436344,7047
"eps_2",1e-05,1613947436344,7047
"train_loss",0.0048796544,1613947437287,7048
"raw_loss",0.0022047823,1613947437287,7048
"epoch",44.33333333333332,1613947437287,7048
"wd_0",0.01,1613947437287,7048
"sqr_mom_0",0.99,1613947437287,7048
"lr_0",4.352438102702255e-07,1613947437287,7048
"mom_0",0.941296036754963,1613947437287,7048
"eps_0",1e-05,1613947437287,7048
"wd_1",0.01,1613947437287,7048
"sqr_mom_1",0.99,1613947437287,7048
"lr_1",4.352438102702257e-06,1613947437287,7048
"mom_1",0.941296036754963,1613947437287,7048
"eps_1",1e-05,1613947437287,7048
"wd_2",0.01,1613947437287,7048
"sqr_mom_2",0.99,1613947437287,7048
"lr_2",4.3524381027022514e-05,1613947437287,7048
"mom_2",0.941296036754963,1613947437287,7048
"eps_2",1e-05,1613947437287,7048
"train_loss",0.004861778,1613947438256,7049
"raw_loss",0.003985849,1613947438256,7049
"epoch",44.33962264150942,1613947438256,7049
"wd_0",0.01,1613947438256,7049
"sqr_mom_0",0.99,1613947438256,7049
"lr_0",4.344486699495602e-07,1613947438256,7049
"mom_0",0.9413119397204059,1613947438256,7049
"eps_0",1e-05,1613947438256,7049
"wd_1",0.01,1613947438256,7049
"sqr_mom_1",0.99,1613947438256,7049
"lr_1",4.344486699495597e-06,1613947438256,7049
"mom_1",0.9413119397204059,1613947438256,7049
"eps_1",1e-05,1613947438256,7049
"wd_2",0.01,1613947438256,7049
"sqr_mom_2",0.99,1613947438256,7049
"lr_2",4.344486699495593e-05,1613947438256,7049
"mom_2",0.9413119397204059,1613947438256,7049
"eps_2",1e-05,1613947438256,7049
"train_loss",0.0048655574,1613947439206,7050
"raw_loss",0.005050744,1613947439206,7050
"epoch",44.34591194968552,1613947439206,7050
"wd_0",0.01,1613947439206,7050
"sqr_mom_0",0.99,1613947439206,7050
"lr_0",4.3365418757100917e-07,1613947439206,7050
"mom_0",0.941327829526875,1613947439206,7050
"eps_0",1e-05,1613947439206,7050
"wd_1",0.01,1613947439206,7050
"sqr_mom_1",0.99,1613947439206,7050
"lr_1",4.336541875710088e-06,1613947439206,7050
"mom_1",0.941327829526875,1613947439206,7050
"eps_1",1e-05,1613947439206,7050
"wd_2",0.01,1613947439206,7050
"sqr_mom_2",0.99,1613947439206,7050
"lr_2",4.336541875710084e-05,1613947439206,7050
"mom_2",0.941327829526875,1613947439206,7050
"eps_2",1e-05,1613947439206,7050
"train_loss",0.0048582084,1613947440166,7051
"raw_loss",0.0044981013,1613947440166,7051
"epoch",44.35220125786162,1613947440166,7051
"wd_0",0.01,1613947440166,7051
"sqr_mom_0",0.99,1613947440166,7051
"lr_0",4.328598368482977e-07,1613947440166,7051
"mom_0",0.941343716700201,1613947440166,7051
"eps_0",1e-05,1613947440166,7051
"wd_1",0.01,1613947440166,7051
"sqr_mom_1",0.99,1613947440166,7051
"lr_1",4.32859836848298e-06,1613947440166,7051
"mom_1",0.941343716700201,1613947440166,7051
"eps_1",1e-05,1613947440166,7051
"wd_2",0.01,1613947440166,7051
"sqr_mom_2",0.99,1613947440166,7051
"lr_2",4.328598368482972e-05,1613947440166,7051
"mom_2",0.941343716700201,1613947440166,7051
"eps_2",1e-05,1613947440166,7051
"train_loss",0.004821229,1613947441101,7052
"raw_loss",0.0030092401,1613947441101,7052
"epoch",44.35849056603772,1613947441101,7052
"wd_0",0.01,1613947441101,7052
"sqr_mom_0",0.99,1613947441101,7052
"lr_0",4.320666715499687e-07,1613947441101,7052
"mom_0",0.9413595801648023,1613947441101,7052
"eps_0",1e-05,1613947441101,7052
"wd_1",0.01,1613947441101,7052
"sqr_mom_1",0.99,1613947441101,7052
"lr_1",4.320666715499689e-06,1613947441101,7052
"mom_1",0.9413595801648023,1613947441101,7052
"eps_1",1e-05,1613947441101,7052
"wd_2",0.01,1613947441101,7052
"sqr_mom_2",0.99,1613947441101,7052
"lr_2",4.3206667154996835e-05,1613947441101,7052
"mom_2",0.9413595801648023,1613947441101,7052
"eps_2",1e-05,1613947441101,7052
"train_loss",0.0048077214,1613947442051,7053
"raw_loss",0.004145867,1613947442051,7053
"epoch",44.36477987421382,1613947442051,7053
"wd_0",0.01,1613947442051,7053
"sqr_mom_0",0.99,1613947442051,7053
"lr_0",4.3127390212001863e-07,1613947442051,7053
"mom_0",0.9413754357119567,1613947442051,7053
"eps_0",1e-05,1613947442051,7053
"wd_1",0.01,1613947442051,7053
"sqr_mom_1",0.99,1613947442051,7053
"lr_1",4.312739021200188e-06,1613947442051,7053
"mom_1",0.9413754357119567,1613947442051,7053
"eps_1",1e-05,1613947442051,7053
"wd_2",0.01,1613947442051,7053
"sqr_mom_2",0.99,1613947442051,7053
"lr_2",4.312739021200188e-05,1613947442051,7053
"mom_2",0.9413754357119567,1613947442051,7053
"eps_2",1e-05,1613947442051,7053
"train_loss",0.0047599645,1613947443006,7054
"raw_loss",0.0024198738,1613947443006,7054
"epoch",44.371069182389924,1613947443006,7054
"wd_0",0.01,1613947443006,7054
"sqr_mom_0",0.99,1613947443006,7054
"lr_0",4.304817920807675e-07,1613947443006,7054
"mom_0",0.9413912780711653,1613947443006,7054
"eps_0",1e-05,1613947443006,7054
"wd_1",0.01,1613947443006,7054
"sqr_mom_1",0.99,1613947443006,7054
"lr_1",4.3048179208076735e-06,1613947443006,7054
"mom_1",0.9413912780711653,1613947443006,7054
"eps_1",1e-05,1613947443006,7054
"wd_2",0.01,1613947443006,7054
"sqr_mom_2",0.99,1613947443006,7054
"lr_2",4.304817920807672e-05,1613947443006,7054
"mom_2",0.9413912780711653,1613947443006,7054
"eps_2",1e-05,1613947443006,7054
"train_loss",0.004789801,1613947443959,7055
"raw_loss",0.00625179,1613947443959,7055
"epoch",44.377358490566024,1613947443959,7055
"wd_0",0.01,1613947443959,7055
"sqr_mom_0",0.99,1613947443959,7055
"lr_0",4.2969034168469135e-07,1613947443959,7055
"mom_0",0.9414071072373785,1613947443959,7055
"eps_0",1e-05,1613947443959,7055
"wd_1",0.01,1613947443959,7055
"sqr_mom_1",0.99,1613947443959,7055
"lr_1",4.2969034168469135e-06,1613947443959,7055
"mom_1",0.9414071072373785,1613947443959,7055
"eps_1",1e-05,1613947443959,7055
"wd_2",0.01,1613947443959,7055
"sqr_mom_2",0.99,1613947443959,7055
"lr_2",4.296903416846912e-05,1613947443959,7055
"mom_2",0.9414071072373785,1613947443959,7055
"eps_2",1e-05,1613947443959,7055
"train_loss",0.0048120273,1613947444900,7056
"raw_loss",0.0059011304,1613947444900,7056
"epoch",44.383647798742125,1613947444900,7056
"wd_0",0.01,1613947444900,7056
"sqr_mom_0",0.99,1613947444900,7056
"lr_0",4.288998133600342e-07,1613947444900,7056
"mom_0",0.9414229179619789,1613947444900,7056
"eps_0",1e-05,1613947444900,7056
"wd_1",0.01,1613947444900,7056
"sqr_mom_1",0.99,1613947444900,7056
"lr_1",4.288998133600339e-06,1613947444900,7056
"mom_1",0.9414229179619789,1613947444900,7056
"eps_1",1e-05,1613947444900,7056
"wd_2",0.01,1613947444900,7056
"sqr_mom_2",0.99,1613947444900,7056
"lr_2",4.2889981336003346e-05,1613947444900,7056
"mom_2",0.9414229179619789,1613947444900,7056
"eps_2",1e-05,1613947444900,7056
"train_loss",0.004826769,1613947445857,7057
"raw_loss",0.0055491254,1613947445857,7057
"epoch",44.389937106918225,1613947445857,7057
"wd_0",0.01,1613947445857,7057
"sqr_mom_0",0.99,1613947445857,7057
"lr_0",4.281094208309131e-07,1613947445857,7057
"mom_0",0.9414387259706414,1613947445857,7057
"eps_0",1e-05,1613947445857,7057
"wd_1",0.01,1613947445857,7057
"sqr_mom_1",0.99,1613947445857,7057
"lr_1",4.281094208309131e-06,1613947445857,7057
"mom_1",0.9414387259706414,1613947445857,7057
"eps_1",1e-05,1613947445857,7057
"wd_2",0.01,1613947445857,7057
"sqr_mom_2",0.99,1613947445857,7057
"lr_2",4.2810942083091285e-05,1613947445857,7057
"mom_2",0.9414387259706414,1613947445857,7057
"eps_2",1e-05,1613947445857,7057
"train_loss",0.004831743,1613947446832,7058
"raw_loss",0.005075451,1613947446832,7058
"epoch",44.396226415094326,1613947446832,7058
"wd_0",0.01,1613947446832,7058
"sqr_mom_0",0.99,1613947446832,7058
"lr_0",4.273202126150164e-07,1613947446832,7058
"mom_0",0.9414545102928026,1613947446832,7058
"eps_0",1e-05,1613947446832,7058
"wd_1",0.01,1613947446832,7058
"sqr_mom_1",0.99,1613947446832,7058
"lr_1",4.273202126150166e-06,1613947446832,7058
"mom_1",0.9414545102928026,1613947446832,7058
"eps_1",1e-05,1613947446832,7058
"wd_2",0.01,1613947446832,7058
"sqr_mom_2",0.99,1613947446832,7058
"lr_2",4.273202126150159e-05,1613947446832,7058
"mom_2",0.9414545102928026,1613947446832,7058
"eps_2",1e-05,1613947446832,7058
"train_loss",0.0048064636,1613947447793,7059
"raw_loss",0.0035677666,1613947447793,7059
"epoch",44.402515723270426,1613947447793,7059
"wd_0",0.01,1613947447793,7059
"sqr_mom_0",0.99,1613947447793,7059
"lr_0",4.2653166461184043e-07,1613947447793,7059
"mom_0",0.9414702814105772,1613947447793,7059
"eps_0",1e-05,1613947447793,7059
"wd_1",0.01,1613947447793,7059
"sqr_mom_1",0.99,1613947447793,7059
"lr_1",4.265316646118411e-06,1613947447793,7059
"mom_1",0.9414702814105772,1613947447793,7059
"eps_1",1e-05,1613947447793,7059
"wd_2",0.01,1613947447793,7059
"sqr_mom_2",0.99,1613947447793,7059
"lr_2",4.2653166461184056e-05,1613947447793,7059
"mom_2",0.9414702814105772,1613947447793,7059
"eps_2",1e-05,1613947447793,7059
"train_loss",0.0047995704,1613947448743,7060
"raw_loss",0.004461814,1613947448743,7060
"epoch",44.408805031446526,1613947448743,7060
"wd_0",0.01,1613947448743,7060
"sqr_mom_0",0.99,1613947448743,7060
"lr_0",4.2574325447335377e-07,1613947448743,7060
"mom_0",0.9414860497710306,1613947448743,7060
"eps_0",1e-05,1613947448743,7060
"wd_1",0.01,1613947448743,7060
"sqr_mom_1",0.99,1613947448743,7060
"lr_1",4.257432544733541e-06,1613947448743,7060
"mom_1",0.9414860497710306,1613947448743,7060
"eps_1",1e-05,1613947448743,7060
"wd_2",0.01,1613947448743,7060
"sqr_mom_2",0.99,1613947448743,7060
"lr_2",4.25743254473354e-05,1613947448743,7060
"mom_2",0.9414860497710306,1613947448743,7060
"eps_2",1e-05,1613947448743,7060
"train_loss",0.0048053837,1613947449701,7061
"raw_loss",0.0050902274,1613947449701,7061
"epoch",44.41509433962263,1613947449701,7061
"wd_0",0.01,1613947449701,7061
"sqr_mom_0",0.99,1613947449701,7061
"lr_0",4.2495602808744716e-07,1613947449701,7061
"mom_0",0.9415017944561955,1613947449701,7061
"eps_0",1e-05,1613947449701,7061
"wd_1",0.01,1613947449701,7061
"sqr_mom_1",0.99,1613947449701,7061
"lr_1",4.249560280874477e-06,1613947449701,7061
"mom_1",0.9415017944561955,1613947449701,7061
"eps_1",1e-05,1613947449701,7061
"wd_2",0.01,1613947449701,7061
"sqr_mom_2",0.99,1613947449701,7061
"lr_2",4.2495602808744685e-05,1613947449701,7061
"mom_2",0.9415017944561955,1613947449701,7061
"eps_2",1e-05,1613947449701,7061
"train_loss",0.004787086,1613947450638,7062
"raw_loss",0.003890504,1613947450638,7062
"epoch",44.42138364779873,1613947450638,7062
"wd_0",0.01,1613947450638,7062
"sqr_mom_0",0.99,1613947450638,7062
"lr_0",4.2416946266731847e-07,1613947450638,7062
"mom_0",0.9415175259219128,1613947450638,7062
"eps_0",1e-05,1613947450638,7062
"wd_1",0.01,1613947450638,7062
"sqr_mom_1",0.99,1613947450638,7062
"lr_1",4.241694626673186e-06,1613947450638,7062
"mom_1",0.9415175259219128,1613947450638,7062
"eps_1",1e-05,1613947450638,7062
"wd_2",0.01,1613947450638,7062
"sqr_mom_2",0.99,1613947450638,7062
"lr_2",4.241694626673184e-05,1613947450638,7062
"mom_2",0.9415175259219128,1613947450638,7062
"eps_2",1e-05,1613947450638,7062
"train_loss",0.0047369683,1613947451580,7063
"raw_loss",0.0022811936,1613947451580,7063
"epoch",44.42767295597483,1613947451580,7063
"wd_0",0.01,1613947451580,7063
"sqr_mom_0",0.99,1613947451580,7063
"lr_0",4.2338303718063595e-07,1613947451580,7063
"mom_0",0.9415332545889331,1613947451580,7063
"eps_0",1e-05,1613947451580,7063
"wd_1",0.01,1613947451580,7063
"sqr_mom_1",0.99,1613947451580,7063
"lr_1",4.233830371806354e-06,1613947451580,7063
"mom_1",0.9415332545889331,1613947451580,7063
"eps_1",1e-05,1613947451580,7063
"wd_2",0.01,1613947451580,7063
"sqr_mom_2",0.99,1613947451580,7063
"lr_2",4.233830371806356e-05,1613947451580,7063
"mom_2",0.9415332545889331,1613947451580,7063
"eps_2",1e-05,1613947451580,7063
"train_loss",0.0047553303,1613947452514,7064
"raw_loss",0.0056550684,1613947452514,7064
"epoch",44.43396226415093,1613947452514,7064
"wd_0",0.01,1613947452514,7064
"sqr_mom_0",0.99,1613947452514,7064
"lr_0",4.225977948824942e-07,1613947452514,7064
"mom_0",0.941548959591946,1613947452514,7064
"eps_0",1e-05,1613947452514,7064
"wd_1",0.01,1613947452514,7064
"sqr_mom_1",0.99,1613947452514,7064
"lr_1",4.225977948824942e-06,1613947452514,7064
"mom_1",0.941548959591946,1613947452514,7064
"eps_1",1e-05,1613947452514,7064
"wd_2",0.01,1613947452514,7064
"sqr_mom_2",0.99,1613947452514,7064
"lr_2",4.225977948824934e-05,1613947452514,7064
"mom_2",0.941548959591946,1613947452514,7064
"eps_2",1e-05,1613947452514,7064
"train_loss",0.004759302,1613947453467,7065
"raw_loss",0.004953906,1613947453467,7065
"epoch",44.44025157232703,1613947453467,7065
"wd_0",0.01,1613947453467,7065
"sqr_mom_0",0.99,1613947453467,7065
"lr_0",4.218129540990581e-07,1613947453467,7065
"mom_0",0.9415646565645844,1613947453467,7065
"eps_0",1e-05,1613947453467,7065
"wd_1",0.01,1613947453467,7065
"sqr_mom_1",0.99,1613947453467,7065
"lr_1",4.218129540990584e-06,1613947453467,7065
"mom_1",0.9415646565645844,1613947453467,7065
"eps_1",1e-05,1613947453467,7065
"wd_2",0.01,1613947453467,7065
"sqr_mom_2",0.99,1613947453467,7065
"lr_2",4.2181295409905815e-05,1613947453467,7065
"mom_2",0.9415646565645844,1613947453467,7065
"eps_2",1e-05,1613947453467,7065
"train_loss",0.0047440464,1613947454432,7066
"raw_loss",0.0039965305,1613947454432,7066
"epoch",44.44654088050313,1613947454432,7066
"wd_0",0.01,1613947454432,7066
"sqr_mom_0",0.99,1613947454432,7066
"lr_0",4.2102877572189035e-07,1613947454432,7066
"mom_0",0.9415803402889651,1613947454432,7066
"eps_0",1e-05,1613947454432,7066
"wd_1",0.01,1613947454432,7066
"sqr_mom_1",0.99,1613947454432,7066
"lr_1",4.2102877572189e-06,1613947454432,7066
"mom_1",0.9415803402889651,1613947454432,7066
"eps_1",1e-05,1613947454432,7066
"wd_2",0.01,1613947454432,7066
"sqr_mom_2",0.99,1613947454432,7066
"lr_2",4.210287757218899e-05,1613947454432,7066
"mom_2",0.9415803402889651,1613947454432,7066
"eps_2",1e-05,1613947454432,7066
"train_loss",0.0047272095,1613947455418,7067
"raw_loss",0.0039021936,1613947455418,7067
"epoch",44.45283018867923,1613947455418,7067
"wd_0",0.01,1613947455418,7067
"sqr_mom_0",0.99,1613947455418,7067
"lr_0",4.202452600009369e-07,1613947455418,7067
"mom_0",0.9415960107600888,1613947455418,7067
"eps_0",1e-05,1613947455418,7067
"wd_1",0.01,1613947455418,7067
"sqr_mom_1",0.99,1613947455418,7067
"lr_1",4.202452600009369e-06,1613947455418,7067
"mom_1",0.9415960107600888,1613947455418,7067
"eps_1",1e-05,1613947455418,7067
"wd_2",0.01,1613947455418,7067
"sqr_mom_2",0.99,1613947455418,7067
"lr_2",4.202452600009368e-05,1613947455418,7067
"mom_2",0.9415960107600888,1613947455418,7067
"eps_2",1e-05,1613947455418,7067
"train_loss",0.004727131,1613947456374,7068
"raw_loss",0.0047233044,1613947456374,7068
"epoch",44.45911949685533,1613947456374,7068
"wd_0",0.01,1613947456374,7068
"sqr_mom_0",0.99,1613947456374,7068
"lr_0",4.194626667286845e-07,1613947456374,7068
"mom_0",0.9416116627820541,1613947456374,7068
"eps_0",1e-05,1613947456374,7068
"wd_1",0.01,1613947456374,7068
"sqr_mom_1",0.99,1613947456374,7068
"lr_1",4.19462666728685e-06,1613947456374,7068
"mom_1",0.9416116627820541,1613947456374,7068
"eps_1",1e-05,1613947456374,7068
"wd_2",0.01,1613947456374,7068
"sqr_mom_2",0.99,1613947456374,7068
"lr_2",4.194626667286842e-05,1613947456374,7068
"mom_2",0.9416116627820541,1613947456374,7068
"eps_2",1e-05,1613947456374,7068
"train_loss",0.0047012144,1613947457424,7069
"raw_loss",0.003431291,1613947457424,7069
"epoch",44.46540880503143,1613947457424,7069
"wd_0",0.01,1613947457424,7069
"sqr_mom_0",0.99,1613947457424,7069
"lr_0",4.186802175264111e-07,1613947457424,7069
"mom_0",0.941627311922591,1613947457424,7069
"eps_0",1e-05,1613947457424,7069
"wd_1",0.01,1613947457424,7069
"sqr_mom_1",0.99,1613947457424,7069
"lr_1",4.186802175264104e-06,1613947457424,7069
"mom_1",0.941627311922591,1613947457424,7069
"eps_1",1e-05,1613947457424,7069
"wd_2",0.01,1613947457424,7069
"sqr_mom_2",0.99,1613947457424,7069
"lr_2",4.1868021752641e-05,1613947457424,7069
"mom_2",0.941627311922591,1613947457424,7069
"eps_2",1e-05,1613947457424,7069
"train_loss",0.004665359,1613947458364,7070
"raw_loss",0.0029084512,1613947458364,7070
"epoch",44.47169811320753,1613947458364,7070
"wd_0",0.01,1613947458364,7070
"sqr_mom_0",0.99,1613947458364,7070
"lr_0",4.178989503743577e-07,1613947458364,7070
"mom_0",0.941642937421887,1613947458364,7070
"eps_0",1e-05,1613947458364,7070
"wd_1",0.01,1613947458364,7070
"sqr_mom_1",0.99,1613947458364,7070
"lr_1",4.178989503743577e-06,1613947458364,7070
"mom_1",0.941642937421887,1613947458364,7070
"eps_1",1e-05,1613947458364,7070
"wd_2",0.01,1613947458364,7070
"sqr_mom_2",0.99,1613947458364,7070
"lr_2",4.178989503743569e-05,1613947458364,7070
"mom_2",0.941642937421887,1613947458364,7070
"eps_2",1e-05,1613947458364,7070
"train_loss",0.004627289,1613947459320,7071
"raw_loss",0.002761845,1613947459320,7071
"epoch",44.47798742138363,1613947459320,7071
"wd_0",0.01,1613947459320,7071
"sqr_mom_0",0.99,1613947459320,7071
"lr_0",4.1711834643595267e-07,1613947459320,7071
"mom_0",0.9416585496567775,1613947459320,7071
"eps_0",1e-05,1613947459320,7071
"wd_1",0.01,1613947459320,7071
"sqr_mom_1",0.99,1613947459320,7071
"lr_1",4.171183464359527e-06,1613947459320,7071
"mom_1",0.9416585496567775,1613947459320,7071
"eps_1",1e-05,1613947459320,7071
"wd_2",0.01,1613947459320,7071
"sqr_mom_2",0.99,1613947459320,7071
"lr_2",4.1711834643595226e-05,1613947459320,7071
"mom_2",0.9416585496567775,1613947459320,7071
"eps_2",1e-05,1613947459320,7071
"train_loss",0.0046047154,1613947460264,7072
"raw_loss",0.0034986243,1613947460264,7072
"epoch",44.48427672955973,1613947460264,7072
"wd_0",0.01,1613947460264,7072
"sqr_mom_0",0.99,1613947460264,7072
"lr_0",4.1633788863506205e-07,1613947460264,7072
"mom_0",0.9416741589688884,1613947460264,7072
"eps_0",1e-05,1613947460264,7072
"wd_1",0.01,1613947460264,7072
"sqr_mom_1",0.99,1613947460264,7072
"lr_1",4.163378886350619e-06,1613947460264,7072
"mom_1",0.9416741589688884,1613947460264,7072
"eps_1",1e-05,1613947460264,7072
"wd_2",0.01,1613947460264,7072
"sqr_mom_2",0.99,1613947460264,7072
"lr_2",4.163378886350616e-05,1613947460264,7072
"mom_2",0.9416741589688884,1613947460264,7072
"eps_2",1e-05,1613947460264,7072
"train_loss",0.0045599346,1613947461208,7073
"raw_loss",0.0023656716,1613947461208,7073
"epoch",44.49056603773583,1613947461208,7073
"wd_0",0.01,1613947461208,7073
"sqr_mom_0",0.99,1613947461208,7073
"lr_0",4.1555861231017594e-07,1613947461208,7073
"mom_0",0.941689744651243,1613947461208,7073
"eps_0",1e-05,1613947461208,7073
"wd_1",0.01,1613947461208,7073
"sqr_mom_1",0.99,1613947461208,7073
"lr_1",4.155586123101758e-06,1613947461208,7073
"mom_1",0.941689744651243,1613947461208,7073
"eps_1",1e-05,1613947461208,7073
"wd_2",0.01,1613947461208,7073
"sqr_mom_2",0.99,1613947461208,7073
"lr_2",4.155586123101752e-05,1613947461208,7073
"mom_2",0.941689744651243,1613947461208,7073
"eps_2",1e-05,1613947461208,7073
"train_loss",0.0045800805,1613947462160,7074
"raw_loss",0.005567239,1613947462160,7074
"epoch",44.49685534591193,1613947462160,7074
"wd_0",0.01,1613947462160,7074
"sqr_mom_0",0.99,1613947462160,7074
"lr_0",4.147797417227045e-07,1613947462160,7074
"mom_0",0.941705322218768,1613947462160,7074
"eps_0",1e-05,1613947462160,7074
"wd_1",0.01,1613947462160,7074
"sqr_mom_1",0.99,1613947462160,7074
"lr_1",4.1477974172270435e-06,1613947462160,7074
"mom_1",0.941705322218768,1613947462160,7074
"eps_1",1e-05,1613947462160,7074
"wd_2",0.01,1613947462160,7074
"sqr_mom_2",0.99,1613947462160,7074
"lr_2",4.147797417227041e-05,1613947462160,7074
"mom_2",0.941705322218768,1613947462160,7074
"eps_2",1e-05,1613947462160,7074
"train_loss",0.0045353277,1613947463109,7075
"raw_loss",0.0023424397,1613947463109,7075
"epoch",44.50314465408803,1613947463109,7075
"wd_0",0.01,1613947463109,7075
"sqr_mom_0",0.99,1613947463109,7075
"lr_0",4.1400153578325553e-07,1613947463109,7075
"mom_0",0.9417208864931997,1613947463109,7075
"eps_0",1e-05,1613947463109,7075
"wd_1",0.01,1613947463109,7075
"sqr_mom_1",0.99,1613947463109,7075
"lr_1",4.140015357832557e-06,1613947463109,7075
"mom_1",0.9417208864931997,1613947463109,7075
"eps_1",1e-05,1613947463109,7075
"wd_2",0.01,1613947463109,7075
"sqr_mom_2",0.99,1613947463109,7075
"lr_2",4.140015357832549e-05,1613947463109,7075
"mom_2",0.9417208864931997,1613947463109,7075
"eps_2",1e-05,1613947463109,7075
"train_loss",0.004665146,1613947464051,7076
"raw_loss",0.011026262,1613947464051,7076
"epoch",44.50943396226413,1613947464051,7076
"wd_0",0.01,1613947464051,7076
"sqr_mom_0",0.99,1613947464051,7076
"lr_0",4.1322399473987325e-07,1613947464051,7076
"mom_0",0.9417364374695771,1613947464051,7076
"eps_0",1e-05,1613947464051,7076
"wd_1",0.01,1613947464051,7076
"sqr_mom_1",0.99,1613947464051,7076
"lr_1",4.132239947398736e-06,1613947464051,7076
"mom_1",0.9417364374695771,1613947464051,7076
"eps_1",1e-05,1613947464051,7076
"wd_2",0.01,1613947464051,7076
"sqr_mom_2",0.99,1613947464051,7076
"lr_2",4.1322399473987304e-05,1613947464051,7076
"mom_2",0.9417364374695771,1613947464051,7076
"eps_2",1e-05,1613947464051,7076
"train_loss",0.004770266,1613947465006,7077
"raw_loss",0.009921149,1613947465006,7077
"epoch",44.51572327044023,1613947465006,7077
"wd_0",0.01,1613947465006,7077
"sqr_mom_0",0.99,1613947465006,7077
"lr_0",4.1244737640037593e-07,1613947465006,7077
"mom_0",0.9417519699916923,1613947465006,7077
"eps_0",1e-05,1613947465006,7077
"wd_1",0.01,1613947465006,7077
"sqr_mom_1",0.99,1613947465006,7077
"lr_1",4.124473764003759e-06,1613947465006,7077
"mom_1",0.9417519699916923,1613947465006,7077
"eps_1",1e-05,1613947465006,7077
"wd_2",0.01,1613947465006,7077
"sqr_mom_2",0.99,1613947465006,7077
"lr_2",4.124473764003761e-05,1613947465006,7077
"mom_2",0.9417519699916923,1613947465006,7077
"eps_2",1e-05,1613947465006,7077
"train_loss",0.004735885,1613947465952,7078
"raw_loss",0.003051224,1613947465952,7078
"epoch",44.522012578616334,1613947465952,7078
"wd_0",0.01,1613947465952,7078
"sqr_mom_0",0.99,1613947465952,7078
"lr_0",4.116709083324288e-07,1613947465952,7078
"mom_0",0.9417674995083465,1613947465952,7078
"eps_0",1e-05,1613947465952,7078
"wd_1",0.01,1613947465952,7078
"sqr_mom_1",0.99,1613947465952,7078
"lr_1",4.11670908332429e-06,1613947465952,7078
"mom_1",0.9417674995083465,1613947465952,7078
"eps_1",1e-05,1613947465952,7078
"wd_2",0.01,1613947465952,7078
"sqr_mom_2",0.99,1613947465952,7078
"lr_2",4.1167090833242885e-05,1613947465952,7078
"mom_2",0.9417674995083465,1613947465952,7078
"eps_2",1e-05,1613947465952,7078
"train_loss",0.0047204113,1613947466908,7079
"raw_loss",0.0039621945,1613947466908,7079
"epoch",44.528301886792434,1613947466908,7079
"wd_0",0.01,1613947466908,7079
"sqr_mom_0",0.99,1613947466908,7079
"lr_0",4.1089562058182815e-07,1613947466908,7079
"mom_0",0.9417830054184175,1613947466908,7079
"eps_0",1e-05,1613947466908,7079
"wd_1",0.01,1613947466908,7079
"sqr_mom_1",0.99,1613947466908,7079
"lr_1",4.108956205818276e-06,1613947466908,7079
"mom_1",0.9417830054184175,1613947466908,7079
"eps_1",1e-05,1613947466908,7079
"wd_2",0.01,1613947466908,7079
"sqr_mom_2",0.99,1613947466908,7079
"lr_2",4.1089562058182723e-05,1613947466908,7079
"mom_2",0.9417830054184175,1613947466908,7079
"eps_2",1e-05,1613947466908,7079
"train_loss",0.004724021,1613947467862,7080
"raw_loss",0.00490091,1613947467862,7080
"epoch",44.534591194968534,1613947467862,7080
"wd_0",0.01,1613947467862,7080
"sqr_mom_0",0.99,1613947467862,7080
"lr_0",4.101209982756269e-07,1613947467862,7080
"mom_0",0.9417984980194676,1613947467862,7080
"eps_0",1e-05,1613947467862,7080
"wd_1",0.01,1613947467862,7080
"sqr_mom_1",0.99,1613947467862,7080
"lr_1",4.101209982756267e-06,1613947467862,7080
"mom_1",0.9417984980194676,1613947467862,7080
"eps_1",1e-05,1613947467862,7080
"wd_2",0.01,1613947467862,7080
"sqr_mom_2",0.99,1613947467862,7080
"lr_2",4.1012099827562605e-05,1613947467862,7080
"mom_2",0.9417984980194676,1613947467862,7080
"eps_2",1e-05,1613947467862,7080
"train_loss",0.0047195926,1613947468826,7081
"raw_loss",0.004502589,1613947468826,7081
"epoch",44.540880503144635,1613947468826,7081
"wd_0",0.01,1613947468826,7081
"sqr_mom_0",0.99,1613947468826,7081
"lr_0",4.093465283072348e-07,1613947468826,7081
"mom_0",0.941813987573731,1613947468826,7081
"eps_0",1e-05,1613947468826,7081
"wd_1",0.01,1613947468826,7081
"sqr_mom_1",0.99,1613947468826,7081
"lr_1",4.093465283072348e-06,1613947468826,7081
"mom_1",0.941813987573731,1613947468826,7081
"eps_1",1e-05,1613947468826,7081
"wd_2",0.01,1613947468826,7081
"sqr_mom_2",0.99,1613947468826,7081
"lr_2",4.0934652830723465e-05,1613947468826,7081
"mom_2",0.941813987573731,1613947468826,7081
"eps_2",1e-05,1613947468826,7081
"train_loss",0.004709837,1613947469776,7082
"raw_loss",0.004231816,1613947469776,7082
"epoch",44.547169811320735,1613947469776,7082
"wd_0",0.01,1613947469776,7082
"sqr_mom_0",0.99,1613947469776,7082
"lr_0",4.0857323807181516e-07,1613947469776,7082
"mom_0",0.941829453533099,1613947469776,7082
"eps_0",1e-05,1613947469776,7082
"wd_1",0.01,1613947469776,7082
"sqr_mom_1",0.99,1613947469776,7082
"lr_1",4.08573238071815e-06,1613947469776,7082
"mom_1",0.941829453533099,1613947469776,7082
"eps_1",1e-05,1613947469776,7082
"wd_2",0.01,1613947469776,7082
"sqr_mom_2",0.99,1613947469776,7082
"lr_2",4.085732380718142e-05,1613947469776,7082
"mom_2",0.941829453533099,1613947469776,7082
"eps_2",1e-05,1613947469776,7082
"train_loss",0.0046995357,1613947470759,7083
"raw_loss",0.004194768,1613947470759,7083
"epoch",44.553459119496836,1613947470759,7083
"wd_0",0.01,1613947470759,7083
"sqr_mom_0",0.99,1613947470759,7083
"lr_0",4.0780061402053593e-07,1613947470759,7083
"mom_0",0.9418449061686509,1613947470759,7083
"eps_0",1e-05,1613947470759,7083
"wd_1",0.01,1613947470759,7083
"sqr_mom_1",0.99,1613947470759,7083
"lr_1",4.078006140205359e-06,1613947470759,7083
"mom_1",0.9418449061686509,1613947470759,7083
"eps_1",1e-05,1613947470759,7083
"wd_2",0.01,1613947470759,7083
"sqr_mom_2",0.99,1613947470759,7083
"lr_2",4.078006140205355e-05,1613947470759,7083
"mom_2",0.9418449061686509,1613947470759,7083
"eps_2",1e-05,1613947470759,7083
"train_loss",0.00465,1613947471701,7084
"raw_loss",0.0022227473,1613947471701,7084
"epoch",44.559748427672936,1613947471701,7084
"wd_0",0.01,1613947471701,7084
"sqr_mom_0",0.99,1613947471701,7084
"lr_0",4.070281443728886e-07,1613947471701,7084
"mom_0",0.9418603557160994,1613947471701,7084
"eps_0",1e-05,1613947471701,7084
"wd_1",0.01,1613947471701,7084
"sqr_mom_1",0.99,1613947471701,7084
"lr_1",4.070281443728891e-06,1613947471701,7084
"mom_1",0.9418603557160994,1613947471701,7084
"eps_1",1e-05,1613947471701,7084
"wd_2",0.01,1613947471701,7084
"sqr_mom_2",0.99,1613947471701,7084
"lr_2",4.070281443728887e-05,1613947471701,7084
"mom_2",0.9418603557160994,1613947471701,7084
"eps_2",1e-05,1613947471701,7084
"train_loss",0.0046062632,1613947472654,7085
"raw_loss",0.0024631524,1613947472654,7085
"epoch",44.56603773584904,1613947472654,7085
"wd_0",0.01,1613947472654,7085
"sqr_mom_0",0.99,1613947472654,7085
"lr_0",4.0625685387045415e-07,1613947472654,7085
"mom_0",0.9418757816804076,1613947472654,7085
"eps_0",1e-05,1613947472654,7085
"wd_1",0.01,1613947472654,7085
"sqr_mom_1",0.99,1613947472654,7085
"lr_1",4.0625685387045415e-06,1613947472654,7085
"mom_1",0.9418757816804076,1613947472654,7085
"eps_1",1e-05,1613947472654,7085
"wd_2",0.01,1613947472654,7085
"sqr_mom_2",0.99,1613947472654,7085
"lr_2",4.0625685387045375e-05,1613947472654,7085
"mom_2",0.9418757816804076,1613947472654,7085
"eps_2",1e-05,1613947472654,7085
"train_loss",0.004585283,1613947473606,7086
"raw_loss",0.0035572404,1613947473606,7086
"epoch",44.57232704402514,1613947473606,7086
"wd_0",0.01,1613947473606,7086
"sqr_mom_0",0.99,1613947473606,7086
"lr_0",4.0548571914877387e-07,1613947473606,7086
"mom_0",0.9418912045290697,1613947473606,7086
"eps_0",1e-05,1613947473606,7086
"wd_1",0.01,1613947473606,7086
"sqr_mom_1",0.99,1613947473606,7086
"lr_1",4.054857191487739e-06,1613947473606,7086
"mom_1",0.9418912045290697,1613947473606,7086
"eps_1",1e-05,1613947473606,7086
"wd_2",0.01,1613947473606,7086
"sqr_mom_2",0.99,1613947473606,7086
"lr_2",4.054857191487733e-05,1613947473606,7086
"mom_2",0.9418912045290697,1613947473606,7086
"eps_2",1e-05,1613947473606,7086
"train_loss",0.004547202,1613947474754,7087
"raw_loss",0.002681237,1613947474754,7087
"epoch",44.57861635220124,1613947474754,7087
"wd_0",0.01,1613947474754,7087
"sqr_mom_0",0.99,1613947474754,7087
"lr_0",4.0471576317854377e-07,1613947474754,7087
"mom_0",0.9419066038024672,1613947474754,7087
"eps_0",1e-05,1613947474754,7087
"wd_1",0.01,1613947474754,7087
"sqr_mom_1",0.99,1613947474754,7087
"lr_1",4.047157631785436e-06,1613947474754,7087
"mom_1",0.9419066038024672,1613947474754,7087
"eps_1",1e-05,1613947474754,7087
"wd_2",0.01,1613947474754,7087
"sqr_mom_2",0.99,1613947474754,7087
"lr_2",4.047157631785432e-05,1613947474754,7087
"mom_2",0.9419066038024672,1613947474754,7087
"eps_2",1e-05,1613947474754,7087
"train_loss",0.0045794398,1613947476156,7088
"raw_loss",0.0061590946,1613947476156,7088
"epoch",44.58490566037734,1613947476156,7088
"wd_0",0.01,1613947476156,7088
"sqr_mom_0",0.99,1613947476156,7088
"lr_0",4.0394621949354123e-07,1613947476156,7088
"mom_0",0.9419219948300774,1613947476156,7088
"eps_0",1e-05,1613947476156,7088
"wd_1",0.01,1613947476156,7088
"sqr_mom_1",0.99,1613947476156,7088
"lr_1",4.039462194935414e-06,1613947476156,7088
"mom_1",0.9419219948300774,1613947476156,7088
"eps_1",1e-05,1613947476156,7088
"wd_2",0.01,1613947476156,7088
"sqr_mom_2",0.99,1613947476156,7088
"lr_2",4.039462194935407e-05,1613947476156,7088
"mom_2",0.9419219948300774,1613947476156,7088
"eps_2",1e-05,1613947476156,7088
"train_loss",0.0045632874,1613947477617,7089
"raw_loss",0.0037718143,1613947477617,7089
"epoch",44.59119496855344,1613947477617,7089
"wd_0",0.01,1613947477617,7089
"sqr_mom_0",0.99,1613947477617,7089
"lr_0",4.031773439096222e-07,1613947477617,7089
"mom_0",0.9419373724955324,1613947477617,7089
"eps_0",1e-05,1613947477617,7089
"wd_1",0.01,1613947477617,7089
"sqr_mom_1",0.99,1613947477617,7089
"lr_1",4.0317734390962255e-06,1613947477617,7089
"mom_1",0.9419373724955324,1613947477617,7089
"eps_1",1e-05,1613947477617,7089
"wd_2",0.01,1613947477617,7089
"sqr_mom_2",0.99,1613947477617,7089
"lr_2",4.0317734390962214e-05,1613947477617,7089
"mom_2",0.9419373724955324,1613947477617,7089
"eps_2",1e-05,1613947477617,7089
"train_loss",0.004585281,1613947478680,7090
"raw_loss",0.005662967,1613947478680,7090
"epoch",44.59748427672954,1613947478680,7090
"wd_0",0.01,1613947478680,7090
"sqr_mom_0",0.99,1613947478680,7090
"lr_0",4.0240913667185876e-07,1613947478680,7090
"mom_0",0.9419527367939308,1613947478680,7090
"eps_0",1e-05,1613947478680,7090
"wd_1",0.01,1613947478680,7090
"sqr_mom_1",0.99,1613947478680,7090
"lr_1",4.0240913667185876e-06,1613947478680,7090
"mom_1",0.9419527367939308,1613947478680,7090
"eps_1",1e-05,1613947478680,7090
"wd_2",0.01,1613947478680,7090
"sqr_mom_2",0.99,1613947478680,7090
"lr_2",4.0240913667185835e-05,1613947478680,7090
"mom_2",0.9419527367939308,1613947478680,7090
"eps_2",1e-05,1613947478680,7090
"train_loss",0.004553593,1613947479759,7091
"raw_loss",0.0030009015,1613947479759,7091
"epoch",44.60377358490564,1613947479759,7091
"wd_0",0.01,1613947479759,7091
"sqr_mom_0",0.99,1613947479759,7091
"lr_0",4.016418524875872e-07,1613947479759,7091
"mom_0",0.9419680826310746,1613947479759,7091
"eps_0",1e-05,1613947479759,7091
"wd_1",0.01,1613947479759,7091
"sqr_mom_1",0.99,1613947479759,7091
"lr_1",4.016418524875865e-06,1613947479759,7091
"mom_1",0.9419680826310746,1613947479759,7091
"eps_1",1e-05,1613947479759,7091
"wd_2",0.01,1613947479759,7091
"sqr_mom_2",0.99,1613947479759,7091
"lr_2",4.016418524875864e-05,1613947479759,7091
"mom_2",0.9419680826310746,1613947479759,7091
"eps_2",1e-05,1613947479759,7091
"train_loss",0.0045631775,1613947480717,7092
"raw_loss",0.005032798,1613947480717,7092
"epoch",44.61006289308174,1613947480717,7092
"wd_0",0.01,1613947480717,7092
"sqr_mom_0",0.99,1613947480717,7092
"lr_0",4.0087472821400845e-07,1613947480717,7092
"mom_0",0.9419834252699725,1613947480717,7092
"eps_0",1e-05,1613947480717,7092
"wd_1",0.01,1613947480717,7092
"sqr_mom_1",0.99,1613947480717,7092
"lr_1",4.0087472821400845e-06,1613947480717,7092
"mom_1",0.9419834252699725,1613947480717,7092
"eps_1",1e-05,1613947480717,7092
"wd_2",0.01,1613947480717,7092
"sqr_mom_2",0.99,1613947480717,7092
"lr_2",4.0087472821400804e-05,1613947480717,7092
"mom_2",0.9419834252699725,1613947480717,7092
"eps_2",1e-05,1613947480717,7092
"train_loss",0.0046182685,1613947481740,7093
"raw_loss",0.00731773,1613947481740,7093
"epoch",44.61635220125784,1613947481740,7093
"wd_0",0.01,1613947481740,7093
"sqr_mom_0",0.99,1613947481740,7093
"lr_0",4.001087815016453e-07,1613947481740,7093
"mom_0",0.9419987443574106,1613947481740,7093
"eps_0",1e-05,1613947481740,7093
"wd_1",0.01,1613947481740,7093
"sqr_mom_1",0.99,1613947481740,7093
"lr_1",4.001087815016446e-06,1613947481740,7093
"mom_1",0.9419987443574106,1613947481740,7093
"eps_1",1e-05,1613947481740,7093
"wd_2",0.01,1613947481740,7093
"sqr_mom_2",0.99,1613947481740,7093
"lr_2",4.001087815016445e-05,1613947481740,7093
"mom_2",0.9419987443574106,1613947481740,7093
"eps_2",1e-05,1613947481740,7093
"train_loss",0.004607707,1613947482721,7094
"raw_loss",0.0040901806,1613947482721,7094
"epoch",44.62264150943394,1613947482721,7094
"wd_0",0.01,1613947482721,7094
"sqr_mom_0",0.99,1613947482721,7094
"lr_0",3.993435036695826e-07,1613947482721,7094
"mom_0",0.942014050067109,1613947482721,7094
"eps_0",1e-05,1613947482721,7094
"wd_1",0.01,1613947482721,7094
"sqr_mom_1",0.99,1613947482721,7094
"lr_1",3.993435036695829e-06,1613947482721,7094
"mom_1",0.942014050067109,1613947482721,7094
"eps_1",1e-05,1613947482721,7094
"wd_2",0.01,1613947482721,7094
"sqr_mom_2",0.99,1613947482721,7094
"lr_2",3.99343503669582e-05,1613947482721,7094
"mom_2",0.942014050067109,1613947482721,7094
"eps_2",1e-05,1613947482721,7094
"train_loss",0.004627367,1613947483725,7095
"raw_loss",0.00559072,1613947483725,7095
"epoch",44.62893081761004,1613947483725,7095
"wd_0",0.01,1613947483725,7095
"sqr_mom_0",0.99,1613947483725,7095
"lr_0",3.985783878123837e-07,1613947483725,7095
"mom_0",0.9420293525372777,1613947483725,7095
"eps_0",1e-05,1613947483725,7095
"wd_1",0.01,1613947483725,7095
"sqr_mom_1",0.99,1613947483725,7095
"lr_1",3.985783878123832e-06,1613947483725,7095
"mom_1",0.9420293525372777,1613947483725,7095
"eps_1",1e-05,1613947483725,7095
"wd_2",0.01,1613947483725,7095
"sqr_mom_2",0.99,1613947483725,7095
"lr_2",3.985783878123828e-05,1613947483725,7095
"mom_2",0.9420293525372777,1613947483725,7095
"eps_2",1e-05,1613947483725,7095
"train_loss",0.0046026176,1613947484675,7096
"raw_loss",0.0033898826,1613947484675,7096
"epoch",44.63522012578614,1613947484675,7096
"wd_0",0.01,1613947484675,7096
"sqr_mom_0",0.99,1613947484675,7096
"lr_0",3.978144489162471e-07,1613947484675,7096
"mom_0",0.9420446314679897,1613947484675,7096
"eps_0",1e-05,1613947484675,7096
"wd_1",0.01,1613947484675,7096
"sqr_mom_1",0.99,1613947484675,7096
"lr_1",3.978144489162471e-06,1613947484675,7096
"mom_1",0.9420446314679897,1613947484675,7096
"eps_1",1e-05,1613947484675,7096
"wd_2",0.01,1613947484675,7096
"sqr_mom_2",0.99,1613947484675,7096
"lr_2",3.97814448916247e-05,1613947484675,7096
"mom_2",0.9420446314679897,1613947484675,7096
"eps_2",1e-05,1613947484675,7096
"train_loss",0.0045918603,1613947485682,7097
"raw_loss",0.0040647527,1613947485682,7097
"epoch",44.64150943396224,1613947485682,7097
"wd_0",0.01,1613947485682,7097
"sqr_mom_0",0.99,1613947485682,7097
"lr_0",3.9705092650106493e-07,1613947485682,7097
"mom_0",0.9420599020689994,1613947485682,7097
"eps_0",1e-05,1613947485682,7097
"wd_1",0.01,1613947485682,7097
"sqr_mom_1",0.99,1613947485682,7097
"lr_1",3.970509265010653e-06,1613947485682,7097
"mom_1",0.9420599020689994,1613947485682,7097
"eps_1",1e-05,1613947485682,7097
"wd_2",0.01,1613947485682,7097
"sqr_mom_2",0.99,1613947485682,7097
"lr_2",3.970509265010646e-05,1613947485682,7097
"mom_2",0.9420599020689994,1613947485682,7097
"eps_2",1e-05,1613947485682,7097
"train_loss",0.0046464885,1613947486658,7098
"raw_loss",0.007323273,1613947486658,7098
"epoch",44.64779874213834,1613947486658,7098
"wd_0",0.01,1613947486658,7098
"sqr_mom_0",0.99,1613947486658,7098
"lr_0",3.962880743847618e-07,1613947486658,7098
"mom_0",0.9420751592638974,1613947486658,7098
"eps_0",1e-05,1613947486658,7098
"wd_1",0.01,1613947486658,7098
"sqr_mom_1",0.99,1613947486658,7098
"lr_1",3.962880743847618e-06,1613947486658,7098
"mom_1",0.9420751592638974,1613947486658,7098
"eps_1",1e-05,1613947486658,7098
"wd_2",0.01,1613947486658,7098
"sqr_mom_2",0.99,1613947486658,7098
"lr_2",3.96288074384761e-05,1613947486658,7098
"mom_2",0.9420751592638974,1613947486658,7098
"eps_2",1e-05,1613947486658,7098
"train_loss",0.004620401,1613947487636,7099
"raw_loss",0.0033421149,1613947487636,7099
"epoch",44.65408805031444,1613947487636,7099
"wd_0",0.01,1613947487636,7099
"sqr_mom_0",0.99,1613947487636,7099
"lr_0",3.9552589281048874e-07,1613947487636,7099
"mom_0",0.9420904030478207,1613947487636,7099
"eps_0",1e-05,1613947487636,7099
"wd_1",0.01,1613947487636,7099
"sqr_mom_1",0.99,1613947487636,7099
"lr_1",3.955258928104887e-06,1613947487636,7099
"mom_1",0.9420904030478207,1613947487636,7099
"eps_1",1e-05,1613947487636,7099
"wd_2",0.01,1613947487636,7099
"sqr_mom_2",0.99,1613947487636,7099
"lr_2",3.9552589281048806e-05,1613947487636,7099
"mom_2",0.9420904030478207,1613947487636,7099
"eps_2",1e-05,1613947487636,7099
"train_loss",0.0045862803,1613947488587,7100
"raw_loss",0.0029143551,1613947488587,7100
"epoch",44.66037735849054,1613947488587,7100
"wd_0",0.01,1613947488587,7100
"sqr_mom_0",0.99,1613947488587,7100
"lr_0",3.947646344840093e-07,1613947488587,7100
"mom_0",0.9421056283666034,1613947488587,7100
"eps_0",1e-05,1613947488587,7100
"wd_1",0.01,1613947488587,7100
"sqr_mom_1",0.99,1613947488587,7100
"lr_1",3.947646344840098e-06,1613947488587,7100
"mom_1",0.9421056283666034,1613947488587,7100
"eps_1",1e-05,1613947488587,7100
"wd_2",0.01,1613947488587,7100
"sqr_mom_2",0.99,1613947488587,7100
"lr_2",3.94764634484009e-05,1613947488587,7100
"mom_2",0.9421056283666034,1613947488587,7100
"eps_2",1e-05,1613947488587,7100
"train_loss",0.004582764,1613947489554,7101
"raw_loss",0.0044104634,1613947489554,7101
"epoch",44.66666666666664,1613947489554,7101
"wd_0",0.01,1613947489554,7101
"sqr_mom_0",0.99,1613947489554,7101
"lr_0",3.9400354225956424e-07,1613947489554,7101
"mom_0",0.9421208503633123,1613947489554,7101
"eps_0",1e-05,1613947489554,7101
"wd_1",0.01,1613947489554,7101
"sqr_mom_1",0.99,1613947489554,7101
"lr_1",3.940035422595642e-06,1613947489554,7101
"mom_1",0.9421208503633123,1613947489554,7101
"eps_1",1e-05,1613947489554,7101
"wd_2",0.01,1613947489554,7101
"sqr_mom_2",0.99,1613947489554,7101
"lr_2",3.940035422595644e-05,1613947489554,7101
"mom_2",0.9421208503633123,1613947489554,7101
"eps_2",1e-05,1613947489554,7101
"train_loss",0.0045852256,1613947490559,7102
"raw_loss",0.00470585,1613947490559,7102
"epoch",44.67295597484274,1613947490559,7102
"wd_0",0.01,1613947490559,7102
"sqr_mom_0",0.99,1613947490559,7102
"lr_0",3.9324362578568665e-07,1613947490559,7102
"mom_0",0.9421360488447746,1613947490559,7102
"eps_0",1e-05,1613947490559,7102
"wd_1",0.01,1613947490559,7102
"sqr_mom_1",0.99,1613947490559,7102
"lr_1",3.9324362578568614e-06,1613947490559,7102
"mom_1",0.9421360488447746,1613947490559,7102
"eps_1",1e-05,1613947490559,7102
"wd_2",0.01,1613947490559,7102
"sqr_mom_2",0.99,1613947490559,7102
"lr_2",3.93243625785686e-05,1613947490559,7102
"mom_2",0.9421360488447746,1613947490559,7102
"eps_2",1e-05,1613947490559,7102
"train_loss",0.0046711657,1613947491515,7103
"raw_loss",0.008882244,1613947491515,7103
"epoch",44.679245283018844,1613947491515,7103
"wd_0",0.01,1613947491515,7103
"sqr_mom_0",0.99,1613947491515,7103
"lr_0",3.924843803788479e-07,1613947491515,7103
"mom_0",0.9421512339047621,1613947491515,7103
"eps_0",1e-05,1613947491515,7103
"wd_1",0.01,1613947491515,7103
"sqr_mom_1",0.99,1613947491515,7103
"lr_1",3.924843803788484e-06,1613947491515,7103
"mom_1",0.9421512339047621,1613947491515,7103
"eps_1",1e-05,1613947491515,7103
"wd_2",0.01,1613947491515,7103
"sqr_mom_2",0.99,1613947491515,7103
"lr_2",3.92484380378848e-05,1613947491515,7103
"mom_2",0.9421512339047621,1613947491515,7103
"eps_2",1e-05,1613947491515,7103
"train_loss",0.0046359412,1613947492479,7104
"raw_loss",0.0029099449,1613947492479,7104
"epoch",44.685534591194944,1613947492479,7104
"wd_0",0.01,1613947492479,7104
"sqr_mom_0",0.99,1613947492479,7104
"lr_0",3.9172530313680173e-07,1613947492479,7104
"mom_0",0.9421664156014199,1613947492479,7104
"eps_0",1e-05,1613947492479,7104
"wd_1",0.01,1613947492479,7104
"sqr_mom_1",0.99,1613947492479,7104
"lr_1",3.917253031368017e-06,1613947492479,7104
"mom_1",0.9421664156014199,1613947492479,7104
"eps_1",1e-05,1613947492479,7104
"wd_2",0.01,1613947492479,7104
"sqr_mom_2",0.99,1613947492479,7104
"lr_2",3.9172530313680146e-05,1613947492479,7104
"mom_2",0.9421664156014199,1613947492479,7104
"eps_2",1e-05,1613947492479,7104
"train_loss",0.004598764,1613947493470,7105
"raw_loss",0.0027770705,1613947493470,7105
"epoch",44.691823899371045,1613947493470,7105
"wd_0",0.01,1613947493470,7105
"sqr_mom_0",0.99,1613947493470,7105
"lr_0",3.909674010350485e-07,1613947493470,7105
"mom_0",0.942181573795037,1613947493470,7105
"eps_0",1e-05,1613947493470,7105
"wd_1",0.01,1613947493470,7105
"sqr_mom_1",0.99,1613947493470,7105
"lr_1",3.909674010350488e-06,1613947493470,7105
"mom_1",0.942181573795037,1613947493470,7105
"eps_1",1e-05,1613947493470,7105
"wd_2",0.01,1613947493470,7105
"sqr_mom_2",0.99,1613947493470,7105
"lr_2",3.909674010350487e-05,1613947493470,7105
"mom_2",0.942181573795037,1613947493470,7105
"eps_2",1e-05,1613947493470,7105
"train_loss",0.0045784847,1613947494432,7106
"raw_loss",0.0035848012,1613947494432,7106
"epoch",44.698113207547145,1613947494432,7106
"wd_0",0.01,1613947494432,7106
"sqr_mom_0",0.99,1613947494432,7106
"lr_0",3.9021017072537565e-07,1613947494432,7106
"mom_0",0.942196718552678,1613947494432,7106
"eps_0",1e-05,1613947494432,7106
"wd_1",0.01,1613947494432,7106
"sqr_mom_1",0.99,1613947494432,7106
"lr_1",3.902101707253755e-06,1613947494432,7106
"mom_1",0.942196718552678,1613947494432,7106
"eps_1",1e-05,1613947494432,7106
"wd_2",0.01,1613947494432,7106
"sqr_mom_2",0.99,1613947494432,7106
"lr_2",3.9021017072537534e-05,1613947494432,7106
"mom_2",0.942196718552678,1613947494432,7106
"eps_2",1e-05,1613947494432,7106
"train_loss",0.0046182927,1613947495444,7107
"raw_loss",0.0065688877,1613947495444,7107
"epoch",44.704402515723245,1613947495444,7107
"wd_0",0.01,1613947495444,7107
"sqr_mom_0",0.99,1613947495444,7107
"lr_0",3.8945311064277073e-07,1613947495444,7107
"mom_0",0.9422118599057436,1613947495444,7107
"eps_0",1e-05,1613947495444,7107
"wd_1",0.01,1613947495444,7107
"sqr_mom_1",0.99,1613947495444,7107
"lr_1",3.894531106427704e-06,1613947495444,7107
"mom_1",0.9422118599057436,1613947495444,7107
"eps_1",1e-05,1613947495444,7107
"wd_2",0.01,1613947495444,7107
"sqr_mom_2",0.99,1613947495444,7107
"lr_2",3.894531106427701e-05,1613947495444,7107
"mom_2",0.9422118599057436,1613947495444,7107
"eps_2",1e-05,1613947495444,7107
"train_loss",0.0045758714,1613947496482,7108
"raw_loss",0.0024972155,1613947496482,7108
"epoch",44.710691823899346,1613947496482,7108
"wd_0",0.01,1613947496482,7108
"sqr_mom_0",0.99,1613947496482,7108
"lr_0",3.886972250868164e-07,1613947496482,7108
"mom_0",0.9422269777680413,1613947496482,7108
"eps_0",1e-05,1613947496482,7108
"wd_1",0.01,1613947496482,7108
"sqr_mom_1",0.99,1613947496482,7108
"lr_1",3.886972250868162e-06,1613947496482,7108
"mom_1",0.9422269777680413,1613947496482,7108
"eps_1",1e-05,1613947496482,7108
"wd_2",0.01,1613947496482,7108
"sqr_mom_2",0.99,1613947496482,7108
"lr_2",3.886972250868154e-05,1613947496482,7108
"mom_2",0.9422269777680413,1613947496482,7108
"eps_2",1e-05,1613947496482,7108
"train_loss",0.004711566,1613947497501,7109
"raw_loss",0.0113606155,1613947497501,7109
"epoch",44.716981132075446,1613947497501,7109
"wd_0",0.01,1613947497501,7109
"sqr_mom_0",0.99,1613947497501,7109
"lr_0",3.879417615893201e-07,1613947497501,7109
"mom_0",0.9422420871890854,1613947497501,7109
"eps_0",1e-05,1613947497501,7109
"wd_1",0.01,1613947497501,7109
"sqr_mom_1",0.99,1613947497501,7109
"lr_1",3.879417615893203e-06,1613947497501,7109
"mom_1",0.9422420871890854,1613947497501,7109
"eps_1",1e-05,1613947497501,7109
"wd_2",0.01,1613947497501,7109
"sqr_mom_2",0.99,1613947497501,7109
"lr_2",3.8794176158931987e-05,1613947497501,7109
"mom_2",0.9422420871890854,1613947497501,7109
"eps_2",1e-05,1613947497501,7109
"train_loss",0.0047229873,1613947498643,7110
"raw_loss",0.0052826405,1613947498643,7110
"epoch",44.72327044025155,1613947498643,7110
"wd_0",0.01,1613947498643,7110
"sqr_mom_0",0.99,1613947498643,7110
"lr_0",3.871869712941463e-07,1613947498643,7110
"mom_0",0.9422571831459485,1613947498643,7110
"eps_0",1e-05,1613947498643,7110
"wd_1",0.01,1613947498643,7110
"sqr_mom_1",0.99,1613947498643,7110
"lr_1",3.8718697129414665e-06,1613947498643,7110
"mom_1",0.9422571831459485,1613947498643,7110
"eps_1",1e-05,1613947498643,7110
"wd_2",0.01,1613947498643,7110
"sqr_mom_2",0.99,1613947498643,7110
"lr_2",3.871869712941461e-05,1613947498643,7110
"mom_2",0.9422571831459485,1613947498643,7110
"eps_2",1e-05,1613947498643,7110
"train_loss",0.0047357734,1613947499660,7111
"raw_loss",0.005362286,1613947499660,7111
"epoch",44.72955974842765,1613947499660,7111
"wd_0",0.01,1613947499660,7111
"sqr_mom_0",0.99,1613947499660,7111
"lr_0",3.8643285444187525e-07,1613947499660,7111
"mom_0",0.9422722656338188,1613947499660,7111
"eps_0",1e-05,1613947499660,7111
"wd_1",0.01,1613947499660,7111
"sqr_mom_1",0.99,1613947499660,7111
"lr_1",3.864328544418751e-06,1613947499660,7111
"mom_1",0.9422722656338188,1613947499660,7111
"eps_1",1e-05,1613947499660,7111
"wd_2",0.01,1613947499660,7111
"sqr_mom_2",0.99,1613947499660,7111
"lr_2",3.864328544418748e-05,1613947499660,7111
"mom_2",0.9422722656338188,1613947499660,7111
"eps_2",1e-05,1613947499660,7111
"train_loss",0.0047186026,1613947500613,7112
"raw_loss",0.003877233,1613947500613,7112
"epoch",44.73584905660375,1613947500613,7112
"wd_0",0.01,1613947500613,7112
"sqr_mom_0",0.99,1613947500613,7112
"lr_0",3.856796610593916e-07,1613947500613,7112
"mom_0",0.9422873296521086,1613947500613,7112
"eps_0",1e-05,1613947500613,7112
"wd_1",0.01,1613947500613,7112
"sqr_mom_1",0.99,1613947500613,7112
"lr_1",3.856796610593921e-06,1613947500613,7112
"mom_1",0.9422873296521086,1613947500613,7112
"eps_1",1e-05,1613947500613,7112
"wd_2",0.01,1613947500613,7112
"sqr_mom_2",0.99,1613947500613,7112
"lr_2",3.856796610593916e-05,1613947500613,7112
"mom_2",0.9422873296521086,1613947500613,7112
"eps_2",1e-05,1613947500613,7112
"train_loss",0.004798101,1613947501619,7113
"raw_loss",0.008693526,1613947501619,7113
"epoch",44.74213836477985,1613947501619,7113
"wd_0",0.01,1613947501619,7113
"sqr_mom_0",0.99,1613947501619,7113
"lr_0",3.8492664202728737e-07,1613947501619,7113
"mom_0",0.942302390183356,1613947501619,7113
"eps_0",1e-05,1613947501619,7113
"wd_1",0.01,1613947501619,7113
"sqr_mom_1",0.99,1613947501619,7113
"lr_1",3.849266420272877e-06,1613947501619,7113
"mom_1",0.942302390183356,1613947501619,7113
"eps_1",1e-05,1613947501619,7113
"wd_2",0.01,1613947501619,7113
"sqr_mom_2",0.99,1613947501619,7113
"lr_2",3.849266420272873e-05,1613947501619,7113
"mom_2",0.942302390183356,1613947501619,7113
"eps_2",1e-05,1613947501619,7113
"train_loss",0.0047959224,1613947502570,7114
"raw_loss",0.004689188,1613947502570,7114
"epoch",44.74842767295595,1613947502570,7114
"wd_0",0.01,1613947502570,7114
"sqr_mom_0",0.99,1613947502570,7114
"lr_0",3.841747962843745e-07,1613947502570,7114
"mom_0",0.9423174272485849,1613947502570,7114
"eps_0",1e-05,1613947502570,7114
"wd_1",0.01,1613947502570,7114
"sqr_mom_1",0.99,1613947502570,7114
"lr_1",3.84174796284374e-06,1613947502570,7114
"mom_1",0.9423174272485849,1613947502570,7114
"eps_1",1e-05,1613947502570,7114
"wd_2",0.01,1613947502570,7114
"sqr_mom_2",0.99,1613947502570,7114
"lr_2",3.84174796284374e-05,1613947502570,7114
"mom_2",0.9423174272485849,1613947502570,7114
"eps_2",1e-05,1613947502570,7114
"train_loss",0.0047689658,1613947503558,7115
"raw_loss",0.0034480966,1613947503558,7115
"epoch",44.75471698113205,1613947503558,7115
"wd_0",0.01,1613947503558,7115
"sqr_mom_0",0.99,1613947503558,7115
"lr_0",3.834236244971691e-07,1613947503558,7115
"mom_0",0.942332450834565,1613947503558,7115
"eps_0",1e-05,1613947503558,7115
"wd_1",0.01,1613947503558,7115
"sqr_mom_1",0.99,1613947503558,7115
"lr_1",3.834236244971696e-06,1613947503558,7115
"mom_1",0.942332450834565,1613947503558,7115
"eps_1",1e-05,1613947503558,7115
"wd_2",0.01,1613947503558,7115
"sqr_mom_2",0.99,1613947503558,7115
"lr_2",3.834236244971691e-05,1613947503558,7115
"mom_2",0.942332450834565,1613947503558,7115
"eps_2",1e-05,1613947503558,7115
"train_loss",0.0047600814,1613947504623,7116
"raw_loss",0.004324753,1613947504623,7116
"epoch",44.76100628930815,1613947504623,7116
"wd_0",0.01,1613947504623,7116
"sqr_mom_0",0.99,1613947504623,7116
"lr_0",3.8267262912113617e-07,1613947504623,7116
"mom_0",0.9423474708922861,1613947504623,7116
"eps_0",1e-05,1613947504623,7116
"wd_1",0.01,1613947504623,7116
"sqr_mom_1",0.99,1613947504623,7116
"lr_1",3.826726291211363e-06,1613947504623,7116
"mom_1",0.9423474708922861,1613947504623,7116
"eps_1",1e-05,1613947504623,7116
"wd_2",0.01,1613947504623,7116
"sqr_mom_2",0.99,1613947504623,7116
"lr_2",3.826726291211361e-05,1613947504623,7116
"mom_2",0.9423474708922861,1613947504623,7116
"eps_2",1e-05,1613947504623,7116
"train_loss",0.004727344,1613947505583,7117
"raw_loss",0.0031232103,1613947505583,7117
"epoch",44.76729559748425,1613947505583,7117
"wd_0",0.01,1613947505583,7117
"sqr_mom_0",0.99,1613947505583,7117
"lr_0",3.819228064105497e-07,1613947505583,7117
"mom_0",0.9423624674964639,1613947505583,7117
"eps_0",1e-05,1613947505583,7117
"wd_1",0.01,1613947505583,7117
"sqr_mom_1",0.99,1613947505583,7117
"lr_1",3.819228064105495e-06,1613947505583,7117
"mom_1",0.9423624674964639,1613947505583,7117
"eps_1",1e-05,1613947505583,7117
"wd_2",0.01,1613947505583,7117
"sqr_mom_2",0.99,1613947505583,7117
"lr_2",3.8192280641054926e-05,1613947505583,7117
"mom_2",0.9423624674964639,1613947505583,7117
"eps_2",1e-05,1613947505583,7117
"train_loss",0.004835722,1613947506562,7118
"raw_loss",0.010146256,1613947506562,7118
"epoch",44.77358490566035,1613947506562,7118
"wd_0",0.01,1613947506562,7118
"sqr_mom_0",0.99,1613947506562,7118
"lr_0",3.8117340992889386e-07,1613947506562,7118
"mom_0",0.9423774555759779,1613947506562,7118
"eps_0",1e-05,1613947506562,7118
"wd_1",0.01,1613947506562,7118
"sqr_mom_1",0.99,1613947506562,7118
"lr_1",3.8117340992889403e-06,1613947506562,7118
"mom_1",0.9423774555759779,1613947506562,7118
"eps_1",1e-05,1613947506562,7118
"wd_2",0.01,1613947506562,7118
"sqr_mom_2",0.99,1613947506562,7118
"lr_2",3.811734099288936e-05,1613947506562,7118
"mom_2",0.9423774555759779,1613947506562,7118
"eps_2",1e-05,1613947506562,7118
"train_loss",0.0048273685,1613947507522,7119
"raw_loss",0.004418039,1613947507522,7119
"epoch",44.77987421383645,1613947507522,7119
"wd_0",0.01,1613947507522,7119
"sqr_mom_0",0.99,1613947507522,7119
"lr_0",3.8042468880689415e-07,1613947507522,7119
"mom_0",0.9423924301481635,1613947507522,7119
"eps_0",1e-05,1613947507522,7119
"wd_1",0.01,1613947507522,7119
"sqr_mom_1",0.99,1613947507522,7119
"lr_1",3.8042468880689415e-06,1613947507522,7119
"mom_1",0.9423924301481635,1613947507522,7119
"eps_1",1e-05,1613947507522,7119
"wd_2",0.01,1613947507522,7119
"sqr_mom_2",0.99,1613947507522,7119
"lr_2",3.804246888068933e-05,1613947507522,7119
"mom_2",0.9423924301481635,1613947507522,7119
"eps_2",1e-05,1613947507522,7119
"train_loss",0.0048093693,1613947508515,7120
"raw_loss",0.0039274124,1613947508515,7120
"epoch",44.78616352201255,1613947508515,7120
"wd_0",0.01,1613947508515,7120
"sqr_mom_0",0.99,1613947508515,7120
"lr_0",3.7967664328319617e-07,1613947508515,7120
"mom_0",0.9424073912082481,1613947508515,7120
"eps_0",1e-05,1613947508515,7120
"wd_1",0.01,1613947508515,7120
"sqr_mom_1",0.99,1613947508515,7120
"lr_1",3.7967664328319566e-06,1613947508515,7120
"mom_1",0.9424073912082481,1613947508515,7120
"eps_1",1e-05,1613947508515,7120
"wd_2",0.01,1613947508515,7120
"sqr_mom_2",0.99,1613947508515,7120
"lr_2",3.796766432831954e-05,1613947508515,7120
"mom_2",0.9424073912082481,1613947508515,7120
"eps_2",1e-05,1613947508515,7120
"train_loss",0.0047854497,1613947509487,7121
"raw_loss",0.0036133837,1613947509487,7121
"epoch",44.79245283018865,1613947509487,7121
"wd_0",0.01,1613947509487,7121
"sqr_mom_0",0.99,1613947509487,7121
"lr_0",3.7892952136797285e-07,1613947509487,7121
"mom_0",0.9424223337959785,1613947509487,7121
"eps_0",1e-05,1613947509487,7121
"wd_1",0.01,1613947509487,7121
"sqr_mom_1",0.99,1613947509487,7121
"lr_1",3.7892952136797285e-06,1613947509487,7121
"mom_1",0.9424223337959785,1613947509487,7121
"eps_1",1e-05,1613947509487,7121
"wd_2",0.01,1613947509487,7121
"sqr_mom_2",0.99,1613947509487,7121
"lr_2",3.789295213679723e-05,1613947509487,7121
"mom_2",0.9424223337959785,1613947509487,7121
"eps_2",1e-05,1613947509487,7121
"train_loss",0.004786127,1613947510483,7122
"raw_loss",0.0048192935,1613947510483,7122
"epoch",44.79874213836475,1613947510483,7122
"wd_0",0.01,1613947510483,7122
"sqr_mom_0",0.99,1613947510483,7122
"lr_0",3.7818257998421465e-07,1613947510483,7122
"mom_0",0.9424372727730433,1613947510483,7122
"eps_0",1e-05,1613947510483,7122
"wd_1",0.01,1613947510483,7122
"sqr_mom_1",0.99,1613947510483,7122
"lr_1",3.7818257998421532e-06,1613947510483,7122
"mom_1",0.9424372727730433,1613947510483,7122
"eps_1",1e-05,1613947510483,7122
"wd_2",0.01,1613947510483,7122
"sqr_mom_2",0.99,1613947510483,7122
"lr_2",3.7818257998421465e-05,1613947510483,7122
"mom_2",0.9424372727730433,1613947510483,7122
"eps_2",1e-05,1613947510483,7122
"train_loss",0.00481763,1613947511487,7123
"raw_loss",0.0063613034,1613947511487,7123
"epoch",44.80503144654085,1613947511487,7123
"wd_0",0.01,1613947511487,7123
"sqr_mom_0",0.99,1613947511487,7123
"lr_0",3.7743681000825803e-07,1613947511487,7123
"mom_0",0.9424521883217181,1613947511487,7123
"eps_0",1e-05,1613947511487,7123
"wd_1",0.01,1613947511487,7123
"sqr_mom_1",0.99,1613947511487,7123
"lr_1",3.7743681000825753e-06,1613947511487,7123
"mom_1",0.9424521883217181,1613947511487,7123
"eps_1",1e-05,1613947511487,7123
"wd_2",0.01,1613947511487,7123
"sqr_mom_2",0.99,1613947511487,7123
"lr_2",3.774368100082574e-05,1613947511487,7123
"mom_2",0.9424521883217181,1613947511487,7123
"eps_2",1e-05,1613947511487,7123
"train_loss",0.0047748913,1613947512442,7124
"raw_loss",0.0026806898,1613947512442,7124
"epoch",44.81132075471695,1613947512442,7124
"wd_0",0.01,1613947512442,7124
"sqr_mom_0",0.99,1613947512442,7124
"lr_0",3.766917161342388e-07,1613947512442,7124
"mom_0",0.9424670903482186,1613947512442,7124
"eps_0",1e-05,1613947512442,7124
"wd_1",0.01,1613947512442,7124
"sqr_mom_1",0.99,1613947512442,7124
"lr_1",3.766917161342388e-06,1613947512442,7124
"mom_1",0.9424670903482186,1613947512442,7124
"eps_1",1e-05,1613947512442,7124
"wd_2",0.01,1613947512442,7124
"sqr_mom_2",0.99,1613947512442,7124
"lr_2",3.766917161342388e-05,1613947512442,7124
"mom_2",0.9424670903482186,1613947512442,7124
"eps_2",1e-05,1613947512442,7124
"train_loss",0.0048256274,1613947513414,7125
"raw_loss",0.007311698,1613947513414,7125
"epoch",44.81761006289305,1613947513414,7125
"wd_0",0.01,1613947513414,7125
"sqr_mom_0",0.99,1613947513414,7125
"lr_0",3.759468048509446e-07,1613947513414,7125
"mom_0",0.9424819887228683,1613947513414,7125
"eps_0",1e-05,1613947513414,7125
"wd_1",0.01,1613947513414,7125
"sqr_mom_1",0.99,1613947513414,7125
"lr_1",3.759468048509444e-06,1613947513414,7125
"mom_1",0.9424819887228683,1613947513414,7125
"eps_1",1e-05,1613947513414,7125
"wd_2",0.01,1613947513414,7125
"sqr_mom_2",0.99,1613947513414,7125
"lr_2",3.7594680485094386e-05,1613947513414,7125
"mom_2",0.9424819887228683,1613947513414,7125
"eps_2",1e-05,1613947513414,7125
"train_loss",0.0049130595,1613947514494,7126
"raw_loss",0.009197244,1613947514494,7126
"epoch",44.82389937106915,1613947514494,7126
"wd_0",0.01,1613947514494,7126
"sqr_mom_0",0.99,1613947514494,7126
"lr_0",3.752030643416206e-07,1613947514494,7126
"mom_0",0.9424968636818044,1613947514494,7126
"eps_0",1e-05,1613947514494,7126
"wd_1",0.01,1613947514494,7126
"sqr_mom_1",0.99,1613947514494,7126
"lr_1",3.752030643416204e-06,1613947514494,7126
"mom_1",0.9424968636818044,1613947514494,7126
"eps_1",1e-05,1613947514494,7126
"wd_2",0.01,1613947514494,7126
"sqr_mom_2",0.99,1613947514494,7126
"lr_2",3.752030643416204e-05,1613947514494,7126
"mom_2",0.9424968636818044,1613947514494,7126
"eps_2",1e-05,1613947514494,7126
"train_loss",0.0048916857,1613947515481,7127
"raw_loss",0.003844372,1613947515481,7127
"epoch",44.83018867924525,1613947515481,7127
"wd_0",0.01,1613947515481,7127
"sqr_mom_0",0.99,1613947515481,7127
"lr_0",3.744595077957207e-07,1613947515481,7127
"mom_0",0.9425117349614351,1613947515481,7127
"eps_0",1e-05,1613947515481,7127
"wd_1",0.01,1613947515481,7127
"sqr_mom_1",0.99,1613947515481,7127
"lr_1",3.7445950779572035e-06,1613947515481,7127
"mom_1",0.9425117349614351,1613947515481,7127
"eps_1",1e-05,1613947515481,7127
"wd_2",0.01,1613947515481,7127
"sqr_mom_2",0.99,1613947515481,7127
"lr_2",3.744595077957198e-05,1613947515481,7127
"mom_2",0.9425117349614351,1613947515481,7127
"eps_2",1e-05,1613947515481,7127
"train_loss",0.0048811454,1613947516481,7128
"raw_loss",0.0043646754,1613947516481,7128
"epoch",44.836477987421354,1613947516481,7128
"wd_0",0.01,1613947516481,7128
"sqr_mom_0",0.99,1613947516481,7128
"lr_0",3.737171215993267e-07,1613947516481,7128
"mom_0",0.9425265828338417,1613947516481,7128
"eps_0",1e-05,1613947516481,7128
"wd_1",0.01,1613947516481,7128
"sqr_mom_1",0.99,1613947516481,7128
"lr_1",3.737171215993269e-06,1613947516481,7128
"mom_1",0.9425265828338417,1613947516481,7128
"eps_1",1e-05,1613947516481,7128
"wd_2",0.01,1613947516481,7128
"sqr_mom_2",0.99,1613947516481,7128
"lr_2",3.737171215993261e-05,1613947516481,7128
"mom_2",0.9425265828338417,1613947516481,7128
"eps_2",1e-05,1613947516481,7128
"train_loss",0.0048349216,1613947517496,7129
"raw_loss",0.0025699546,1613947517496,7129
"epoch",44.842767295597454,1613947517496,7129
"wd_0",0.01,1613947517496,7129
"sqr_mom_0",0.99,1613947517496,7129
"lr_0",3.7297541268969385e-07,1613947517496,7129
"mom_0",0.9425414171603776,1613947517496,7129
"eps_0",1e-05,1613947517496,7129
"wd_1",0.01,1613947517496,7129
"sqr_mom_1",0.99,1613947517496,7129
"lr_1",3.7297541268969334e-06,1613947517496,7129
"mom_1",0.9425414171603776,1613947517496,7129
"eps_1",1e-05,1613947517496,7129
"wd_2",0.01,1613947517496,7129
"sqr_mom_2",0.99,1613947517496,7129
"lr_2",3.729754126896931e-05,1613947517496,7129
"mom_2",0.9425414171603776,1613947517496,7129
"eps_2",1e-05,1613947517496,7129
"train_loss",0.0048076245,1613947518463,7130
"raw_loss",0.0034700627,1613947518463,7130
"epoch",44.849056603773555,1613947518463,7130
"wd_0",0.01,1613947518463,7130
"sqr_mom_0",0.99,1613947518463,7130
"lr_0",3.7223388980186663e-07,1613947518463,7130
"mom_0",0.9425562477664403,1613947518463,7130
"eps_0",1e-05,1613947518463,7130
"wd_1",0.01,1613947518463,7130
"sqr_mom_1",0.99,1613947518463,7130
"lr_1",3.7223388980186663e-06,1613947518463,7130
"mom_1",0.9425562477664403,1613947518463,7130
"eps_1",1e-05,1613947518463,7130
"wd_2",0.01,1613947518463,7130
"sqr_mom_2",0.99,1613947518463,7130
"lr_2",3.722338898018662e-05,1613947518463,7130
"mom_2",0.9425562477664403,1613947518463,7130
"eps_2",1e-05,1613947518463,7130
"train_loss",0.0048108236,1613947519469,7131
"raw_loss",0.0049675778,1613947519469,7131
"epoch",44.855345911949655,1613947519469,7131
"wd_0",0.01,1613947519469,7131
"sqr_mom_0",0.99,1613947519469,7131
"lr_0",3.71493536624121e-07,1613947519469,7131
"mom_0",0.9425710549780674,1613947519469,7131
"eps_0",1e-05,1613947519469,7131
"wd_1",0.01,1613947519469,7131
"sqr_mom_1",0.99,1613947519469,7131
"lr_1",3.7149353662412066e-06,1613947519469,7131
"mom_1",0.9425710549780674,1613947519469,7131
"eps_1",1e-05,1613947519469,7131
"wd_2",0.01,1613947519469,7131
"sqr_mom_2",0.99,1613947519469,7131
"lr_2",3.714935366241201e-05,1613947519469,7131
"mom_2",0.9425710549780674,1613947519469,7131
"eps_2",1e-05,1613947519469,7131
"train_loss",0.004810288,1613947520442,7132
"raw_loss",0.0047840416,1613947520442,7132
"epoch",44.861635220125756,1613947520442,7132
"wd_0",0.01,1613947520442,7132
"sqr_mom_0",0.99,1613947520442,7132
"lr_0",3.707536161408135e-07,1613947520442,7132
"mom_0",0.942585853535719,1613947520442,7132
"eps_0",1e-05,1613947520442,7132
"wd_1",0.01,1613947520442,7132
"sqr_mom_1",0.99,1613947520442,7132
"lr_1",3.7075361614081283e-06,1613947520442,7132
"mom_1",0.942585853535719,1613947520442,7132
"eps_1",1e-05,1613947520442,7132
"wd_2",0.01,1613947520442,7132
"sqr_mom_2",0.99,1613947520442,7132
"lr_2",3.7075361614081256e-05,1613947520442,7132
"mom_2",0.942585853535719,1613947520442,7132
"eps_2",1e-05,1613947520442,7132
"train_loss",0.004859793,1613947521429,7133
"raw_loss",0.0072855325,1613947521429,7133
"epoch",44.867924528301856,1613947521429,7133
"wd_0",0.01,1613947521429,7133
"sqr_mom_0",0.99,1613947521429,7133
"lr_0",3.7001437433835123e-07,1613947521429,7133
"mom_0",0.9426006385196182,1613947521429,7133
"eps_0",1e-05,1613947521429,7133
"wd_1",0.01,1613947521429,7133
"sqr_mom_1",0.99,1613947521429,7133
"lr_1",3.7001437433835106e-06,1613947521429,7133
"mom_1",0.9426006385196182,1613947521429,7133
"eps_1",1e-05,1613947521429,7133
"wd_2",0.01,1613947521429,7133
"sqr_mom_2",0.99,1613947521429,7133
"lr_2",3.700143743383508e-05,1613947521429,7133
"mom_2",0.9426006385196182,1613947521429,7133
"eps_2",1e-05,1613947521429,7133
"train_loss",0.004861273,1613947522401,7134
"raw_loss",0.0049337936,1613947522401,7134
"epoch",44.874213836477956,1613947522401,7134
"wd_0",0.01,1613947522401,7134
"sqr_mom_0",0.99,1613947522401,7134
"lr_0",3.6927581145235925e-07,1613947522401,7134
"mom_0",0.942615409925052,1613947522401,7134
"eps_0",1e-05,1613947522401,7134
"wd_1",0.01,1613947522401,7134
"sqr_mom_1",0.99,1613947522401,7134
"lr_1",3.692758114523596e-06,1613947522401,7134
"mom_1",0.942615409925052,1613947522401,7134
"eps_1",1e-05,1613947522401,7134
"wd_2",0.01,1613947522401,7134
"sqr_mom_2",0.99,1613947522401,7134
"lr_2",3.6927581145235905e-05,1613947522401,7134
"mom_2",0.942615409925052,1613947522401,7134
"eps_2",1e-05,1613947522401,7134
"train_loss",0.0048365085,1613947523401,7135
"raw_loss",0.0036230457,1613947523401,7135
"epoch",44.88050314465406,1613947523401,7135
"wd_0",0.01,1613947523401,7135
"sqr_mom_0",0.99,1613947523401,7135
"lr_0",3.6853817234318633e-07,1613947523401,7135
"mom_0",0.9426301628547648,1613947523401,7135
"eps_0",1e-05,1613947523401,7135
"wd_1",0.01,1613947523401,7135
"sqr_mom_1",0.99,1613947523401,7135
"lr_1",3.685381723431865e-06,1613947523401,7135
"mom_1",0.9426301628547648,1613947523401,7135
"eps_1",1e-05,1613947523401,7135
"wd_2",0.01,1613947523401,7135
"sqr_mom_2",0.99,1613947523401,7135
"lr_2",3.685381723431862e-05,1613947523401,7135
"mom_2",0.9426301628547648,1613947523401,7135
"eps_2",1e-05,1613947523401,7135
"train_loss",0.0048357775,1613947524348,7136
"raw_loss",0.0047999565,1613947524348,7136
"epoch",44.88679245283016,1613947524348,7136
"wd_0",0.01,1613947524348,7136
"sqr_mom_0",0.99,1613947524348,7136
"lr_0",3.678007233712057e-07,1613947524348,7136
"mom_0",0.9426449119816956,1613947524348,7136
"eps_0",1e-05,1613947524348,7136
"wd_1",0.01,1613947524348,7136
"sqr_mom_1",0.99,1613947524348,7136
"lr_1",3.678007233712057e-06,1613947524348,7136
"mom_1",0.9426449119816956,1613947524348,7136
"eps_1",1e-05,1613947524348,7136
"wd_2",0.01,1613947524348,7136
"sqr_mom_2",0.99,1613947524348,7136
"lr_2",3.678007233712049e-05,1613947524348,7136
"mom_2",0.9426449119816956,1613947524348,7136
"eps_2",1e-05,1613947524348,7136
"train_loss",0.004801369,1613947525340,7137
"raw_loss",0.0031153373,1613947525340,7137
"epoch",44.89308176100626,1613947525340,7137
"wd_0",0.01,1613947525340,7137
"sqr_mom_0",0.99,1613947525340,7137
"lr_0",3.6706444282032327e-07,1613947525340,7137
"mom_0",0.9426596377399709,1613947525340,7137
"eps_0",1e-05,1613947525340,7137
"wd_1",0.01,1613947525340,7137
"sqr_mom_1",0.99,1613947525340,7137
"lr_1",3.6706444282032344e-06,1613947525340,7137
"mom_1",0.9426596377399709,1613947525340,7137
"eps_1",1e-05,1613947525340,7137
"wd_2",0.01,1613947525340,7137
"sqr_mom_2",0.99,1613947525340,7137
"lr_2",3.670644428203229e-05,1613947525340,7137
"mom_2",0.9426596377399709,1613947525340,7137
"eps_2",1e-05,1613947525340,7137
"train_loss",0.004839406,1613947526287,7138
"raw_loss",0.0067032343,1613947526287,7138
"epoch",44.89937106918236,1613947526287,7138
"wd_0",0.01,1613947526287,7138
"sqr_mom_0",0.99,1613947526287,7138
"lr_0",3.6632884167525986e-07,1613947526287,7138
"mom_0",0.9426743499099939,1613947526287,7138
"eps_0",1e-05,1613947526287,7138
"wd_1",0.01,1613947526287,7138
"sqr_mom_1",0.99,1613947526287,7138
"lr_1",3.6632884167526003e-06,1613947526287,7138
"mom_1",0.9426743499099939,1613947526287,7138
"eps_1",1e-05,1613947526287,7138
"wd_2",0.01,1613947526287,7138
"sqr_mom_2",0.99,1613947526287,7138
"lr_2",3.663288416752596e-05,1613947526287,7138
"mom_2",0.9426743499099939,1613947526287,7138
"eps_2",1e-05,1613947526287,7138
"train_loss",0.004879148,1613947527277,7139
"raw_loss",0.006826516,1613947527277,7139
"epoch",44.90566037735846,1613947527277,7139
"wd_0",0.01,1613947527277,7139
"sqr_mom_0",0.99,1613947527277,7139
"lr_0",3.655934327241533e-07,1613947527277,7139
"mom_0",0.9426890582360993,1613947527277,7139
"eps_0",1e-05,1613947527277,7139
"wd_1",0.01,1613947527277,7139
"sqr_mom_1",0.99,1613947527277,7139
"lr_1",3.6559343272415362e-06,1613947527277,7139
"mom_1",0.9426890582360993,1613947527277,7139
"eps_1",1e-05,1613947527277,7139
"wd_2",0.01,1613947527277,7139
"sqr_mom_2",0.99,1613947527277,7139
"lr_2",3.6559343272415295e-05,1613947527277,7139
"mom_2",0.9426890582360993,1613947527277,7139
"eps_2",1e-05,1613947527277,7139
"train_loss",0.004915983,1613947528253,7140
"raw_loss",0.0067208814,1613947528253,7140
"epoch",44.91194968553456,1613947528253,7140
"wd_0",0.01,1613947528253,7140
"sqr_mom_0",0.99,1613947528253,7140
"lr_0",3.648591915446612e-07,1613947528253,7140
"mom_0",0.9427037432065388,1613947528253,7140
"eps_0",1e-05,1613947528253,7140
"wd_1",0.01,1613947528253,7140
"sqr_mom_1",0.99,1613947528253,7140
"lr_1",3.648591915446612e-06,1613947528253,7140
"mom_1",0.9427037432065388,1613947528253,7140
"eps_1",1e-05,1613947528253,7140
"wd_2",0.01,1613947528253,7140
"sqr_mom_2",0.99,1613947528253,7140
"lr_2",3.648591915446608e-05,1613947528253,7140
"mom_2",0.9427037432065388,1613947528253,7140
"eps_2",1e-05,1613947528253,7140
"train_loss",0.0048995996,1613947529208,7141
"raw_loss",0.0040968047,1613947529208,7141
"epoch",44.91823899371066,1613947529208,7141
"wd_0",0.01,1613947529208,7141
"sqr_mom_0",0.99,1613947529208,7141
"lr_0",3.6412538720174664e-07,1613947529208,7141
"mom_0",0.9427184194401594,1613947529208,7141
"eps_0",1e-05,1613947529208,7141
"wd_1",0.01,1613947529208,7141
"sqr_mom_1",0.99,1613947529208,7141
"lr_1",3.6412538720174647e-06,1613947529208,7141
"mom_1",0.9427184194401594,1613947529208,7141
"eps_1",1e-05,1613947529208,7141
"wd_2",0.01,1613947529208,7141
"sqr_mom_2",0.99,1613947529208,7141
"lr_2",3.6412538720174633e-05,1613947529208,7141
"mom_2",0.9427184194401594,1613947529208,7141
"eps_2",1e-05,1613947529208,7141
"train_loss",0.004864162,1613947530191,7142
"raw_loss",0.0031277202,1613947530191,7142
"epoch",44.92452830188676,1613947530191,7142
"wd_0",0.01,1613947530191,7142
"sqr_mom_0",0.99,1613947530191,7142
"lr_0",3.633922636523494e-07,1613947530191,7142
"mom_0",0.9427330820577735,1613947530191,7142
"eps_0",1e-05,1613947530191,7142
"wd_1",0.01,1613947530191,7142
"sqr_mom_1",0.99,1613947530191,7142
"lr_1",3.633922636523494e-06,1613947530191,7142
"mom_1",0.9427330820577735,1613947530191,7142
"eps_1",1e-05,1613947530191,7142
"wd_2",0.01,1613947530191,7142
"sqr_mom_2",0.99,1613947530191,7142
"lr_2",3.633922636523491e-05,1613947530191,7142
"mom_2",0.9427330820577735,1613947530191,7142
"eps_2",1e-05,1613947530191,7142
"train_loss",0.0049197325,1613947531184,7143
"raw_loss",0.0076426906,1613947531184,7143
"epoch",44.93081761006286,1613947531184,7143
"wd_0",0.01,1613947531184,7143
"sqr_mom_0",0.99,1613947531184,7143
"lr_0",3.6265982113014553e-07,1613947531184,7143
"mom_0",0.9427477310547075,1613947531184,7143
"eps_0",1e-05,1613947531184,7143
"wd_1",0.01,1613947531184,7143
"sqr_mom_1",0.99,1613947531184,7143
"lr_1",3.6265982113014536e-06,1613947531184,7143
"mom_1",0.9427477310547075,1613947531184,7143
"eps_1",1e-05,1613947531184,7143
"wd_2",0.01,1613947531184,7143
"sqr_mom_2",0.99,1613947531184,7143
"lr_2",3.626598211301451e-05,1613947531184,7143
"mom_2",0.9427477310547075,1613947531184,7143
"eps_2",1e-05,1613947531184,7143
"train_loss",0.00490366,1613947532149,7144
"raw_loss",0.004116114,1613947532149,7144
"epoch",44.93710691823896,1613947532149,7144
"wd_0",0.01,1613947532149,7144
"sqr_mom_0",0.99,1613947532149,7144
"lr_0",3.6192830246251074e-07,1613947532149,7144
"mom_0",0.9427623615743654,1613947532149,7144
"eps_0",1e-05,1613947532149,7144
"wd_1",0.01,1613947532149,7144
"sqr_mom_1",0.99,1613947532149,7144
"lr_1",3.6192830246251057e-06,1613947532149,7144
"mom_1",0.9427623615743654,1613947532149,7144
"eps_1",1e-05,1613947532149,7144
"wd_2",0.01,1613947532149,7144
"sqr_mom_2",0.99,1613947532149,7144
"lr_2",3.619283024625103e-05,1613947532149,7144
"mom_2",0.9427623615743654,1613947532149,7144
"eps_2",1e-05,1613947532149,7144
"train_loss",0.0048963223,1613947533141,7145
"raw_loss",0.0045367614,1613947533141,7145
"epoch",44.94339622641506,1613947533141,7145
"wd_0",0.01,1613947533141,7145
"sqr_mom_0",0.99,1613947533141,7145
"lr_0",3.611969801009279e-07,1613947533141,7145
"mom_0",0.942776988167863,1613947533141,7145
"eps_0",1e-05,1613947533141,7145
"wd_1",0.01,1613947533141,7145
"sqr_mom_1",0.99,1613947533141,7145
"lr_1",3.611969801009277e-06,1613947533141,7145
"mom_1",0.942776988167863,1613947533141,7145
"eps_1",1e-05,1613947533141,7145
"wd_2",0.01,1613947533141,7145
"sqr_mom_2",0.99,1613947533141,7145
"lr_2",3.6119698010092743e-05,1613947533141,7145
"mom_2",0.942776988167863,1613947533141,7145
"eps_2",1e-05,1613947533141,7145
"train_loss",0.0049171667,1613947534086,7146
"raw_loss",0.0059385337,1613947534086,7146
"epoch",44.94968553459116,1613947534086,7146
"wd_0",0.01,1613947534086,7146
"sqr_mom_0",0.99,1613947534086,7146
"lr_0",3.6046682420187433e-07,1613947534086,7146
"mom_0",0.9427915914318767,1613947534086,7146
"eps_0",1e-05,1613947534086,7146
"wd_1",0.01,1613947534086,7146
"sqr_mom_1",0.99,1613947534086,7146
"lr_1",3.6046682420187416e-06,1613947534086,7146
"mom_1",0.9427915914318767,1613947534086,7146
"eps_1",1e-05,1613947534086,7146
"wd_2",0.01,1613947534086,7146
"sqr_mom_2",0.99,1613947534086,7146
"lr_2",3.604668242018739e-05,1613947534086,7146
"mom_2",0.9427915914318767,1613947534086,7146
"eps_2",1e-05,1613947534086,7146
"train_loss",0.0048990143,1613947535050,7147
"raw_loss",0.004009555,1613947535050,7147
"epoch",44.95597484276726,1613947535050,7147
"wd_0",0.01,1613947535050,7147
"sqr_mom_0",0.99,1613947535050,7147
"lr_0",3.5973734981016074e-07,1613947535050,7147
"mom_0",0.9428061810656074,1613947535050,7147
"eps_0",1e-05,1613947535050,7147
"wd_1",0.01,1613947535050,7147
"sqr_mom_1",0.99,1613947535050,7147
"lr_1",3.5973734981016006e-06,1613947535050,7147
"mom_1",0.9428061810656074,1613947535050,7147
"eps_1",1e-05,1613947535050,7147
"wd_2",0.01,1613947535050,7147
"sqr_mom_2",0.99,1613947535050,7147
"lr_2",3.5973734981016006e-05,1613947535050,7147
"mom_2",0.9428061810656074,1613947535050,7147
"eps_2",1e-05,1613947535050,7147
"train_loss",0.0048471317,1613947536050,7148
"raw_loss",0.002304872,1613947536050,7148
"epoch",44.96226415094336,1613947536050,7148
"wd_0",0.01,1613947536050,7148
"sqr_mom_0",0.99,1613947536050,7148
"lr_0",3.590080737795916e-07,1613947536050,7148
"mom_0",0.9428207667320755,1613947536050,7148
"eps_0",1e-05,1613947536050,7148
"wd_1",0.01,1613947536050,7148
"sqr_mom_1",0.99,1613947536050,7148
"lr_1",3.590080737795916e-06,1613947536050,7148
"mom_1",0.9428207667320755,1613947536050,7148
"eps_1",1e-05,1613947536050,7148
"wd_2",0.01,1613947536050,7148
"sqr_mom_2",0.99,1613947536050,7148
"lr_2",3.5900807377959145e-05,1613947536050,7148
"mom_2",0.9428207667320755,1613947536050,7148
"eps_2",1e-05,1613947536050,7148
"train_loss",0.0048451754,1613947537058,7149
"raw_loss",0.004749311,1613947537058,7149
"epoch",44.96855345911946,1613947537058,7149
"wd_0",0.01,1613947537058,7149
"sqr_mom_0",0.99,1613947537058,7149
"lr_0",3.5827996355202564e-07,1613947537058,7149
"mom_0",0.9428353290822503,1613947537058,7149
"eps_0",1e-05,1613947537058,7149
"wd_1",0.01,1613947537058,7149
"sqr_mom_1",0.99,1613947537058,7149
"lr_1",3.5827996355202547e-06,1613947537058,7149
"mom_1",0.9428353290822503,1613947537058,7149
"eps_1",1e-05,1613947537058,7149
"wd_2",0.01,1613947537058,7149
"sqr_mom_2",0.99,1613947537058,7149
"lr_2",3.582799635520249e-05,1613947537058,7149
"mom_2",0.9428353290822503,1613947537058,7149
"eps_2",1e-05,1613947537058,7149
"train_loss",0.0048338543,1613947538053,7150
"raw_loss",0.0042791055,1613947538053,7150
"epoch",44.97484276729556,1613947538053,7150
"wd_0",0.01,1613947538053,7150
"sqr_mom_0",0.99,1613947538053,7150
"lr_0",3.57552535528375e-07,1613947538053,7150
"mom_0",0.9428498777882104,1613947538053,7150
"eps_0",1e-05,1613947538053,7150
"wd_1",0.01,1613947538053,7150
"sqr_mom_1",0.99,1613947538053,7150
"lr_1",3.5755253552837498e-06,1613947538053,7150
"mom_1",0.9428498777882104,1613947538053,7150
"eps_1",1e-05,1613947538053,7150
"wd_2",0.01,1613947538053,7150
"sqr_mom_2",0.99,1613947538053,7150
"lr_2",3.5755253552837416e-05,1613947538053,7150
"mom_2",0.9428498777882104,1613947538053,7150
"eps_2",1e-05,1613947538053,7150
"train_loss",0.0047903513,1613947539043,7151
"raw_loss",0.0026587092,1613947539043,7151
"epoch",44.98113207547166,1613947539043,7151
"wd_0",0.01,1613947539043,7151
"sqr_mom_0",0.99,1613947539043,7151
"lr_0",3.568253079203929e-07,1613947539043,7151
"mom_0",0.9428644224858169,1613947539043,7151
"eps_0",1e-05,1613947539043,7151
"wd_1",0.01,1613947539043,7151
"sqr_mom_1",0.99,1613947539043,7151
"lr_1",3.5682530792039257e-06,1613947539043,7151
"mom_1",0.9428644224858169,1613947539043,7151
"eps_1",1e-05,1613947539043,7151
"wd_2",0.01,1613947539043,7151
"sqr_mom_2",0.99,1613947539043,7151
"lr_2",3.5682530792039216e-05,1613947539043,7151
"mom_2",0.9428644224858169,1613947539043,7151
"eps_2",1e-05,1613947539043,7151
"train_loss",0.004776128,1613947539997,7152
"raw_loss",0.0040791826,1613947539997,7152
"epoch",44.987421383647764,1613947539997,7152
"wd_0",0.01,1613947539997,7152
"sqr_mom_0",0.99,1613947539997,7152
"lr_0",3.56099245452543e-07,1613947539997,7152
"mom_0",0.942878943880388,1613947539997,7152
"eps_0",1e-05,1613947539997,7152
"wd_1",0.01,1613947539997,7152
"sqr_mom_1",0.99,1613947539997,7152
"lr_1",3.5609924545254283e-06,1613947539997,7152
"mom_1",0.942878943880388,1613947539997,7152
"eps_1",1e-05,1613947539997,7152
"wd_2",0.01,1613947539997,7152
"sqr_mom_2",0.99,1613947539997,7152
"lr_2",3.56099245452543e-05,1613947539997,7152
"mom_2",0.942878943880388,1613947539997,7152
"eps_2",1e-05,1613947539997,7152
"train_loss",0.004742238,1613947540963,7153
"raw_loss",0.0030816249,1613947540963,7153
"epoch",44.993710691823864,1613947540963,7153
"wd_0",0.01,1613947540963,7153
"sqr_mom_0",0.99,1613947540963,7153
"lr_0",3.5537362532651464e-07,1613947540963,7153
"mom_0",0.9428934564280339,1613947540963,7153
"eps_0",1e-05,1613947540963,7153
"wd_1",0.01,1613947540963,7153
"sqr_mom_1",0.99,1613947540963,7153
"lr_1",3.5537362532651464e-06,1613947540963,7153
"mom_1",0.9428934564280339,1613947540963,7153
"eps_1",1e-05,1613947540963,7153
"wd_2",0.01,1613947540963,7153
"sqr_mom_2",0.99,1613947540963,7153
"lr_2",3.5537362532651396e-05,1613947540963,7153
"mom_2",0.9428934564280339,1613947540963,7153
"eps_2",1e-05,1613947540963,7153
"train_loss",0.0047366484,1613947541947,7154
"raw_loss",0.0044627497,1613947541947,7154
"epoch",44.999999999999964,1613947541947,7154
"wd_0",0.01,1613947541947,7154
"sqr_mom_0",0.99,1613947541947,7154
"lr_0",3.546486887835279e-07,1613947541947,7154
"mom_0",0.9429079553038824,1613947541947,7154
"eps_0",1e-05,1613947541947,7154
"wd_1",0.01,1613947541947,7154
"sqr_mom_1",0.99,1613947541947,7154
"lr_1",3.5464868878352755e-06,1613947541947,7154
"mom_1",0.9429079553038824,1613947541947,7154
"eps_1",1e-05,1613947541947,7154
"wd_2",0.01,1613947541947,7154
"sqr_mom_2",0.99,1613947541947,7154
"lr_2",3.5464868878352755e-05,1613947541947,7154
"mom_2",0.9429079553038824,1613947541947,7154
"eps_2",1e-05,1613947541947,7154
"valid_loss",0.0870431661605835,1613947575923,7154
"_rmse",0.295030802488327,1613947575923,7154
"epoch",45,1613947575923,7154
"train_loss",0.004728016,1613947576952,7155
"raw_loss",0.0043050335,1613947576952,7155
"epoch",45.0062893081761,1613947576952,7155
"wd_0",0.01,1613947576952,7155
"sqr_mom_0",0.99,1613947576952,7155
"lr_0",3.5392443605464827e-07,1613947576952,7155
"mom_0",0.942922440503312,1613947576952,7155
"eps_0",1e-05,1613947576952,7155
"wd_1",0.01,1613947576952,7155
"sqr_mom_1",0.99,1613947576952,7155
"lr_1",3.5392443605464878e-06,1613947576952,7155
"mom_1",0.942922440503312,1613947576952,7155
"eps_1",1e-05,1613947576952,7155
"wd_2",0.01,1613947576952,7155
"sqr_mom_2",0.99,1613947576952,7155
"lr_2",3.539244360546484e-05,1613947576952,7155
"mom_2",0.942922440503312,1613947576952,7155
"eps_2",1e-05,1613947576952,7155
"train_loss",0.004699925,1613947577910,7156
"raw_loss",0.0033234544,1613947577910,7156
"epoch",45.0125786163522,1613947577910,7156
"wd_0",0.01,1613947577910,7156
"sqr_mom_0",0.99,1613947577910,7156
"lr_0",3.532011072469069e-07,1613947577910,7156
"mom_0",0.942936907224134,1613947577910,7156
"eps_0",1e-05,1613947577910,7156
"wd_1",0.01,1613947577910,7156
"sqr_mom_1",0.99,1613947577910,7156
"lr_1",3.532011072469072e-06,1613947577910,7156
"mom_1",0.942936907224134,1613947577910,7156
"eps_1",1e-05,1613947577910,7156
"wd_2",0.01,1613947577910,7156
"sqr_mom_2",0.99,1613947577910,7156
"lr_2",3.532011072469068e-05,1613947577910,7156
"mom_2",0.942936907224134,1613947577910,7156
"eps_2",1e-05,1613947577910,7156
"train_loss",0.004690383,1613947578878,7157
"raw_loss",0.004222826,1613947578878,7157
"epoch",45.0188679245283,1613947578878,7157
"wd_0",0.01,1613947578878,7157
"sqr_mom_0",0.99,1613947578878,7157
"lr_0",3.5247798296237975e-07,1613947578878,7157
"mom_0",0.9429513698544509,1613947578878,7157
"eps_0",1e-05,1613947578878,7157
"wd_1",0.01,1613947578878,7157
"sqr_mom_1",0.99,1613947578878,7157
"lr_1",3.5247798296237907e-06,1613947578878,7157
"mom_1",0.9429513698544509,1613947578878,7157
"eps_1",1e-05,1613947578878,7157
"wd_2",0.01,1613947578878,7157
"sqr_mom_2",0.99,1613947578878,7157
"lr_2",3.5247798296237894e-05,1613947578878,7157
"mom_2",0.9429513698544509,1613947578878,7157
"eps_2",1e-05,1613947578878,7157
"train_loss",0.004694408,1613947579928,7158
"raw_loss",0.0048916265,1613947579928,7158
"epoch",45.0251572327044,1613947579928,7158
"wd_0",0.01,1613947579928,7158
"sqr_mom_0",0.99,1613947579928,7158
"lr_0",3.5175602248214946e-07,1613947579928,7158
"mom_0",0.9429658092084491,1613947579928,7158
"eps_0",1e-05,1613947579928,7158
"wd_1",0.01,1613947579928,7158
"sqr_mom_1",0.99,1613947579928,7158
"lr_1",3.5175602248214895e-06,1613947579928,7158
"mom_1",0.9429658092084491,1613947579928,7158
"eps_1",1e-05,1613947579928,7158
"wd_2",0.01,1613947579928,7158
"sqr_mom_2",0.99,1613947579928,7158
"lr_2",3.517560224821487e-05,1613947579928,7158
"mom_2",0.9429658092084491,1613947579928,7158
"eps_2",1e-05,1613947579928,7158
"train_loss",0.004690382,1613947580902,7159
"raw_loss",0.0044931304,1613947580902,7159
"epoch",45.0314465408805,1613947580902,7159
"wd_0",0.01,1613947580902,7159
"sqr_mom_0",0.99,1613947580902,7159
"lr_0",3.510347462838858e-07,1613947580902,7159
"mom_0",0.942980234876671,1613947580902,7159
"eps_0",1e-05,1613947580902,7159
"wd_1",0.01,1613947580902,7159
"sqr_mom_1",0.99,1613947580902,7159
"lr_1",3.5103474628388613e-06,1613947580902,7159
"mom_1",0.942980234876671,1613947580902,7159
"eps_1",1e-05,1613947580902,7159
"wd_2",0.01,1613947580902,7159
"sqr_mom_2",0.99,1613947580902,7159
"lr_2",3.5103474628388545e-05,1613947580902,7159
"mom_2",0.942980234876671,1613947580902,7159
"eps_2",1e-05,1613947580902,7159
"train_loss",0.004744838,1613947581865,7160
"raw_loss",0.007413187,1613947581865,7160
"epoch",45.0377358490566,1613947581865,7160
"wd_0",0.01,1613947581865,7160
"sqr_mom_0",0.99,1613947581865,7160
"lr_0",3.503136766616165e-07,1613947581865,7160
"mom_0",0.9429946564133318,1613947581865,7160
"eps_0",1e-05,1613947581865,7160
"wd_1",0.01,1613947581865,7160
"sqr_mom_1",0.99,1613947581865,7160
"lr_1",3.50313676661617e-06,1613947581865,7160
"mom_1",0.9429946564133318,1613947581865,7160
"eps_1",1e-05,1613947581865,7160
"wd_2",0.01,1613947581865,7160
"sqr_mom_2",0.99,1613947581865,7160
"lr_2",3.503136766616166e-05,1613947581865,7160
"mom_2",0.9429946564133318,1613947581865,7160
"eps_2",1e-05,1613947581865,7160
"train_loss",0.004763361,1613947582829,7161
"raw_loss",0.0056709913,1613947582829,7161
"epoch",45.0440251572327,1613947582829,7161
"wd_0",0.01,1613947582829,7161
"sqr_mom_0",0.99,1613947582829,7161
"lr_0",3.495937701707568e-07,1613947582829,7161
"mom_0",0.9430090546871317,1613947582829,7161
"eps_0",1e-05,1613947582829,7161
"wd_1",0.01,1613947582829,7161
"sqr_mom_1",0.99,1613947582829,7161
"lr_1",3.4959377017075683e-06,1613947582829,7161
"mom_1",0.9430090546871317,1613947582829,7161
"eps_1",1e-05,1613947582829,7161
"wd_2",0.01,1613947582829,7161
"sqr_mom_2",0.99,1613947582829,7161
"lr_2",3.4959377017075696e-05,1613947582829,7161
"mom_2",0.9430090546871317,1613947582829,7161
"eps_2",1e-05,1613947582829,7161
"train_loss",0.004758617,1613947583836,7162
"raw_loss",0.004526161,1613947583836,7162
"epoch",45.0503144654088,1613947583836,7162
"wd_0",0.01,1613947583836,7162
"sqr_mom_0",0.99,1613947583836,7162
"lr_0",3.4887431013738064e-07,1613947583836,7162
"mom_0",0.9430234440316927,1613947583836,7162
"eps_0",1e-05,1613947583836,7162
"wd_1",0.01,1613947583836,7162
"sqr_mom_1",0.99,1613947583836,7162
"lr_1",3.4887431013738013e-06,1613947583836,7162
"mom_1",0.9430234440316927,1613947583836,7162
"eps_1",1e-05,1613947583836,7162
"wd_2",0.01,1613947583836,7162
"sqr_mom_2",0.99,1613947583836,7162
"lr_2",3.4887431013737986e-05,1613947583836,7162
"mom_2",0.9430234440316927,1613947583836,7162
"eps_2",1e-05,1613947583836,7162
"train_loss",0.0047220015,1613947584804,7163
"raw_loss",0.0029278495,1613947584804,7163
"epoch",45.056603773584904,1613947584804,7163
"wd_0",0.01,1613947584804,7163
"sqr_mom_0",0.99,1613947584804,7163
"lr_0",3.481555357586269e-07,1613947584804,7163
"mom_0",0.943037819663024,1613947584804,7163
"eps_0",1e-05,1613947584804,7163
"wd_1",0.01,1613947584804,7163
"sqr_mom_1",0.99,1613947584804,7163
"lr_1",3.4815553575862624e-06,1613947584804,7163
"mom_1",0.943037819663024,1613947584804,7163
"eps_1",1e-05,1613947584804,7163
"wd_2",0.01,1613947584804,7163
"sqr_mom_2",0.99,1613947584804,7163
"lr_2",3.481555357586261e-05,1613947584804,7163
"mom_2",0.943037819663024,1613947584804,7163
"eps_2",1e-05,1613947584804,7163
"train_loss",0.004703409,1613947585769,7164
"raw_loss",0.0037923802,1613947585769,7164
"epoch",45.062893081761004,1613947585769,7164
"wd_0",0.01,1613947585769,7164
"sqr_mom_0",0.99,1613947585769,7164
"lr_0",3.474374472635986e-07,1613947585769,7164
"mom_0",0.9430521815765438,1613947585769,7164
"eps_0",1e-05,1613947585769,7164
"wd_1",0.01,1613947585769,7164
"sqr_mom_1",0.99,1613947585769,7164
"lr_1",3.474374472635986e-06,1613947585769,7164
"mom_1",0.9430521815765438,1613947585769,7164
"eps_1",1e-05,1613947585769,7164
"wd_2",0.01,1613947585769,7164
"sqr_mom_2",0.99,1613947585769,7164
"lr_2",3.474374472635979e-05,1613947585769,7164
"mom_2",0.9430521815765438,1613947585769,7164
"eps_2",1e-05,1613947585769,7164
"train_loss",0.004685095,1613947586732,7165
"raw_loss",0.003787708,1613947586732,7165
"epoch",45.069182389937104,1613947586732,7165
"wd_0",0.01,1613947586732,7165
"sqr_mom_0",0.99,1613947586732,7165
"lr_0",3.4672028271181185e-07,1613947586732,7165
"mom_0",0.9430665250110138,1613947586732,7165
"eps_0",1e-05,1613947586732,7165
"wd_1",0.01,1613947586732,7165
"sqr_mom_1",0.99,1613947586732,7165
"lr_1",3.467202827118117e-06,1613947586732,7165
"mom_1",0.9430665250110138,1613947586732,7165
"eps_1",1e-05,1613947586732,7165
"wd_2",0.01,1613947586732,7165
"sqr_mom_2",0.99,1613947586732,7165
"lr_2",3.4672028271181155e-05,1613947586732,7165
"mom_2",0.9430665250110138,1613947586732,7165
"eps_2",1e-05,1613947586732,7165
"train_loss",0.004746428,1613947587724,7166
"raw_loss",0.007751757,1613947587724,7166
"epoch",45.075471698113205,1613947587724,7166
"wd_0",0.01,1613947587724,7166
"sqr_mom_0",0.99,1613947587724,7166
"lr_0",3.460033288400271e-07,1613947587724,7166
"mom_0",0.9430808642318418,1613947587724,7166
"eps_0",1e-05,1613947587724,7166
"wd_1",0.01,1613947587724,7166
"sqr_mom_1",0.99,1613947587724,7166
"lr_1",3.460033288400266e-06,1613947587724,7166
"mom_1",0.9430808642318418,1613947587724,7166
"eps_1",1e-05,1613947587724,7166
"wd_2",0.01,1613947587724,7166
"sqr_mom_2",0.99,1613947587724,7166
"lr_2",3.460033288400262e-05,1613947587724,7166
"mom_2",0.9430808642318418,1613947587724,7166
"eps_2",1e-05,1613947587724,7166
"train_loss",0.0047846087,1613947588676,7167
"raw_loss",0.0066554644,1613947588676,7167
"epoch",45.081761006289305,1613947588676,7167
"wd_0",0.01,1613947588676,7167
"sqr_mom_0",0.99,1613947588676,7167
"lr_0",3.452875367437919e-07,1613947588676,7167
"mom_0",0.9430951802169263,1613947588676,7167
"eps_0",1e-05,1613947588676,7167
"wd_1",0.01,1613947588676,7167
"sqr_mom_1",0.99,1613947588676,7167
"lr_1",3.452875367437919e-06,1613947588676,7167
"mom_1",0.9430951802169263,1613947588676,7167
"eps_1",1e-05,1613947588676,7167
"wd_2",0.01,1613947588676,7167
"sqr_mom_2",0.99,1613947588676,7167
"lr_2",3.452875367437918e-05,1613947588676,7167
"mom_2",0.9430951802169263,1613947588676,7167
"eps_2",1e-05,1613947588676,7167
"train_loss",0.0047512753,1613947589656,7168
"raw_loss",0.0031179264,1613947589656,7168
"epoch",45.088050314465406,1613947589656,7168
"wd_0",0.01,1613947589656,7168
"sqr_mom_0",0.99,1613947589656,7168
"lr_0",3.4457195669510104e-07,1613947589656,7168
"mom_0",0.9431094919610176,1613947589656,7168
"eps_0",1e-05,1613947589656,7168
"wd_1",0.01,1613947589656,7168
"sqr_mom_1",0.99,1613947589656,7168
"lr_1",3.445719566951012e-06,1613947589656,7168
"mom_1",0.9431094919610176,1613947589656,7168
"eps_1",1e-05,1613947589656,7168
"wd_2",0.01,1613947589656,7168
"sqr_mom_2",0.99,1613947589656,7168
"lr_2",3.445719566951011e-05,1613947589656,7168
"mom_2",0.9431094919610176,1613947589656,7168
"eps_2",1e-05,1613947589656,7168
"train_loss",0.004735023,1613947590619,7169
"raw_loss",0.0039386544,1613947590619,7169
"epoch",45.094339622641506,1613947590619,7169
"wd_0",0.01,1613947590619,7169
"sqr_mom_0",0.99,1613947590619,7169
"lr_0",3.4385753796702006e-07,1613947590619,7169
"mom_0",0.9431237804784643,1613947590619,7169
"eps_0",1e-05,1613947590619,7169
"wd_1",0.01,1613947590619,7169
"sqr_mom_1",0.99,1613947590619,7169
"lr_1",3.4385753796701955e-06,1613947590619,7169
"mom_1",0.9431237804784643,1613947590619,7169
"eps_1",1e-05,1613947590619,7169
"wd_2",0.01,1613947590619,7169
"sqr_mom_2",0.99,1613947590619,7169
"lr_2",3.438575379670193e-05,1613947590619,7169
"mom_2",0.9431237804784643,1613947590619,7169
"eps_2",1e-05,1613947590619,7169
"train_loss",0.0047328086,1613947591598,7170
"raw_loss",0.004624303,1613947591598,7170
"epoch",45.10062893081761,1613947591598,7170
"wd_0",0.01,1613947591598,7170
"sqr_mom_0",0.99,1613947591598,7170
"lr_0",3.4314380603678667e-07,1613947591598,7170
"mom_0",0.9431380552598169,1613947591598,7170
"eps_0",1e-05,1613947591598,7170
"wd_1",0.01,1613947591598,7170
"sqr_mom_1",0.99,1613947591598,7170
"lr_1",3.4314380603678684e-06,1613947591598,7170
"mom_1",0.9431380552598169,1613947591598,7170
"eps_1",1e-05,1613947591598,7170
"wd_2",0.01,1613947591598,7170
"sqr_mom_2",0.99,1613947591598,7170
"lr_2",3.431438060367864e-05,1613947591598,7170
"mom_2",0.9431380552598169,1613947591598,7170
"eps_2",1e-05,1613947591598,7170
"train_loss",0.004706307,1613947592576,7171
"raw_loss",0.0034077158,1613947592576,7171
"epoch",45.10691823899371,1613947592576,7171
"wd_0",0.01,1613947592576,7171
"sqr_mom_0",0.99,1613947592576,7171
"lr_0",3.424302882046788e-07,1613947592576,7171
"mom_0",0.943152325759164,1613947592576,7171
"eps_0",1e-05,1613947592576,7171
"wd_1",0.01,1613947592576,7171
"sqr_mom_1",0.99,1613947592576,7171
"lr_1",3.424302882046788e-06,1613947592576,7171
"mom_1",0.943152325759164,1613947592576,7171
"eps_1",1e-05,1613947592576,7171
"wd_2",0.01,1613947592576,7171
"sqr_mom_2",0.99,1613947592576,7171
"lr_2",3.424302882046781e-05,1613947592576,7171
"mom_2",0.943152325759164,1613947592576,7171
"eps_2",1e-05,1613947592576,7171
"train_loss",0.0046711923,1613947593570,7172
"raw_loss",0.002950569,1613947593570,7172
"epoch",45.11320754716981,1613947593570,7172
"wd_0",0.01,1613947593570,7172
"sqr_mom_0",0.99,1613947593570,7172
"lr_0",3.4171793100806754e-07,1613947593570,7172
"mom_0",0.9431665730455691,1613947593570,7172
"eps_0",1e-05,1613947593570,7172
"wd_1",0.01,1613947593570,7172
"sqr_mom_1",0.99,1613947593570,7172
"lr_1",3.417179310080677e-06,1613947593570,7172
"mom_1",0.9431665730455691,1613947593570,7172
"eps_1",1e-05,1613947593570,7172
"wd_2",0.01,1613947593570,7172
"sqr_mom_2",0.99,1613947593570,7172
"lr_2",3.417179310080676e-05,1613947593570,7172
"mom_2",0.9431665730455691,1613947593570,7172
"eps_2",1e-05,1613947593570,7172
"train_loss",0.0046884594,1613947594565,7173
"raw_loss",0.0055345623,1613947594565,7173
"epoch",45.11949685534591,1613947594565,7173
"wd_0",0.01,1613947594565,7173
"sqr_mom_0",0.99,1613947594565,7173
"lr_0",3.410062612908283e-07,1613947594565,7173
"mom_0",0.9431808065822492,1613947594565,7173
"eps_0",1e-05,1613947594565,7173
"wd_1",0.01,1613947594565,7173
"sqr_mom_1",0.99,1613947594565,7173
"lr_1",3.410062612908283e-06,1613947594565,7173
"mom_1",0.9431808065822492,1613947594565,7173
"eps_1",1e-05,1613947594565,7173
"wd_2",0.01,1613947594565,7173
"sqr_mom_2",0.99,1613947594565,7173
"lr_2",3.410062612908279e-05,1613947594565,7173
"mom_2",0.9431808065822492,1613947594565,7173
"eps_2",1e-05,1613947594565,7173
"train_loss",0.004695702,1613947595633,7174
"raw_loss",0.0050505847,1613947595633,7174
"epoch",45.12578616352201,1613947595633,7174
"wd_0",0.01,1613947595633,7174
"sqr_mom_0",0.99,1613947595633,7174
"lr_0",3.4029480772167996e-07,1613947595633,7174
"mom_0",0.9431950357959243,1613947595633,7174
"eps_0",1e-05,1613947595633,7174
"wd_1",0.01,1613947595633,7174
"sqr_mom_1",0.99,1613947595633,7174
"lr_1",3.4029480772167963e-06,1613947595633,7174
"mom_1",0.9431950357959243,1613947595633,7174
"eps_1",1e-05,1613947595633,7174
"wd_2",0.01,1613947595633,7174
"sqr_mom_2",0.99,1613947595633,7174
"lr_2",3.4029480772167935e-05,1613947595633,7174
"mom_2",0.9431950357959243,1613947595633,7174
"eps_2",1e-05,1613947595633,7174
"train_loss",0.004711718,1613947596615,7175
"raw_loss",0.005496505,1613947596615,7175
"epoch",45.13207547169811,1613947596615,7175
"wd_0",0.01,1613947596615,7175
"sqr_mom_0",0.99,1613947596615,7175
"lr_0",3.3958451409958867e-07,1613947596615,7175
"mom_0",0.9432092418104263,1613947596615,7175
"eps_0",1e-05,1613947596615,7175
"wd_1",0.01,1613947596615,7175
"sqr_mom_1",0.99,1613947596615,7175
"lr_1",3.3958451409958867e-06,1613947596615,7175
"mom_1",0.9432092418104263,1613947596615,7175
"eps_1",1e-05,1613947596615,7175
"wd_2",0.01,1613947596615,7175
"sqr_mom_2",0.99,1613947596615,7175
"lr_2",3.395845140995884e-05,1613947596615,7175
"mom_2",0.9432092418104263,1613947596615,7175
"eps_2",1e-05,1613947596615,7175
"train_loss",0.0046818615,1613947597589,7176
"raw_loss",0.003218902,1613947597589,7176
"epoch",45.13836477987421,1613947597589,7176
"wd_0",0.01,1613947597589,7176
"sqr_mom_0",0.99,1613947597589,7176
"lr_0",3.388746733141918e-07,1613947597589,7176
"mom_0",0.9432234387681038,1613947597589,7176
"eps_0",1e-05,1613947597589,7176
"wd_1",0.01,1613947597589,7176
"sqr_mom_1",0.99,1613947597589,7176
"lr_1",3.3887467331419164e-06,1613947597589,7176
"mom_1",0.9432234387681038,1613947597589,7176
"eps_1",1e-05,1613947597589,7176
"wd_2",0.01,1613947597589,7176
"sqr_mom_2",0.99,1613947597589,7176
"lr_2",3.388746733141914e-05,1613947597589,7176
"mom_2",0.9432234387681038,1613947597589,7176
"eps_2",1e-05,1613947597589,7176
"train_loss",0.0046417364,1613947598613,7177
"raw_loss",0.0026756022,1613947598613,7177
"epoch",45.14465408805031,1613947598613,7177
"wd_0",0.01,1613947598613,7177
"sqr_mom_0",0.99,1613947598613,7177
"lr_0",3.381655213706889e-07,1613947598613,7177
"mom_0",0.9432376219488057,1613947598613,7177
"eps_0",1e-05,1613947598613,7177
"wd_1",0.01,1613947598613,7177
"sqr_mom_1",0.99,1613947598613,7177
"lr_1",3.3816552137068856e-06,1613947598613,7177
"mom_1",0.9432376219488057,1613947598613,7177
"eps_1",1e-05,1613947598613,7177
"wd_2",0.01,1613947598613,7177
"sqr_mom_2",0.99,1613947598613,7177
"lr_2",3.3816552137068856e-05,1613947598613,7177
"mom_2",0.9432376219488057,1613947598613,7177
"eps_2",1e-05,1613947598613,7177
"train_loss",0.004618688,1613947599621,7178
"raw_loss",0.0034893241,1613947599621,7178
"epoch",45.15094339622641,1613947599621,7178
"wd_0",0.01,1613947599621,7178
"sqr_mom_0",0.99,1613947599621,7178
"lr_0",3.3745705849511323e-07,1613947599621,7178
"mom_0",0.9432517913480112,1613947599621,7178
"eps_0",1e-05,1613947599621,7178
"wd_1",0.01,1613947599621,7178
"sqr_mom_1",0.99,1613947599621,7178
"lr_1",3.3745705849511255e-06,1613947599621,7178
"mom_1",0.9432517913480112,1613947599621,7178
"eps_1",1e-05,1613947599621,7178
"wd_2",0.01,1613947599621,7178
"sqr_mom_2",0.99,1613947599621,7178
"lr_2",3.374570584951123e-05,1613947599621,7178
"mom_2",0.9432517913480112,1613947599621,7178
"eps_2",1e-05,1613947599621,7178
"train_loss",0.0046113823,1613947600610,7179
"raw_loss",0.004253402,1613947600610,7179
"epoch",45.15723270440251,1613947600610,7179
"wd_0",0.01,1613947600610,7179
"sqr_mom_0",0.99,1613947600610,7179
"lr_0",3.367495195497543e-07,1613947600610,7179
"mom_0",0.9432659422684275,1613947600610,7179
"eps_0",1e-05,1613947600610,7179
"wd_1",0.01,1613947600610,7179
"sqr_mom_1",0.99,1613947600610,7179
"lr_1",3.3674951954975463e-06,1613947600610,7179
"mom_1",0.9432659422684275,1613947600610,7179
"eps_1",1e-05,1613947600610,7179
"wd_2",0.01,1613947600610,7179
"sqr_mom_2",0.99,1613947600610,7179
"lr_2",3.3674951954975436e-05,1613947600610,7179
"mom_2",0.9432659422684275,1613947600610,7179
"eps_2",1e-05,1613947600610,7179
"train_loss",0.0045777713,1613947601593,7180
"raw_loss",0.0029308354,1613947601593,7180
"epoch",45.16352201257861,1613947601593,7180
"wd_0",0.01,1613947601593,7180
"sqr_mom_0",0.99,1613947601593,7180
"lr_0",3.360422008507815e-07,1613947601593,7180
"mom_0",0.9432800887838722,1613947601593,7180
"eps_0",1e-05,1613947601593,7180
"wd_1",0.01,1613947601593,7180
"sqr_mom_1",0.99,1613947601593,7180
"lr_1",3.3604220085078118e-06,1613947601593,7180
"mom_1",0.9432800887838722,1613947601593,7180
"eps_1",1e-05,1613947601593,7180
"wd_2",0.01,1613947601593,7180
"sqr_mom_2",0.99,1613947601593,7180
"lr_2",3.3604220085078104e-05,1613947601593,7180
"mom_2",0.9432800887838722,1613947601593,7180
"eps_2",1e-05,1613947601593,7180
"train_loss",0.004549067,1613947602570,7181
"raw_loss",0.0031425443,1613947602570,7181
"epoch",45.16981132075471,1613947602570,7181
"wd_0",0.01,1613947602570,7181
"sqr_mom_0",0.99,1613947602570,7181
"lr_0",3.353360407119298e-07,1613947602570,7181
"mom_0",0.9432942121278827,1613947602570,7181
"eps_0",1e-05,1613947602570,7181
"wd_1",0.01,1613947602570,7181
"sqr_mom_1",0.99,1613947602570,7181
"lr_1",3.353360407119296e-06,1613947602570,7181
"mom_1",0.9432942121278827,1613947602570,7181
"eps_1",1e-05,1613947602570,7181
"wd_2",0.01,1613947602570,7181
"sqr_mom_2",0.99,1613947602570,7181
"lr_2",3.3533604071192893e-05,1613947602570,7181
"mom_2",0.9432942121278827,1613947602570,7181
"eps_2",1e-05,1613947602570,7181
"train_loss",0.004523063,1613947603530,7182
"raw_loss",0.0032488685,1613947603530,7182
"epoch",45.17610062893081,1613947603530,7182
"wd_0",0.01,1613947603530,7182
"sqr_mom_0",0.99,1613947603530,7182
"lr_0",3.346305700852529e-07,1613947603530,7182
"mom_0",0.9433083216815117,1613947603530,7182
"eps_0",1e-05,1613947603530,7182
"wd_1",0.01,1613947603530,7182
"sqr_mom_1",0.99,1613947603530,7182
"lr_1",3.3463057008525357e-06,1613947603530,7182
"mom_1",0.9433083216815117,1613947603530,7182
"eps_1",1e-05,1613947603530,7182
"wd_2",0.01,1613947603530,7182
"sqr_mom_2",0.99,1613947603530,7182
"lr_2",3.34630570085253e-05,1613947603530,7182
"mom_2",0.9433083216815117,1613947603530,7182
"eps_2",1e-05,1613947603530,7182
"train_loss",0.004532985,1613947604529,7183
"raw_loss",0.0050191563,1613947604529,7183
"epoch",45.18238993710691,1613947604529,7183
"wd_0",0.01,1613947604529,7183
"sqr_mom_0",0.99,1613947604529,7183
"lr_0",3.339253217530514e-07,1613947604529,7183
"mom_0",0.9433224267892069,1613947604529,7183
"eps_0",1e-05,1613947604529,7183
"wd_1",0.01,1613947604529,7183
"sqr_mom_1",0.99,1613947604529,7183
"lr_1",3.3392532175305175e-06,1613947604529,7183
"mom_1",0.9433224267892069,1613947604529,7183
"eps_1",1e-05,1613947604529,7183
"wd_2",0.01,1613947604529,7183
"sqr_mom_2",0.99,1613947604529,7183
"lr_2",3.339253217530516e-05,1613947604529,7183
"mom_2",0.9433224267892069,1613947604529,7183
"eps_2",1e-05,1613947604529,7183
"train_loss",0.004512005,1613947605524,7184
"raw_loss",0.003483997,1613947605524,7184
"epoch",45.18867924528301,1613947605524,7184
"wd_0",0.01,1613947605524,7184
"sqr_mom_0",0.99,1613947605524,7184
"lr_0",3.332212312825567e-07,1613947605524,7184
"mom_0",0.9433365087394362,1613947605524,7184
"eps_0",1e-05,1613947605524,7184
"wd_1",0.01,1613947605524,7184
"sqr_mom_1",0.99,1613947605524,7184
"lr_1",3.3322123128255656e-06,1613947605524,7184
"mom_1",0.9433365087394362,1613947605524,7184
"eps_1",1e-05,1613947605524,7184
"wd_2",0.01,1613947605524,7184
"sqr_mom_2",0.99,1613947605524,7184
"lr_2",3.33221231282556e-05,1613947605524,7184
"mom_2",0.9433365087394362,1613947605524,7184
"eps_2",1e-05,1613947605524,7184
"train_loss",0.004489668,1613947606505,7185
"raw_loss",0.0033951593,1613947606505,7185
"epoch",45.19496855345911,1613947606505,7185
"wd_0",0.01,1613947606505,7185
"sqr_mom_0",0.99,1613947606505,7185
"lr_0",3.325175977347553e-07,1613947606505,7185
"mom_0",0.9433505815511204,1613947606505,7185
"eps_0",1e-05,1613947606505,7185
"wd_1",0.01,1613947606505,7185
"sqr_mom_1",0.99,1613947606505,7185
"lr_1",3.325175977347548e-06,1613947606505,7185
"mom_1",0.9433505815511204,1613947606505,7185
"eps_1",1e-05,1613947606505,7185
"wd_2",0.01,1613947606505,7185
"sqr_mom_2",0.99,1613947606505,7185
"lr_2",3.3251759773475454e-05,1613947606505,7185
"mom_2",0.9433505815511204,1613947606505,7185
"eps_2",1e-05,1613947606505,7185
"train_loss",0.004580367,1613947607483,7186
"raw_loss",0.009024599,1613947607483,7186
"epoch",45.20125786163521,1613947607483,7186
"wd_0",0.01,1613947607483,7186
"sqr_mom_0",0.99,1613947607483,7186
"lr_0",3.3181465505509214e-07,1613947607483,7186
"mom_0",0.9433646405453036,1613947607483,7186
"eps_0",1e-05,1613947607483,7186
"wd_1",0.01,1613947607483,7186
"sqr_mom_1",0.99,1613947607483,7186
"lr_1",3.3181465505509214e-06,1613947607483,7186
"mom_1",0.9433646405453036,1613947607483,7186
"eps_1",1e-05,1613947607483,7186
"wd_2",0.01,1613947607483,7186
"sqr_mom_2",0.99,1613947607483,7186
"lr_2",3.318146550550916e-05,1613947607483,7186
"mom_2",0.9433646405453036,1613947607483,7186
"eps_2",1e-05,1613947607483,7186
"train_loss",0.0045669763,1613947608455,7187
"raw_loss",0.0039108433,1613947608455,7187
"epoch",45.20754716981131,1613947608455,7187
"wd_0",0.01,1613947608455,7187
"sqr_mom_0",0.99,1613947608455,7187
"lr_0",3.3111240346762263e-07,1613947608455,7187
"mom_0",0.9433786857175047,1613947608455,7187
"eps_0",1e-05,1613947608455,7187
"wd_1",0.01,1613947608455,7187
"sqr_mom_1",0.99,1613947608455,7187
"lr_1",3.311124034676223e-06,1613947608455,7187
"mom_1",0.9433786857175047,1613947608455,7187
"eps_1",1e-05,1613947608455,7187
"wd_2",0.01,1613947608455,7187
"sqr_mom_2",0.99,1613947608455,7187
"lr_2",3.311124034676219e-05,1613947608455,7187
"mom_2",0.9433786857175047,1613947608455,7187
"eps_2",1e-05,1613947608455,7187
"train_loss",0.0046279756,1613947609416,7188
"raw_loss",0.007616939,1613947609416,7188
"epoch",45.213836477987414,1613947609416,7188
"wd_0",0.01,1613947609416,7188
"sqr_mom_0",0.99,1613947609416,7188
"lr_0",3.304110757715224e-07,1613947609416,7188
"mom_0",0.9433927124116936,1613947609416,7188
"eps_0",1e-05,1613947609416,7188
"wd_1",0.01,1613947609416,7188
"sqr_mom_1",0.99,1613947609416,7188
"lr_1",3.304110757715222e-06,1613947609416,7188
"mom_1",0.9433927124116936,1613947609416,7188
"eps_1",1e-05,1613947609416,7188
"wd_2",0.01,1613947609416,7188
"sqr_mom_2",0.99,1613947609416,7188
"lr_2",3.304110757715214e-05,1613947609416,7188
"mom_2",0.9433927124116936,1613947609416,7188
"eps_2",1e-05,1613947609416,7188
"train_loss",0.0046237414,1613947610386,7189
"raw_loss",0.0044162665,1613947610386,7189
"epoch",45.220125786163514,1613947610386,7189
"wd_0",0.01,1613947610386,7189
"sqr_mom_0",0.99,1613947610386,7189
"lr_0",3.297099744643811e-07,1613947610386,7189
"mom_0",0.9434067345780581,1613947610386,7189
"eps_0",1e-05,1613947610386,7189
"wd_1",0.01,1613947610386,7189
"sqr_mom_1",0.99,1613947610386,7189
"lr_1",3.297099744643811e-06,1613947610386,7189
"mom_1",0.9434067345780581,1613947610386,7189
"eps_1",1e-05,1613947610386,7189
"wd_2",0.01,1613947610386,7189
"sqr_mom_2",0.99,1613947610386,7189
"lr_2",3.297099744643806e-05,1613947610386,7189
"mom_2",0.9434067345780581,1613947610386,7189
"eps_2",1e-05,1613947610386,7189
"train_loss",0.004601049,1613947611346,7190
"raw_loss",0.0034891018,1613947611346,7190
"epoch",45.226415094339615,1613947611346,7190
"wd_0",0.01,1613947611346,7190
"sqr_mom_0",0.99,1613947611346,7190
"lr_0",3.290100296120783e-07,1613947611346,7190
"mom_0",0.9434207336150946,1613947611346,7190
"eps_0",1e-05,1613947611346,7190
"wd_1",0.01,1613947611346,7190
"sqr_mom_1",0.99,1613947611346,7190
"lr_1",3.2901002961207846e-06,1613947611346,7190
"mom_1",0.9434207336150946,1613947611346,7190
"eps_1",1e-05,1613947611346,7190
"wd_2",0.01,1613947611346,7190
"sqr_mom_2",0.99,1613947611346,7190
"lr_2",3.290100296120778e-05,1613947611346,7190
"mom_2",0.9434207336150946,1613947611346,7190
"eps_2",1e-05,1613947611346,7190
"train_loss",0.004584523,1613947612292,7191
"raw_loss",0.0037747517,1613947612292,7191
"epoch",45.232704402515715,1613947612292,7191
"wd_0",0.01,1613947612292,7191
"sqr_mom_0",0.99,1613947612292,7191
"lr_0",3.28310776286957e-07,1613947612292,7191
"mom_0",0.943434718821449,1613947612292,7191
"eps_0",1e-05,1613947612292,7191
"wd_1",0.01,1613947612292,7191
"sqr_mom_1",0.99,1613947612292,7191
"lr_1",3.2831077628695733e-06,1613947612292,7191
"mom_1",0.943434718821449,1613947612292,7191
"eps_1",1e-05,1613947612292,7191
"wd_2",0.01,1613947612292,7191
"sqr_mom_2",0.99,1613947612292,7191
"lr_2",3.283107762869572e-05,1613947612292,7191
"mom_2",0.943434718821449,1613947612292,7191
"eps_2",1e-05,1613947612292,7191
"train_loss",0.0045463988,1613947613254,7192
"raw_loss",0.0026783086,1613947613254,7192
"epoch",45.238993710691815,1613947613254,7192
"wd_0",0.01,1613947613254,7192
"sqr_mom_0",0.99,1613947613254,7192
"lr_0",3.2761175139695607e-07,1613947613254,7192
"mom_0",0.9434486994590554,1613947613254,7192
"eps_0",1e-05,1613947613254,7192
"wd_1",0.01,1613947613254,7192
"sqr_mom_1",0.99,1613947613254,7192
"lr_1",3.2761175139695573e-06,1613947613254,7192
"mom_1",0.9434486994590554,1613947613254,7192
"eps_1",1e-05,1613947613254,7192
"wd_2",0.01,1613947613254,7192
"sqr_mom_2",0.99,1613947613254,7192
"lr_2",3.276117513969557e-05,1613947613254,7192
"mom_2",0.9434486994590554,1613947613254,7192
"eps_2",1e-05,1613947613254,7192
"train_loss",0.0045261853,1613947614208,7193
"raw_loss",0.0035357256,1613947614208,7193
"epoch",45.245283018867916,1613947614208,7193
"wd_0",0.01,1613947614208,7193
"sqr_mom_0",0.99,1613947614208,7193
"lr_0",3.2691388225341993e-07,1613947614208,7193
"mom_0",0.9434626569815013,1613947614208,7193
"eps_0",1e-05,1613947614208,7193
"wd_1",0.01,1613947614208,7193
"sqr_mom_1",0.99,1613947614208,7193
"lr_1",3.269138822534196e-06,1613947614208,7193
"mom_1",0.9434626569815013,1613947614208,7193
"eps_1",1e-05,1613947614208,7193
"wd_2",0.01,1613947614208,7193
"sqr_mom_2",0.99,1613947614208,7193
"lr_2",3.2691388225341905e-05,1613947614208,7193
"mom_2",0.9434626569815013,1613947614208,7193
"eps_2",1e-05,1613947614208,7193
"train_loss",0.0045223306,1613947615158,7194
"raw_loss",0.0043334565,1613947615158,7194
"epoch",45.251572327044016,1613947615158,7194
"wd_0",0.01,1613947615158,7194
"sqr_mom_0",0.99,1613947615158,7194
"lr_0",3.2621670530474666e-07,1613947615158,7194
"mom_0",0.9434766006599116,1613947615158,7194
"eps_0",1e-05,1613947615158,7194
"wd_1",0.01,1613947615158,7194
"sqr_mom_1",0.99,1613947615158,7194
"lr_1",3.262167053047465e-06,1613947615158,7194
"mom_1",0.9434766006599116,1613947615158,7194
"eps_1",1e-05,1613947615158,7194
"wd_2",0.01,1613947615158,7194
"sqr_mom_2",0.99,1613947615158,7194
"lr_2",3.262167053047461e-05,1613947615158,7194
"mom_2",0.9434766006599116,1613947615158,7194
"eps_2",1e-05,1613947615158,7194
"train_loss",0.004514176,1613947616107,7195
"raw_loss",0.004114601,1613947616107,7195
"epoch",45.25786163522012,1613947616107,7195
"wd_0",0.01,1613947616107,7195
"sqr_mom_0",0.99,1613947616107,7195
"lr_0",3.255197588366953e-07,1613947616107,7195
"mom_0",0.9434905397286634,1613947616107,7195
"eps_0",1e-05,1613947616107,7195
"wd_1",0.01,1613947616107,7195
"sqr_mom_1",0.99,1613947616107,7195
"lr_1",3.255197588366948e-06,1613947616107,7195
"mom_1",0.9434905397286634,1613947616107,7195
"eps_1",1e-05,1613947616107,7195
"wd_2",0.01,1613947616107,7195
"sqr_mom_2",0.99,1613947616107,7195
"lr_2",3.255197588366947e-05,1613947616107,7195
"mom_2",0.9434905397286634,1613947616107,7195
"eps_2",1e-05,1613947616107,7195
"train_loss",0.0044841706,1613947617062,7196
"raw_loss",0.0030139165,1613947617062,7196
"epoch",45.26415094339622,1613947617062,7196
"wd_0",0.01,1613947617062,7196
"sqr_mom_0",0.99,1613947617062,7196
"lr_0",3.248239674034232e-07,1613947617062,7196
"mom_0",0.9435044556964884,1613947617062,7196
"eps_0",1e-05,1613947617062,7196
"wd_1",0.01,1613947617062,7196
"sqr_mom_1",0.99,1613947617062,7196
"lr_1",3.248239674034234e-06,1613947617062,7196
"mom_1",0.9435044556964884,1613947617062,7196
"eps_1",1e-05,1613947617062,7196
"wd_2",0.01,1613947617062,7196
"sqr_mom_2",0.99,1613947617062,7196
"lr_2",3.248239674034231e-05,1613947617062,7196
"mom_2",0.9435044556964884,1613947617062,7196
"eps_2",1e-05,1613947617062,7196
"train_loss",0.0044883057,1613947618009,7197
"raw_loss",0.0046909256,1613947618009,7197
"epoch",45.27044025157232,1613947618009,7197
"wd_0",0.01,1613947618009,7197
"sqr_mom_0",0.99,1613947618009,7197
"lr_0",3.241286383224298e-07,1613947618009,7197
"mom_0",0.9435183624171756,1613947618009,7197
"eps_0",1e-05,1613947618009,7197
"wd_1",0.01,1613947618009,7197
"sqr_mom_1",0.99,1613947618009,7197
"lr_1",3.241286383224296e-06,1613947618009,7197
"mom_1",0.9435183624171756,1613947618009,7197
"eps_1",1e-05,1613947618009,7197
"wd_2",0.01,1613947618009,7197
"sqr_mom_2",0.99,1613947618009,7197
"lr_2",3.2412863832242934e-05,1613947618009,7197
"mom_2",0.9435183624171756,1613947618009,7197
"eps_2",1e-05,1613947618009,7197
"train_loss",0.0044863652,1613947618979,7198
"raw_loss",0.004391276,1613947618979,7198
"epoch",45.27672955974842,1613947618979,7198
"wd_0",0.01,1613947618979,7198
"sqr_mom_0",0.99,1613947618979,7198
"lr_0",3.2343400278345936e-07,1613947618979,7198
"mom_0",0.9435322552668834,1613947618979,7198
"eps_0",1e-05,1613947618979,7198
"wd_1",0.01,1613947618979,7198
"sqr_mom_1",0.99,1613947618979,7198
"lr_1",3.2343400278345936e-06,1613947618979,7198
"mom_1",0.9435322552668834,1613947618979,7198
"eps_1",1e-05,1613947618979,7198
"wd_2",0.01,1613947618979,7198
"sqr_mom_2",0.99,1613947618979,7198
"lr_2",3.234340027834584e-05,1613947618979,7198
"mom_2",0.9435322552668834,1613947618979,7198
"eps_2",1e-05,1613947618979,7198
"train_loss",0.004437996,1613947619963,7199
"raw_loss",0.0020679086,1613947619963,7199
"epoch",45.28301886792452,1613947619963,7199
"wd_0",0.01,1613947619963,7199
"sqr_mom_0",0.99,1613947619963,7199
"lr_0",3.227400610079179e-07,1613947619963,7199
"mom_0",0.943546134241184,1613947619963,7199
"eps_0",1e-05,1613947619963,7199
"wd_1",0.01,1613947619963,7199
"sqr_mom_1",0.99,1613947619963,7199
"lr_1",3.2274006100791824e-06,1613947619963,7199
"mom_1",0.943546134241184,1613947619963,7199
"eps_1",1e-05,1613947619963,7199
"wd_2",0.01,1613947619963,7199
"sqr_mom_2",0.99,1613947619963,7199
"lr_2",3.227400610079174e-05,1613947619963,7199
"mom_2",0.943546134241184,1613947619963,7199
"eps_2",1e-05,1613947619963,7199
"train_loss",0.00445806,1613947620910,7200
"raw_loss",0.005441189,1613947620910,7200
"epoch",45.28930817610062,1613947620910,7200
"wd_0",0.01,1613947620910,7200
"sqr_mom_0",0.99,1613947620910,7200
"lr_0",3.220470430348513e-07,1613947620910,7200
"mom_0",0.9435599947392503,1613947620910,7200
"eps_0",1e-05,1613947620910,7200
"wd_1",0.01,1613947620910,7200
"sqr_mom_1",0.99,1613947620910,7200
"lr_1",3.2204704303485113e-06,1613947620910,7200
"mom_1",0.9435599947392503,1613947620910,7200
"eps_1",1e-05,1613947620910,7200
"wd_2",0.01,1613947620910,7200
"sqr_mom_2",0.99,1613947620910,7200
"lr_2",3.2204704303485086e-05,1613947620910,7200
"mom_2",0.9435599947392503,1613947620910,7200
"eps_2",1e-05,1613947620910,7200
"train_loss",0.004465235,1613947621879,7201
"raw_loss",0.0048168013,1613947621879,7201
"epoch",45.29559748427672,1613947621879,7201
"wd_0",0.01,1613947621879,7201
"sqr_mom_0",0.99,1613947621879,7201
"lr_0",3.213542596316496e-07,1613947621879,7201
"mom_0",0.9435738505458724,1613947621879,7201
"eps_0",1e-05,1613947621879,7201
"wd_1",0.01,1613947621879,7201
"sqr_mom_1",0.99,1613947621879,7201
"lr_1",3.2135425963165012e-06,1613947621879,7201
"mom_1",0.9435738505458724,1613947621879,7201
"eps_1",1e-05,1613947621879,7201
"wd_2",0.01,1613947621879,7201
"sqr_mom_2",0.99,1613947621879,7201
"lr_2",3.2135425963164945e-05,1613947621879,7201
"mom_2",0.9435738505458724,1613947621879,7201
"eps_2",1e-05,1613947621879,7201
"train_loss",0.00450798,1613947622872,7202
"raw_loss",0.0066024875,1613947622872,7202
"epoch",45.30188679245282,1613947622872,7202
"wd_0",0.01,1613947622872,7202
"sqr_mom_0",0.99,1613947622872,7202
"lr_0",3.2066262982984074e-07,1613947622872,7202
"mom_0",0.9435876832802359,1613947622872,7202
"eps_0",1e-05,1613947622872,7202
"wd_1",0.01,1613947622872,7202
"sqr_mom_1",0.99,1613947622872,7202
"lr_1",3.206626298298409e-06,1613947622872,7202
"mom_1",0.9435876832802359,1613947622872,7202
"eps_1",1e-05,1613947622872,7202
"wd_2",0.01,1613947622872,7202
"sqr_mom_2",0.99,1613947622872,7202
"lr_2",3.206626298298405e-05,1613947622872,7202
"mom_2",0.9435876832802359,1613947622872,7202
"eps_2",1e-05,1613947622872,7202
"train_loss",0.0045306445,1613947623819,7203
"raw_loss",0.0056412104,1613947623819,7203
"epoch",45.30817610062892,1613947623819,7203
"wd_0",0.01,1613947623819,7203
"sqr_mom_0",0.99,1613947623819,7203
"lr_0",3.199716942140871e-07,1613947623819,7203
"mom_0",0.9436015021307396,1613947623819,7203
"eps_0",1e-05,1613947623819,7203
"wd_1",0.01,1613947623819,7203
"sqr_mom_1",0.99,1613947623819,7203
"lr_1",3.199716942140869e-06,1613947623819,7203
"mom_1",0.9436015021307396,1613947623819,7203
"eps_1",1e-05,1613947623819,7203
"wd_2",0.01,1613947623819,7203
"sqr_mom_2",0.99,1613947623819,7203
"lr_2",3.199716942140868e-05,1613947623819,7203
"mom_2",0.9436015021307396,1613947623819,7203
"eps_2",1e-05,1613947623819,7203
"train_loss",0.00452065,1613947624793,7204
"raw_loss",0.0040309243,1613947624793,7204
"epoch",45.31446540880502,1613947624793,7204
"wd_0",0.01,1613947624793,7204
"sqr_mom_0",0.99,1613947624793,7204
"lr_0",3.192809952117026e-07,1613947624793,7204
"mom_0",0.9436153162489284,1613947624793,7204
"eps_0",1e-05,1613947624793,7204
"wd_1",0.01,1613947624793,7204
"sqr_mom_1",0.99,1613947624793,7204
"lr_1",3.192809952117026e-06,1613947624793,7204
"mom_1",0.9436153162489284,1613947624793,7204
"eps_1",1e-05,1613947624793,7204
"wd_2",0.01,1613947624793,7204
"sqr_mom_2",0.99,1613947624793,7204
"lr_2",3.1928099521170246e-05,1613947624793,7204
"mom_2",0.9436153162489284,1613947624793,7204
"eps_2",1e-05,1613947624793,7204
"train_loss",0.004478619,1613947625743,7205
"raw_loss",0.002419087,1613947625743,7205
"epoch",45.32075471698112,1613947625743,7205
"wd_0",0.01,1613947625743,7205
"sqr_mom_0",0.99,1613947625743,7205
"lr_0",3.185914490890922e-07,1613947625743,7205
"mom_0",0.9436291073092912,1613947625743,7205
"eps_0",1e-05,1613947625743,7205
"wd_1",0.01,1613947625743,7205
"sqr_mom_1",0.99,1613947625743,7205
"lr_1",3.1859144908909153e-06,1613947625743,7205
"mom_1",0.9436291073092912,1613947625743,7205
"eps_1",1e-05,1613947625743,7205
"wd_2",0.01,1613947625743,7205
"sqr_mom_2",0.99,1613947625743,7205
"lr_2",3.1859144908909167e-05,1613947625743,7205
"mom_2",0.9436291073092912,1613947625743,7205
"eps_2",1e-05,1613947625743,7205
"train_loss",0.0044426075,1613947626688,7206
"raw_loss",0.0026780502,1613947626688,7206
"epoch",45.32704402515722,1613947626688,7206
"wd_0",0.01,1613947626688,7206
"sqr_mom_0",0.99,1613947626688,7206
"lr_0",3.179021409419579e-07,1613947626688,7206
"mom_0",0.9436428936100969,1613947626688,7206
"eps_0",1e-05,1613947626688,7206
"wd_1",0.01,1613947626688,7206
"sqr_mom_1",0.99,1613947626688,7206
"lr_1",3.1790214094195774e-06,1613947626688,7206
"mom_1",0.9436428936100969,1613947626688,7206
"eps_1",1e-05,1613947626688,7206
"wd_2",0.01,1613947626688,7206
"sqr_mom_2",0.99,1613947626688,7206
"lr_2",3.179021409419573e-05,1613947626688,7206
"mom_2",0.9436428936100969,1613947626688,7206
"eps_2",1e-05,1613947626688,7206
"train_loss",0.0044330405,1613947627633,7207
"raw_loss",0.003964267,1613947627633,7207
"epoch",45.33333333333332,1613947627633,7207
"wd_0",0.01,1613947627633,7207
"sqr_mom_0",0.99,1613947627633,7207
"lr_0",3.1721398519162884e-07,1613947627633,7207
"mom_0",0.943656656862736,1613947627633,7207
"eps_0",1e-05,1613947627633,7207
"wd_1",0.01,1613947627633,7207
"sqr_mom_1",0.99,1613947627633,7207
"lr_1",3.172139851916285e-06,1613947627633,7207
"mom_1",0.943656656862736,1613947627633,7207
"eps_1",1e-05,1613947627633,7207
"wd_2",0.01,1613947627633,7207
"sqr_mom_2",0.99,1613947627633,7207
"lr_2",3.1721398519162836e-05,1613947627633,7207
"mom_2",0.943656656862736,1613947627633,7207
"eps_2",1e-05,1613947627633,7207
"train_loss",0.0045044078,1613947628586,7208
"raw_loss",0.008001401,1613947628586,7208
"epoch",45.33962264150942,1613947628586,7208
"wd_0",0.01,1613947628586,7208
"sqr_mom_0",0.99,1613947628586,7208
"lr_0",3.165262967521737e-07,1613947628586,7208
"mom_0",0.9436704107690642,1613947628586,7208
"eps_0",1e-05,1613947628586,7208
"wd_1",0.01,1613947628586,7208
"sqr_mom_1",0.99,1613947628586,7208
"lr_1",3.165262967521735e-06,1613947628586,7208
"mom_1",0.9436704107690642,1613947628586,7208
"eps_1",1e-05,1613947628586,7208
"wd_2",0.01,1613947628586,7208
"sqr_mom_2",0.99,1613947628586,7208
"lr_2",3.1652629675217364e-05,1613947628586,7208
"mom_2",0.9436704107690642,1613947628586,7208
"eps_2",1e-05,1613947628586,7208
"train_loss",0.004671423,1613947629555,7209
"raw_loss",0.012855181,1613947629555,7209
"epoch",45.34591194968552,1613947629555,7209
"wd_0",0.01,1613947629555,7209
"sqr_mom_0",0.99,1613947629555,7209
"lr_0",3.158393042779012e-07,1613947629555,7209
"mom_0",0.9436841507559495,1613947629555,7209
"eps_0",1e-05,1613947629555,7209
"wd_1",0.01,1613947629555,7209
"sqr_mom_1",0.99,1613947629555,7209
"lr_1",3.1583930427790137e-06,1613947629555,7209
"mom_1",0.9436841507559495,1613947629555,7209
"eps_1",1e-05,1613947629555,7209
"wd_2",0.01,1613947629555,7209
"sqr_mom_2",0.99,1613947629555,7209
"lr_2",3.158393042779011e-05,1613947629555,7209
"mom_2",0.9436841507559495,1613947629555,7209
"eps_2",1e-05,1613947629555,7209
"train_loss",0.0047217873,1613947630672,7210
"raw_loss",0.007189629,1613947630672,7210
"epoch",45.35220125786162,1613947630672,7210
"wd_0",0.01,1613947630672,7210
"sqr_mom_0",0.99,1613947630672,7210
"lr_0",3.15153007987783e-07,1613947630672,7210
"mom_0",0.9436978768190125,1613947630672,7210
"eps_0",1e-05,1613947630672,7210
"wd_1",0.01,1613947630672,7210
"sqr_mom_1",0.99,1613947630672,7210
"lr_1",3.15153007987783e-06,1613947630672,7210
"mom_1",0.9436978768190125,1613947630672,7210
"eps_1",1e-05,1613947630672,7210
"wd_2",0.01,1613947630672,7210
"sqr_mom_2",0.99,1613947630672,7210
"lr_2",3.151530079877822e-05,1613947630672,7210
"mom_2",0.9436978768190125,1613947630672,7210
"eps_2",1e-05,1613947630672,7210
"train_loss",0.00468313,1613947631801,7211
"raw_loss",0.0027889183,1613947631801,7211
"epoch",45.35849056603772,1613947631801,7211
"wd_0",0.01,1613947631801,7211
"sqr_mom_0",0.99,1613947631801,7211
"lr_0",3.1446763538140425e-07,1613947631801,7211
"mom_0",0.943711584408216,1613947631801,7211
"eps_0",1e-05,1613947631801,7211
"wd_1",0.01,1613947631801,7211
"sqr_mom_1",0.99,1613947631801,7211
"lr_1",3.1446763538140425e-06,1613947631801,7211
"mom_1",0.943711584408216,1613947631801,7211
"eps_1",1e-05,1613947631801,7211
"wd_2",0.01,1613947631801,7211
"sqr_mom_2",0.99,1613947631801,7211
"lr_2",3.14467635381404e-05,1613947631801,7211
"mom_2",0.943711584408216,1613947631801,7211
"eps_2",1e-05,1613947631801,7211
"train_loss",0.0046979706,1613947633103,7212
"raw_loss",0.005425162,1613947633103,7212
"epoch",45.36477987421382,1613947633103,7212
"wd_0",0.01,1613947633103,7212
"sqr_mom_0",0.99,1613947633103,7212
"lr_0",3.137825048347784e-07,1613947633103,7212
"mom_0",0.943725287156176,1613947633103,7212
"eps_0",1e-05,1613947633103,7212
"wd_1",0.01,1613947633103,7212
"sqr_mom_1",0.99,1613947633103,7212
"lr_1",3.137825048347784e-06,1613947633103,7212
"mom_1",0.943725287156176,1613947633103,7212
"eps_1",1e-05,1613947633103,7212
"wd_2",0.01,1613947633103,7212
"sqr_mom_2",0.99,1613947633103,7212
"lr_2",3.13782504834778e-05,1613947633103,7212
"mom_2",0.943725287156176,1613947633103,7212
"eps_2",1e-05,1613947633103,7212
"train_loss",0.0047344146,1613947634317,7213
"raw_loss",0.0065201707,1613947634317,7213
"epoch",45.371069182389924,1613947634317,7213
"wd_0",0.01,1613947634317,7213
"sqr_mom_0",0.99,1613947634317,7213
"lr_0",3.1309852522731576e-07,1613947634317,7213
"mom_0",0.9437389668851225,1613947634317,7213
"eps_0",1e-05,1613947634317,7213
"wd_1",0.01,1613947634317,7213
"sqr_mom_1",0.99,1613947634317,7213
"lr_1",3.1309852522731576e-06,1613947634317,7213
"mom_1",0.9437389668851225,1613947634317,7213
"eps_1",1e-05,1613947634317,7213
"wd_2",0.01,1613947634317,7213
"sqr_mom_2",0.99,1613947634317,7213
"lr_2",3.1309852522731535e-05,1613947634317,7213
"mom_2",0.9437389668851225,1613947634317,7213
"eps_2",1e-05,1613947634317,7213
"train_loss",0.004718263,1613947635335,7214
"raw_loss",0.0039268467,1613947635335,7214
"epoch",45.377358490566024,1613947635335,7214
"wd_0",0.01,1613947635335,7214
"sqr_mom_0",0.99,1613947635335,7214
"lr_0",3.1241524221528167e-07,1613947635335,7214
"mom_0",0.9437526326820211,1613947635335,7214
"eps_0",1e-05,1613947635335,7214
"wd_1",0.01,1613947635335,7214
"sqr_mom_1",0.99,1613947635335,7214
"lr_1",3.1241524221528133e-06,1613947635335,7214
"mom_1",0.9437526326820211,1613947635335,7214
"eps_1",1e-05,1613947635335,7214
"wd_2",0.01,1613947635335,7214
"sqr_mom_2",0.99,1613947635335,7214
"lr_2",3.1241524221528106e-05,1613947635335,7214
"mom_2",0.9437526326820211,1613947635335,7214
"eps_2",1e-05,1613947635335,7214
"train_loss",0.004738833,1613947636295,7215
"raw_loss",0.005746742,1613947636295,7215
"epoch",45.383647798742125,1613947636295,7215
"wd_0",0.01,1613947636295,7215
"sqr_mom_0",0.99,1613947636295,7215
"lr_0",3.1173220330398567e-07,1613947636295,7215
"mom_0",0.9437662935968563,1613947636295,7215
"eps_0",1e-05,1613947636295,7215
"wd_1",0.01,1613947636295,7215
"sqr_mom_1",0.99,1613947636295,7215
"lr_1",3.1173220330398533e-06,1613947636295,7215
"mom_1",0.9437662935968563,1613947636295,7215
"eps_1",1e-05,1613947636295,7215
"wd_2",0.01,1613947636295,7215
"sqr_mom_2",0.99,1613947636295,7215
"lr_2",3.1173220330398465e-05,1613947636295,7215
"mom_2",0.9437662935968563,1613947636295,7215
"eps_2",1e-05,1613947636295,7215
"train_loss",0.004709945,1613947637241,7216
"raw_loss",0.003294438,1613947637241,7216
"epoch",45.389937106918225,1613947637241,7216
"wd_0",0.01,1613947637241,7216
"sqr_mom_0",0.99,1613947637241,7216
"lr_0",3.11050314598119e-07,1613947637241,7216
"mom_0",0.9437799315073526,1613947637241,7216
"eps_0",1e-05,1613947637241,7216
"wd_1",0.01,1613947637241,7216
"sqr_mom_1",0.99,1613947637241,7216
"lr_1",3.1105031459811936e-06,1613947637241,7216
"mom_1",0.9437799315073526,1613947637241,7216
"eps_1",1e-05,1613947637241,7216
"wd_2",0.01,1613947637241,7216
"sqr_mom_2",0.99,1613947637241,7216
"lr_2",3.110503145981188e-05,1613947637241,7216
"mom_2",0.9437799315073526,1613947637241,7216
"eps_2",1e-05,1613947637241,7216
"train_loss",0.0046866396,1613947638182,7217
"raw_loss",0.0035446624,1613947638182,7217
"epoch",45.396226415094326,1613947638182,7217
"wd_0",0.01,1613947638182,7217
"sqr_mom_0",0.99,1613947638182,7217
"lr_0",3.1036912314009283e-07,1613947638182,7217
"mom_0",0.9437935554727528,1613947638182,7217
"eps_0",1e-05,1613947638182,7217
"wd_1",0.01,1613947638182,7217
"sqr_mom_1",0.99,1613947638182,7217
"lr_1",3.1036912314009283e-06,1613947638182,7217
"mom_1",0.9437935554727528,1613947638182,7217
"eps_1",1e-05,1613947638182,7217
"wd_2",0.01,1613947638182,7217
"sqr_mom_2",0.99,1613947638182,7217
"lr_2",3.103691231400924e-05,1613947638182,7217
"mom_2",0.9437935554727528,1613947638182,7217
"eps_2",1e-05,1613947638182,7217
"train_loss",0.0046812203,1613947639117,7218
"raw_loss",0.0044156667,1613947639117,7218
"epoch",45.402515723270426,1613947639117,7218
"wd_0",0.01,1613947639117,7218
"sqr_mom_0",0.99,1613947639117,7218
"lr_0",3.0968817782309026e-07,1613947639117,7218
"mom_0",0.9438071745152833,1613947639117,7218
"eps_0",1e-05,1613947639117,7218
"wd_1",0.01,1613947639117,7218
"sqr_mom_1",0.99,1613947639117,7218
"lr_1",3.0968817782309026e-06,1613947639117,7218
"mom_1",0.9438071745152833,1613947639117,7218
"eps_1",1e-05,1613947639117,7218
"wd_2",0.01,1613947639117,7218
"sqr_mom_2",0.99,1613947639117,7218
"lr_2",3.096881778230897e-05,1613947639117,7218
"mom_2",0.9438071745152833,1613947639117,7218
"eps_2",1e-05,1613947639117,7218
"train_loss",0.00473482,1613947640063,7219
"raw_loss",0.007361211,1613947640063,7219
"epoch",45.408805031446526,1613947640063,7219
"wd_0",0.01,1613947640063,7219
"sqr_mom_0",0.99,1613947640063,7219
"lr_0",3.0900838197448657e-07,1613947640063,7219
"mom_0",0.9438207705682159,1613947640063,7219
"eps_0",1e-05,1613947640063,7219
"wd_1",0.01,1613947640063,7219
"sqr_mom_1",0.99,1613947640063,7219
"lr_1",3.0900838197448657e-06,1613947640063,7219
"mom_1",0.9438207705682159,1613947640063,7219
"eps_1",1e-05,1613947640063,7219
"wd_2",0.01,1613947640063,7219
"sqr_mom_2",0.99,1613947640063,7219
"lr_2",3.0900838197448616e-05,1613947640063,7219
"mom_2",0.9438207705682159,1613947640063,7219
"eps_2",1e-05,1613947640063,7219
"train_loss",0.004843992,1613947641037,7220
"raw_loss",0.01019343,1613947641037,7220
"epoch",45.41509433962263,1613947641037,7220
"wd_0",0.01,1613947641037,7220
"sqr_mom_0",0.99,1613947641037,7220
"lr_0",3.083290588254559e-07,1613947641037,7220
"mom_0",0.9438343571670625,1613947641037,7220
"eps_0",1e-05,1613947641037,7220
"wd_1",0.01,1613947641037,7220
"sqr_mom_1",0.99,1613947641037,7220
"lr_1",3.0832905882545604e-06,1613947641037,7220
"mom_1",0.9438343571670625,1613947641037,7220
"eps_1",1e-05,1613947641037,7220
"wd_2",0.01,1613947641037,7220
"sqr_mom_2",0.99,1613947641037,7220
"lr_2",3.083290588254558e-05,1613947641037,7220
"mom_2",0.9438343571670625,1613947641037,7220
"eps_2",1e-05,1613947641037,7220
"train_loss",0.0048194863,1613947642010,7221
"raw_loss",0.0036186897,1613947642010,7221
"epoch",45.42138364779873,1613947642010,7221
"wd_0",0.01,1613947642010,7221
"sqr_mom_0",0.99,1613947642010,7221
"lr_0",3.076504342543835e-07,1613947642010,7221
"mom_0",0.9438479297942103,1613947642010,7221
"eps_0",1e-05,1613947642010,7221
"wd_1",0.01,1613947642010,7221
"sqr_mom_1",0.99,1613947642010,7221
"lr_1",3.0765043425438315e-06,1613947642010,7221
"mom_1",0.9438479297942103,1613947642010,7221
"eps_1",1e-05,1613947642010,7221
"wd_2",0.01,1613947642010,7221
"sqr_mom_2",0.99,1613947642010,7221
"lr_2",3.076504342543825e-05,1613947642010,7221
"mom_2",0.9438479297942103,1613947642010,7221
"eps_2",1e-05,1613947642010,7221
"train_loss",0.00487973,1613947642968,7222
"raw_loss",0.007831655,1613947642968,7222
"epoch",45.42767295597483,1613947642968,7222
"wd_0",0.01,1613947642968,7222
"sqr_mom_0",0.99,1613947642968,7222
"lr_0",3.06972508477572e-07,1613947642968,7222
"mom_0",0.943861488445333,1613947642968,7222
"eps_0",1e-05,1613947642968,7222
"wd_1",0.01,1613947642968,7222
"sqr_mom_1",0.99,1613947642968,7222
"lr_1",3.0697250847757165e-06,1613947642968,7222
"mom_1",0.943861488445333,1613947642968,7222
"eps_1",1e-05,1613947642968,7222
"wd_2",0.01,1613947642968,7222
"sqr_mom_2",0.99,1613947642968,7222
"lr_2",3.0697250847757165e-05,1613947642968,7222
"mom_2",0.943861488445333,1613947642968,7222
"eps_2",1e-05,1613947642968,7222
"train_loss",0.0048570973,1613947643937,7223
"raw_loss",0.0037481026,1613947643937,7223
"epoch",45.43396226415093,1613947643937,7223
"wd_0",0.01,1613947643937,7223
"sqr_mom_0",0.99,1613947643937,7223
"lr_0",3.062955062143556e-07,1613947643937,7223
"mom_0",0.9438750286259991,1613947643937,7223
"eps_0",1e-05,1613947643937,7223
"wd_1",0.01,1613947643937,7223
"sqr_mom_1",0.99,1613947643937,7223
"lr_1",3.0629550621435594e-06,1613947643937,7223
"mom_1",0.9438750286259991,1613947643937,7223
"eps_1",1e-05,1613947643937,7223
"wd_2",0.01,1613947643937,7223
"sqr_mom_2",0.99,1613947643937,7223
"lr_2",3.062955062143555e-05,1613947643937,7223
"mom_2",0.9438750286259991,1613947643937,7223
"eps_2",1e-05,1613947643937,7223
"train_loss",0.004832811,1613947644880,7224
"raw_loss",0.0036427993,1613947644880,7224
"epoch",45.44025157232703,1613947644880,7224
"wd_0",0.01,1613947644880,7224
"sqr_mom_0",0.99,1613947644880,7224
"lr_0",3.056187541708365e-07,1613947644880,7224
"mom_0",0.9438885638022212,1613947644880,7224
"eps_0",1e-05,1613947644880,7224
"wd_1",0.01,1613947644880,7224
"sqr_mom_1",0.99,1613947644880,7224
"lr_1",3.0561875417083653e-06,1613947644880,7224
"mom_1",0.9438885638022212,1613947644880,7224
"eps_1",1e-05,1613947644880,7224
"wd_2",0.01,1613947644880,7224
"sqr_mom_2",0.99,1613947644880,7224
"lr_2",3.0561875417083626e-05,1613947644880,7224
"mom_2",0.9438885638022212,1613947644880,7224
"eps_2",1e-05,1613947644880,7224
"train_loss",0.0047966745,1613947645863,7225
"raw_loss",0.003025964,1613947645863,7225
"epoch",45.44654088050313,1613947645863,7225
"wd_0",0.01,1613947645863,7225
"sqr_mom_0",0.99,1613947645863,7225
"lr_0",3.049431501116833e-07,1613947645863,7225
"mom_0",0.9439020760185265,1613947645863,7225
"eps_0",1e-05,1613947645863,7225
"wd_1",0.01,1613947645863,7225
"sqr_mom_1",0.99,1613947645863,7225
"lr_1",3.049431501116838e-06,1613947645863,7225
"mom_1",0.9439020760185265,1613947645863,7225
"eps_1",1e-05,1613947645863,7225
"wd_2",0.01,1613947645863,7225
"sqr_mom_2",0.99,1613947645863,7225
"lr_2",3.049431501116835e-05,1613947645863,7225
"mom_2",0.9439020760185265,1613947645863,7225
"eps_2",1e-05,1613947645863,7225
"train_loss",0.0047859056,1613947646953,7226
"raw_loss",0.00425822,1613947646953,7226
"epoch",45.45283018867923,1613947646953,7226
"wd_0",0.01,1613947646953,7226
"sqr_mom_0",0.99,1613947646953,7226
"lr_0",3.042682452456672e-07,1613947646953,7226
"mom_0",0.9439155742508292,1613947646953,7226
"eps_0",1e-05,1613947646953,7226
"wd_1",0.01,1613947646953,7226
"sqr_mom_1",0.99,1613947646953,7226
"lr_1",3.04268245245667e-06,1613947646953,7226
"mom_1",0.9439155742508292,1613947646953,7226
"eps_1",1e-05,1613947646953,7226
"wd_2",0.01,1613947646953,7226
"sqr_mom_2",0.99,1613947646953,7226
"lr_2",3.0426824524566688e-05,1613947646953,7226
"mom_2",0.9439155742508292,1613947646953,7226
"eps_2",1e-05,1613947646953,7226
"train_loss",0.004751246,1613947647902,7227
"raw_loss",0.0030529122,1613947647902,7227
"epoch",45.45911949685533,1613947647902,7227
"wd_0",0.01,1613947647902,7227
"sqr_mom_0",0.99,1613947647902,7227
"lr_0",3.0359359263749774e-07,1613947647902,7227
"mom_0",0.9439290674379244,1613947647902,7227
"eps_0",1e-05,1613947647902,7227
"wd_1",0.01,1613947647902,7227
"sqr_mom_1",0.99,1613947647902,7227
"lr_1",3.0359359263749757e-06,1613947647902,7227
"mom_1",0.9439290674379244,1613947647902,7227
"eps_1",1e-05,1613947647902,7227
"wd_2",0.01,1613947647902,7227
"sqr_mom_2",0.99,1613947647902,7227
"lr_2",3.0359359263749702e-05,1613947647902,7227
"mom_2",0.9439290674379244,1613947647902,7227
"eps_2",1e-05,1613947647902,7227
"train_loss",0.0047251126,1613947648865,7228
"raw_loss",0.0034445785,1613947648865,7228
"epoch",45.46540880503143,1613947648865,7228
"wd_0",0.01,1613947648865,7228
"sqr_mom_0",0.99,1613947648865,7228
"lr_0",3.0292008726677876e-07,1613947648865,7228
"mom_0",0.9439425376800412,1613947648865,7228
"eps_0",1e-05,1613947648865,7228
"wd_1",0.01,1613947648865,7228
"sqr_mom_1",0.99,1613947648865,7228
"lr_1",3.029200872667791e-06,1613947648865,7228
"mom_1",0.9439425376800412,1613947648865,7228
"eps_1",1e-05,1613947648865,7228
"wd_2",0.01,1613947648865,7228
"sqr_mom_2",0.99,1613947648865,7228
"lr_2",3.0292008726677815e-05,1613947648865,7228
"mom_2",0.9439425376800412,1613947648865,7228
"eps_2",1e-05,1613947648865,7228
"train_loss",0.0047066794,1613947649819,7229
"raw_loss",0.0038034525,1613947649819,7229
"epoch",45.47169811320753,1613947649819,7229
"wd_0",0.01,1613947649819,7229
"sqr_mom_0",0.99,1613947649819,7229
"lr_0",3.022470586229712e-07,1613947649819,7229
"mom_0",0.9439559983875244,1613947649819,7229
"eps_0",1e-05,1613947649819,7229
"wd_1",0.01,1613947649819,7229
"sqr_mom_1",0.99,1613947649819,7229
"lr_1",3.022470586229712e-06,1613947649819,7229
"mom_1",0.9439559983875244,1613947649819,7229
"eps_1",1e-05,1613947649819,7229
"wd_2",0.01,1613947649819,7229
"sqr_mom_2",0.99,1613947649819,7229
"lr_2",3.022470586229708e-05,1613947649819,7229
"mom_2",0.9439559983875244,1613947649819,7229
"eps_2",1e-05,1613947649819,7229
"train_loss",0.0046722493,1613947650761,7230
"raw_loss",0.002985167,1613947650761,7230
"epoch",45.47798742138363,1613947650761,7230
"wd_0",0.01,1613947650761,7230
"sqr_mom_0",0.99,1613947650761,7230
"lr_0",3.01574730495689e-07,1613947650761,7230
"mom_0",0.9439694450845371,1613947650761,7230
"eps_0",1e-05,1613947650761,7230
"wd_1",0.01,1613947650761,7230
"sqr_mom_1",0.99,1613947650761,7230
"lr_1",3.0157473049568934e-06,1613947650761,7230
"mom_1",0.9439694450845371,1613947650761,7230
"eps_1",1e-05,1613947650761,7230
"wd_2",0.01,1613947650761,7230
"sqr_mom_2",0.99,1613947650761,7230
"lr_2",3.0157473049568866e-05,1613947650761,7230
"mom_2",0.9439694450845371,1613947650761,7230
"eps_2",1e-05,1613947650761,7230
"train_loss",0.004756684,1613947651716,7231
"raw_loss",0.008893988,1613947651716,7231
"epoch",45.48427672955973,1613947651716,7231
"wd_0",0.01,1613947651716,7231
"sqr_mom_0",0.99,1613947651716,7231
"lr_0",3.0090310309923063e-07,1613947651716,7231
"mom_0",0.943982877766793,1613947651716,7231
"eps_0",1e-05,1613947651716,7231
"wd_1",0.01,1613947651716,7231
"sqr_mom_1",0.99,1613947651716,7231
"lr_1",3.009031030992308e-06,1613947651716,7231
"mom_1",0.943982877766793,1613947651716,7231
"eps_1",1e-05,1613947651716,7231
"wd_2",0.01,1613947651716,7231
"sqr_mom_2",0.99,1613947651716,7231
"lr_2",3.0090310309923026e-05,1613947651716,7231
"mom_2",0.943982877766793,1613947651716,7231
"eps_2",1e-05,1613947651716,7231
"train_loss",0.004770645,1613947652691,7232
"raw_loss",0.0054547363,1613947652691,7232
"epoch",45.49056603773583,1613947652691,7232
"wd_0",0.01,1613947652691,7232
"sqr_mom_0",0.99,1613947652691,7232
"lr_0",3.002323990609419e-07,1613947652691,7232
"mom_0",0.9439962919817009,1613947652691,7232
"eps_0",1e-05,1613947652691,7232
"wd_1",0.01,1613947652691,7232
"sqr_mom_1",0.99,1613947652691,7232
"lr_1",3.0023239906094224e-06,1613947652691,7232
"mom_1",0.9439962919817009,1613947652691,7232
"eps_1",1e-05,1613947652691,7232
"wd_2",0.01,1613947652691,7232
"sqr_mom_2",0.99,1613947652691,7232
"lr_2",3.0023239906094184e-05,1613947652691,7232
"mom_2",0.9439962919817009,1613947652691,7232
"eps_2",1e-05,1613947652691,7232
"train_loss",0.00475424,1613947653638,7233
"raw_loss",0.003950404,1613947653638,7233
"epoch",45.49685534591193,1613947653638,7233
"wd_0",0.01,1613947653638,7233
"sqr_mom_0",0.99,1613947653638,7233
"lr_0",2.995619513548511e-07,1613947653638,7233
"mom_0",0.9440097010699137,1613947653638,7233
"eps_0",1e-05,1613947653638,7233
"wd_1",0.01,1613947653638,7233
"sqr_mom_1",0.99,1613947653638,7233
"lr_1",2.9956195135485077e-06,1613947653638,7233
"mom_1",0.9440097010699137,1613947653638,7233
"eps_1",1e-05,1613947653638,7233
"wd_2",0.01,1613947653638,7233
"sqr_mom_2",0.99,1613947653638,7233
"lr_2",2.995619513548501e-05,1613947653638,7233
"mom_2",0.9440097010699137,1613947653638,7233
"eps_2",1e-05,1613947653638,7233
"train_loss",0.004809637,1613947654613,7234
"raw_loss",0.0075240945,1613947654613,7234
"epoch",45.50314465408803,1613947654613,7234
"wd_0",0.01,1613947654613,7234
"sqr_mom_0",0.99,1613947654613,7234
"lr_0",2.988926493824266e-07,1613947654613,7234
"mom_0",0.9440230872432238,1613947654613,7234
"eps_0",1e-05,1613947654613,7234
"wd_1",0.01,1613947654613,7234
"sqr_mom_1",0.99,1613947654613,7234
"lr_1",2.988926493824266e-06,1613947654613,7234
"mom_1",0.9440230872432238,1613947654613,7234
"eps_1",1e-05,1613947654613,7234
"wd_2",0.01,1613947654613,7234
"sqr_mom_2",0.99,1613947654613,7234
"lr_2",2.9889264938242634e-05,1613947654613,7234
"mom_2",0.9440230872432238,1613947654613,7234
"eps_2",1e-05,1613947654613,7234
"train_loss",0.004873187,1613947655569,7235
"raw_loss",0.007987116,1613947655569,7235
"epoch",45.50943396226413,1613947655569,7235
"wd_0",0.01,1613947655569,7235
"sqr_mom_0",0.99,1613947655569,7235
"lr_0",2.982240485303874e-07,1613947655569,7235
"mom_0",0.9440364593939862,1613947655569,7235
"eps_0",1e-05,1613947655569,7235
"wd_1",0.01,1613947655569,7235
"sqr_mom_1",0.99,1613947655569,7235
"lr_1",2.9822404853038775e-06,1613947655569,7235
"mom_1",0.9440364593939862,1613947655569,7235
"eps_1",1e-05,1613947655569,7235
"wd_2",0.01,1613947655569,7235
"sqr_mom_2",0.99,1613947655569,7235
"lr_2",2.982240485303872e-05,1613947655569,7235
"mom_2",0.9440364593939862,1613947655569,7235
"eps_2",1e-05,1613947655569,7235
"train_loss",0.0048309537,1613947656550,7236
"raw_loss",0.0027615295,1613947656550,7236
"epoch",45.51572327044023,1613947656550,7236
"wd_0",0.01,1613947656550,7236
"sqr_mom_0",0.99,1613947656550,7236
"lr_0",2.975557060465076e-07,1613947656550,7236
"mom_0",0.9440498263773336,1613947656550,7236
"eps_0",1e-05,1613947656550,7236
"wd_1",0.01,1613947656550,7236
"sqr_mom_1",0.99,1613947656550,7236
"lr_1",2.9755570604650757e-06,1613947656550,7236
"mom_1",0.9440498263773336,1613947656550,7236
"eps_1",1e-05,1613947656550,7236
"wd_2",0.01,1613947656550,7236
"sqr_mom_2",0.99,1613947656550,7236
"lr_2",2.975557060465073e-05,1613947656550,7236
"mom_2",0.9440498263773336,1613947656550,7236
"eps_2",1e-05,1613947656550,7236
"train_loss",0.0048810174,1613947657540,7237
"raw_loss",0.007334152,1613947657540,7237
"epoch",45.522012578616334,1613947657540,7237
"wd_0",0.01,1613947657540,7237
"sqr_mom_0",0.99,1613947657540,7237
"lr_0",2.96888508539515e-07,1613947657540,7237
"mom_0",0.9440631704609143,1613947657540,7237
"eps_0",1e-05,1613947657540,7237
"wd_1",0.01,1613947657540,7237
"sqr_mom_1",0.99,1613947657540,7237
"lr_1",2.968885085395148e-06,1613947657540,7237
"mom_1",0.9440631704609143,1613947657540,7237
"eps_1",1e-05,1613947657540,7237
"wd_2",0.01,1613947657540,7237
"sqr_mom_2",0.99,1613947657540,7237
"lr_2",2.9688850853951468e-05,1613947657540,7237
"mom_2",0.9440631704609143,1613947657540,7237
"eps_2",1e-05,1613947657540,7237
"train_loss",0.004837754,1613947658520,7238
"raw_loss",0.0027178463,1613947658520,7238
"epoch",45.528301886792434,1613947658520,7238
"wd_0",0.01,1613947658520,7238
"sqr_mom_0",0.99,1613947658520,7238
"lr_0",2.9622201279128085e-07,1613947658520,7238
"mom_0",0.9440765005091795,1613947658520,7238
"eps_0",1e-05,1613947658520,7238
"wd_1",0.01,1613947658520,7238
"sqr_mom_1",0.99,1613947658520,7238
"lr_1",2.9622201279128085e-06,1613947658520,7238
"mom_1",0.9440765005091795,1613947658520,7238
"eps_1",1e-05,1613947658520,7238
"wd_2",0.01,1613947658520,7238
"sqr_mom_2",0.99,1613947658520,7238
"lr_2",2.9622201279128058e-05,1613947658520,7238
"mom_2",0.9440765005091795,1613947658520,7238
"eps_2",1e-05,1613947658520,7238
"train_loss",0.0047962135,1613947659473,7239
"raw_loss",0.0027607135,1613947659473,7239
"epoch",45.534591194968534,1613947659473,7239
"wd_0",0.01,1613947659473,7239
"sqr_mom_0",0.99,1613947659473,7239
"lr_0",2.955557774464272e-07,1613947659473,7239
"mom_0",0.944089825349325,1613947659473,7239
"eps_0",1e-05,1613947659473,7239
"wd_1",0.01,1613947659473,7239
"sqr_mom_1",0.99,1613947659473,7239
"lr_1",2.955557774464272e-06,1613947659473,7239
"mom_1",0.944089825349325,1613947659473,7239
"eps_1",1e-05,1613947659473,7239
"wd_2",0.01,1613947659473,7239
"sqr_mom_2",0.99,1613947659473,7239
"lr_2",2.9555577744642665e-05,1613947659473,7239
"mom_2",0.944089825349325,1613947659473,7239
"eps_2",1e-05,1613947659473,7239
"train_loss",0.004762591,1613947660436,7240
"raw_loss",0.0031150882,1613947660436,7240
"epoch",45.540880503144635,1613947660436,7240
"wd_0",0.01,1613947660436,7240
"sqr_mom_0",0.99,1613947660436,7240
"lr_0",2.948906863183961e-07,1613947660436,7240
"mom_0",0.9441031273049051,1613947660436,7240
"eps_0",1e-05,1613947660436,7240
"wd_1",0.01,1613947660436,7240
"sqr_mom_1",0.99,1613947660436,7240
"lr_1",2.9489068631839593e-06,1613947660436,7240
"mom_1",0.9441031273049051,1613947660436,7240
"eps_1",1e-05,1613947660436,7240
"wd_2",0.01,1613947660436,7240
"sqr_mom_2",0.99,1613947660436,7240
"lr_2",2.948906863183958e-05,1613947660436,7240
"mom_2",0.9441031273049051,1613947660436,7240
"eps_2",1e-05,1613947660436,7240
"train_loss",0.004788231,1613947661404,7241
"raw_loss",0.0060446006,1613947661404,7241
"epoch",45.547169811320735,1613947661404,7241
"wd_0",0.01,1613947661404,7241
"sqr_mom_0",0.99,1613947661404,7241
"lr_0",2.942260772678514e-07,1613947661404,7241
"mom_0",0.9441164196188391,1613947661404,7241
"eps_0",1e-05,1613947661404,7241
"wd_1",0.01,1613947661404,7241
"sqr_mom_1",0.99,1613947661404,7241
"lr_1",2.942260772678516e-06,1613947661404,7241
"mom_1",0.9441164196188391,1613947661404,7241
"eps_1",1e-05,1613947661404,7241
"wd_2",0.01,1613947661404,7241
"sqr_mom_2",0.99,1613947661404,7241
"lr_2",2.9422607726785105e-05,1613947661404,7241
"mom_2",0.9441164196188391,1613947661404,7241
"eps_2",1e-05,1613947661404,7241
"train_loss",0.0047824765,1613947662346,7242
"raw_loss",0.0045005074,1613947662346,7242
"epoch",45.553459119496836,1613947662346,7242
"wd_0",0.01,1613947662346,7242
"sqr_mom_0",0.99,1613947662346,7242
"lr_0",2.935621712904274e-07,1613947662346,7242
"mom_0",0.9441296978711701,1613947662346,7242
"eps_0",1e-05,1613947662346,7242
"wd_1",0.01,1613947662346,7242
"sqr_mom_1",0.99,1613947662346,7242
"lr_1",2.935621712904274e-06,1613947662346,7242
"mom_1",0.9441296978711701,1613947662346,7242
"eps_1",1e-05,1613947662346,7242
"wd_2",0.01,1613947662346,7242
"sqr_mom_2",0.99,1613947662346,7242
"lr_2",2.935621712904274e-05,1613947662346,7242
"mom_2",0.9441296978711701,1613947662346,7242
"eps_2",1e-05,1613947662346,7242
"train_loss",0.004766047,1613947663287,7243
"raw_loss",0.003961004,1613947663287,7243
"epoch",45.559748427672936,1613947663287,7243
"wd_0",0.01,1613947663287,7243
"sqr_mom_0",0.99,1613947663287,7243
"lr_0",2.9289896859773744e-07,1613947663287,7243
"mom_0",0.9441429620576658,1613947663287,7243
"eps_0",1e-05,1613947663287,7243
"wd_1",0.01,1613947663287,7243
"sqr_mom_1",0.99,1613947663287,7243
"lr_1",2.9289896859773795e-06,1613947663287,7243
"mom_1",0.9441429620576658,1613947663287,7243
"eps_1",1e-05,1613947663287,7243
"wd_2",0.01,1613947663287,7243
"sqr_mom_2",0.99,1613947663287,7243
"lr_2",2.9289896859773727e-05,1613947663287,7243
"mom_2",0.9441429620576658,1613947663287,7243
"eps_2",1e-05,1613947663287,7243
"train_loss",0.004743247,1613947664242,7244
"raw_loss",0.0036260283,1613947664242,7244
"epoch",45.56603773584904,1613947664242,7244
"wd_0",0.01,1613947664242,7244
"sqr_mom_0",0.99,1613947664242,7244
"lr_0",2.9223668901891333e-07,1613947664242,7244
"mom_0",0.9441562077816995,1613947664242,7244
"eps_0",1e-05,1613947664242,7244
"wd_1",0.01,1613947664242,7244
"sqr_mom_1",0.99,1613947664242,7244
"lr_1",2.9223668901891316e-06,1613947664242,7244
"mom_1",0.9441562077816995,1613947664242,7244
"eps_1",1e-05,1613947664242,7244
"wd_2",0.01,1613947664242,7244
"sqr_mom_2",0.99,1613947664242,7244
"lr_2",2.9223668901891275e-05,1613947664242,7244
"mom_2",0.9441562077816995,1613947664242,7244
"eps_2",1e-05,1613947664242,7244
"train_loss",0.0047385017,1613947665187,7245
"raw_loss",0.004505994,1613947665187,7245
"epoch",45.57232704402514,1613947665187,7245
"wd_0",0.01,1613947665187,7245
"sqr_mom_0",0.99,1613947665187,7245
"lr_0",2.915746739118892e-07,1613947665187,7245
"mom_0",0.9441694482162444,1613947665187,7245
"eps_0",1e-05,1613947665187,7245
"wd_1",0.01,1613947665187,7245
"sqr_mom_1",0.99,1613947665187,7245
"lr_1",2.9157467391188922e-06,1613947665187,7245
"mom_1",0.9441694482162444,1613947665187,7245
"eps_1",1e-05,1613947665187,7245
"wd_2",0.01,1613947665187,7245
"sqr_mom_2",0.99,1613947665187,7245
"lr_2",2.915746739118888e-05,1613947665187,7245
"mom_2",0.9441694482162444,1613947665187,7245
"eps_2",1e-05,1613947665187,7245
"train_loss",0.004707481,1613947666148,7246
"raw_loss",0.003187449,1613947666148,7246
"epoch",45.57861635220124,1613947666148,7246
"wd_0",0.01,1613947666148,7246
"sqr_mom_0",0.99,1613947666148,7246
"lr_0",2.909138014916336e-07,1613947666148,7246
"mom_0",0.9441826657968253,1613947666148,7246
"eps_0",1e-05,1613947666148,7246
"wd_1",0.01,1613947666148,7246
"sqr_mom_1",0.99,1613947666148,7246
"lr_1",2.909138014916331e-06,1613947666148,7246
"mom_1",0.9441826657968253,1613947666148,7246
"eps_1",1e-05,1613947666148,7246
"wd_2",0.01,1613947666148,7246
"sqr_mom_2",0.99,1613947666148,7246
"lr_2",2.909138014916331e-05,1613947666148,7246
"mom_2",0.9441826657968253,1613947666148,7246
"eps_2",1e-05,1613947666148,7246
"train_loss",0.004719664,1613947667107,7247
"raw_loss",0.0053166444,1613947667107,7247
"epoch",45.58490566037734,1613947667107,7247
"wd_0",0.01,1613947667107,7247
"sqr_mom_0",0.99,1613947667107,7247
"lr_0",2.9025319489872127e-07,1613947667107,7247
"mom_0",0.9441958780608062,1613947667107,7247
"eps_0",1e-05,1613947667107,7247
"wd_1",0.01,1613947667107,7247
"sqr_mom_1",0.99,1613947667107,7247
"lr_1",2.902531948987206e-06,1613947667107,7247
"mom_1",0.9441958780608062,1613947667107,7247
"eps_1",1e-05,1613947667107,7247
"wd_2",0.01,1613947667107,7247
"sqr_mom_2",0.99,1613947667107,7247
"lr_2",2.9025319489872073e-05,1613947667107,7247
"mom_2",0.9441958780608062,1613947667107,7247
"eps_2",1e-05,1613947667107,7247
"train_loss",0.004734677,1613947668059,7248
"raw_loss",0.0054703164,1613947668059,7248
"epoch",45.59119496855344,1613947668059,7248
"wd_0",0.01,1613947668059,7248
"sqr_mom_0",0.99,1613947668059,7248
"lr_0",2.8959373047961427e-07,1613947668059,7248
"mom_0",0.9442090674810825,1613947668059,7248
"eps_0",1e-05,1613947668059,7248
"wd_1",0.01,1613947668059,7248
"sqr_mom_1",0.99,1613947668059,7248
"lr_1",2.8959373047961478e-06,1613947668059,7248
"mom_1",0.9442090674810825,1613947668059,7248
"eps_1",1e-05,1613947668059,7248
"wd_2",0.01,1613947668059,7248
"sqr_mom_2",0.99,1613947668059,7248
"lr_2",2.895937304796145e-05,1613947668059,7248
"mom_2",0.9442090674810825,1613947668059,7248
"eps_2",1e-05,1613947668059,7248
"train_loss",0.0047219414,1613947669013,7249
"raw_loss",0.0040979064,1613947669013,7249
"epoch",45.59748427672954,1613947669013,7249
"wd_0",0.01,1613947669013,7249
"sqr_mom_0",0.99,1613947669013,7249
"lr_0",2.8893497014285243e-07,1613947669013,7249
"mom_0",0.9442222428195711,1613947669013,7249
"eps_0",1e-05,1613947669013,7249
"wd_1",0.01,1613947669013,7249
"sqr_mom_1",0.99,1613947669013,7249
"lr_1",2.889349701428526e-06,1613947669013,7249
"mom_1",0.9442222428195711,1613947669013,7249
"eps_1",1e-05,1613947669013,7249
"wd_2",0.01,1613947669013,7249
"sqr_mom_2",0.99,1613947669013,7249
"lr_2",2.8893497014285247e-05,1613947669013,7249
"mom_2",0.9442222428195711,1613947669013,7249
"eps_2",1e-05,1613947669013,7249
"train_loss",0.0046787364,1613947669987,7250
"raw_loss",0.0025616959,1613947669987,7250
"epoch",45.60377358490564,1613947669987,7250
"wd_0",0.01,1613947669987,7250
"sqr_mom_0",0.99,1613947669987,7250
"lr_0",2.8827647766588856e-07,1613947669987,7250
"mom_0",0.9442354128008102,1613947669987,7250
"eps_0",1e-05,1613947669987,7250
"wd_1",0.01,1613947669987,7250
"sqr_mom_1",0.99,1613947669987,7250
"lr_1",2.8827647766588822e-06,1613947669987,7250
"mom_1",0.9442354128008102,1613947669987,7250
"eps_1",1e-05,1613947669987,7250
"wd_2",0.01,1613947669987,7250
"sqr_mom_2",0.99,1613947669987,7250
"lr_2",2.882764776658878e-05,1613947669987,7250
"mom_2",0.9442354128008102,1613947669987,7250
"eps_2",1e-05,1613947669987,7250
"train_loss",0.0046461225,1613947670940,7251
"raw_loss",0.003048027,1613947670940,7251
"epoch",45.61006289308174,1613947670940,7251
"wd_0",0.01,1613947670940,7251
"sqr_mom_0",0.99,1613947670940,7251
"lr_0",2.876191265906434e-07,1613947670940,7251
"mom_0",0.9442485599537866,1613947670940,7251
"eps_0",1e-05,1613947670940,7251
"wd_1",0.01,1613947670940,7251
"sqr_mom_1",0.99,1613947670940,7251
"lr_1",2.8761912659064375e-06,1613947670940,7251
"mom_1",0.9442485599537866,1613947670940,7251
"eps_1",1e-05,1613947670940,7251
"wd_2",0.01,1613947670940,7251
"sqr_mom_2",0.99,1613947670940,7251
"lr_2",2.8761912659064294e-05,1613947670940,7251
"mom_2",0.9442485599537866,1613947670940,7251
"eps_2",1e-05,1613947670940,7251
"train_loss",0.004649545,1613947671920,7252
"raw_loss",0.004817253,1613947671920,7252
"epoch",45.61635220125784,1613947671920,7252
"wd_0",0.01,1613947671920,7252
"sqr_mom_0",0.99,1613947671920,7252
"lr_0",2.8696226247825987e-07,1613947671920,7252
"mom_0",0.9442616973674084,1613947671920,7252
"eps_0",1e-05,1613947671920,7252
"wd_1",0.01,1613947671920,7252
"sqr_mom_1",0.99,1613947671920,7252
"lr_1",2.8696226247825987e-06,1613947671920,7252
"mom_1",0.9442616973674084,1613947671920,7252
"eps_1",1e-05,1613947671920,7252
"wd_2",0.01,1613947671920,7252
"sqr_mom_2",0.99,1613947671920,7252
"lr_2",2.869622624782596e-05,1613947671920,7252
"mom_2",0.9442616973674084,1613947671920,7252
"eps_2",1e-05,1613947671920,7252
"train_loss",0.00466608,1613947672887,7253
"raw_loss",0.0054763034,1613947672887,7253
"epoch",45.62264150943394,1613947672887,7253
"wd_0",0.01,1613947672887,7253
"sqr_mom_0",0.99,1613947672887,7253
"lr_0",2.8630610375425565e-07,1613947672887,7253
"mom_0",0.9442748206731216,1613947672887,7253
"eps_0",1e-05,1613947672887,7253
"wd_1",0.01,1613947672887,7253
"sqr_mom_1",0.99,1613947672887,7253
"lr_1",2.8630610375425498e-06,1613947672887,7253
"mom_1",0.9442748206731216,1613947672887,7253
"eps_1",1e-05,1613947672887,7253
"wd_2",0.01,1613947672887,7253
"sqr_mom_2",0.99,1613947672887,7253
"lr_2",2.863061037542547e-05,1613947672887,7253
"mom_2",0.9442748206731216,1613947672887,7253
"eps_2",1e-05,1613947672887,7253
"train_loss",0.004641812,1613947673833,7254
"raw_loss",0.0034526673,1613947673833,7254
"epoch",45.62893081761004,1613947673833,7254
"wd_0",0.01,1613947673833,7254
"sqr_mom_0",0.99,1613947673833,7254
"lr_0",2.8565065062777254e-07,1613947673833,7254
"mom_0",0.9442879298667431,1613947673833,7254
"eps_0",1e-05,1613947673833,7254
"wd_1",0.01,1613947673833,7254
"sqr_mom_1",0.99,1613947673833,7254
"lr_1",2.8565065062777304e-06,1613947673833,7254
"mom_1",0.9442879298667431,1613947673833,7254
"eps_1",1e-05,1613947673833,7254
"wd_2",0.01,1613947673833,7254
"sqr_mom_2",0.99,1613947673833,7254
"lr_2",2.856506506277725e-05,1613947673833,7254
"mom_2",0.9442879298667431,1613947673833,7254
"eps_2",1e-05,1613947673833,7254
"train_loss",0.004632492,1613947674816,7255
"raw_loss",0.0041758153,1613947674816,7255
"epoch",45.63522012578614,1613947674816,7255
"wd_0",0.01,1613947674816,7255
"sqr_mom_0",0.99,1613947674816,7255
"lr_0",2.8499612035398706e-07,1613947674816,7255
"mom_0",0.9443010206031263,1613947674816,7255
"eps_0",1e-05,1613947674816,7255
"wd_1",0.01,1613947674816,7255
"sqr_mom_1",0.99,1613947674816,7255
"lr_1",2.8499612035398774e-06,1613947674816,7255
"mom_1",0.9443010206031263,1613947674816,7255
"eps_1",1e-05,1613947674816,7255
"wd_2",0.01,1613947674816,7255
"sqr_mom_2",0.99,1613947674816,7255
"lr_2",2.8499612035398734e-05,1613947674816,7255
"mom_2",0.9443010206031263,1613947674816,7255
"eps_2",1e-05,1613947674816,7255
"train_loss",0.0046130815,1613947675797,7256
"raw_loss",0.003661966,1613947675797,7256
"epoch",45.64150943396224,1613947675797,7256
"wd_0",0.01,1613947675797,7256
"sqr_mom_0",0.99,1613947675797,7256
"lr_0",2.8434186200282273e-07,1613947675797,7256
"mom_0",0.9443141059010025,1613947675797,7256
"eps_0",1e-05,1613947675797,7256
"wd_1",0.01,1613947675797,7256
"sqr_mom_1",0.99,1613947675797,7256
"lr_1",2.843418620028229e-06,1613947675797,7256
"mom_1",0.9443141059010025,1613947675797,7256
"eps_1",1e-05,1613947675797,7256
"wd_2",0.01,1613947675797,7256
"sqr_mom_2",0.99,1613947675797,7256
"lr_2",2.8434186200282277e-05,1613947675797,7256
"mom_2",0.9443141059010025,1613947675797,7256
"eps_2",1e-05,1613947675797,7256
"train_loss",0.004613022,1613947676755,7257
"raw_loss",0.004610096,1613947676755,7257
"epoch",45.64779874213834,1613947676755,7257
"wd_0",0.01,1613947676755,7257
"sqr_mom_0",0.99,1613947676755,7257
"lr_0",2.8368874349930037e-07,1613947676755,7257
"mom_0",0.944327168401698,1613947676755,7257
"eps_0",1e-05,1613947676755,7257
"wd_1",0.01,1613947676755,7257
"sqr_mom_1",0.99,1613947676755,7257
"lr_1",2.836887434993002e-06,1613947676755,7257
"mom_1",0.944327168401698,1613947676755,7257
"eps_1",1e-05,1613947676755,7257
"wd_2",0.01,1613947676755,7257
"sqr_mom_2",0.99,1613947676755,7257
"lr_2",2.8368874349929993e-05,1613947676755,7257
"mom_2",0.944327168401698,1613947676755,7257
"eps_2",1e-05,1613947676755,7257
"train_loss",0.004633874,1613947677781,7258
"raw_loss",0.0056556296,1613947677781,7258
"epoch",45.65408805031444,1613947677781,7258
"wd_0",0.01,1613947677781,7258
"sqr_mom_0",0.99,1613947677781,7258
"lr_0",2.8303633095901997e-07,1613947677781,7258
"mom_0",0.9443402167829874,1613947677781,7258
"eps_0",1e-05,1613947677781,7258
"wd_1",0.01,1613947677781,7258
"sqr_mom_1",0.99,1613947677781,7258
"lr_1",2.8303633095902014e-06,1613947677781,7258
"mom_1",0.9443402167829874,1613947677781,7258
"eps_1",1e-05,1613947677781,7258
"wd_2",0.01,1613947677781,7258
"sqr_mom_2",0.99,1613947677781,7258
"lr_2",2.830363309590196e-05,1613947677781,7258
"mom_2",0.9443402167829874,1613947677781,7258
"eps_2",1e-05,1613947677781,7258
"train_loss",0.004648425,1613947678727,7259
"raw_loss",0.0053614206,1613947678727,7259
"epoch",45.66037735849054,1613947678727,7259
"wd_0",0.01,1613947678727,7259
"sqr_mom_0",0.99,1613947678727,7259
"lr_0",2.82384192371492e-07,1613947678727,7259
"mom_0",0.9443532596851669,1613947678727,7259
"eps_0",1e-05,1613947678727,7259
"wd_1",0.01,1613947678727,7259
"sqr_mom_1",0.99,1613947678727,7259
"lr_1",2.8238419237149184e-06,1613947678727,7259
"mom_1",0.9443532596851669,1613947678727,7259
"eps_1",1e-05,1613947678727,7259
"wd_2",0.01,1613947678727,7259
"sqr_mom_2",0.99,1613947678727,7259
"lr_2",2.8238419237149156e-05,1613947678727,7259
"mom_2",0.9443532596851669,1613947678727,7259
"eps_2",1e-05,1613947678727,7259
"train_loss",0.0046230312,1613947679685,7260
"raw_loss",0.0033787389,1613947679685,7260
"epoch",45.66666666666664,1613947679685,7260
"wd_0",0.01,1613947679685,7260
"sqr_mom_0",0.99,1613947679685,7260
"lr_0",2.817331928497048e-07,1613947679685,7260
"mom_0",0.9443662798058039,1613947679685,7260
"eps_0",1e-05,1613947679685,7260
"wd_1",0.01,1613947679685,7260
"sqr_mom_1",0.99,1613947679685,7260
"lr_1",2.817331928497048e-06,1613947679685,7260
"mom_1",0.9443662798058039,1613947679685,7260
"eps_1",1e-05,1613947679685,7260
"wd_2",0.01,1613947679685,7260
"sqr_mom_2",0.99,1613947679685,7260
"lr_2",2.8173319284970414e-05,1613947679685,7260
"mom_2",0.9443662798058039,1613947679685,7260
"eps_2",1e-05,1613947679685,7260
"train_loss",0.0046396195,1613947680630,7261
"raw_loss",0.005452445,1613947680630,7261
"epoch",45.67295597484274,1613947680630,7261
"wd_0",0.01,1613947680630,7261
"sqr_mom_0",0.99,1613947680630,7261
"lr_0",2.8108289991405576e-07,1613947680630,7261
"mom_0",0.9443792857945768,1613947680630,7261
"eps_0",1e-05,1613947680630,7261
"wd_1",0.01,1613947680630,7261
"sqr_mom_1",0.99,1613947680630,7261
"lr_1",2.8108289991405627e-06,1613947680630,7261
"mom_1",0.9443792857945768,1613947680630,7261
"eps_1",1e-05,1613947680630,7261
"wd_2",0.01,1613947680630,7261
"sqr_mom_2",0.99,1613947680630,7261
"lr_2",2.810828999140556e-05,1613947680630,7261
"mom_2",0.9443792857945768,1613947680630,7261
"eps_2",1e-05,1613947680630,7261
"train_loss",0.0045829373,1613947681600,7262
"raw_loss",0.0018055146,1613947681600,7262
"epoch",45.679245283018844,1613947681600,7262
"wd_0",0.01,1613947681600,7262
"sqr_mom_0",0.99,1613947681600,7262
"lr_0",2.804328829605061e-07,1613947681600,7262
"mom_0",0.9443922862636525,1613947681600,7262
"eps_0",1e-05,1613947681600,7262
"wd_1",0.01,1613947681600,7262
"sqr_mom_1",0.99,1613947681600,7262
"lr_1",2.804328829605054e-06,1613947681600,7262
"mom_1",0.9443922862636525,1613947681600,7262
"eps_1",1e-05,1613947681600,7262
"wd_2",0.01,1613947681600,7262
"sqr_mom_2",0.99,1613947681600,7262
"lr_2",2.8043288296050555e-05,1613947681600,7262
"mom_2",0.9443922862636525,1613947681600,7262
"eps_2",1e-05,1613947681600,7262
"train_loss",0.0045844647,1613947682554,7263
"raw_loss",0.0046593146,1613947682554,7263
"epoch",45.685534591194944,1613947682554,7263
"wd_0",0.01,1613947682554,7263
"sqr_mom_0",0.99,1613947682554,7263
"lr_0",2.7978400428752814e-07,1613947682554,7263
"mom_0",0.9444052639668891,1613947682554,7263
"eps_0",1e-05,1613947682554,7263
"wd_1",0.01,1613947682554,7263
"sqr_mom_1",0.99,1613947682554,7263
"lr_1",2.7978400428752814e-06,1613947682554,7263
"mom_1",0.9444052639668891,1613947682554,7263
"eps_1",1e-05,1613947682554,7263
"wd_2",0.01,1613947682554,7263
"sqr_mom_2",0.99,1613947682554,7263
"lr_2",2.7978400428752773e-05,1613947682554,7263
"mom_2",0.9444052639668891,1613947682554,7263
"eps_2",1e-05,1613947682554,7263
"train_loss",0.0045354655,1613947683530,7264
"raw_loss",0.0021345085,1613947683530,7264
"epoch",45.691823899371045,1613947683530,7264
"wd_0",0.01,1613947683530,7264
"sqr_mom_0",0.99,1613947683530,7264
"lr_0",2.7913561788536916e-07,1613947683530,7264
"mom_0",0.9444182318246108,1613947683530,7264
"eps_0",1e-05,1613947683530,7264
"wd_1",0.01,1613947683530,7264
"sqr_mom_1",0.99,1613947683530,7264
"lr_1",2.7913561788536916e-06,1613947683530,7264
"mom_1",0.9444182318246108,1613947683530,7264
"eps_1",1e-05,1613947683530,7264
"wd_2",0.01,1613947683530,7264
"sqr_mom_2",0.99,1613947683530,7264
"lr_2",2.7913561788536875e-05,1613947683530,7264
"mom_2",0.9444182318246108,1613947683530,7264
"eps_2",1e-05,1613947683530,7264
"train_loss",0.004504404,1613947684486,7265
"raw_loss",0.0029823876,1613947684486,7265
"epoch",45.698113207547145,1613947684486,7265
"wd_0",0.01,1613947684486,7265
"sqr_mom_0",0.99,1613947684486,7265
"lr_0",2.7848793936624216e-07,1613947684486,7265
"mom_0",0.9444311855245303,1613947684486,7265
"eps_0",1e-05,1613947684486,7265
"wd_1",0.01,1613947684486,7265
"sqr_mom_1",0.99,1613947684486,7265
"lr_1",2.7848793936624216e-06,1613947684486,7265
"mom_1",0.9444311855245303,1613947684486,7265
"eps_1",1e-05,1613947684486,7265
"wd_2",0.01,1613947684486,7265
"sqr_mom_2",0.99,1613947684486,7265
"lr_2",2.7848793936624202e-05,1613947684486,7265
"mom_2",0.9444311855245303,1613947684486,7265
"eps_2",1e-05,1613947684486,7265
"train_loss",0.0045382106,1613947685451,7266
"raw_loss",0.006194731,1613947685451,7266
"epoch",45.704402515723245,1613947685451,7266
"wd_0",0.01,1613947685451,7266
"sqr_mom_0",0.99,1613947685451,7266
"lr_0",2.778409689365877e-07,1613947685451,7266
"mom_0",0.9444441250625188,1613947685451,7266
"eps_0",1e-05,1613947685451,7266
"wd_1",0.01,1613947685451,7266
"sqr_mom_1",0.99,1613947685451,7266
"lr_1",2.7784096893658804e-06,1613947685451,7266
"mom_1",0.9444441250625188,1613947685451,7266
"eps_1",1e-05,1613947685451,7266
"wd_2",0.01,1613947685451,7266
"sqr_mom_2",0.99,1613947685451,7266
"lr_2",2.7784096893658777e-05,1613947685451,7266
"mom_2",0.9444441250625188,1613947685451,7266
"eps_2",1e-05,1613947685451,7266
"train_loss",0.004550926,1613947686403,7267
"raw_loss",0.0051739854,1613947686403,7267
"epoch",45.710691823899346,1613947686403,7267
"wd_0",0.01,1613947686403,7267
"sqr_mom_0",0.99,1613947686403,7267
"lr_0",2.771949210341407e-07,1613947686403,7267
"mom_0",0.9444570461497787,1613947686403,7267
"eps_0",1e-05,1613947686403,7267
"wd_1",0.01,1613947686403,7267
"sqr_mom_1",0.99,1613947686403,7267
"lr_1",2.7719492103414086e-06,1613947686403,7267
"mom_1",0.9444570461497787,1613947686403,7267
"eps_1",1e-05,1613947686403,7267
"wd_2",0.01,1613947686403,7267
"sqr_mom_2",0.99,1613947686403,7267
"lr_2",2.771949210341406e-05,1613947686403,7267
"mom_2",0.9444570461497787,1613947686403,7267
"eps_2",1e-05,1613947686403,7267
"train_loss",0.004505851,1613947687356,7268
"raw_loss",0.0022971737,1613947687356,7268
"epoch",45.716981132075446,1613947687356,7268
"wd_0",0.01,1613947687356,7268
"sqr_mom_0",0.99,1613947687356,7268
"lr_0",2.7654915317032956e-07,1613947687356,7268
"mom_0",0.9444699616362098,1613947687356,7268
"eps_0",1e-05,1613947687356,7268
"wd_1",0.01,1613947687356,7268
"sqr_mom_1",0.99,1613947687356,7268
"lr_1",2.7654915317032973e-06,1613947687356,7268
"mom_1",0.9444699616362098,1613947687356,7268
"eps_1",1e-05,1613947687356,7268
"wd_2",0.01,1613947687356,7268
"sqr_mom_2",0.99,1613947687356,7268
"lr_2",2.765491531703289e-05,1613947687356,7268
"mom_2",0.9444699616362098,1613947687356,7268
"eps_2",1e-05,1613947687356,7268
"train_loss",0.0044893026,1613947688313,7269
"raw_loss",0.0036784417,1613947688313,7269
"epoch",45.72327044025155,1613947688313,7269
"wd_0",0.01,1613947688313,7269
"sqr_mom_0",0.99,1613947688313,7269
"lr_0",2.759045220068765e-07,1613947688313,7269
"mom_0",0.9444828543884063,1613947688313,7269
"eps_0",1e-05,1613947688313,7269
"wd_1",0.01,1613947688313,7269
"sqr_mom_1",0.99,1613947688313,7269
"lr_1",2.7590452200687633e-06,1613947688313,7269
"mom_1",0.9444828543884063,1613947688313,7269
"eps_1",1e-05,1613947688313,7269
"wd_2",0.01,1613947688313,7269
"sqr_mom_2",0.99,1613947688313,7269
"lr_2",2.759045220068762e-05,1613947688313,7269
"mom_2",0.9444828543884063,1613947688313,7269
"eps_2",1e-05,1613947688313,7269
"train_loss",0.0045228563,1613947689283,7270
"raw_loss",0.0061669913,1613947689283,7270
"epoch",45.72955974842765,1613947689283,7270
"wd_0",0.01,1613947689283,7270
"sqr_mom_0",0.99,1613947689283,7270
"lr_0",2.7526059928615107e-07,1613947689283,7270
"mom_0",0.9444957329716066,1613947689283,7270
"eps_0",1e-05,1613947689283,7270
"wd_1",0.01,1613947689283,7270
"sqr_mom_1",0.99,1613947689283,7270
"lr_1",2.7526059928615124e-06,1613947689283,7270
"mom_1",0.9444957329716066,1613947689283,7270
"eps_1",1e-05,1613947689283,7270
"wd_2",0.01,1613947689283,7270
"sqr_mom_2",0.99,1613947689283,7270
"lr_2",2.752605992861507e-05,1613947689283,7270
"mom_2",0.9444957329716066,1613947689283,7270
"eps_2",1e-05,1613947689283,7270
"train_loss",0.0045148595,1613947690225,7271
"raw_loss",0.0041230177,1613947690225,7271
"epoch",45.73584905660375,1613947690225,7271
"wd_0",0.01,1613947690225,7271
"sqr_mom_0",0.99,1613947690225,7271
"lr_0",2.746169586310139e-07,1613947690225,7271
"mom_0",0.9445086059134388,1613947690225,7271
"eps_0",1e-05,1613947690225,7271
"wd_1",0.01,1613947690225,7271
"sqr_mom_1",0.99,1613947690225,7271
"lr_1",2.7461695863101408e-06,1613947690225,7271
"mom_1",0.9445086059134388,1613947690225,7271
"eps_1",1e-05,1613947690225,7271
"wd_2",0.01,1613947690225,7271
"sqr_mom_2",0.99,1613947690225,7271
"lr_2",2.7461695863101353e-05,1613947690225,7271
"mom_2",0.9445086059134388,1613947690225,7271
"eps_2",1e-05,1613947690225,7271
"train_loss",0.004495982,1613947691189,7272
"raw_loss",0.0035709813,1613947691189,7272
"epoch",45.74213836477985,1613947691189,7272
"wd_0",0.01,1613947691189,7272
"sqr_mom_0",0.99,1613947691189,7272
"lr_0",2.739744538812817e-07,1613947691189,7272
"mom_0",0.9445214561369357,1613947691189,7272
"eps_0",1e-05,1613947691189,7272
"wd_1",0.01,1613947691189,7272
"sqr_mom_1",0.99,1613947691189,7272
"lr_1",2.7397445388128134e-06,1613947691189,7272
"mom_1",0.9445214561369357,1613947691189,7272
"eps_1",1e-05,1613947691189,7272
"wd_2",0.01,1613947691189,7272
"sqr_mom_2",0.99,1613947691189,7272
"lr_2",2.7397445388128094e-05,1613947691189,7272
"mom_2",0.9445214561369357,1613947691189,7272
"eps_2",1e-05,1613947691189,7272
"train_loss",0.0044869897,1613947692179,7273
"raw_loss",0.0040463535,1613947692179,7273
"epoch",45.74842767295595,1613947692179,7273
"wd_0",0.01,1613947692179,7273
"sqr_mom_0",0.99,1613947692179,7273
"lr_0",2.733324453685587e-07,1613947692179,7273
"mom_0",0.9445342964355932,1613947692179,7273
"eps_0",1e-05,1613947692179,7273
"wd_1",0.01,1613947692179,7273
"sqr_mom_1",0.99,1613947692179,7273
"lr_1",2.733324453685587e-06,1613947692179,7273
"mom_1",0.9445342964355932,1613947692179,7273
"eps_1",1e-05,1613947692179,7273
"wd_2",0.01,1613947692179,7273
"sqr_mom_2",0.99,1613947692179,7273
"lr_2",2.7333244536855816e-05,1613947692179,7273
"mom_2",0.9445342964355932,1613947692179,7273
"eps_2",1e-05,1613947692179,7273
"train_loss",0.0044596666,1613947693129,7274
"raw_loss",0.0031208282,1613947693129,7274
"epoch",45.75471698113205,1613947693129,7274
"wd_0",0.01,1613947693129,7274
"sqr_mom_0",0.99,1613947693129,7274
"lr_0",2.7269114658856234e-07,1613947693129,7274
"mom_0",0.944547122539454,1613947693129,7274
"eps_0",1e-05,1613947693129,7274
"wd_1",0.01,1613947693129,7274
"sqr_mom_1",0.99,1613947693129,7274
"lr_1",2.72691146588563e-06,1613947693129,7274
"mom_1",0.944547122539454,1613947693129,7274
"eps_1",1e-05,1613947693129,7274
"wd_2",0.01,1613947693129,7274
"sqr_mom_2",0.99,1613947693129,7274
"lr_2",2.7269114658856207e-05,1613947693129,7274
"mom_2",0.944547122539454,1613947693129,7274
"eps_2",1e-05,1613947693129,7274
"train_loss",0.0044402024,1613947694080,7275
"raw_loss",0.0034864675,1613947694080,7275
"epoch",45.76100628930815,1613947694080,7275
"wd_0",0.01,1613947694080,7275
"sqr_mom_0",0.99,1613947694080,7275
"lr_0",2.7205055774570114e-07,1613947694080,7275
"mom_0",0.9445599344444304,1613947694080,7275
"eps_0",1e-05,1613947694080,7275
"wd_1",0.01,1613947694080,7275
"sqr_mom_1",0.99,1613947694080,7275
"lr_1",2.7205055774570097e-06,1613947694080,7275
"mom_1",0.9445599344444304,1613947694080,7275
"eps_1",1e-05,1613947694080,7275
"wd_2",0.01,1613947694080,7275
"sqr_mom_2",0.99,1613947694080,7275
"lr_2",2.7205055774570056e-05,1613947694080,7275
"mom_2",0.9445599344444304,1613947694080,7275
"eps_2",1e-05,1613947694080,7275
"train_loss",0.004481672,1613947695029,7276
"raw_loss",0.0065136803,1613947695029,7276
"epoch",45.76729559748425,1613947695029,7276
"wd_0",0.01,1613947695029,7276
"sqr_mom_0",0.99,1613947695029,7276
"lr_0",2.714108911581439e-07,1613947695029,7276
"mom_0",0.9445727279041162,1613947695029,7276
"eps_0",1e-05,1613947695029,7276
"wd_1",0.01,1613947695029,7276
"sqr_mom_1",0.99,1613947695029,7276
"lr_1",2.7141089115814354e-06,1613947695029,7276
"mom_1",0.9445727279041162,1613947695029,7276
"eps_1",1e-05,1613947695029,7276
"wd_2",0.01,1613947695029,7276
"sqr_mom_2",0.99,1613947695029,7276
"lr_2",2.714108911581434e-05,1613947695029,7276
"mom_2",0.9445727279041162,1613947695029,7276
"eps_2",1e-05,1613947695029,7276
"train_loss",0.0045083547,1613947695995,7277
"raw_loss",0.0058158142,1613947695995,7277
"epoch",45.77358490566035,1613947695995,7277
"wd_0",0.01,1613947695995,7277
"sqr_mom_0",0.99,1613947695995,7277
"lr_0",2.70771510687874e-07,1613947695995,7277
"mom_0",0.9445855156413989,1613947695995,7277
"eps_0",1e-05,1613947695995,7277
"wd_1",0.01,1613947695995,7277
"sqr_mom_1",0.99,1613947695995,7277
"lr_1",2.7077151068787415e-06,1613947695995,7277
"mom_1",0.9445855156413989,1613947695995,7277
"eps_1",1e-05,1613947695995,7277
"wd_2",0.01,1613947695995,7277
"sqr_mom_2",0.99,1613947695995,7277
"lr_2",2.7077151068787388e-05,1613947695995,7277
"mom_2",0.9445855156413989,1613947695995,7277
"eps_2",1e-05,1613947695995,7277
"train_loss",0.004502244,1613947696935,7278
"raw_loss",0.004202816,1613947696935,7278
"epoch",45.77987421383645,1613947696935,7278
"wd_0",0.01,1613947696935,7278
"sqr_mom_0",0.99,1613947696935,7278
"lr_0",2.7013326452323907e-07,1613947696935,7278
"mom_0",0.9445982806923421,1613947696935,7278
"eps_0",1e-05,1613947696935,7278
"wd_1",0.01,1613947696935,7278
"sqr_mom_1",0.99,1613947696935,7278
"lr_1",2.701332645232384e-06,1613947696935,7278
"mom_1",0.9445982806923421,1613947696935,7278
"eps_1",1e-05,1613947696935,7278
"wd_2",0.01,1613947696935,7278
"sqr_mom_2",0.99,1613947696935,7278
"lr_2",2.7013326452323826e-05,1613947696935,7278
"mom_2",0.9445982806923421,1613947696935,7278
"eps_2",1e-05,1613947696935,7278
"train_loss",0.0044785584,1613947697898,7279
"raw_loss",0.0033179645,1613947697898,7279
"epoch",45.78616352201255,1613947697898,7279
"wd_0",0.01,1613947697898,7279
"sqr_mom_0",0.99,1613947697898,7279
"lr_0",2.6949572863963215e-07,1613947697898,7279
"mom_0",0.9446110315375227,1613947697898,7279
"eps_0",1e-05,1613947697898,7279
"wd_1",0.01,1613947697898,7279
"sqr_mom_1",0.99,1613947697898,7279
"lr_1",2.694957286396323e-06,1613947697898,7279
"mom_1",0.9446110315375227,1613947697898,7279
"eps_1",1e-05,1613947697898,7279
"wd_2",0.01,1613947697898,7279
"sqr_mom_2",0.99,1613947697898,7279
"lr_2",2.6949572863963205e-05,1613947697898,7279
"mom_2",0.9446110315375227,1613947697898,7279
"eps_2",1e-05,1613947697898,7279
"train_loss",0.0045003444,1613947698859,7280
"raw_loss",0.005567847,1613947698859,7280
"epoch",45.79245283018865,1613947698859,7280
"wd_0",0.01,1613947698859,7280
"sqr_mom_0",0.99,1613947698859,7280
"lr_0",2.6885848089782383e-07,1613947698859,7280
"mom_0",0.9446237766198097,1613947698859,7280
"eps_0",1e-05,1613947698859,7280
"wd_1",0.01,1613947698859,7280
"sqr_mom_1",0.99,1613947698859,7280
"lr_1",2.68858480897824e-06,1613947698859,7280
"mom_1",0.9446237766198097,1613947698859,7280
"eps_1",1e-05,1613947698859,7280
"wd_2",0.01,1613947698859,7280
"sqr_mom_2",0.99,1613947698859,7280
"lr_2",2.688584808978236e-05,1613947698859,7280
"mom_2",0.9446237766198097,1613947698859,7280
"eps_2",1e-05,1613947698859,7280
"train_loss",0.0045934184,1613947699829,7281
"raw_loss",0.00915404,1613947699829,7281
"epoch",45.79874213836475,1613947699829,7281
"wd_0",0.01,1613947699829,7281
"sqr_mom_0",0.99,1613947699829,7281
"lr_0",2.682223666569277e-07,1613947699829,7281
"mom_0",0.9446364990318518,1613947699829,7281
"eps_0",1e-05,1613947699829,7281
"wd_1",0.01,1613947699829,7281
"sqr_mom_1",0.99,1613947699829,7281
"lr_1",2.6822236665692803e-06,1613947699829,7281
"mom_1",0.9446364990318518,1613947699829,7281
"eps_1",1e-05,1613947699829,7281
"wd_2",0.01,1613947699829,7281
"sqr_mom_2",0.99,1613947699829,7281
"lr_2",2.6822236665692762e-05,1613947699829,7281
"mom_2",0.9446364990318518,1613947699829,7281
"eps_2",1e-05,1613947699829,7281
"train_loss",0.0045523252,1613947700774,7282
"raw_loss",0.0025387646,1613947700774,7282
"epoch",45.80503144654085,1613947700774,7282
"wd_0",0.01,1613947700774,7282
"sqr_mom_0",0.99,1613947700774,7282
"lr_0",2.67586963305734e-07,1613947700774,7282
"mom_0",0.9446492072259576,1613947700774,7282
"eps_0",1e-05,1613947700774,7282
"wd_1",0.01,1613947700774,7282
"sqr_mom_1",0.99,1613947700774,7282
"lr_1",2.675869633057342e-06,1613947700774,7282
"mom_1",0.9446492072259576,1613947700774,7282
"eps_1",1e-05,1613947700774,7282
"wd_2",0.01,1613947700774,7282
"sqr_mom_2",0.99,1613947700774,7282
"lr_2",2.675869633057338e-05,1613947700774,7282
"mom_2",0.9446492072259576,1613947700774,7282
"eps_2",1e-05,1613947700774,7282
"train_loss",0.004537309,1613947701729,7283
"raw_loss",0.003801526,1613947701729,7283
"epoch",45.81132075471695,1613947701729,7283
"wd_0",0.01,1613947701729,7283
"sqr_mom_0",0.99,1613947701729,7283
"lr_0",2.669518501200218e-07,1613947701729,7283
"mom_0",0.9446619096166957,1613947701729,7283
"eps_0",1e-05,1613947701729,7283
"wd_1",0.01,1613947701729,7283
"sqr_mom_1",0.99,1613947701729,7283
"lr_1",2.669518501200218e-06,1613947701729,7283
"mom_1",0.9446619096166957,1613947701729,7283
"eps_1",1e-05,1613947701729,7283
"wd_2",0.01,1613947701729,7283
"sqr_mom_2",0.99,1613947701729,7283
"lr_2",2.6695185012002112e-05,1613947701729,7283
"mom_2",0.9446619096166957,1613947701729,7283
"eps_2",1e-05,1613947701729,7283
"train_loss",0.0044904,1613947702678,7284
"raw_loss",0.0021918602,1613947702678,7284
"epoch",45.81761006289305,1613947702678,7284
"wd_0",0.01,1613947702678,7284
"sqr_mom_0",0.99,1613947702678,7284
"lr_0",2.6631786962724803e-07,1613947702678,7284
"mom_0",0.9446745893533486,1613947702678,7284
"eps_0",1e-05,1613947702678,7284
"wd_1",0.01,1613947702678,7284
"sqr_mom_1",0.99,1613947702678,7284
"lr_1",2.6631786962724786e-06,1613947702678,7284
"mom_1",0.9446745893533486,1613947702678,7284
"eps_1",1e-05,1613947702678,7284
"wd_2",0.01,1613947702678,7284
"sqr_mom_2",0.99,1613947702678,7284
"lr_2",2.6631786962724746e-05,1613947702678,7284
"mom_2",0.9446745893533486,1613947702678,7284
"eps_2",1e-05,1613947702678,7284
"train_loss",0.0044943993,1613947703643,7285
"raw_loss",0.0046903496,1613947703643,7285
"epoch",45.82389937106915,1613947703643,7285
"wd_0",0.01,1613947703643,7285
"sqr_mom_0",0.99,1613947703643,7285
"lr_0",2.656843906397481e-07,1613947703643,7285
"mom_0",0.9446872590597956,1613947703643,7285
"eps_0",1e-05,1613947703643,7285
"wd_1",0.01,1613947703643,7285
"sqr_mom_1",0.99,1613947703643,7285
"lr_1",2.656843906397484e-06,1613947703643,7285
"mom_1",0.9446872590597956,1613947703643,7285
"eps_1",1e-05,1613947703643,7285
"wd_2",0.01,1613947703643,7285
"sqr_mom_2",0.99,1613947703643,7285
"lr_2",2.6568439063974774e-05,1613947703643,7285
"mom_2",0.9446872590597956,1613947703643,7285
"eps_2",1e-05,1613947703643,7285
"train_loss",0.004494897,1613947704624,7286
"raw_loss",0.0045192847,1613947704624,7286
"epoch",45.83018867924525,1613947704624,7286
"wd_0",0.01,1613947704624,7286
"sqr_mom_0",0.99,1613947704624,7286
"lr_0",2.650516238227059e-07,1613947704624,7286
"mom_0",0.9446999145226911,1613947704624,7286
"eps_0",1e-05,1613947704624,7286
"wd_1",0.01,1613947704624,7286
"sqr_mom_1",0.99,1613947704624,7286
"lr_1",2.6505162382270625e-06,1613947704624,7286
"mom_1",0.9446999145226911,1613947704624,7286
"eps_1",1e-05,1613947704624,7286
"wd_2",0.01,1613947704624,7286
"sqr_mom_2",0.99,1613947704624,7286
"lr_2",2.650516238227057e-05,1613947704624,7286
"mom_2",0.9446999145226911,1613947704624,7286
"eps_2",1e-05,1613947704624,7286
"train_loss",0.004517634,1613947705609,7287
"raw_loss",0.0056317407,1613947705609,7287
"epoch",45.836477987421354,1613947705609,7287
"wd_0",0.01,1613947705609,7287
"sqr_mom_0",0.99,1613947705609,7287
"lr_0",2.644195693778077e-07,1613947705609,7287
"mom_0",0.9447125557380012,1613947705609,7287
"eps_0",1e-05,1613947705609,7287
"wd_1",0.01,1613947705609,7287
"sqr_mom_1",0.99,1613947705609,7287
"lr_1",2.644195693778074e-06,1613947705609,7287
"mom_1",0.9447125557380012,1613947705609,7287
"eps_1",1e-05,1613947705609,7287
"wd_2",0.01,1613947705609,7287
"sqr_mom_2",0.99,1613947705609,7287
"lr_2",2.6441956937780684e-05,1613947705609,7287
"mom_2",0.9447125557380012,1613947705609,7287
"eps_2",1e-05,1613947705609,7287
"train_loss",0.004511612,1613947706574,7288
"raw_loss",0.004216544,1613947706574,7288
"epoch",45.842767295597454,1613947706574,7288
"wd_0",0.01,1613947706574,7288
"sqr_mom_0",0.99,1613947706574,7288
"lr_0",2.6378822750651266e-07,1613947706574,7288
"mom_0",0.9447251827016967,1613947706574,7288
"eps_0",1e-05,1613947706574,7288
"wd_1",0.01,1613947706574,7288
"sqr_mom_1",0.99,1613947706574,7288
"lr_1",2.6378822750651283e-06,1613947706574,7288
"mom_1",0.9447251827016967,1613947706574,7288
"eps_1",1e-05,1613947706574,7288
"wd_2",0.01,1613947706574,7288
"sqr_mom_2",0.99,1613947706574,7288
"lr_2",2.6378822750651215e-05,1613947706574,7288
"mom_2",0.9447251827016967,1613947706574,7288
"eps_2",1e-05,1613947706574,7288
"train_loss",0.004495374,1613947707573,7289
"raw_loss",0.00369971,1613947707573,7289
"epoch",45.849056603773555,1613947707573,7289
"wd_0",0.01,1613947707573,7289
"sqr_mom_0",0.99,1613947707573,7289
"lr_0",2.631575984100563e-07,1613947707573,7289
"mom_0",0.9447377954097529,1613947707573,7289
"eps_0",1e-05,1613947707573,7289
"wd_1",0.01,1613947707573,7289
"sqr_mom_1",0.99,1613947707573,7289
"lr_1",2.6315759841005594e-06,1613947707573,7289
"mom_1",0.9447377954097529,1613947707573,7289
"eps_1",1e-05,1613947707573,7289
"wd_2",0.01,1613947707573,7289
"sqr_mom_2",0.99,1613947707573,7289
"lr_2",2.6315759841005553e-05,1613947707573,7289
"mom_2",0.9447377954097529,1613947707573,7289
"eps_2",1e-05,1613947707573,7289
"train_loss",0.0044899415,1613947708536,7290
"raw_loss",0.004223764,1613947708536,7290
"epoch",45.855345911949655,1613947708536,7290
"wd_0",0.01,1613947708536,7290
"sqr_mom_0",0.99,1613947708536,7290
"lr_0",2.6252789109862437e-07,1613947708536,7290
"mom_0",0.9447503896819243,1613947708536,7290
"eps_0",1e-05,1613947708536,7290
"wd_1",0.01,1613947708536,7290
"sqr_mom_1",0.99,1613947708536,7290
"lr_1",2.6252789109862488e-06,1613947708536,7290
"mom_1",0.9447503896819243,1613947708536,7290
"eps_1",1e-05,1613947708536,7290
"wd_2",0.01,1613947708536,7290
"sqr_mom_2",0.99,1613947708536,7290
"lr_2",2.6252789109862406e-05,1613947708536,7290
"mom_2",0.9447503896819243,1613947708536,7290
"eps_2",1e-05,1613947708536,7290
"train_loss",0.004454882,1613947709525,7291
"raw_loss",0.0027369487,1613947709525,7291
"epoch",45.861635220125756,1613947709525,7291
"wd_0",0.01,1613947709525,7291
"sqr_mom_0",0.99,1613947709525,7291
"lr_0",2.618984793454506e-07,1613947709525,7291
"mom_0",0.9447629780428713,1613947709525,7291
"eps_0",1e-05,1613947709525,7291
"wd_1",0.01,1613947709525,7291
"sqr_mom_1",0.99,1613947709525,7291
"lr_1",2.6189847934545078e-06,1613947709525,7291
"mom_1",0.9447629780428713,1613947709525,7291
"eps_1",1e-05,1613947709525,7291
"wd_2",0.01,1613947709525,7291
"sqr_mom_2",0.99,1613947709525,7291
"lr_2",2.6189847934545037e-05,1613947709525,7291
"mom_2",0.9447629780428713,1613947709525,7291
"eps_2",1e-05,1613947709525,7291
"train_loss",0.004431209,1613947710476,7292
"raw_loss",0.0032712477,1613947710476,7292
"epoch",45.867924528301856,1613947710476,7292
"wd_0",0.01,1613947710476,7292
"sqr_mom_0",0.99,1613947710476,7292
"lr_0",2.612701981145943e-07,1613947710476,7292
"mom_0",0.944775543793146,1613947710476,7292
"eps_0",1e-05,1613947710476,7292
"wd_1",0.01,1613947710476,7292
"sqr_mom_1",0.99,1613947710476,7292
"lr_1",2.612701981145943e-06,1613947710476,7292
"mom_1",0.944775543793146,1613947710476,7292
"eps_1",1e-05,1613947710476,7292
"wd_2",0.01,1613947710476,7292
"sqr_mom_2",0.99,1613947710476,7292
"lr_2",2.6127019811459414e-05,1613947710476,7292
"mom_2",0.944775543793146,1613947710476,7292
"eps_2",1e-05,1613947710476,7292
"train_loss",0.004414391,1613947711431,7293
"raw_loss",0.0035902893,1613947711431,7293
"epoch",45.874213836477956,1613947711431,7293
"wd_0",0.01,1613947711431,7293
"sqr_mom_0",0.99,1613947711431,7293
"lr_0",2.6064262998789626e-07,1613947711431,7293
"mom_0",0.9447880952811949,1613947711431,7293
"eps_0",1e-05,1613947711431,7293
"wd_1",0.01,1613947711431,7293
"sqr_mom_1",0.99,1613947711431,7293
"lr_1",2.6064262998789576e-06,1613947711431,7293
"mom_1",0.9447880952811949,1613947711431,7293
"eps_1",1e-05,1613947711431,7293
"wd_2",0.01,1613947711431,7293
"sqr_mom_2",0.99,1613947711431,7293
"lr_2",2.6064262998789535e-05,1613947711431,7293
"mom_2",0.9447880952811949,1613947711431,7293
"eps_2",1e-05,1613947711431,7293
"train_loss",0.004501332,1613947712386,7294
"raw_loss",0.0087614525,1613947712386,7294
"epoch",45.88050314465406,1613947712386,7294
"wd_0",0.01,1613947712386,7294
"sqr_mom_0",0.99,1613947712386,7294
"lr_0",2.600153594400577e-07,1613947712386,7294
"mom_0",0.944800640817607,1613947712386,7294
"eps_0",1e-05,1613947712386,7294
"wd_1",0.01,1613947712386,7294
"sqr_mom_1",0.99,1613947712386,7294
"lr_1",2.6001535944005806e-06,1613947712386,7294
"mom_1",0.944800640817607,1613947712386,7294
"eps_1",1e-05,1613947712386,7294
"wd_2",0.01,1613947712386,7294
"sqr_mom_2",0.99,1613947712386,7294
"lr_2",2.6001535944005752e-05,1613947712386,7294
"mom_2",0.944800640817607,1613947712386,7294
"eps_2",1e-05,1613947712386,7294
"train_loss",0.0045731873,1613947713339,7295
"raw_loss",0.008094088,1613947713339,7295
"epoch",45.88679245283016,1613947713339,7295
"wd_0",0.01,1613947713339,7295
"sqr_mom_0",0.99,1613947713339,7295
"lr_0",2.593892185946655e-07,1613947713339,7295
"mom_0",0.9448131637597442,1613947713339,7295
"eps_0",1e-05,1613947713339,7295
"wd_1",0.01,1613947713339,7295
"sqr_mom_1",0.99,1613947713339,7295
"lr_1",2.5938921859466565e-06,1613947713339,7295
"mom_1",0.9448131637597442,1613947713339,7295
"eps_1",1e-05,1613947713339,7295
"wd_2",0.01,1613947713339,7295
"sqr_mom_2",0.99,1613947713339,7295
"lr_2",2.593892185946651e-05,1613947713339,7295
"mom_2",0.9448131637597442,1613947713339,7295
"eps_2",1e-05,1613947713339,7295
"train_loss",0.00467734,1613947714312,7296
"raw_loss",0.009780831,1613947714312,7296
"epoch",45.89308176100626,1613947714312,7296
"wd_0",0.01,1613947714312,7296
"sqr_mom_0",0.99,1613947714312,7296
"lr_0",2.5876358406368587e-07,1613947714312,7296
"mom_0",0.944825676575492,1613947714312,7296
"eps_0",1e-05,1613947714312,7296
"wd_1",0.01,1613947714312,7296
"sqr_mom_1",0.99,1613947714312,7296
"lr_1",2.5876358406368637e-06,1613947714312,7296
"mom_1",0.944825676575492,1613947714312,7296
"eps_1",1e-05,1613947714312,7296
"wd_2",0.01,1613947714312,7296
"sqr_mom_2",0.99,1613947714312,7296
"lr_2",2.5876358406368583e-05,1613947714312,7296
"mom_2",0.944825676575492,1613947714312,7296
"eps_2",1e-05,1613947714312,7296
"train_loss",0.0047101276,1613947715298,7297
"raw_loss",0.0063167177,1613947715298,7297
"epoch",45.89937106918236,1613947715298,7297
"wd_0",0.01,1613947715298,7297
"sqr_mom_0",0.99,1613947715298,7297
"lr_0",2.581386639090911e-07,1613947715298,7297
"mom_0",0.9448381751035692,1613947715298,7297
"eps_0",1e-05,1613947715298,7297
"wd_1",0.01,1613947715298,7297
"sqr_mom_1",0.99,1613947715298,7297
"lr_1",2.5813866390909094e-06,1613947715298,7297
"mom_1",0.9448381751035692,1613947715298,7297
"eps_1",1e-05,1613947715298,7297
"wd_2",0.01,1613947715298,7297
"sqr_mom_2",0.99,1613947715298,7297
"lr_2",2.5813866390909067e-05,1613947715298,7297
"mom_2",0.9448381751035692,1613947715298,7297
"eps_2",1e-05,1613947715298,7297
"train_loss",0.004663233,1613947716374,7298
"raw_loss",0.0023654075,1613947716374,7298
"epoch",45.90566037735846,1613947716374,7298
"wd_0",0.01,1613947716374,7298
"sqr_mom_0",0.99,1613947716374,7298
"lr_0",2.5751445833006693e-07,1613947716374,7298
"mom_0",0.944850659339992,1613947716374,7298
"eps_0",1e-05,1613947716374,7298
"wd_1",0.01,1613947716374,7298
"sqr_mom_1",0.99,1613947716374,7298
"lr_1",2.5751445833006693e-06,1613947716374,7298
"mom_1",0.944850659339992,1613947716374,7298
"eps_1",1e-05,1613947716374,7298
"wd_2",0.01,1613947716374,7298
"sqr_mom_2",0.99,1613947716374,7298
"lr_2",2.5751445833006653e-05,1613947716374,7298
"mom_2",0.944850659339992,1613947716374,7298
"eps_2",1e-05,1613947716374,7298
"train_loss",0.0046221158,1613947717485,7299
"raw_loss",0.0026073547,1613947717485,7299
"epoch",45.91194968553456,1613947717485,7299
"wd_0",0.01,1613947717485,7299
"sqr_mom_0",0.99,1613947717485,7299
"lr_0",2.5689117420334e-07,1613947717485,7299
"mom_0",0.9448631251471846,1613947717485,7299
"eps_0",1e-05,1613947717485,7299
"wd_1",0.01,1613947717485,7299
"sqr_mom_1",0.99,1613947717485,7299
"lr_1",2.5689117420334e-06,1613947717485,7299
"mom_1",0.9448631251471846,1613947717485,7299
"eps_1",1e-05,1613947717485,7299
"wd_2",0.01,1613947717485,7299
"sqr_mom_2",0.99,1613947717485,7299
"lr_2",2.5689117420334e-05,1613947717485,7299
"mom_2",0.9448631251471846,1613947717485,7299
"eps_2",1e-05,1613947717485,7299
"train_loss",0.004611273,1613947718448,7300
"raw_loss",0.0040799584,1613947718448,7300
"epoch",45.91823899371066,1613947718448,7300
"wd_0",0.01,1613947718448,7300
"sqr_mom_0",0.99,1613947718448,7300
"lr_0",2.562681916943382e-07,1613947718448,7300
"mom_0",0.9448755849219624,1613947718448,7300
"eps_0",1e-05,1613947718448,7300
"wd_1",0.01,1613947718448,7300
"sqr_mom_1",0.99,1613947718448,7300
"lr_1",2.562681916943377e-06,1613947718448,7300
"mom_1",0.9448755849219624,1613947718448,7300
"eps_1",1e-05,1613947718448,7300
"wd_2",0.01,1613947718448,7300
"sqr_mom_2",0.99,1613947718448,7300
"lr_2",2.562681916943373e-05,1613947718448,7300
"mom_2",0.9448755849219624,1613947718448,7300
"eps_2",1e-05,1613947718448,7300
"train_loss",0.004580738,1613947719390,7301
"raw_loss",0.0030845208,1613947719390,7301
"epoch",45.92452830188676,1613947719390,7301
"wd_0",0.01,1613947719390,7301
"sqr_mom_0",0.99,1613947719390,7301
"lr_0",2.556463372382242e-07,1613947719390,7301
"mom_0",0.9448880221354569,1613947719390,7301
"eps_0",1e-05,1613947719390,7301
"wd_1",0.01,1613947719390,7301
"sqr_mom_1",0.99,1613947719390,7301
"lr_1",2.5564633723822403e-06,1613947719390,7301
"mom_1",0.9448880221354569,1613947719390,7301
"eps_1",1e-05,1613947719390,7301
"wd_2",0.01,1613947719390,7301
"sqr_mom_2",0.99,1613947719390,7301
"lr_2",2.556463372382239e-05,1613947719390,7301
"mom_2",0.9448880221354569,1613947719390,7301
"eps_2",1e-05,1613947719390,7301
"train_loss",0.0045487927,1613947720326,7302
"raw_loss",0.002983473,1613947720326,7302
"epoch",45.93081761006286,1613947720326,7302
"wd_0",0.01,1613947720326,7302
"sqr_mom_0",0.99,1613947720326,7302
"lr_0",2.5502519767762034e-07,1613947720326,7302
"mom_0",0.9449004450508981,1613947720326,7302
"eps_0",1e-05,1613947720326,7302
"wd_1",0.01,1613947720326,7302
"sqr_mom_1",0.99,1613947720326,7302
"lr_1",2.5502519767762034e-06,1613947720326,7302
"mom_1",0.9449004450508981,1613947720326,7302
"eps_1",1e-05,1613947720326,7302
"wd_2",0.01,1613947720326,7302
"sqr_mom_2",0.99,1613947720326,7302
"lr_2",2.550251976776198e-05,1613947720326,7302
"mom_2",0.9449004450508981,1613947720326,7302
"eps_2",1e-05,1613947720326,7302
"train_loss",0.004516596,1613947721301,7303
"raw_loss",0.0029389553,1613947721301,7303
"epoch",45.93710691823896,1613947721301,7303
"wd_0",0.01,1613947721301,7303
"sqr_mom_0",0.99,1613947721301,7303
"lr_0",2.544043617527663e-07,1613947721301,7303
"mom_0",0.9449128618935636,1613947721301,7303
"eps_0",1e-05,1613947721301,7303
"wd_1",0.01,1613947721301,7303
"sqr_mom_1",0.99,1613947721301,7303
"lr_1",2.5440436175276616e-06,1613947721301,7303
"mom_1",0.9449128618935636,1613947721301,7303
"eps_1",1e-05,1613947721301,7303
"wd_2",0.01,1613947721301,7303
"sqr_mom_2",0.99,1613947721301,7303
"lr_2",2.544043617527656e-05,1613947721301,7303
"mom_2",0.9449128618935636,1613947721301,7303
"eps_2",1e-05,1613947721301,7303
"train_loss",0.004575221,1613947722246,7304
"raw_loss",0.007447833,1613947722246,7304
"epoch",45.94339622641506,1613947722246,7304
"wd_0",0.01,1613947722246,7304
"sqr_mom_0",0.99,1613947722246,7304
"lr_0",2.5378465305121344e-07,1613947722246,7304
"mom_0",0.9449252561915376,1613947722246,7304
"eps_0",1e-05,1613947722246,7304
"wd_1",0.01,1613947722246,7304
"sqr_mom_1",0.99,1613947722246,7304
"lr_1",2.537846530512138e-06,1613947722246,7304
"mom_1",0.9449252561915376,1613947722246,7304
"eps_1",1e-05,1613947722246,7304
"wd_2",0.01,1613947722246,7304
"sqr_mom_2",0.99,1613947722246,7304
"lr_2",2.537846530512131e-05,1613947722246,7304
"mom_2",0.9449252561915376,1613947722246,7304
"eps_2",1e-05,1613947722246,7304
"train_loss",0.004574828,1613947723239,7305
"raw_loss",0.004555579,1613947723239,7305
"epoch",45.94968553459116,1613947723239,7305
"wd_0",0.01,1613947723239,7305
"sqr_mom_0",0.99,1613947723239,7305
"lr_0",2.5316565983816834e-07,1613947723239,7305
"mom_0",0.9449376361795984,1613947723239,7305
"eps_0",1e-05,1613947723239,7305
"wd_1",0.01,1613947723239,7305
"sqr_mom_1",0.99,1613947723239,7305
"lr_1",2.5316565983816834e-06,1613947723239,7305
"mom_1",0.9449376361795984,1613947723239,7305
"eps_1",1e-05,1613947723239,7305
"wd_2",0.01,1613947723239,7305
"sqr_mom_2",0.99,1613947723239,7305
"lr_2",2.5316565983816834e-05,1613947723239,7305
"mom_2",0.9449376361795984,1613947723239,7305
"eps_2",1e-05,1613947723239,7305
"train_loss",0.0045647277,1613947724219,7306
"raw_loss",0.004069813,1613947724219,7306
"epoch",45.95597484276726,1613947724219,7306
"wd_0",0.01,1613947724219,7306
"sqr_mom_0",0.99,1613947724219,7306
"lr_0",2.5254697227802697e-07,1613947724219,7306
"mom_0",0.9449500100545399,1613947724219,7306
"eps_0",1e-05,1613947724219,7306
"wd_1",0.01,1613947724219,7306
"sqr_mom_1",0.99,1613947724219,7306
"lr_1",2.5254697227802714e-06,1613947724219,7306
"mom_1",0.9449500100545399,1613947724219,7306
"eps_1",1e-05,1613947724219,7306
"wd_2",0.01,1613947724219,7306
"sqr_mom_2",0.99,1613947724219,7306
"lr_2",2.5254697227802673e-05,1613947724219,7306
"mom_2",0.9449500100545399,1613947724219,7306
"eps_2",1e-05,1613947724219,7306
"train_loss",0.0045324056,1613947725176,7307
"raw_loss",0.0029486201,1613947725176,7307
"epoch",45.96226415094336,1613947725176,7307
"wd_0",0.01,1613947725176,7307
"sqr_mom_0",0.99,1613947725176,7307
"lr_0",2.519294111083687e-07,1613947725176,7307
"mom_0",0.9449623614014466,1613947725176,7307
"eps_0",1e-05,1613947725176,7307
"wd_1",0.01,1613947725176,7307
"sqr_mom_1",0.99,1613947725176,7307
"lr_1",2.519294111083687e-06,1613947725176,7307
"mom_1",0.9449623614014466,1613947725176,7307
"eps_1",1e-05,1613947725176,7307
"wd_2",0.01,1613947725176,7307
"sqr_mom_2",0.99,1613947725176,7307
"lr_2",2.5192941110836883e-05,1613947725176,7307
"mom_2",0.9449623614014466,1613947725176,7307
"eps_2",1e-05,1613947725176,7307
"train_loss",0.0045046294,1613947726119,7308
"raw_loss",0.003143593,1613947726119,7308
"epoch",45.96855345911946,1613947726119,7308
"wd_0",0.01,1613947726119,7308
"sqr_mom_0",0.99,1613947726119,7308
"lr_0",2.513123614770649e-07,1613947726119,7308
"mom_0",0.9449747025174838,1613947726119,7308
"eps_0",1e-05,1613947726119,7308
"wd_1",0.01,1613947726119,7308
"sqr_mom_1",0.99,1613947726119,7308
"lr_1",2.5131236147706492e-06,1613947726119,7308
"mom_1",0.9449747025174838,1613947726119,7308
"eps_1",1e-05,1613947726119,7308
"wd_2",0.01,1613947726119,7308
"sqr_mom_2",0.99,1613947726119,7308
"lr_2",2.5131236147706438e-05,1613947726119,7308
"mom_2",0.9449747025174838,1613947726119,7308
"eps_2",1e-05,1613947726119,7308
"train_loss",0.0044885245,1613947727071,7309
"raw_loss",0.0036993949,1613947727071,7309
"epoch",45.97484276729556,1613947727071,7309
"wd_0",0.01,1613947727071,7309
"sqr_mom_0",0.99,1613947727071,7309
"lr_0",2.5069602859713745e-07,1613947727071,7309
"mom_0",0.9449870292983502,1613947727071,7309
"eps_0",1e-05,1613947727071,7309
"wd_1",0.01,1613947727071,7309
"sqr_mom_1",0.99,1613947727071,7309
"lr_1",2.506960285971373e-06,1613947727071,7309
"mom_1",0.9449870292983502,1613947727071,7309
"eps_1",1e-05,1613947727071,7309
"wd_2",0.01,1613947727071,7309
"sqr_mom_2",0.99,1613947727071,7309
"lr_2",2.5069602859713715e-05,1613947727071,7309
"mom_2",0.9449870292983502,1613947727071,7309
"eps_2",1e-05,1613947727071,7309
"train_loss",0.004464901,1613947728032,7310
"raw_loss",0.0033073537,1613947728032,7310
"epoch",45.98113207547166,1613947728032,7310
"wd_0",0.01,1613947728032,7310
"sqr_mom_0",0.99,1613947728032,7310
"lr_0",2.500804126650361e-07,1613947728032,7310
"mom_0",0.9449993417401167,1613947728032,7310
"eps_0",1e-05,1613947728032,7310
"wd_1",0.01,1613947728032,7310
"sqr_mom_1",0.99,1613947728032,7310
"lr_1",2.5008041266503576e-06,1613947728032,7310
"mom_1",0.9449993417401167,1613947728032,7310
"eps_1",1e-05,1613947728032,7310
"wd_2",0.01,1613947728032,7310
"sqr_mom_2",0.99,1613947728032,7310
"lr_2",2.500804126650359e-05,1613947728032,7310
"mom_2",0.9449993417401167,1613947728032,7310
"eps_2",1e-05,1613947728032,7310
"train_loss",0.0044308826,1613947729024,7311
"raw_loss",0.0027639766,1613947729024,7311
"epoch",45.987421383647764,1613947729024,7311
"wd_0",0.01,1613947729024,7311
"sqr_mom_0",0.99,1613947729024,7311
"lr_0",2.4946571770459837e-07,1613947729024,7311
"mom_0",0.9450116357622657,1613947729024,7311
"eps_0",1e-05,1613947729024,7311
"wd_1",0.01,1613947729024,7311
"sqr_mom_1",0.99,1613947729024,7311
"lr_1",2.4946571770459837e-06,1613947729024,7311
"mom_1",0.9450116357622657,1613947729024,7311
"eps_1",1e-05,1613947729024,7311
"wd_2",0.01,1613947729024,7311
"sqr_mom_2",0.99,1613947729024,7311
"lr_2",2.4946571770459783e-05,1613947729024,7311
"mom_2",0.9450116357622657,1613947729024,7311
"eps_2",1e-05,1613947729024,7311
"train_loss",0.004422008,1613947729966,7312
"raw_loss",0.0039871465,1613947729966,7312
"epoch",45.993710691823864,1613947729966,7312
"wd_0",0.01,1613947729966,7312
"sqr_mom_0",0.99,1613947729966,7312
"lr_0",2.488513324289624e-07,1613947729966,7312
"mom_0",0.9450239235906566,1613947729966,7312
"eps_0",1e-05,1613947729966,7312
"wd_1",0.01,1613947729966,7312
"sqr_mom_1",0.99,1613947729966,7312
"lr_1",2.488513324289624e-06,1613947729966,7312
"mom_1",0.9450239235906566,1613947729966,7312
"eps_1",1e-05,1613947729966,7312
"wd_2",0.01,1613947729966,7312
"sqr_mom_2",0.99,1613947729966,7312
"lr_2",2.4885133242896252e-05,1613947729966,7312
"mom_2",0.9450239235906566,1613947729966,7312
"eps_2",1e-05,1613947729966,7312
"train_loss",0.00439078,1613947730910,7313
"raw_loss",0.0028606085,1613947730910,7313
"epoch",45.999999999999964,1613947730910,7313
"wd_0",0.01,1613947730910,7313
"sqr_mom_0",0.99,1613947730910,7313
"lr_0",2.4823807186838765e-07,1613947730910,7313
"mom_0",0.9450361889245215,1613947730910,7313
"eps_0",1e-05,1613947730910,7313
"wd_1",0.01,1613947730910,7313
"sqr_mom_1",0.99,1613947730910,7313
"lr_1",2.482380718683875e-06,1613947730910,7313
"mom_1",0.9450361889245215,1613947730910,7313
"eps_1",1e-05,1613947730910,7313
"wd_2",0.01,1613947730910,7313
"sqr_mom_2",0.99,1613947730910,7313
"lr_2",2.482380718683868e-05,1613947730910,7313
"mom_2",0.9450361889245215,1613947730910,7313
"eps_2",1e-05,1613947730910,7313
"valid_loss",0.08658821135759354,1613947764290,7313
"_rmse",0.2942587435245514,1613947764290,7313
"epoch",46,1613947764290,7313
"train_loss",0.0044492036,1613947765347,7314
"raw_loss",0.0073119802,1613947765347,7314
"epoch",46.0062893081761,1613947765347,7314
"wd_0",0.01,1613947765347,7314
"sqr_mom_0",0.99,1613947765347,7314
"lr_0",2.4762552856305523e-07,1613947765347,7314
"mom_0",0.945048439913138,1613947765347,7314
"eps_0",1e-05,1613947765347,7314
"wd_1",0.01,1613947765347,7314
"sqr_mom_1",0.99,1613947765347,7314
"lr_1",2.476255285630554e-06,1613947765347,7314
"mom_1",0.945048439913138,1613947765347,7314
"eps_1",1e-05,1613947765347,7314
"wd_2",0.01,1613947765347,7314
"sqr_mom_2",0.99,1613947765347,7314
"lr_2",2.47625528563055e-05,1613947765347,7314
"mom_2",0.945048439913138,1613947765347,7314
"eps_2",1e-05,1613947765347,7314
"train_loss",0.00441026,1613947766296,7315
"raw_loss",0.0025020272,1613947766296,7315
"epoch",46.0125786163522,1613947766296,7315
"wd_0",0.01,1613947766296,7315
"sqr_mom_0",0.99,1613947766296,7315
"lr_0",2.4701329695703233e-07,1613947766296,7315
"mom_0",0.945060684667706,1613947766296,7315
"eps_0",1e-05,1613947766296,7315
"wd_1",0.01,1613947766296,7315
"sqr_mom_1",0.99,1613947766296,7315
"lr_1",2.4701329695703267e-06,1613947766296,7315
"mom_1",0.945060684667706,1613947766296,7315
"eps_1",1e-05,1613947766296,7315
"wd_2",0.01,1613947766296,7315
"sqr_mom_2",0.99,1613947766296,7315
"lr_2",2.4701329695703213e-05,1613947766296,7315
"mom_2",0.945060684667706,1613947766296,7315
"eps_2",1e-05,1613947766296,7315
"train_loss",0.0044117137,1613947767250,7316
"raw_loss",0.004482952,1613947767250,7316
"epoch",46.0188679245283,1613947767250,7316
"wd_0",0.01,1613947767250,7316
"sqr_mom_0",0.99,1613947767250,7316
"lr_0",2.4640218922356596e-07,1613947767250,7316
"mom_0",0.9450729069445981,1613947767250,7316
"eps_0",1e-05,1613947767250,7316
"wd_1",0.01,1613947767250,7316
"sqr_mom_1",0.99,1613947767250,7316
"lr_1",2.4640218922356596e-06,1613947767250,7316
"mom_1",0.9450729069445981,1613947767250,7316
"eps_1",1e-05,1613947767250,7316
"wd_2",0.01,1613947767250,7316
"sqr_mom_2",0.99,1613947767250,7316
"lr_2",2.4640218922356515e-05,1613947767250,7316
"mom_2",0.9450729069445981,1613947767250,7316
"eps_2",1e-05,1613947767250,7316
"train_loss",0.004407947,1613947768232,7317
"raw_loss",0.004223384,1613947768232,7317
"epoch",46.0251572327044,1613947768232,7317
"wd_0",0.01,1613947768232,7317
"sqr_mom_0",0.99,1613947768232,7317
"lr_0",2.457915969310525e-07,1613947768232,7317
"mom_0",0.9450851189125681,1613947768232,7317
"eps_0",1e-05,1613947768232,7317
"wd_1",0.01,1613947768232,7317
"sqr_mom_1",0.99,1613947768232,7317
"lr_1",2.4579159693105253e-06,1613947768232,7317
"mom_1",0.9450851189125681,1613947768232,7317
"eps_1",1e-05,1613947768232,7317
"wd_2",0.01,1613947768232,7317
"sqr_mom_2",0.99,1613947768232,7317
"lr_2",2.45791596931052e-05,1613947768232,7317
"mom_2",0.9450851189125681,1613947768232,7317
"eps_2",1e-05,1613947768232,7317
"train_loss",0.004366832,1613947769183,7318
"raw_loss",0.0023521876,1613947769183,7318
"epoch",46.0314465408805,1613947769183,7318
"wd_0",0.01,1613947769183,7318
"sqr_mom_0",0.99,1613947769183,7318
"lr_0",2.4518172314959754e-07,1613947769183,7318
"mom_0",0.9450973165101731,1613947769183,7318
"eps_0",1e-05,1613947769183,7318
"wd_1",0.01,1613947769183,7318
"sqr_mom_1",0.99,1613947769183,7318
"lr_1",2.4518172314959703e-06,1613947769183,7318
"mom_1",0.9450973165101731,1613947769183,7318
"eps_1",1e-05,1613947769183,7318
"wd_2",0.01,1613947769183,7318
"sqr_mom_2",0.99,1613947769183,7318
"lr_2",2.4518172314959676e-05,1613947769183,7318
"mom_2",0.9450973165101731,1613947769183,7318
"eps_2",1e-05,1613947769183,7318
"train_loss",0.0043622786,1613947770142,7319
"raw_loss",0.004139178,1613947770142,7319
"epoch",46.0377358490566,1613947770142,7319
"wd_0",0.01,1613947770142,7319
"sqr_mom_0",0.99,1613947770142,7319
"lr_0",2.4457256807358913e-07,1613947770142,7319
"mom_0",0.9451094997335255,1613947770142,7319
"eps_0",1e-05,1613947770142,7319
"wd_1",0.01,1613947770142,7319
"sqr_mom_1",0.99,1613947770142,7319
"lr_1",2.445725680735888e-06,1613947770142,7319
"mom_1",0.9451094997335255,1613947770142,7319
"eps_1",1e-05,1613947770142,7319
"wd_2",0.01,1613947770142,7319
"sqr_mom_2",0.99,1613947770142,7319
"lr_2",2.4457256807358825e-05,1613947770142,7319
"mom_2",0.9451094997335255,1613947770142,7319
"eps_2",1e-05,1613947770142,7319
"train_loss",0.004339088,1613947771098,7320
"raw_loss",0.0032027494,1613947771098,7320
"epoch",46.0440251572327,1613947771098,7320
"wd_0",0.01,1613947771098,7320
"sqr_mom_0",0.99,1613947771098,7320
"lr_0",2.439643335810305e-07,1613947771098,7320
"mom_0",0.9451216645450248,1613947771098,7320
"eps_0",1e-05,1613947771098,7320
"wd_1",0.01,1613947771098,7320
"sqr_mom_1",0.99,1613947771098,7320
"lr_1",2.4396433358103053e-06,1613947771098,7320
"mom_1",0.9451216645450248,1613947771098,7320
"eps_1",1e-05,1613947771098,7320
"wd_2",0.01,1613947771098,7320
"sqr_mom_2",0.99,1613947771098,7320
"lr_2",2.4396433358103025e-05,1613947771098,7320
"mom_2",0.9451216645450248,1613947771098,7320
"eps_2",1e-05,1613947771098,7320
"train_loss",0.0043587214,1613947772050,7321
"raw_loss",0.005320759,1613947772050,7321
"epoch",46.0503144654088,1613947772050,7321
"wd_0",0.01,1613947772050,7321
"sqr_mom_0",0.99,1613947772050,7321
"lr_0",2.433564148143296e-07,1613947772050,7321
"mom_0",0.9451338230419438,1613947772050,7321
"eps_0",1e-05,1613947772050,7321
"wd_1",0.01,1613947772050,7321
"sqr_mom_1",0.99,1613947772050,7321
"lr_1",2.433564148143296e-06,1613947772050,7321
"mom_1",0.9451338230419438,1613947772050,7321
"eps_1",1e-05,1613947772050,7321
"wd_2",0.01,1613947772050,7321
"sqr_mom_2",0.99,1613947772050,7321
"lr_2",2.4335641481432917e-05,1613947772050,7321
"mom_2",0.9451338230419438,1613947772050,7321
"eps_2",1e-05,1613947772050,7321
"train_loss",0.0043376028,1613947773002,7322
"raw_loss",0.0033027814,1613947773002,7322
"epoch",46.056603773584904,1613947773002,7322
"wd_0",0.01,1613947773002,7322
"sqr_mom_0",0.99,1613947773002,7322
"lr_0",2.4274961822541624e-07,1613947773002,7322
"mom_0",0.9451459590950826,1613947773002,7322
"eps_0",1e-05,1613947773002,7322
"wd_1",0.01,1613947773002,7322
"sqr_mom_1",0.99,1613947773002,7322
"lr_1",2.4274961822541607e-06,1613947773002,7322
"mom_1",0.9451459590950826,1613947773002,7322
"eps_1",1e-05,1613947773002,7322
"wd_2",0.01,1613947773002,7322
"sqr_mom_2",0.99,1613947773002,7322
"lr_2",2.4274961822541553e-05,1613947773002,7322
"mom_2",0.9451459590950826,1613947773002,7322
"eps_2",1e-05,1613947773002,7322
"train_loss",0.004311142,1613947773981,7323
"raw_loss",0.003014569,1613947773981,7323
"epoch",46.062893081761004,1613947773981,7323
"wd_0",0.01,1613947773981,7323
"sqr_mom_0",0.99,1613947773981,7323
"lr_0",2.4214354063996616e-07,1613947773981,7323
"mom_0",0.9451580807680083,1613947773981,7323
"eps_0",1e-05,1613947773981,7323
"wd_1",0.01,1613947773981,7323
"sqr_mom_1",0.99,1613947773981,7323
"lr_1",2.421435406399665e-06,1613947773981,7323
"mom_1",0.9451580807680083,1613947773981,7323
"eps_1",1e-05,1613947773981,7323
"wd_2",0.01,1613947773981,7323
"sqr_mom_2",0.99,1613947773981,7323
"lr_2",2.4214354063996596e-05,1613947773981,7323
"mom_2",0.9451580807680083,1613947773981,7323
"eps_2",1e-05,1613947773981,7323
"train_loss",0.0043214643,1613947774950,7324
"raw_loss",0.0048272684,1613947774950,7324
"epoch",46.069182389937104,1613947774950,7324
"wd_0",0.01,1613947774950,7324
"sqr_mom_0",0.99,1613947774950,7324
"lr_0",2.415377807921829e-07,1613947774950,7324
"mom_0",0.9451701960861172,1613947774950,7324
"eps_0",1e-05,1613947774950,7324
"wd_1",0.01,1613947774950,7324
"sqr_mom_1",0.99,1613947774950,7324
"lr_1",2.415377807921832e-06,1613947774950,7324
"mom_1",0.9451701960861172,1613947774950,7324
"eps_1",1e-05,1613947774950,7324
"wd_2",0.01,1613947774950,7324
"sqr_mom_2",0.99,1613947774950,7324
"lr_2",2.4153778079218308e-05,1613947774950,7324
"mom_2",0.9451701960861172,1613947774950,7324
"eps_2",1e-05,1613947774950,7324
"train_loss",0.0043052016,1613947776076,7325
"raw_loss",0.0035083161,1613947776076,7325
"epoch",46.075471698113205,1613947776076,7325
"wd_0",0.01,1613947776076,7325
"sqr_mom_0",0.99,1613947776076,7325
"lr_0",2.4093314227001954e-07,1613947776076,7325
"mom_0",0.9451822889774893,1613947776076,7325
"eps_0",1e-05,1613947776076,7325
"wd_1",0.01,1613947776076,7325
"sqr_mom_1",0.99,1613947776076,7325
"lr_1",2.4093314227001937e-06,1613947776076,7325
"mom_1",0.9451822889774893,1613947776076,7325
"eps_1",1e-05,1613947776076,7325
"wd_2",0.01,1613947776076,7325
"sqr_mom_2",0.99,1613947776076,7325
"lr_2",2.4093314227001882e-05,1613947776076,7325
"mom_2",0.9451822889774893,1613947776076,7325
"eps_2",1e-05,1613947776076,7325
"train_loss",0.004297866,1613947777360,7326
"raw_loss",0.003938423,1613947777360,7326
"epoch",46.081761006289305,1613947777360,7326
"wd_0",0.01,1613947777360,7326
"sqr_mom_0",0.99,1613947777360,7326
"lr_0",2.403292233299175e-07,1613947777360,7326
"mom_0",0.9451943674770764,1613947777360,7326
"eps_0",1e-05,1613947777360,7326
"wd_1",0.01,1613947777360,7326
"sqr_mom_1",0.99,1613947777360,7326
"lr_1",2.403292233299175e-06,1613947777360,7326
"mom_1",0.9451943674770764,1613947777360,7326
"eps_1",1e-05,1613947777360,7326
"wd_2",0.01,1613947777360,7326
"sqr_mom_2",0.99,1613947777360,7326
"lr_2",2.4032922332991723e-05,1613947777360,7326
"mom_2",0.9451943674770764,1613947777360,7326
"eps_2",1e-05,1613947777360,7326
"train_loss",0.004265023,1613947778431,7327
"raw_loss",0.0026557057,1613947778431,7327
"epoch",46.088050314465406,1613947778431,7327
"wd_0",0.01,1613947778431,7327
"sqr_mom_0",0.99,1613947778431,7327
"lr_0",2.397256241383783e-07,1613947778431,7327
"mom_0",0.9452064395816282,1613947778431,7327
"eps_0",1e-05,1613947778431,7327
"wd_1",0.01,1613947778431,7327
"sqr_mom_1",0.99,1613947778431,7327
"lr_1",2.397256241383781e-06,1613947778431,7327
"mom_1",0.9452064395816282,1613947778431,7327
"eps_1",1e-05,1613947778431,7327
"wd_2",0.01,1613947778431,7327
"sqr_mom_2",0.99,1613947778431,7327
"lr_2",2.3972562413837758e-05,1613947778431,7327
"mom_2",0.9452064395816282,1613947778431,7327
"eps_2",1e-05,1613947778431,7327
"train_loss",0.004286609,1613947779949,7328
"raw_loss",0.0053443443,1613947779949,7328
"epoch",46.094339622641506,1613947779949,7328
"wd_0",0.01,1613947779949,7328
"sqr_mom_0",0.99,1613947779949,7328
"lr_0",2.3912314541707517e-07,1613947779949,7328
"mom_0",0.9452184892765512,1613947779949,7328
"eps_0",1e-05,1613947779949,7328
"wd_1",0.01,1613947779949,7328
"sqr_mom_1",0.99,1613947779949,7328
"lr_1",2.3912314541707483e-06,1613947779949,7328
"mom_1",0.9452184892765512,1613947779949,7328
"eps_1",1e-05,1613947779949,7328
"wd_2",0.01,1613947779949,7328
"sqr_mom_2",0.99,1613947779949,7328
"lr_2",2.391231454170747e-05,1613947779949,7328
"mom_2",0.9452184892765512,1613947779949,7328
"eps_2",1e-05,1613947779949,7328
"train_loss",0.004336346,1613947781095,7329
"raw_loss",0.006773452,1613947781095,7329
"epoch",46.10062893081761,1613947781095,7329
"wd_0",0.01,1613947781095,7329
"sqr_mom_0",0.99,1613947781095,7329
"lr_0",2.3852098778457224e-07,1613947781095,7329
"mom_0",0.945230532549634,1613947781095,7329
"eps_0",1e-05,1613947781095,7329
"wd_1",0.01,1613947781095,7329
"sqr_mom_1",0.99,1613947781095,7329
"lr_1",2.3852098778457257e-06,1613947781095,7329
"mom_1",0.945230532549634,1613947781095,7329
"eps_1",1e-05,1613947781095,7329
"wd_2",0.01,1613947781095,7329
"sqr_mom_2",0.99,1613947781095,7329
"lr_2",2.385209877845719e-05,1613947781095,7329
"mom_2",0.945230532549634,1613947781095,7329
"eps_2",1e-05,1613947781095,7329
"train_loss",0.0042968416,1613947782179,7330
"raw_loss",0.0023611228,1613947782179,7330
"epoch",46.10691823899371,1613947782179,7330
"wd_0",0.01,1613947782179,7330
"sqr_mom_0",0.99,1613947782179,7330
"lr_0",2.379199500502007e-07,1613947782179,7330
"mom_0",0.9452425534245302,1613947782179,7330
"eps_0",1e-05,1613947782179,7330
"wd_1",0.01,1613947782179,7330
"sqr_mom_1",0.99,1613947782179,7330
"lr_1",2.379199500502007e-06,1613947782179,7330
"mom_1",0.9452425534245302,1613947782179,7330
"eps_1",1e-05,1613947782179,7330
"wd_2",0.01,1613947782179,7330
"sqr_mom_2",0.99,1613947782179,7330
"lr_2",2.3791995005020058e-05,1613947782179,7330
"mom_2",0.9452425534245302,1613947782179,7330
"eps_2",1e-05,1613947782179,7330
"train_loss",0.0043147,1613947783167,7331
"raw_loss",0.0051897815,1613947783167,7331
"epoch",46.11320754716981,1613947783167,7331
"wd_0",0.01,1613947783167,7331
"sqr_mom_0",0.99,1613947783167,7331
"lr_0",2.373194338010271e-07,1613947783167,7331
"mom_0",0.9452545638696181,1613947783167,7331
"eps_0",1e-05,1613947783167,7331
"wd_1",0.01,1613947783167,7331
"sqr_mom_1",0.99,1613947783167,7331
"lr_1",2.3731943380102694e-06,1613947783167,7331
"mom_1",0.9452545638696181,1613947783167,7331
"eps_1",1e-05,1613947783167,7331
"wd_2",0.01,1613947783167,7331
"sqr_mom_2",0.99,1613947783167,7331
"lr_2",2.373194338010264e-05,1613947783167,7331
"mom_2",0.9452545638696181,1613947783167,7331
"eps_2",1e-05,1613947783167,7331
"train_loss",0.0042967573,1613947784145,7332
"raw_loss",0.0034175562,1613947784145,7332
"epoch",46.11949685534591,1613947784145,7332
"wd_0",0.01,1613947784145,7332
"sqr_mom_0",0.99,1613947784145,7332
"lr_0",2.3671963876331483e-07,1613947784145,7332
"mom_0",0.9452665598903326,1613947784145,7332
"eps_0",1e-05,1613947784145,7332
"wd_1",0.01,1613947784145,7332
"sqr_mom_1",0.99,1613947784145,7332
"lr_1",2.367196387633145e-06,1613947784145,7332
"mom_1",0.9452665598903326,1613947784145,7332
"eps_1",1e-05,1613947784145,7332
"wd_2",0.01,1613947784145,7332
"sqr_mom_2",0.99,1613947784145,7332
"lr_2",2.367196387633141e-05,1613947784145,7332
"mom_2",0.9452665598903326,1613947784145,7332
"eps_2",1e-05,1613947784145,7332
"train_loss",0.0042725247,1613947785125,7333
"raw_loss",0.0030851364,1613947785125,7333
"epoch",46.12578616352201,1613947785125,7333
"wd_0",0.01,1613947785125,7333
"sqr_mom_0",0.99,1613947785125,7333
"lr_0",2.3612056512824175e-07,1613947785125,7333
"mom_0",0.94527854148285,1613947785125,7333
"eps_0",1e-05,1613947785125,7333
"wd_1",0.01,1613947785125,7333
"sqr_mom_1",0.99,1613947785125,7333
"lr_1",2.361205651282414e-06,1613947785125,7333
"mom_1",0.94527854148285,1613947785125,7333
"eps_1",1e-05,1613947785125,7333
"wd_2",0.01,1613947785125,7333
"sqr_mom_2",0.99,1613947785125,7333
"lr_2",2.36120565128241e-05,1613947785125,7333
"mom_2",0.94527854148285,1613947785125,7333
"eps_2",1e-05,1613947785125,7333
"train_loss",0.004262856,1613947786094,7334
"raw_loss",0.0037890996,1613947786094,7334
"epoch",46.13207547169811,1613947786094,7334
"wd_0",0.01,1613947786094,7334
"sqr_mom_0",0.99,1613947786094,7334
"lr_0",2.3552241142549577e-07,1613947786094,7334
"mom_0",0.9452905046765367,1613947786094,7334
"eps_0",1e-05,1613947786094,7334
"wd_1",0.01,1613947786094,7334
"sqr_mom_1",0.99,1613947786094,7334
"lr_1",2.3552241142549594e-06,1613947786094,7334
"mom_1",0.9452905046765367,1613947786094,7334
"eps_1",1e-05,1613947786094,7334
"wd_2",0.01,1613947786094,7334
"sqr_mom_2",0.99,1613947786094,7334
"lr_2",2.355224114254954e-05,1613947786094,7334
"mom_2",0.9452905046765367,1613947786094,7334
"eps_2",1e-05,1613947786094,7334
"train_loss",0.0042429576,1613947787072,7335
"raw_loss",0.0032679264,1613947787072,7335
"epoch",46.13836477987421,1613947787072,7335
"wd_0",0.01,1613947787072,7335
"sqr_mom_0",0.99,1613947787072,7335
"lr_0",2.3492458282957611e-07,1613947787072,7335
"mom_0",0.9453024613680221,1613947787072,7335
"eps_0",1e-05,1613947787072,7335
"wd_1",0.01,1613947787072,7335
"sqr_mom_1",0.99,1613947787072,7335
"lr_1",2.349245828295763e-06,1613947787072,7335
"mom_1",0.9453024613680221,1613947787072,7335
"eps_1",1e-05,1613947787072,7335
"wd_2",0.01,1613947787072,7335
"sqr_mom_2",0.99,1613947787072,7335
"lr_2",2.3492458282957547e-05,1613947787072,7335
"mom_2",0.9453024613680221,1613947787072,7335
"eps_2",1e-05,1613947787072,7335
"train_loss",0.0043145153,1613947788100,7336
"raw_loss",0.007820844,1613947788100,7336
"epoch",46.14465408805031,1613947788100,7336
"wd_0",0.01,1613947788100,7336
"sqr_mom_0",0.99,1613947788100,7336
"lr_0",2.3432787240700771e-07,1613947788100,7336
"mom_0",0.9453143956958168,1613947788100,7336
"eps_0",1e-05,1613947788100,7336
"wd_1",0.01,1613947788100,7336
"sqr_mom_1",0.99,1613947788100,7336
"lr_1",2.343278724070077e-06,1613947788100,7336
"mom_1",0.9453143956958168,1613947788100,7336
"eps_1",1e-05,1613947788100,7336
"wd_2",0.01,1613947788100,7336
"sqr_mom_2",0.99,1613947788100,7336
"lr_2",2.343278724070073e-05,1613947788100,7336
"mom_2",0.9453143956958168,1613947788100,7336
"eps_2",1e-05,1613947788100,7336
"train_loss",0.004317068,1613947789075,7337
"raw_loss",0.0044421474,1613947789075,7337
"epoch",46.15094339622641,1613947789075,7337
"wd_0",0.01,1613947789075,7337
"sqr_mom_0",0.99,1613947789075,7337
"lr_0",2.3373188367045762e-07,1613947789075,7337
"mom_0",0.9453263155897467,1613947789075,7337
"eps_0",1e-05,1613947789075,7337
"wd_1",0.01,1613947789075,7337
"sqr_mom_1",0.99,1613947789075,7337
"lr_1",2.337318836704578e-06,1613947789075,7337
"mom_1",0.9453263155897467,1613947789075,7337
"eps_1",1e-05,1613947789075,7337
"wd_2",0.01,1613947789075,7337
"sqr_mom_2",0.99,1613947789075,7337
"lr_2",2.3373188367045738e-05,1613947789075,7337
"mom_2",0.9453263155897467,1613947789075,7337
"eps_2",1e-05,1613947789075,7337
"train_loss",0.0042721624,1613947790060,7338
"raw_loss",0.002071794,1613947790060,7338
"epoch",46.15723270440251,1613947790060,7338
"wd_0",0.01,1613947790060,7338
"sqr_mom_0",0.99,1613947790060,7338
"lr_0",2.3313622204824005e-07,1613947790060,7338
"mom_0",0.9453382289413246,1613947790060,7338
"eps_0",1e-05,1613947790060,7338
"wd_1",0.01,1613947790060,7338
"sqr_mom_1",0.99,1613947790060,7338
"lr_1",2.331362220482397e-06,1613947790060,7338
"mom_1",0.9453382289413246,1613947790060,7338
"eps_1",1e-05,1613947790060,7338
"wd_2",0.01,1613947790060,7338
"sqr_mom_2",0.99,1613947790060,7338
"lr_2",2.3313622204823917e-05,1613947790060,7338
"mom_2",0.9453382289413246,1613947790060,7338
"eps_2",1e-05,1613947790060,7338
"train_loss",0.0043110973,1613947791052,7339
"raw_loss",0.0062189167,1613947791052,7339
"epoch",46.16352201257861,1613947791052,7339
"wd_0",0.01,1613947791052,7339
"sqr_mom_0",0.99,1613947791052,7339
"lr_0",2.3254167773221783e-07,1613947791052,7339
"mom_0",0.945350119946555,1613947791052,7339
"eps_0",1e-05,1613947791052,7339
"wd_1",0.01,1613947791052,7339
"sqr_mom_1",0.99,1613947791052,7339
"lr_1",2.3254167773221766e-06,1613947791052,7339
"mom_1",0.945350119946555,1613947791052,7339
"eps_1",1e-05,1613947791052,7339
"wd_2",0.01,1613947791052,7339
"sqr_mom_2",0.99,1613947791052,7339
"lr_2",2.3254167773221752e-05,1613947791052,7339
"mom_2",0.945350119946555,1613947791052,7339
"eps_2",1e-05,1613947791052,7339
"train_loss",0.004307401,1613947792066,7340
"raw_loss",0.0041262824,1613947792066,7340
"epoch",46.16981132075471,1613947792066,7340
"wd_0",0.01,1613947792066,7340
"sqr_mom_0",0.99,1613947792066,7340
"lr_0",2.3194765876978961e-07,1613947792066,7340
"mom_0",0.9453620004446086,1613947792066,7340
"eps_0",1e-05,1613947792066,7340
"wd_1",0.01,1613947792066,7340
"sqr_mom_1",0.99,1613947792066,7340
"lr_1",2.319476587697898e-06,1613947792066,7340
"mom_1",0.9453620004446086,1613947792066,7340
"eps_1",1e-05,1613947792066,7340
"wd_2",0.01,1613947792066,7340
"sqr_mom_2",0.99,1613947792066,7340
"lr_2",2.319476587697895e-05,1613947792066,7340
"mom_2",0.9453620004446086,1613947792066,7340
"eps_2",1e-05,1613947792066,7340
"train_loss",0.004303807,1613947793048,7341
"raw_loss",0.004127701,1613947793048,7341
"epoch",46.17610062893081,1613947793048,7341
"wd_0",0.01,1613947793048,7341
"sqr_mom_0",0.99,1613947793048,7341
"lr_0",2.3135436273101512e-07,1613947793048,7341
"mom_0",0.9453738664840445,1613947793048,7341
"eps_0",1e-05,1613947793048,7341
"wd_1",0.01,1613947793048,7341
"sqr_mom_1",0.99,1613947793048,7341
"lr_1",2.3135436273101563e-06,1613947793048,7341
"mom_1",0.9453738664840445,1613947793048,7341
"eps_1",1e-05,1613947793048,7341
"wd_2",0.01,1613947793048,7341
"sqr_mom_2",0.99,1613947793048,7341
"lr_2",2.3135436273101495e-05,1613947793048,7341
"mom_2",0.9453738664840445,1613947793048,7341
"eps_2",1e-05,1613947793048,7341
"train_loss",0.0042806286,1613947794006,7342
"raw_loss",0.0031448868,1613947794006,7342
"epoch",46.18238993710691,1613947794006,7342
"wd_0",0.01,1613947794006,7342
"sqr_mom_0",0.99,1613947794006,7342
"lr_0",2.3076178980500038e-07,1613947794006,7342
"mom_0",0.9453857180610805,1613947794006,7342
"eps_0",1e-05,1613947794006,7342
"wd_1",0.01,1613947794006,7342
"sqr_mom_1",0.99,1613947794006,7342
"lr_1",2.307617898050004e-06,1613947794006,7342
"mom_1",0.9453857180610805,1613947794006,7342
"eps_1",1e-05,1613947794006,7342
"wd_2",0.01,1613947794006,7342
"sqr_mom_2",0.99,1613947794006,7342
"lr_2",2.3076178980499984e-05,1613947794006,7342
"mom_2",0.9453857180610805,1613947794006,7342
"eps_2",1e-05,1613947794006,7342
"train_loss",0.0042832834,1613947794982,7343
"raw_loss",0.0044133635,1613947794982,7343
"epoch",46.18867924528301,1613947794982,7343
"wd_0",0.01,1613947794982,7343
"sqr_mom_0",0.99,1613947794982,7343
"lr_0",2.301701363623895e-07,1613947794982,7343
"mom_0",0.9453975512482646,1613947794982,7343
"eps_0",1e-05,1613947794982,7343
"wd_1",0.01,1613947794982,7343
"sqr_mom_1",0.99,1613947794982,7343
"lr_1",2.3017013636239002e-06,1613947794982,7343
"mom_1",0.9453975512482646,1613947794982,7343
"eps_1",1e-05,1613947794982,7343
"wd_2",0.01,1613947794982,7343
"sqr_mom_2",0.99,1613947794982,7343
"lr_2",2.301701363623896e-05,1613947794982,7343
"mom_2",0.9453975512482646,1613947794982,7343
"eps_2",1e-05,1613947794982,7343
"train_loss",0.004281581,1613947795970,7344
"raw_loss",0.0041981507,1613947795970,7344
"epoch",46.19496855345911,1613947795970,7344
"wd_0",0.01,1613947795970,7344
"sqr_mom_0",0.99,1613947795970,7344
"lr_0",2.2957881404652403e-07,1613947795970,7344
"mom_0",0.9454093778128476,1613947795970,7344
"eps_0",1e-05,1613947795970,7344
"wd_1",0.01,1613947795970,7344
"sqr_mom_1",0.99,1613947795970,7344
"lr_1",2.295788140465242e-06,1613947795970,7344
"mom_1",0.9454093778128476,1613947795970,7344
"eps_1",1e-05,1613947795970,7344
"wd_2",0.01,1613947795970,7344
"sqr_mom_2",0.99,1613947795970,7344
"lr_2",2.295788140465238e-05,1613947795970,7344
"mom_2",0.9454093778128476,1613947795970,7344
"eps_2",1e-05,1613947795970,7344
"train_loss",0.0042693466,1613947796948,7345
"raw_loss",0.003669856,1613947796948,7345
"epoch",46.20125786163521,1613947796948,7345
"wd_0",0.01,1613947796948,7345
"sqr_mom_0",0.99,1613947796948,7345
"lr_0",2.2898860729283762e-07,1613947796948,7345
"mom_0",0.9454211820659638,1613947796948,7345
"eps_0",1e-05,1613947796948,7345
"wd_1",0.01,1613947796948,7345
"sqr_mom_1",0.99,1613947796948,7345
"lr_1",2.2898860729283796e-06,1613947796948,7345
"mom_1",0.9454211820659638,1613947796948,7345
"eps_1",1e-05,1613947796948,7345
"wd_2",0.01,1613947796948,7345
"sqr_mom_2",0.99,1613947796948,7345
"lr_2",2.289886072928373e-05,1613947796948,7345
"mom_2",0.9454211820659638,1613947796948,7345
"eps_2",1e-05,1613947796948,7345
"train_loss",0.004229206,1613947797954,7346
"raw_loss",0.002262319,1613947797954,7346
"epoch",46.20754716981131,1613947797954,7346
"wd_0",0.01,1613947797954,7346
"sqr_mom_0",0.99,1613947797954,7346
"lr_0",2.2839912392587107e-07,1613947797954,7346
"mom_0",0.945432971851201,1613947797954,7346
"eps_0",1e-05,1613947797954,7346
"wd_1",0.01,1613947797954,7346
"sqr_mom_1",0.99,1613947797954,7346
"lr_1",2.283991239258709e-06,1613947797954,7346
"mom_1",0.945432971851201,1613947797954,7346
"eps_1",1e-05,1613947797954,7346
"wd_2",0.01,1613947797954,7346
"sqr_mom_2",0.99,1613947797954,7346
"lr_2",2.2839912392587022e-05,1613947797954,7346
"mom_2",0.945432971851201,1613947797954,7346
"eps_2",1e-05,1613947797954,7346
"train_loss",0.0042073755,1613947798928,7347
"raw_loss",0.0031376733,1613947798928,7347
"epoch",46.213836477987414,1613947798928,7347
"wd_0",0.01,1613947798928,7347
"sqr_mom_0",0.99,1613947798928,7347
"lr_0",2.2780997369032363e-07,1613947798928,7347
"mom_0",0.9454447549737433,1613947798928,7347
"eps_0",1e-05,1613947798928,7347
"wd_1",0.01,1613947798928,7347
"sqr_mom_1",0.99,1613947798928,7347
"lr_1",2.2780997369032397e-06,1613947798928,7347
"mom_1",0.9454447549737433,1613947798928,7347
"eps_1",1e-05,1613947798928,7347
"wd_2",0.01,1613947798928,7347
"sqr_mom_2",0.99,1613947798928,7347
"lr_2",2.278099736903233e-05,1613947798928,7347
"mom_2",0.9454447549737433,1613947798928,7347
"eps_2",1e-05,1613947798928,7347
"train_loss",0.004198778,1613947799912,7348
"raw_loss",0.0037775051,1613947799912,7348
"epoch",46.220125786163514,1613947799912,7348
"wd_0",0.01,1613947799912,7348
"sqr_mom_0",0.99,1613947799912,7348
"lr_0",2.2722193814019484e-07,1613947799912,7348
"mom_0",0.9454565158023541,1613947799912,7348
"eps_0",1e-05,1613947799912,7348
"wd_1",0.01,1613947799912,7348
"sqr_mom_1",0.99,1613947799912,7348
"lr_1",2.2722193814019484e-06,1613947799912,7348
"mom_1",0.9454565158023541,1613947799912,7348
"eps_1",1e-05,1613947799912,7348
"wd_2",0.01,1613947799912,7348
"sqr_mom_2",0.99,1613947799912,7348
"lr_2",2.2722193814019443e-05,1613947799912,7348
"mom_2",0.9454565158023541,1613947799912,7348
"eps_2",1e-05,1613947799912,7348
"train_loss",0.004193241,1613947800878,7349
"raw_loss",0.003921918,1613947800878,7349
"epoch",46.226415094339615,1613947800878,7349
"wd_0",0.01,1613947800878,7349
"sqr_mom_0",0.99,1613947800878,7349
"lr_0",2.2663462653951818e-07,1613947800878,7349
"mom_0",0.9454682621518311,1613947800878,7349
"eps_0",1e-05,1613947800878,7349
"wd_1",0.01,1613947800878,7349
"sqr_mom_1",0.99,1613947800878,7349
"lr_1",2.2663462653951835e-06,1613947800878,7349
"mom_1",0.9454682621518311,1613947800878,7349
"eps_1",1e-05,1613947800878,7349
"wd_2",0.01,1613947800878,7349
"sqr_mom_2",0.99,1613947800878,7349
"lr_2",2.2663462653951794e-05,1613947800878,7349
"mom_2",0.9454682621518311,1613947800878,7349
"eps_2",1e-05,1613947800878,7349
"train_loss",0.0042108092,1613947801850,7350
"raw_loss",0.0050716684,1613947801850,7350
"epoch",46.232704402515715,1613947801850,7350
"wd_0",0.01,1613947801850,7350
"sqr_mom_0",0.99,1613947801850,7350
"lr_0",2.2604765007397974e-07,1613947801850,7350
"mom_0",0.9454800017985383,1613947801850,7350
"eps_0",1e-05,1613947801850,7350
"wd_1",0.01,1613947801850,7350
"sqr_mom_1",0.99,1613947801850,7350
"lr_1",2.260476500739794e-06,1613947801850,7350
"mom_1",0.9454800017985383,1613947801850,7350
"eps_1",1e-05,1613947801850,7350
"wd_2",0.01,1613947801850,7350
"sqr_mom_2",0.99,1613947801850,7350
"lr_2",2.260476500739794e-05,1613947801850,7350
"mom_2",0.9454800017985383,1613947801850,7350
"eps_2",1e-05,1613947801850,7350
"train_loss",0.004250898,1613947802813,7351
"raw_loss",0.006215241,1613947802813,7351
"epoch",46.238993710691815,1613947802813,7351
"wd_0",0.01,1613947802813,7351
"sqr_mom_0",0.99,1613947802813,7351
"lr_0",2.25461787413902e-07,1613947802813,7351
"mom_0",0.9454917191689136,1613947802813,7351
"eps_0",1e-05,1613947802813,7351
"wd_1",0.01,1613947802813,7351
"sqr_mom_1",0.99,1613947802813,7351
"lr_1",2.254617874139015e-06,1613947802813,7351
"mom_1",0.9454917191689136,1613947802813,7351
"eps_1",1e-05,1613947802813,7351
"wd_2",0.01,1613947802813,7351
"sqr_mom_2",0.99,1613947802813,7351
"lr_2",2.254617874139015e-05,1613947802813,7351
"mom_2",0.9454917191689136,1613947802813,7351
"eps_2",1e-05,1613947802813,7351
"train_loss",0.0042303745,1613947803763,7352
"raw_loss",0.0032247177,1613947803763,7352
"epoch",46.245283018867916,1613947803763,7352
"wd_0",0.01,1613947803763,7352
"sqr_mom_0",0.99,1613947803763,7352
"lr_0",2.2487645524412082e-07,1613947803763,7352
"mom_0",0.9455034259293769,1613947803763,7352
"eps_0",1e-05,1613947803763,7352
"wd_1",0.01,1613947803763,7352
"sqr_mom_1",0.99,1613947803763,7352
"lr_1",2.248764552441203e-06,1613947803763,7352
"mom_1",0.9455034259293769,1613947803763,7352
"eps_1",1e-05,1613947803763,7352
"wd_2",0.01,1613947803763,7352
"sqr_mom_2",0.99,1613947803763,7352
"lr_2",2.2487645524412044e-05,1613947803763,7352
"mom_2",0.9455034259293769,1613947803763,7352
"eps_2",1e-05,1613947803763,7352
"train_loss",0.004220604,1613947804716,7353
"raw_loss",0.0037418518,1613947804716,7353
"epoch",46.251572327044016,1613947804716,7353
"wd_0",0.01,1613947804716,7353
"sqr_mom_0",0.99,1613947804716,7353
"lr_0",2.242918482518574e-07,1613947804716,7353
"mom_0",0.9455151181861446,1613947804716,7353
"eps_0",1e-05,1613947804716,7353
"wd_1",0.01,1613947804716,7353
"sqr_mom_1",0.99,1613947804716,7353
"lr_1",2.242918482518574e-06,1613947804716,7353
"mom_1",0.9455151181861446,1613947804716,7353
"eps_1",1e-05,1613947804716,7353
"wd_2",0.01,1613947804716,7353
"sqr_mom_2",0.99,1613947804716,7353
"lr_2",2.2429184825185672e-05,1613947804716,7353
"mom_2",0.9455151181861446,1613947804716,7353
"eps_2",1e-05,1613947804716,7353
"train_loss",0.0041984925,1613947805664,7354
"raw_loss",0.0031150389,1613947805664,7354
"epoch",46.25786163522012,1613947805664,7354
"wd_0",0.01,1613947805664,7354
"sqr_mom_0",0.99,1613947805664,7354
"lr_0",2.2370796662344967e-07,1613947805664,7354
"mom_0",0.9455267959354903,1613947805664,7354
"eps_0",1e-05,1613947805664,7354
"wd_1",0.01,1613947805664,7354
"sqr_mom_1",0.99,1613947805664,7354
"lr_1",2.2370796662344984e-06,1613947805664,7354
"mom_1",0.9455267959354903,1613947805664,7354
"eps_1",1e-05,1613947805664,7354
"wd_2",0.01,1613947805664,7354
"sqr_mom_2",0.99,1613947805664,7354
"lr_2",2.2370796662344943e-05,1613947805664,7354
"mom_2",0.9455267959354903,1613947805664,7354
"eps_2",1e-05,1613947805664,7354
"train_loss",0.0041832295,1613947806614,7355
"raw_loss",0.0034353342,1613947806614,7355
"epoch",46.26415094339622,1613947806614,7355
"wd_0",0.01,1613947806614,7355
"sqr_mom_0",0.99,1613947806614,7355
"lr_0",2.2312500384296697e-07,1613947806614,7355
"mom_0",0.9455384553076936,1613947806614,7355
"eps_0",1e-05,1613947806614,7355
"wd_1",0.01,1613947806614,7355
"sqr_mom_1",0.99,1613947806614,7355
"lr_1",2.2312500384296714e-06,1613947806614,7355
"mom_1",0.9455384553076936,1613947806614,7355
"eps_1",1e-05,1613947806614,7355
"wd_2",0.01,1613947806614,7355
"sqr_mom_2",0.99,1613947806614,7355
"lr_2",2.2312500384296687e-05,1613947806614,7355
"mom_2",0.9455384553076936,1613947806614,7355
"eps_2",1e-05,1613947806614,7355
"train_loss",0.004144597,1613947807566,7356
"raw_loss",0.0022516057,1613947807566,7356
"epoch",46.27044025157232,1613947807566,7356
"wd_0",0.01,1613947807566,7356
"sqr_mom_0",0.99,1613947807566,7356
"lr_0",2.2254238020239173e-07,1613947807566,7356
"mom_0",0.9455501078970311,1613947807566,7356
"eps_0",1e-05,1613947807566,7356
"wd_1",0.01,1613947807566,7356
"sqr_mom_1",0.99,1613947807566,7356
"lr_1",2.2254238020239173e-06,1613947807566,7356
"mom_1",0.9455501078970311,1613947807566,7356
"eps_1",1e-05,1613947807566,7356
"wd_2",0.01,1613947807566,7356
"sqr_mom_2",0.99,1613947807566,7356
"lr_2",2.2254238020239132e-05,1613947807566,7356
"mom_2",0.9455501078970311,1613947807566,7356
"eps_2",1e-05,1613947807566,7356
"train_loss",0.0041289963,1613947808537,7357
"raw_loss",0.0033645646,1613947808537,7357
"epoch",46.27672955974842,1613947808537,7357
"wd_0",0.01,1613947808537,7357
"sqr_mom_0",0.99,1613947808537,7357
"lr_0",2.2196086859768305e-07,1613947808537,7357
"mom_0",0.9455617382454288,1613947808537,7357
"eps_0",1e-05,1613947808537,7357
"wd_1",0.01,1613947808537,7357
"sqr_mom_1",0.99,1613947808537,7357
"lr_1",2.2196086859768322e-06,1613947808537,7357
"mom_1",0.9455617382454288,1613947808537,7357
"eps_1",1e-05,1613947808537,7357
"wd_2",0.01,1613947808537,7357
"sqr_mom_2",0.99,1613947808537,7357
"lr_2",2.219608685976828e-05,1613947808537,7357
"mom_2",0.9455617382454288,1613947808537,7357
"eps_2",1e-05,1613947808537,7357
"train_loss",0.00417858,1613947809520,7358
"raw_loss",0.0066081802,1613947809520,7358
"epoch",46.28301886792452,1613947809520,7358
"wd_0",0.01,1613947809520,7358
"sqr_mom_0",0.99,1613947809520,7358
"lr_0",2.2138008261821935e-07,1613947809520,7358
"mom_0",0.9455733540811764,1613947809520,7358
"eps_0",1e-05,1613947809520,7358
"wd_1",0.01,1613947809520,7358
"sqr_mom_1",0.99,1613947809520,7358
"lr_1",2.213800826182197e-06,1613947809520,7358
"mom_1",0.9455733540811764,1613947809520,7358
"eps_1",1e-05,1613947809520,7358
"wd_2",0.01,1613947809520,7358
"sqr_mom_2",0.99,1613947809520,7358
"lr_2",2.2138008261821942e-05,1613947809520,7358
"mom_2",0.9455733540811764,1613947809520,7358
"eps_2",1e-05,1613947809520,7358
"train_loss",0.0041761324,1613947810519,7359
"raw_loss",0.0040561925,1613947810519,7359
"epoch",46.28930817610062,1613947810519,7359
"wd_0",0.01,1613947810519,7359
"sqr_mom_0",0.99,1613947810519,7359
"lr_0",2.2079963777948114e-07,1613947810519,7359
"mom_0",0.9455849630940413,1613947810519,7359
"eps_0",1e-05,1613947810519,7359
"wd_1",0.01,1613947810519,7359
"sqr_mom_1",0.99,1613947810519,7359
"lr_1",2.207996377794813e-06,1613947810519,7359
"mom_1",0.9455849630940413,1613947810519,7359
"eps_1",1e-05,1613947810519,7359
"wd_2",0.01,1613947810519,7359
"sqr_mom_2",0.99,1613947810519,7359
"lr_2",2.2079963777948063e-05,1613947810519,7359
"mom_2",0.9455849630940413,1613947810519,7359
"eps_2",1e-05,1613947810519,7359
"train_loss",0.004160744,1613947811587,7360
"raw_loss",0.0034067195,1613947811587,7360
"epoch",46.29559748427672,1613947811587,7360
"wd_0",0.01,1613947811587,7360
"sqr_mom_0",0.99,1613947811587,7360
"lr_0",2.2022030408707582e-07,1613947811587,7360
"mom_0",0.9455965498837573,1613947811587,7360
"eps_0",1e-05,1613947811587,7360
"wd_1",0.01,1613947811587,7360
"sqr_mom_1",0.99,1613947811587,7360
"lr_1",2.202203040870755e-06,1613947811587,7360
"mom_1",0.9455965498837573,1613947811587,7360
"eps_1",1e-05,1613947811587,7360
"wd_2",0.01,1613947811587,7360
"sqr_mom_2",0.99,1613947811587,7360
"lr_2",2.202203040870752e-05,1613947811587,7360
"mom_2",0.9455965498837573,1613947811587,7360
"eps_2",1e-05,1613947811587,7360
"train_loss",0.0041500265,1613947812597,7361
"raw_loss",0.0036248579,1613947812597,7361
"epoch",46.30188679245282,1613947812597,7361
"wd_0",0.01,1613947812597,7361
"sqr_mom_0",0.99,1613947812597,7361
"lr_0",2.1964150472156469e-07,1613947812597,7361
"mom_0",0.9456081259868285,1613947812597,7361
"eps_0",1e-05,1613947812597,7361
"wd_1",0.01,1613947812597,7361
"sqr_mom_1",0.99,1613947812597,7361
"lr_1",2.1964150472156486e-06,1613947812597,7361
"mom_1",0.9456081259868285,1613947812597,7361
"eps_1",1e-05,1613947812597,7361
"wd_2",0.01,1613947812597,7361
"sqr_mom_2",0.99,1613947812597,7361
"lr_2",2.196415047215646e-05,1613947812597,7361
"mom_2",0.9456081259868285,1613947812597,7361
"eps_2",1e-05,1613947812597,7361
"train_loss",0.004149048,1613947813561,7362
"raw_loss",0.0041010985,1613947813561,7362
"epoch",46.30817610062892,1613947813561,7362
"wd_0",0.01,1613947813561,7362
"sqr_mom_0",0.99,1613947813561,7362
"lr_0",2.1906343220215337e-07,1613947813561,7362
"mom_0",0.9456196875528324,1613947813561,7362
"eps_0",1e-05,1613947813561,7362
"wd_1",0.01,1613947813561,7362
"sqr_mom_1",0.99,1613947813561,7362
"lr_1",2.1906343220215354e-06,1613947813561,7362
"mom_1",0.9456196875528324,1613947813561,7362
"eps_1",1e-05,1613947813561,7362
"wd_2",0.01,1613947813561,7362
"sqr_mom_2",0.99,1613947813561,7362
"lr_2",2.1906343220215354e-05,1613947813561,7362
"mom_2",0.9456196875528324,1613947813561,7362
"eps_2",1e-05,1613947813561,7362
"train_loss",0.004202863,1613947814567,7363
"raw_loss",0.0068397955,1613947814567,7363
"epoch",46.31446540880502,1613947814567,7363
"wd_0",0.01,1613947814567,7363
"sqr_mom_0",0.99,1613947814567,7363
"lr_0",2.184860867130961e-07,1613947814567,7363
"mom_0",0.9456312345780838,1613947814567,7363
"eps_0",1e-05,1613947814567,7363
"wd_1",0.01,1613947814567,7363
"sqr_mom_1",0.99,1613947814567,7363
"lr_1",2.184860867130956e-06,1613947814567,7363
"mom_1",0.9456312345780838,1613947814567,7363
"eps_1",1e-05,1613947814567,7363
"wd_2",0.01,1613947814567,7363
"sqr_mom_2",0.99,1613947814567,7363
"lr_2",2.184860867130952e-05,1613947814567,7363
"mom_2",0.9456312345780838,1613947814567,7363
"eps_2",1e-05,1613947814567,7363
"train_loss",0.004241976,1613947815581,7364
"raw_loss",0.0061584925,1613947815581,7364
"epoch",46.32075471698112,1613947815581,7364
"wd_0",0.01,1613947815581,7364
"sqr_mom_0",0.99,1613947815581,7364
"lr_0",2.1790965956767603e-07,1613947815581,7364
"mom_0",0.9456427632362788,1613947815581,7364
"eps_0",1e-05,1613947815581,7364
"wd_1",0.01,1613947815581,7364
"sqr_mom_1",0.99,1613947815581,7364
"lr_1",2.179096595676757e-06,1613947815581,7364
"mom_1",0.9456427632362788,1613947815581,7364
"eps_1",1e-05,1613947815581,7364
"wd_2",0.01,1613947815581,7364
"sqr_mom_2",0.99,1613947815581,7364
"lr_2",2.179096595676753e-05,1613947815581,7364
"mom_2",0.9456427632362788,1613947815581,7364
"eps_2",1e-05,1613947815581,7364
"train_loss",0.004211063,1613947816585,7365
"raw_loss",0.0026963337,1613947816585,7365
"epoch",46.32704402515722,1613947816585,7365
"wd_0",0.01,1613947816585,7365
"sqr_mom_0",0.99,1613947816585,7365
"lr_0",2.17333577561896e-07,1613947816585,7365
"mom_0",0.945654284991612,1613947816585,7365
"eps_0",1e-05,1613947816585,7365
"wd_1",0.01,1613947816585,7365
"sqr_mom_1",0.99,1613947816585,7365
"lr_1",2.17333577561896e-06,1613947816585,7365
"mom_1",0.945654284991612,1613947816585,7365
"eps_1",1e-05,1613947816585,7365
"wd_2",0.01,1613947816585,7365
"sqr_mom_2",0.99,1613947816585,7365
"lr_2",2.17333577561896e-05,1613947816585,7365
"mom_2",0.945654284991612,1613947816585,7365
"eps_2",1e-05,1613947816585,7365
"train_loss",0.004202877,1613947817547,7366
"raw_loss",0.0038017707,1613947817547,7366
"epoch",46.33333333333332,1613947817547,7366
"wd_0",0.01,1613947817547,7366
"sqr_mom_0",0.99,1613947817547,7366
"lr_0",2.1675860491372447e-07,1613947817547,7366
"mom_0",0.9456657845595711,1613947817547,7366
"eps_0",1e-05,1613947817547,7366
"wd_1",0.01,1613947817547,7366
"sqr_mom_1",0.99,1613947817547,7366
"lr_1",2.1675860491372463e-06,1613947817547,7366
"mom_1",0.9456657845595711,1613947817547,7366
"eps_1",1e-05,1613947817547,7366
"wd_2",0.01,1613947817547,7366
"sqr_mom_2",0.99,1613947817547,7366
"lr_2",2.167586049137241e-05,1613947817547,7366
"mom_2",0.9456657845595711,1613947817547,7366
"eps_2",1e-05,1613947817547,7366
"train_loss",0.0041617244,1613947818539,7367
"raw_loss",0.002145246,1613947818539,7367
"epoch",46.33962264150942,1613947818539,7367
"wd_0",0.01,1613947818539,7367
"sqr_mom_0",0.99,1613947818539,7367
"lr_0",2.161839787373615e-07,1613947818539,7367
"mom_0",0.9456772771980247,1613947818539,7367
"eps_0",1e-05,1613947818539,7367
"wd_1",0.01,1613947818539,7367
"sqr_mom_1",0.99,1613947818539,7367
"lr_1",2.161839787373615e-06,1613947818539,7367
"mom_1",0.9456772771980247,1613947818539,7367
"eps_1",1e-05,1613947818539,7367
"wd_2",0.01,1613947818539,7367
"sqr_mom_2",0.99,1613947818539,7367
"lr_2",2.1618397873736123e-05,1613947818539,7367
"mom_2",0.9456772771980247,1613947818539,7367
"eps_2",1e-05,1613947818539,7367
"train_loss",0.0041706213,1613947819527,7368
"raw_loss",0.0046065734,1613947819527,7368
"epoch",46.34591194968552,1613947819527,7368
"wd_0",0.01,1613947819527,7368
"sqr_mom_0",0.99,1613947819527,7368
"lr_0",2.156104613195032e-07,1613947819527,7368
"mom_0",0.9456887476610865,1613947819527,7368
"eps_0",1e-05,1613947819527,7368
"wd_1",0.01,1613947819527,7368
"sqr_mom_1",0.99,1613947819527,7368
"lr_1",2.1561046131950303e-06,1613947819527,7368
"mom_1",0.9456887476610865,1613947819527,7368
"eps_1",1e-05,1613947819527,7368
"wd_2",0.01,1613947819527,7368
"sqr_mom_2",0.99,1613947819527,7368
"lr_2",2.1561046131950276e-05,1613947819527,7368
"mom_2",0.9456887476610865,1613947819527,7368
"eps_2",1e-05,1613947819527,7368
"train_loss",0.004142475,1613947820481,7369
"raw_loss",0.0027632946,1613947820481,7369
"epoch",46.35220125786162,1613947820481,7369
"wd_0",0.01,1613947820481,7369
"sqr_mom_0",0.99,1613947820481,7369
"lr_0",2.1503767154966723e-07,1613947820481,7369
"mom_0",0.9457002035710423,1613947820481,7369
"eps_0",1e-05,1613947820481,7369
"wd_1",0.01,1613947820481,7369
"sqr_mom_1",0.99,1613947820481,7369
"lr_1",2.1503767154966723e-06,1613947820481,7369
"mom_1",0.9457002035710423,1613947820481,7369
"eps_1",1e-05,1613947820481,7369
"wd_2",0.01,1613947820481,7369
"sqr_mom_2",0.99,1613947820481,7369
"lr_2",2.1503767154966696e-05,1613947820481,7369
"mom_2",0.9457002035710423,1613947820481,7369
"eps_2",1e-05,1613947820481,7369
"train_loss",0.004104293,1613947821462,7370
"raw_loss",0.0022333723,1613947821462,7370
"epoch",46.35849056603772,1613947821462,7370
"wd_0",0.01,1613947821462,7370
"sqr_mom_0",0.99,1613947821462,7370
"lr_0",2.1446523024884186e-07,1613947821462,7370
"mom_0",0.9457116525115482,1613947821462,7370
"eps_0",1e-05,1613947821462,7370
"wd_1",0.01,1613947821462,7370
"sqr_mom_1",0.99,1613947821462,7370
"lr_1",2.1446523024884237e-06,1613947821462,7370
"mom_1",0.9457116525115482,1613947821462,7370
"eps_1",1e-05,1613947821462,7370
"wd_2",0.01,1613947821462,7370
"sqr_mom_2",0.99,1613947821462,7370
"lr_2",2.1446523024884197e-05,1613947821462,7370
"mom_2",0.9457116525115482,1613947821462,7370
"eps_2",1e-05,1613947821462,7370
"train_loss",0.0041042464,1613947822403,7371
"raw_loss",0.0041019553,1613947822403,7371
"epoch",46.36477987421382,1613947822403,7371
"wd_0",0.01,1613947822403,7371
"sqr_mom_0",0.99,1613947822403,7371
"lr_0",2.1389389680531453e-07,1613947822403,7371
"mom_0",0.9457230792946866,1613947822403,7371
"eps_0",1e-05,1613947822403,7371
"wd_1",0.01,1613947822403,7371
"sqr_mom_1",0.99,1613947822403,7371
"lr_1",2.1389389680531503e-06,1613947822403,7371
"mom_1",0.9457230792946866,1613947822403,7371
"eps_1",1e-05,1613947822403,7371
"wd_2",0.01,1613947822403,7371
"sqr_mom_2",0.99,1613947822403,7371
"lr_2",2.1389389680531463e-05,1613947822403,7371
"mom_2",0.9457230792946866,1613947822403,7371
"eps_2",1e-05,1613947822403,7371
"train_loss",0.004093909,1613947823377,7372
"raw_loss",0.0035873754,1613947823377,7372
"epoch",46.371069182389924,1613947823377,7372
"wd_0",0.01,1613947823377,7372
"sqr_mom_0",0.99,1613947823377,7372
"lr_0",2.13323291556582e-07,1613947823377,7372
"mom_0",0.9457344915137834,1613947823377,7372
"eps_0",1e-05,1613947823377,7372
"wd_1",0.01,1613947823377,7372
"sqr_mom_1",0.99,1613947823377,7372
"lr_1",2.1332329155658166e-06,1613947823377,7372
"mom_1",0.9457344915137834,1613947823377,7372
"eps_1",1e-05,1613947823377,7372
"wd_2",0.01,1613947823377,7372
"sqr_mom_2",0.99,1613947823377,7372
"lr_2",2.1332329155658125e-05,1613947823377,7372
"mom_2",0.9457344915137834,1613947823377,7372
"eps_2",1e-05,1613947823377,7372
"train_loss",0.0042298627,1613947824368,7373
"raw_loss",0.010891603,1613947824368,7373
"epoch",46.377358490566024,1613947824368,7373
"wd_0",0.01,1613947824368,7373
"sqr_mom_0",0.99,1613947824368,7373
"lr_0",2.1275303677306262e-07,1613947824368,7373
"mom_0",0.945745896723506,1613947824368,7373
"eps_0",1e-05,1613947824368,7373
"wd_1",0.01,1613947824368,7373
"sqr_mom_1",0.99,1613947824368,7373
"lr_1",2.1275303677306245e-06,1613947824368,7373
"mom_1",0.945745896723506,1613947824368,7373
"eps_1",1e-05,1613947824368,7373
"wd_2",0.01,1613947824368,7373
"sqr_mom_2",0.99,1613947824368,7373
"lr_2",2.1275303677306245e-05,1613947824368,7373
"mom_2",0.945745896723506,1613947824368,7373
"eps_2",1e-05,1613947824368,7373
"train_loss",0.004292695,1613947825360,7374
"raw_loss",0.007371477,1613947825360,7374
"epoch",46.383647798742125,1613947825360,7374
"wd_0",0.01,1613947825360,7374
"sqr_mom_0",0.99,1613947825360,7374
"lr_0",2.121838889424574e-07,1613947825360,7374
"mom_0",0.9457572797939487,1613947825360,7374
"eps_0",1e-05,1613947825360,7374
"wd_1",0.01,1613947825360,7374
"sqr_mom_1",0.99,1613947825360,7374
"lr_1",2.121838889424569e-06,1613947825360,7374
"mom_1",0.9457572797939487,1613947825360,7374
"eps_1",1e-05,1613947825360,7374
"wd_2",0.01,1613947825360,7374
"sqr_mom_2",0.99,1613947825360,7374
"lr_2",2.1218388894245677e-05,1613947825360,7374
"mom_2",0.9457572797939487,1613947825360,7374
"eps_2",1e-05,1613947825360,7374
"train_loss",0.004321355,1613947826343,7375
"raw_loss",0.005725694,1613947826343,7375
"epoch",46.389937106918225,1613947826343,7375
"wd_0",0.01,1613947826343,7375
"sqr_mom_0",0.99,1613947826343,7375
"lr_0",2.1161528137935267e-07,1613947826343,7375
"mom_0",0.9457686520589335,1613947826343,7375
"eps_0",1e-05,1613947826343,7375
"wd_1",0.01,1613947826343,7375
"sqr_mom_1",0.99,1613947826343,7375
"lr_1",2.116152813793525e-06,1613947826343,7375
"mom_1",0.9457686520589335,1613947826343,7375
"eps_1",1e-05,1613947826343,7375
"wd_2",0.01,1613947826343,7375
"sqr_mom_2",0.99,1613947826343,7375
"lr_2",2.1161528137935196e-05,1613947826343,7375
"mom_2",0.9457686520589335,1613947826343,7375
"eps_2",1e-05,1613947826343,7375
"train_loss",0.004416678,1613947827333,7376
"raw_loss",0.009087512,1613947827333,7376
"epoch",46.396226415094326,1613947827333,7376
"wd_0",0.01,1613947827333,7376
"sqr_mom_0",0.99,1613947827333,7376
"lr_0",2.1104740322061426e-07,1613947827333,7376
"mom_0",0.945780009735685,1613947827333,7376
"eps_0",1e-05,1613947827333,7376
"wd_1",0.01,1613947827333,7376
"sqr_mom_1",0.99,1613947827333,7376
"lr_1",2.1104740322061392e-06,1613947827333,7376
"mom_1",0.945780009735685,1613947827333,7376
"eps_1",1e-05,1613947827333,7376
"wd_2",0.01,1613947827333,7376
"sqr_mom_2",0.99,1613947827333,7376
"lr_2",2.1104740322061338e-05,1613947827333,7376
"mom_2",0.945780009735685,1613947827333,7376
"eps_2",1e-05,1613947827333,7376
"train_loss",0.0043933536,1613947828277,7377
"raw_loss",0.0032504415,1613947828277,7377
"epoch",46.402515723270426,1613947828277,7377
"wd_0",0.01,1613947828277,7377
"sqr_mom_0",0.99,1613947828277,7377
"lr_0",2.1048025464724634e-07,1613947828277,7377
"mom_0",0.9457913528205832,1613947828277,7377
"eps_0",1e-05,1613947828277,7377
"wd_1",0.01,1613947828277,7377
"sqr_mom_1",0.99,1613947828277,7377
"lr_1",2.10480254647246e-06,1613947828277,7377
"mom_1",0.9457913528205832,1613947828277,7377
"eps_1",1e-05,1613947828277,7377
"wd_2",0.01,1613947828277,7377
"sqr_mom_2",0.99,1613947828277,7377
"lr_2",2.1048025464724587e-05,1613947828277,7377
"mom_2",0.9457913528205832,1613947828277,7377
"eps_2",1e-05,1613947828277,7377
"train_loss",0.004364346,1613947829208,7378
"raw_loss",0.0029429886,1613947829208,7378
"epoch",46.408805031446526,1613947829208,7378
"wd_0",0.01,1613947829208,7378
"sqr_mom_0",0.99,1613947829208,7378
"lr_0",2.0991402358595287e-07,1613947829208,7378
"mom_0",0.9458026775550564,1613947829208,7378
"eps_0",1e-05,1613947829208,7378
"wd_1",0.01,1613947829208,7378
"sqr_mom_1",0.99,1613947829208,7378
"lr_1",2.099140235859527e-06,1613947829208,7378
"mom_1",0.9458026775550564,1613947829208,7378
"eps_1",1e-05,1613947829208,7378
"wd_2",0.01,1613947829208,7378
"sqr_mom_2",0.99,1613947829208,7378
"lr_2",2.0991402358595216e-05,1613947829208,7378
"mom_2",0.9458026775550564,1613947829208,7378
"eps_2",1e-05,1613947829208,7378
"train_loss",0.0044227843,1613947830154,7379
"raw_loss",0.007286264,1613947830154,7379
"epoch",46.41509433962263,1613947830154,7379
"wd_0",0.01,1613947830154,7379
"sqr_mom_0",0.99,1613947830154,7379
"lr_0",2.0934814697947735e-07,1613947830154,7379
"mom_0",0.9458139952003625,1613947830154,7379
"eps_0",1e-05,1613947830154,7379
"wd_1",0.01,1613947830154,7379
"sqr_mom_1",0.99,1613947830154,7379
"lr_1",2.0934814697947667e-06,1613947830154,7379
"mom_1",0.9458139952003625,1613947830154,7379
"eps_1",1e-05,1613947830154,7379
"wd_2",0.01,1613947830154,7379
"sqr_mom_2",0.99,1613947830154,7379
"lr_2",2.0934814697947627e-05,1613947830154,7379
"mom_2",0.9458139952003625,1613947830154,7379
"eps_2",1e-05,1613947830154,7379
"train_loss",0.0044198716,1613947831111,7380
"raw_loss",0.004277159,1613947831111,7380
"epoch",46.42138364779873,1613947831111,7380
"wd_0",0.01,1613947831111,7380
"sqr_mom_0",0.99,1613947831111,7380
"lr_0",2.0878337550752516e-07,1613947831111,7380
"mom_0",0.9458252907427569,1613947831111,7380
"eps_0",1e-05,1613947831111,7380
"wd_1",0.01,1613947831111,7380
"sqr_mom_1",0.99,1613947831111,7380
"lr_1",2.08783375507525e-06,1613947831111,7380
"mom_1",0.9458252907427569,1613947831111,7380
"eps_1",1e-05,1613947831111,7380
"wd_2",0.01,1613947831111,7380
"sqr_mom_2",0.99,1613947831111,7380
"lr_2",2.0878337550752485e-05,1613947831111,7380
"mom_2",0.9458252907427569,1613947831111,7380
"eps_2",1e-05,1613947831111,7380
"train_loss",0.0044070645,1613947832117,7381
"raw_loss",0.0037795063,1613947832117,7381
"epoch",46.42767295597483,1613947832117,7381
"wd_0",0.01,1613947832117,7381
"sqr_mom_0",0.99,1613947832117,7381
"lr_0",2.0821933385820755e-07,1613947832117,7381
"mom_0",0.9458365716885527,1613947832117,7381
"eps_0",1e-05,1613947832117,7381
"wd_1",0.01,1613947832117,7381
"sqr_mom_1",0.99,1613947832117,7381
"lr_1",2.0821933385820805e-06,1613947832117,7381
"mom_1",0.9458365716885527,1613947832117,7381
"eps_1",1e-05,1613947832117,7381
"wd_2",0.01,1613947832117,7381
"sqr_mom_2",0.99,1613947832117,7381
"lr_2",2.082193338582075e-05,1613947832117,7381
"mom_2",0.9458365716885527,1613947832117,7381
"eps_2",1e-05,1613947832117,7381
"train_loss",0.0044226693,1613947833099,7382
"raw_loss",0.0051873056,1613947833099,7382
"epoch",46.43396226415093,1613947833099,7382
"wd_0",0.01,1613947833099,7382
"sqr_mom_0",0.99,1613947833099,7382
"lr_0",2.0765564865687806e-07,1613947833099,7382
"mom_0",0.9458478455053174,1613947833099,7382
"eps_0",1e-05,1613947833099,7382
"wd_1",0.01,1613947833099,7382
"sqr_mom_1",0.99,1613947833099,7382
"lr_1",2.076556486568779e-06,1613947833099,7382
"mom_1",0.9458478455053174,1613947833099,7382
"eps_1",1e-05,1613947833099,7382
"wd_2",0.01,1613947833099,7382
"sqr_mom_2",0.99,1613947833099,7382
"lr_2",2.0765564865687762e-05,1613947833099,7382
"mom_2",0.9458478455053174,1613947833099,7382
"eps_2",1e-05,1613947833099,7382
"train_loss",0.004469057,1613947834076,7383
"raw_loss",0.006742053,1613947834076,7383
"epoch",46.44025157232703,1613947834076,7383
"wd_0",0.01,1613947834076,7383
"sqr_mom_0",0.99,1613947834076,7383
"lr_0",2.0709306767617078e-07,1613947834076,7383
"mom_0",0.9458590972374489,1613947834076,7383
"eps_0",1e-05,1613947834076,7383
"wd_1",0.01,1613947834076,7383
"sqr_mom_1",0.99,1613947834076,7383
"lr_1",2.0709306767617095e-06,1613947834076,7383
"mom_1",0.9458590972374489,1613947834076,7383
"eps_1",1e-05,1613947834076,7383
"wd_2",0.01,1613947834076,7383
"sqr_mom_2",0.99,1613947834076,7383
"lr_2",2.0709306767617054e-05,1613947834076,7383
"mom_2",0.9458590972374489,1613947834076,7383
"eps_2",1e-05,1613947834076,7383
"train_loss",0.0044797333,1613947835056,7384
"raw_loss",0.005002879,1613947835056,7384
"epoch",46.44654088050313,1613947835056,7384
"wd_0",0.01,1613947835056,7384
"sqr_mom_0",0.99,1613947835056,7384
"lr_0",2.0653103076411918e-07,1613947835056,7384
"mom_0",0.9458703380880984,1613947835056,7384
"eps_0",1e-05,1613947835056,7384
"wd_1",0.01,1613947835056,7384
"sqr_mom_1",0.99,1613947835056,7384
"lr_1",2.065310307641197e-06,1613947835056,7384
"mom_1",0.9458703380880984,1613947835056,7384
"eps_1",1e-05,1613947835056,7384
"wd_2",0.01,1613947835056,7384
"sqr_mom_2",0.99,1613947835056,7384
"lr_2",2.0653103076411915e-05,1613947835056,7384
"mom_2",0.9458703380880984,1613947835056,7384
"eps_2",1e-05,1613947835056,7384
"train_loss",0.0044955458,1613947836030,7385
"raw_loss",0.0052703614,1613947836030,7385
"epoch",46.45283018867923,1613947836030,7385
"wd_0",0.01,1613947836030,7385
"sqr_mom_0",0.99,1613947836030,7385
"lr_0",2.0596972487698074e-07,1613947836030,7385
"mom_0",0.9458815643181036,1613947836030,7385
"eps_0",1e-05,1613947836030,7385
"wd_1",0.01,1613947836030,7385
"sqr_mom_1",0.99,1613947836030,7385
"lr_1",2.059697248769804e-06,1613947836030,7385
"mom_1",0.9458815643181036,1613947836030,7385
"eps_1",1e-05,1613947836030,7385
"wd_2",0.01,1613947836030,7385
"sqr_mom_2",0.99,1613947836030,7385
"lr_2",2.0596972487698013e-05,1613947836030,7385
"mom_2",0.9458815643181036,1613947836030,7385
"eps_2",1e-05,1613947836030,7385
"train_loss",0.0046168836,1613947837006,7386
"raw_loss",0.010562433,1613947837006,7386
"epoch",46.45911949685533,1613947837006,7386
"wd_0",0.01,1613947837006,7386
"sqr_mom_0",0.99,1613947837006,7386
"lr_0",2.0540915019366236e-07,1613947837006,7386
"mom_0",0.945892775923886,1613947837006,7386
"eps_0",1e-05,1613947837006,7386
"wd_1",0.01,1613947837006,7386
"sqr_mom_1",0.99,1613947837006,7386
"lr_1",2.054091501936627e-06,1613947837006,7386
"mom_1",0.945892775923886,1613947837006,7386
"eps_1",1e-05,1613947837006,7386
"wd_2",0.01,1613947837006,7386
"sqr_mom_2",0.99,1613947837006,7386
"lr_2",2.0540915019366256e-05,1613947837006,7386
"mom_2",0.945892775923886,1613947837006,7386
"eps_2",1e-05,1613947837006,7386
"train_loss",0.004601507,1613947837969,7387
"raw_loss",0.0038480465,1613947837969,7387
"epoch",46.46540880503143,1613947837969,7387
"wd_0",0.01,1613947837969,7387
"sqr_mom_0",0.99,1613947837969,7387
"lr_0",2.0484949245757873e-07,1613947837969,7387
"mom_0",0.9459039691905403,1613947837969,7387
"eps_0",1e-05,1613947837969,7387
"wd_1",0.01,1613947837969,7387
"sqr_mom_1",0.99,1613947837969,7387
"lr_1",2.0484949245757873e-06,1613947837969,7387
"mom_1",0.9459039691905403,1613947837969,7387
"eps_1",1e-05,1613947837969,7387
"wd_2",0.01,1613947837969,7387
"sqr_mom_2",0.99,1613947837969,7387
"lr_2",2.048494924575782e-05,1613947837969,7387
"mom_2",0.9459039691905403,1613947837969,7387
"eps_2",1e-05,1613947837969,7387
"train_loss",0.004742552,1613947838954,7388
"raw_loss",0.011653776,1613947838954,7388
"epoch",46.47169811320753,1613947838954,7388
"wd_0",0.01,1613947838954,7388
"sqr_mom_0",0.99,1613947838954,7388
"lr_0",2.0429019515296907e-07,1613947838954,7388
"mom_0",0.945915155248493,1613947838954,7388
"eps_0",1e-05,1613947838954,7388
"wd_1",0.01,1613947838954,7388
"sqr_mom_1",0.99,1613947838954,7388
"lr_1",2.0429019515296907e-06,1613947838954,7388
"mom_1",0.945915155248493,1613947838954,7388
"eps_1",1e-05,1613947838954,7388
"wd_2",0.01,1613947838954,7388
"sqr_mom_2",0.99,1613947838954,7388
"lr_2",2.0429019515296907e-05,1613947838954,7388
"mom_2",0.945915155248493,1613947838954,7388
"eps_2",1e-05,1613947838954,7388
"train_loss",0.0047013285,1613947839937,7389
"raw_loss",0.0026813743,1613947839937,7389
"epoch",46.47798742138363,1613947839937,7389
"wd_0",0.01,1613947839937,7389
"sqr_mom_0",0.99,1613947839937,7389
"lr_0",2.0373200023158165e-07,1613947839937,7389
"mom_0",0.945926319258561,1613947839937,7389
"eps_0",1e-05,1613947839937,7389
"wd_1",0.01,1613947839937,7389
"sqr_mom_1",0.99,1613947839937,7389
"lr_1",2.0373200023158182e-06,1613947839937,7389
"mom_1",0.945926319258561,1613947839937,7389
"eps_1",1e-05,1613947839937,7389
"wd_2",0.01,1613947839937,7389
"sqr_mom_2",0.99,1613947839937,7389
"lr_2",2.03732000231581e-05,1613947839937,7389
"mom_2",0.945926319258561,1613947839937,7389
"eps_2",1e-05,1613947839937,7389
"train_loss",0.0047968593,1613947840934,7390
"raw_loss",0.009477877,1613947840934,7390
"epoch",46.48427672955973,1613947840934,7390
"wd_0",0.01,1613947840934,7390
"sqr_mom_0",0.99,1613947840934,7390
"lr_0",2.0317453674182804e-07,1613947840934,7390
"mom_0",0.9459374686398498,1613947840934,7390
"eps_0",1e-05,1613947840934,7390
"wd_1",0.01,1613947840934,7390
"sqr_mom_1",0.99,1613947840934,7390
"lr_1",2.031745367418287e-06,1613947840934,7390
"mom_1",0.9459374686398498,1613947840934,7390
"eps_1",1e-05,1613947840934,7390
"wd_2",0.01,1613947840934,7390
"sqr_mom_2",0.99,1613947840934,7390
"lr_2",2.0317453674182804e-05,1613947840934,7390
"mom_2",0.9459374686398498,1613947840934,7390
"eps_2",1e-05,1613947840934,7390
"train_loss",0.004749064,1613947841888,7391
"raw_loss",0.0024070942,1613947841888,7391
"epoch",46.49056603773583,1613947841888,7391
"wd_0",0.01,1613947841888,7391
"sqr_mom_0",0.99,1613947841888,7391
"lr_0",2.0261743567363705e-07,1613947841888,7391
"mom_0",0.9459486107726349,1613947841888,7391
"eps_0",1e-05,1613947841888,7391
"wd_1",0.01,1613947841888,7391
"sqr_mom_1",0.99,1613947841888,7391
"lr_1",2.026174356736369e-06,1613947841888,7391
"mom_1",0.9459486107726349,1613947841888,7391
"eps_1",1e-05,1613947841888,7391
"wd_2",0.01,1613947841888,7391
"sqr_mom_2",0.99,1613947841888,7391
"lr_2",2.0261743567363648e-05,1613947841888,7391
"mom_2",0.9459486107726349,1613947841888,7391
"eps_2",1e-05,1613947841888,7391
"train_loss",0.0047484245,1613947842850,7392
"raw_loss",0.0047170967,1613947842850,7392
"epoch",46.49685534591193,1613947842850,7392
"wd_0",0.01,1613947842850,7392
"sqr_mom_0",0.99,1613947842850,7392
"lr_0",2.020614360652728e-07,1613947842850,7392
"mom_0",0.9459597308760033,1613947842850,7392
"eps_0",1e-05,1613947842850,7392
"wd_1",0.01,1613947842850,7392
"sqr_mom_1",0.99,1613947842850,7392
"lr_1",2.020614360652728e-06,1613947842850,7392
"mom_1",0.9459597308760033,1613947842850,7392
"eps_1",1e-05,1613947842850,7392
"wd_2",0.01,1613947842850,7392
"sqr_mom_2",0.99,1613947842850,7392
"lr_2",2.0206143606527212e-05,1613947842850,7392
"mom_2",0.9459597308760033,1613947842850,7392
"eps_2",1e-05,1613947842850,7392
"train_loss",0.004723618,1613947843792,7393
"raw_loss",0.0035080921,1613947843792,7393
"epoch",46.50314465408803,1613947843792,7393
"wd_0",0.01,1613947843792,7393
"sqr_mom_0",0.99,1613947843792,7393
"lr_0",2.01506168420662e-07,1613947843792,7393
"mom_0",0.9459708363399502,1613947843792,7393
"eps_0",1e-05,1613947843792,7393
"wd_1",0.01,1613947843792,7393
"sqr_mom_1",0.99,1613947843792,7393
"lr_1",2.0150616842066183e-06,1613947843792,7393
"mom_1",0.9459708363399502,1613947843792,7393
"eps_1",1e-05,1613947843792,7393
"wd_2",0.01,1613947843792,7393
"sqr_mom_2",0.99,1613947843792,7393
"lr_2",2.015061684206617e-05,1613947843792,7393
"mom_2",0.9459708363399502,1613947843792,7393
"eps_2",1e-05,1613947843792,7393
"train_loss",0.004674268,1613947844787,7394
"raw_loss",0.00225612,1613947844787,7394
"epoch",46.50943396226413,1613947844787,7394
"wd_0",0.01,1613947844787,7394
"sqr_mom_0",0.99,1613947844787,7394
"lr_0",2.009512651866598e-07,1613947844787,7394
"mom_0",0.945981934515612,1613947844787,7394
"eps_0",1e-05,1613947844787,7394
"wd_1",0.01,1613947844787,7394
"sqr_mom_1",0.99,1613947844787,7394
"lr_1",2.009512651866603e-06,1613947844787,7394
"mom_1",0.945981934515612,1613947844787,7394
"eps_1",1e-05,1613947844787,7394
"wd_2",0.01,1613947844787,7394
"sqr_mom_2",0.99,1613947844787,7394
"lr_2",2.0095126518665963e-05,1613947844787,7394
"mom_2",0.945981934515612,1613947844787,7394
"eps_2",1e-05,1613947844787,7394
"train_loss",0.0046420344,1613947845793,7395
"raw_loss",0.0030625856,1613947845793,7395
"epoch",46.51572327044023,1613947845793,7395
"wd_0",0.01,1613947845793,7395
"sqr_mom_0",0.99,1613947845793,7395
"lr_0",2.0039746248593277e-07,1613947845793,7395
"mom_0",0.9459930106803881,1613947845793,7395
"eps_0",1e-05,1613947845793,7395
"wd_1",0.01,1613947845793,7395
"sqr_mom_1",0.99,1613947845793,7395
"lr_1",2.003974624859321e-06,1613947845793,7395
"mom_1",0.9459930106803881,1613947845793,7395
"eps_1",1e-05,1613947845793,7395
"wd_2",0.01,1613947845793,7395
"sqr_mom_2",0.99,1613947845793,7395
"lr_2",2.003974624859321e-05,1613947845793,7395
"mom_2",0.9459930106803881,1613947845793,7395
"eps_2",1e-05,1613947845793,7395
"train_loss",0.004666794,1613947846761,7396
"raw_loss",0.005880016,1613947846761,7396
"epoch",46.522012578616334,1613947846761,7396
"wd_0",0.01,1613947846761,7396
"sqr_mom_0",0.99,1613947846761,7396
"lr_0",1.9984420890015423e-07,1613947846761,7396
"mom_0",0.9460040758627555,1613947846761,7396
"eps_0",1e-05,1613947846761,7396
"wd_1",0.01,1613947846761,7396
"sqr_mom_1",0.99,1613947846761,7396
"lr_1",1.9984420890015457e-06,1613947846761,7396
"mom_1",0.9460040758627555,1613947846761,7396
"eps_1",1e-05,1613947846761,7396
"wd_2",0.01,1613947846761,7396
"sqr_mom_2",0.99,1613947846761,7396
"lr_2",1.9984420890015403e-05,1613947846761,7396
"mom_2",0.9460040758627555,1613947846761,7396
"eps_2",1e-05,1613947846761,7396
"train_loss",0.0046556694,1613947847720,7397
"raw_loss",0.004110554,1613947847720,7397
"epoch",46.528301886792434,1613947847720,7397
"wd_0",0.01,1613947847720,7397
"sqr_mom_0",0.99,1613947847720,7397
"lr_0",1.992916884706372e-07,1613947847720,7397
"mom_0",0.946015126381851,1613947847720,7397
"eps_0",1e-05,1613947847720,7397
"wd_1",0.01,1613947847720,7397
"sqr_mom_1",0.99,1613947847720,7397
"lr_1",1.9929168847063737e-06,1613947847720,7397
"mom_1",0.946015126381851,1613947847720,7397
"eps_1",1e-05,1613947847720,7397
"wd_2",0.01,1613947847720,7397
"sqr_mom_2",0.99,1613947847720,7397
"lr_2",1.9929168847063682e-05,1613947847720,7397
"mom_2",0.946015126381851,1613947847720,7397
"eps_2",1e-05,1613947847720,7397
"train_loss",0.00461986,1613947848676,7398
"raw_loss",0.0028652113,1613947848676,7398
"epoch",46.534591194968534,1613947848676,7398
"wd_0",0.01,1613947848676,7398
"sqr_mom_0",0.99,1613947848676,7398
"lr_0",1.9873990137348912e-07,1613947848676,7398
"mom_0",0.9460261622341525,1613947848676,7398
"eps_0",1e-05,1613947848676,7398
"wd_1",0.01,1613947848676,7398
"sqr_mom_1",0.99,1613947848676,7398
"lr_1",1.987399013734888e-06,1613947848676,7398
"mom_1",0.9460261622341525,1613947848676,7398
"eps_1",1e-05,1613947848676,7398
"wd_2",0.01,1613947848676,7398
"sqr_mom_2",0.99,1613947848676,7398
"lr_2",1.987399013734885e-05,1613947848676,7398
"mom_2",0.9460261622341525,1613947848676,7398
"eps_2",1e-05,1613947848676,7398
"train_loss",0.0046371375,1613947849634,7399
"raw_loss",0.005483726,1613947849634,7399
"epoch",46.540880503144635,1613947849634,7399
"wd_0",0.01,1613947849634,7399
"sqr_mom_0",0.99,1613947849634,7399
"lr_0",1.9818903043364135e-07,1613947849634,7399
"mom_0",0.9460371797631247,1613947849634,7399
"eps_0",1e-05,1613947849634,7399
"wd_1",0.01,1613947849634,7399
"sqr_mom_1",0.99,1613947849634,7399
"lr_1",1.981890304336412e-06,1613947849634,7399
"mom_1",0.9460371797631247,1613947849634,7399
"eps_1",1e-05,1613947849634,7399
"wd_2",0.01,1613947849634,7399
"sqr_mom_2",0.99,1613947849634,7399
"lr_2",1.981890304336405e-05,1613947849634,7399
"mom_2",0.9460371797631247,1613947849634,7399
"eps_2",1e-05,1613947849634,7399
"train_loss",0.004611086,1613947850639,7400
"raw_loss",0.0033345728,1613947850639,7400
"epoch",46.547169811320735,1613947850639,7400
"wd_0",0.01,1613947850639,7400
"sqr_mom_0",0.99,1613947850639,7400
"lr_0",1.9763852787957184e-07,1613947850639,7400
"mom_0",0.9460481899243077,1613947850639,7400
"eps_0",1e-05,1613947850639,7400
"wd_1",0.01,1613947850639,7400
"sqr_mom_1",0.99,1613947850639,7400
"lr_1",1.97638527879572e-06,1613947850639,7400
"mom_1",0.9460481899243077,1613947850639,7400
"eps_1",1e-05,1613947850639,7400
"wd_2",0.01,1613947850639,7400
"sqr_mom_2",0.99,1613947850639,7400
"lr_2",1.9763852787957174e-05,1613947850639,7400
"mom_2",0.9460481899243077,1613947850639,7400
"eps_2",1e-05,1613947850639,7400
"train_loss",0.0047216797,1613947851641,7401
"raw_loss",0.010140766,1613947851641,7401
"epoch",46.553459119496836,1613947851641,7401
"wd_0",0.01,1613947851641,7401
"sqr_mom_0",0.99,1613947851641,7401
"lr_0",1.9708912399610124e-07,1613947851641,7401
"mom_0",0.946059178111859,1613947851641,7401
"eps_0",1e-05,1613947851641,7401
"wd_1",0.01,1613947851641,7401
"sqr_mom_1",0.99,1613947851641,7401
"lr_1",1.970891239961019e-06,1613947851641,7401
"mom_1",0.946059178111859,1613947851641,7401
"eps_1",1e-05,1613947851641,7401
"wd_2",0.01,1613947851641,7401
"sqr_mom_2",0.99,1613947851641,7401
"lr_2",1.9708912399610137e-05,1613947851641,7401
"mom_2",0.946059178111859,1613947851641,7401
"eps_2",1e-05,1613947851641,7401
"train_loss",0.0047494858,1613947852625,7402
"raw_loss",0.006111979,1613947852625,7402
"epoch",46.559748427672936,1613947852625,7402
"wd_0",0.01,1613947852625,7402
"sqr_mom_0",0.99,1613947852625,7402
"lr_0",1.9654045366020272e-07,1613947852625,7402
"mom_0",0.9460701516283122,1613947852625,7402
"eps_0",1e-05,1613947852625,7402
"wd_1",0.01,1613947852625,7402
"sqr_mom_1",0.99,1613947852625,7402
"lr_1",1.9654045366020306e-06,1613947852625,7402
"mom_1",0.9460701516283122,1613947852625,7402
"eps_1",1e-05,1613947852625,7402
"wd_2",0.01,1613947852625,7402
"sqr_mom_2",0.99,1613947852625,7402
"lr_2",1.9654045366020265e-05,1613947852625,7402
"mom_2",0.9460701516283122,1613947852625,7402
"eps_2",1e-05,1613947852625,7402
"train_loss",0.0047321855,1613947853595,7403
"raw_loss",0.0038844682,1613947853595,7403
"epoch",46.56603773584904,1613947853595,7403
"wd_0",0.01,1613947853595,7403
"sqr_mom_0",0.99,1613947853595,7403
"lr_0",1.959921536959766e-07,1613947853595,7403
"mom_0",0.9460811177372578,1613947853595,7403
"eps_0",1e-05,1613947853595,7403
"wd_1",0.01,1613947853595,7403
"sqr_mom_1",0.99,1613947853595,7403
"lr_1",1.959921536959771e-06,1613947853595,7403
"mom_1",0.9460811177372578,1613947853595,7403
"eps_1",1e-05,1613947853595,7403
"wd_2",0.01,1613947853595,7403
"sqr_mom_2",0.99,1613947853595,7403
"lr_2",1.959921536959767e-05,1613947853595,7403
"mom_2",0.9460811177372578,1613947853595,7403
"eps_2",1e-05,1613947853595,7403
"train_loss",0.0047018817,1613947854589,7404
"raw_loss",0.003216982,1613947854589,7404
"epoch",46.57232704402514,1613947854589,7404
"wd_0",0.01,1613947854589,7404
"sqr_mom_0",0.99,1613947854589,7404
"lr_0",1.954449514663348e-07,1613947854589,7404
"mom_0",0.9460920618912921,1613947854589,7404
"eps_0",1e-05,1613947854589,7404
"wd_1",0.01,1613947854589,7404
"sqr_mom_1",0.99,1613947854589,7404
"lr_1",1.954449514663348e-06,1613947854589,7404
"mom_1",0.9460920618912921,1613947854589,7404
"eps_1",1e-05,1613947854589,7404
"wd_2",0.01,1613947854589,7404
"sqr_mom_2",0.99,1613947854589,7404
"lr_2",1.9544495146633467e-05,1613947854589,7404
"mom_2",0.9460920618912921,1613947854589,7404
"eps_2",1e-05,1613947854589,7404
"train_loss",0.0046940395,1613947855607,7405
"raw_loss",0.0043097674,1613947855607,7405
"epoch",46.57861635220124,1613947855607,7405
"wd_0",0.01,1613947855607,7405
"sqr_mom_0",0.99,1613947855607,7405
"lr_0",1.9489830211987508e-07,1613947855607,7405
"mom_0",0.9461029949875523,1613947855607,7405
"eps_0",1e-05,1613947855607,7405
"wd_1",0.01,1613947855607,7405
"sqr_mom_1",0.99,1613947855607,7405
"lr_1",1.9489830211987457e-06,1613947855607,7405
"mom_1",0.9461029949875523,1613947855607,7405
"eps_1",1e-05,1613947855607,7405
"wd_2",0.01,1613947855607,7405
"sqr_mom_2",0.99,1613947855607,7405
"lr_2",1.9489830211987457e-05,1613947855607,7405
"mom_2",0.9461029949875523,1613947855607,7405
"eps_2",1e-05,1613947855607,7405
"train_loss",0.004742416,1613947856578,7406
"raw_loss",0.00711287,1613947856578,7406
"epoch",46.58490566037734,1613947856578,7406
"wd_0",0.01,1613947856578,7406
"sqr_mom_0",0.99,1613947856578,7406
"lr_0",1.943523875061263e-07,1613947856578,7406
"mom_0",0.9461139133890113,1613947856578,7406
"eps_0",1e-05,1613947856578,7406
"wd_1",0.01,1613947856578,7406
"sqr_mom_1",0.99,1613947856578,7406
"lr_1",1.943523875061256e-06,1613947856578,7406
"mom_1",0.9461139133890113,1613947856578,7406
"eps_1",1e-05,1613947856578,7406
"wd_2",0.01,1613947856578,7406
"sqr_mom_2",0.99,1613947856578,7406
"lr_2",1.9435238750612534e-05,1613947856578,7406
"mom_2",0.9461139133890113,1613947856578,7406
"eps_2",1e-05,1613947856578,7406
"train_loss",0.0047240225,1613947857549,7407
"raw_loss",0.0038227318,1613947857549,7407
"epoch",46.59119496855344,1613947857549,7407
"wd_0",0.01,1613947857549,7407
"sqr_mom_0",0.99,1613947857549,7407
"lr_0",1.9380720779909273e-07,1613947857549,7407
"mom_0",0.946124817092189,1613947857549,7407
"eps_0",1e-05,1613947857549,7407
"wd_1",0.01,1613947857549,7407
"sqr_mom_1",0.99,1613947857549,7407
"lr_1",1.938072077990922e-06,1613947857549,7407
"mom_1",0.946124817092189,1613947857549,7407
"eps_1",1e-05,1613947857549,7407
"wd_2",0.01,1613947857549,7407
"sqr_mom_2",0.99,1613947857549,7407
"lr_2",1.9380720779909222e-05,1613947857549,7407
"mom_2",0.946124817092189,1613947857549,7407
"eps_2",1e-05,1613947857549,7407
"train_loss",0.0046896837,1613947858512,7408
"raw_loss",0.0030070858,1613947858512,7408
"epoch",46.59748427672954,1613947858512,7408
"wd_0",0.01,1613947858512,7408
"sqr_mom_0",0.99,1613947858512,7408
"lr_0",1.9326276317254404e-07,1613947858512,7408
"mom_0",0.94613570609361,1613947858512,7408
"eps_0",1e-05,1613947858512,7408
"wd_1",0.01,1613947858512,7408
"sqr_mom_1",0.99,1613947858512,7408
"lr_1",1.9326276317254353e-06,1613947858512,7408
"mom_1",0.94613570609361,1613947858512,7408
"eps_1",1e-05,1613947858512,7408
"wd_2",0.01,1613947858512,7408
"sqr_mom_2",0.99,1613947858512,7408
"lr_2",1.9326276317254353e-05,1613947858512,7408
"mom_2",0.94613570609361,1613947858512,7408
"eps_2",1e-05,1613947858512,7408
"train_loss",0.0046887537,1613947859481,7409
"raw_loss",0.0046431813,1613947859481,7409
"epoch",46.60377358490564,1613947859481,7409
"wd_0",0.01,1613947859481,7409
"sqr_mom_0",0.99,1613947859481,7409
"lr_0",1.9271905380001526e-07,1613947859481,7409
"mom_0",0.9461465803898036,1613947859481,7409
"eps_0",1e-05,1613947859481,7409
"wd_1",0.01,1613947859481,7409
"sqr_mom_1",0.99,1613947859481,7409
"lr_1",1.927190538000156e-06,1613947859481,7409
"mom_1",0.9461465803898036,1613947859481,7409
"eps_1",1e-05,1613947859481,7409
"wd_2",0.01,1613947859481,7409
"sqr_mom_2",0.99,1613947859481,7409
"lr_2",1.9271905380001506e-05,1613947859481,7409
"mom_2",0.9461465803898036,1613947859481,7409
"eps_2",1e-05,1613947859481,7409
"train_loss",0.004744615,1613947860451,7410
"raw_loss",0.0074818074,1613947860451,7410
"epoch",46.61006289308174,1613947860451,7410
"wd_0",0.01,1613947860451,7410
"sqr_mom_0",0.99,1613947860451,7410
"lr_0",1.9217625982373022e-07,1613947860451,7410
"mom_0",0.9461574363778892,1613947860451,7410
"eps_0",1e-05,1613947860451,7410
"wd_1",0.01,1613947860451,7410
"sqr_mom_1",0.99,1613947860451,7410
"lr_1",1.9217625982373022e-06,1613947860451,7410
"mom_1",0.9461574363778892,1613947860451,7410
"eps_1",1e-05,1613947860451,7410
"wd_2",0.01,1613947860451,7410
"sqr_mom_2",0.99,1613947860451,7410
"lr_2",1.9217625982372955e-05,1613947860451,7410
"mom_2",0.9461574363778892,1613947860451,7410
"eps_2",1e-05,1613947860451,7410
"train_loss",0.0047334516,1613947861407,7411
"raw_loss",0.0041864514,1613947861407,7411
"epoch",46.61635220125784,1613947861407,7411
"wd_0",0.01,1613947861407,7411
"sqr_mom_0",0.99,1613947861407,7411
"lr_0",1.91633841509992e-07,1613947861407,7411
"mom_0",0.9461682848526487,1613947861407,7411
"eps_0",1e-05,1613947861407,7411
"wd_1",0.01,1613947861407,7411
"sqr_mom_1",0.99,1613947861407,7411
"lr_1",1.9163384150999184e-06,1613947861407,7411
"mom_1",0.9461682848526487,1613947861407,7411
"eps_1",1e-05,1613947861407,7411
"wd_2",0.01,1613947861407,7411
"sqr_mom_2",0.99,1613947861407,7411
"lr_2",1.9163384150999144e-05,1613947861407,7411
"mom_2",0.9461682848526487,1613947861407,7411
"eps_2",1e-05,1613947861407,7411
"train_loss",0.0047083376,1613947862348,7412
"raw_loss",0.003477742,1613947862348,7412
"epoch",46.62264150943394,1613947862348,7412
"wd_0",0.01,1613947862348,7412
"sqr_mom_0",0.99,1613947862348,7412
"lr_0",1.9109251841924057e-07,1613947862348,7412
"mom_0",0.9461791114227294,1613947862348,7412
"eps_0",1e-05,1613947862348,7412
"wd_1",0.01,1613947862348,7412
"sqr_mom_1",0.99,1613947862348,7412
"lr_1",1.9109251841924074e-06,1613947862348,7412
"mom_1",0.9461791114227294,1613947862348,7412
"eps_1",1e-05,1613947862348,7412
"wd_2",0.01,1613947862348,7412
"sqr_mom_2",0.99,1613947862348,7412
"lr_2",1.910925184192406e-05,1613947862348,7412
"mom_2",0.9461791114227294,1613947862348,7412
"eps_2",1e-05,1613947862348,7412
"train_loss",0.0046947147,1613947863309,7413
"raw_loss",0.0040271836,1613947863309,7413
"epoch",46.62893081761004,1613947863309,7413
"wd_0",0.01,1613947863309,7413
"sqr_mom_0",0.99,1613947863309,7413
"lr_0",1.9055193078614254e-07,1613947863309,7413
"mom_0",0.9461899232835099,1613947863309,7413
"eps_0",1e-05,1613947863309,7413
"wd_1",0.01,1613947863309,7413
"sqr_mom_1",0.99,1613947863309,7413
"lr_1",1.9055193078614254e-06,1613947863309,7413
"mom_1",0.9461899232835099,1613947863309,7413
"eps_1",1e-05,1613947863309,7413
"wd_2",0.01,1613947863309,7413
"sqr_mom_2",0.99,1613947863309,7413
"lr_2",1.905519307861416e-05,1613947863309,7413
"mom_2",0.9461899232835099,1613947863309,7413
"eps_2",1e-05,1613947863309,7413
"train_loss",0.0046937075,1613947864289,7414
"raw_loss",0.004644362,1613947864289,7414
"epoch",46.63522012578614,1613947864289,7414
"wd_0",0.01,1613947864289,7414
"sqr_mom_0",0.99,1613947864289,7414
"lr_0",1.9001172079756118e-07,1613947864289,7414
"mom_0",0.9462007275913247,1613947864289,7414
"eps_0",1e-05,1613947864289,7414
"wd_1",0.01,1613947864289,7414
"sqr_mom_1",0.99,1613947864289,7414
"lr_1",1.90011720797561e-06,1613947864289,7414
"mom_1",0.9462007275913247,1613947864289,7414
"eps_1",1e-05,1613947864289,7414
"wd_2",0.01,1613947864289,7414
"sqr_mom_2",0.99,1613947864289,7414
"lr_2",1.9001172079756033e-05,1613947864289,7414
"mom_2",0.9462007275913247,1613947864289,7414
"eps_2",1e-05,1613947864289,7414
"train_loss",0.004652493,1613947865284,7415
"raw_loss",0.002632984,1613947865284,7415
"epoch",46.64150943396224,1613947865284,7415
"wd_0",0.01,1613947865284,7415
"sqr_mom_0",0.99,1613947865284,7415
"lr_0",1.8947260508442217e-07,1613947865284,7415
"mom_0",0.9462115100134116,1613947865284,7415
"eps_0",1e-05,1613947865284,7415
"wd_1",0.01,1613947865284,7415
"sqr_mom_1",0.99,1613947865284,7415
"lr_1",1.8947260508442217e-06,1613947865284,7415
"mom_1",0.9462115100134116,1613947865284,7415
"eps_1",1e-05,1613947865284,7415
"wd_2",0.01,1613947865284,7415
"sqr_mom_2",0.99,1613947865284,7415
"lr_2",1.894726050844219e-05,1613947865284,7415
"mom_2",0.9462115100134116,1613947865284,7415
"eps_2",1e-05,1613947865284,7415
"train_loss",0.004671378,1613947866234,7416
"raw_loss",0.005596729,1613947866234,7416
"epoch",46.64779874213834,1613947866234,7416
"wd_0",0.01,1613947866234,7416
"sqr_mom_0",0.99,1613947866234,7416
"lr_0",1.8893422534492194e-07,1613947866234,7416
"mom_0",0.9462222777158786,1613947866234,7416
"eps_0",1e-05,1613947866234,7416
"wd_1",0.01,1613947866234,7416
"sqr_mom_1",0.99,1613947866234,7416
"lr_1",1.889342253449216e-06,1613947866234,7416
"mom_1",0.9462222777158786,1613947866234,7416
"eps_1",1e-05,1613947866234,7416
"wd_2",0.01,1613947866234,7416
"sqr_mom_2",0.99,1613947866234,7416
"lr_2",1.8893422534492174e-05,1613947866234,7416
"mom_2",0.9462222777158786,1613947866234,7416
"eps_2",1e-05,1613947866234,7416
"train_loss",0.0046388595,1613947867242,7417
"raw_loss",0.003045445,1613947867242,7417
"epoch",46.65408805031444,1613947867242,7417
"wd_0",0.01,1613947867242,7417
"sqr_mom_0",0.99,1613947867242,7417
"lr_0",1.8839622523082827e-07,1613947867242,7417
"mom_0",0.9462330378257616,1613947867242,7417
"eps_0",1e-05,1613947867242,7417
"wd_1",0.01,1613947867242,7417
"sqr_mom_1",0.99,1613947867242,7417
"lr_1",1.8839622523082793e-06,1613947867242,7417
"mom_1",0.9462330378257616,1613947867242,7417
"eps_1",1e-05,1613947867242,7417
"wd_2",0.01,1613947867242,7417
"sqr_mom_2",0.99,1613947867242,7417
"lr_2",1.8839622523082766e-05,1613947867242,7417
"mom_2",0.9462330378257616,1613947867242,7417
"eps_2",1e-05,1613947867242,7417
"train_loss",0.004611576,1613947868192,7418
"raw_loss",0.0032746915,1613947868192,7418
"epoch",46.66037735849054,1613947868192,7418
"wd_0",0.01,1613947868192,7418
"sqr_mom_0",0.99,1613947868192,7418
"lr_0",1.8785931844149173e-07,1613947868192,7418
"mom_0",0.9462437760689308,1613947868192,7418
"eps_0",1e-05,1613947868192,7418
"wd_1",0.01,1613947868192,7418
"sqr_mom_1",0.99,1613947868192,7418
"lr_1",1.8785931844149156e-06,1613947868192,7418
"mom_1",0.9462437760689308,1613947868192,7418
"eps_1",1e-05,1613947868192,7418
"wd_2",0.01,1613947868192,7418
"sqr_mom_2",0.99,1613947868192,7418
"lr_2",1.8785931844149102e-05,1613947868192,7418
"mom_2",0.9462437760689308,1613947868192,7418
"eps_2",1e-05,1613947868192,7418
"train_loss",0.0045906473,1613947869144,7419
"raw_loss",0.003565134,1613947869144,7419
"epoch",46.66666666666664,1613947869144,7419
"wd_0",0.01,1613947869144,7419
"sqr_mom_0",0.99,1613947869144,7419
"lr_0",1.8732297036864143e-07,1613947869144,7419
"mom_0",0.9462545031376585,1613947869144,7419
"eps_0",1e-05,1613947869144,7419
"wd_1",0.01,1613947869144,7419
"sqr_mom_1",0.99,1613947869144,7419
"lr_1",1.873229703686411e-06,1613947869144,7419
"mom_1",0.9462545031376585,1613947869144,7419
"eps_1",1e-05,1613947869144,7419
"wd_2",0.01,1613947869144,7419
"sqr_mom_2",0.99,1613947869144,7419
"lr_2",1.873229703686411e-05,1613947869144,7419
"mom_2",0.9462545031376585,1613947869144,7419
"eps_2",1e-05,1613947869144,7419
"train_loss",0.004581834,1613947870095,7420
"raw_loss",0.004149989,1613947870095,7420
"epoch",46.67295597484274,1613947870095,7420
"wd_0",0.01,1613947870095,7420
"sqr_mom_0",0.99,1613947870095,7420
"lr_0",1.867873594430525e-07,1613947870095,7420
"mom_0",0.9462652154632936,1613947870095,7420
"eps_0",1e-05,1613947870095,7420
"wd_1",0.01,1613947870095,7420
"sqr_mom_1",0.99,1613947870095,7420
"lr_1",1.8678735944305266e-06,1613947870095,7420
"mom_1",0.9462652154632936,1613947870095,7420
"eps_1",1e-05,1613947870095,7420
"wd_2",0.01,1613947870095,7420
"sqr_mom_2",0.99,1613947870095,7420
"lr_2",1.8678735944305225e-05,1613947870095,7420
"mom_2",0.9462652154632936,1613947870095,7420
"eps_2",1e-05,1613947870095,7420
"train_loss",0.0045752246,1613947871059,7421
"raw_loss",0.004251353,1613947871059,7421
"epoch",46.679245283018844,1613947871059,7421
"wd_0",0.01,1613947871059,7421
"sqr_mom_0",0.99,1613947871059,7421
"lr_0",1.862524858354444e-07,1613947871059,7421
"mom_0",0.9462759130424215,1613947871059,7421
"eps_0",1e-05,1613947871059,7421
"wd_1",0.01,1613947871059,7421
"sqr_mom_1",0.99,1613947871059,7421
"lr_1",1.8625248583544474e-06,1613947871059,7421
"mom_1",0.9462759130424215,1613947871059,7421
"eps_1",1e-05,1613947871059,7421
"wd_2",0.01,1613947871059,7421
"sqr_mom_2",0.99,1613947871059,7421
"lr_2",1.8625248583544406e-05,1613947871059,7421
"mom_2",0.9462759130424215,1613947871059,7421
"eps_2",1e-05,1613947871059,7421
"train_loss",0.0045492705,1613947872007,7422
"raw_loss",0.0032775132,1613947872007,7422
"epoch",46.685534591194944,1613947872007,7422
"wd_0",0.01,1613947872007,7422
"sqr_mom_0",0.99,1613947872007,7422
"lr_0",1.8571852675359785e-07,1613947872007,7422
"mom_0",0.9462865923308513,1613947872007,7422
"eps_0",1e-05,1613947872007,7422
"wd_1",0.01,1613947872007,7422
"sqr_mom_1",0.99,1613947872007,7422
"lr_1",1.8571852675359717e-06,1613947872007,7422
"mom_1",0.9462865923308513,1613947872007,7422
"eps_1",1e-05,1613947872007,7422
"wd_2",0.01,1613947872007,7422
"sqr_mom_2",0.99,1613947872007,7422
"lr_2",1.857185267535973e-05,1613947872007,7422
"mom_2",0.9462865923308513,1613947872007,7422
"eps_2",1e-05,1613947872007,7422
"train_loss",0.0045313365,1613947873008,7423
"raw_loss",0.0036525754,1613947873008,7423
"epoch",46.691823899371045,1613947873008,7423
"wd_0",0.01,1613947873008,7423
"sqr_mom_0",0.99,1613947873008,7423
"lr_0",1.8518495125587815e-07,1613947873008,7423
"mom_0",0.9462972639475219,1613947873008,7423
"eps_0",1e-05,1613947873008,7423
"wd_1",0.01,1613947873008,7423
"sqr_mom_1",0.99,1613947873008,7423
"lr_1",1.8518495125587815e-06,1613947873008,7423
"mom_1",0.9462972639475219,1613947873008,7423
"eps_1",1e-05,1613947873008,7423
"wd_2",0.01,1613947873008,7423
"sqr_mom_2",0.99,1613947873008,7423
"lr_2",1.8518495125587748e-05,1613947873008,7423
"mom_2",0.9462972639475219,1613947873008,7423
"eps_2",1e-05,1613947873008,7423
"train_loss",0.004521628,1613947874001,7424
"raw_loss",0.004045898,1613947874001,7424
"epoch",46.698113207547145,1613947874001,7424
"wd_0",0.01,1613947874001,7424
"sqr_mom_0",0.99,1613947874001,7424
"lr_0",1.846524671720389e-07,1613947874001,7424
"mom_0",0.9463079137356966,1613947874001,7424
"eps_0",1e-05,1613947874001,7424
"wd_1",0.01,1613947874001,7424
"sqr_mom_1",0.99,1613947874001,7424
"lr_1",1.8465246717203857e-06,1613947874001,7424
"mom_1",0.9463079137356966,1613947874001,7424
"eps_1",1e-05,1613947874001,7424
"wd_2",0.01,1613947874001,7424
"sqr_mom_2",0.99,1613947874001,7424
"lr_2",1.8465246717203857e-05,1613947874001,7424
"mom_2",0.9463079137356966,1613947874001,7424
"eps_2",1e-05,1613947874001,7424
"train_loss",0.004518232,1613947874960,7425
"raw_loss",0.0043518357,1613947874960,7425
"epoch",46.704402515723245,1613947874960,7425
"wd_0",0.01,1613947874960,7425
"sqr_mom_0",0.99,1613947874960,7425
"lr_0",1.841207205971822e-07,1613947874960,7425
"mom_0",0.946318548773544,1613947874960,7425
"eps_0",1e-05,1613947874960,7425
"wd_1",0.01,1613947874960,7425
"sqr_mom_1",0.99,1613947874960,7425
"lr_1",1.8412072059718272e-06,1613947874960,7425
"mom_1",0.946318548773544,1613947874960,7425
"eps_1",1e-05,1613947874960,7425
"wd_2",0.01,1613947874960,7425
"sqr_mom_2",0.99,1613947874960,7425
"lr_2",1.8412072059718204e-05,1613947874960,7425
"mom_2",0.946318548773544,1613947874960,7425
"eps_2",1e-05,1613947874960,7425
"train_loss",0.0044957106,1613947875949,7426
"raw_loss",0.0033921686,1613947875949,7426
"epoch",46.710691823899346,1613947875949,7426
"wd_0",0.01,1613947875949,7426
"sqr_mom_0",0.99,1613947875949,7426
"lr_0",1.8358935958406e-07,1613947875949,7426
"mom_0",0.9463291761000797,1613947875949,7426
"eps_0",1e-05,1613947875949,7426
"wd_1",0.01,1613947875949,7426
"sqr_mom_1",0.99,1613947875949,7426
"lr_1",1.8358935958405983e-06,1613947875949,7426
"mom_1",0.9463291761000797,1613947875949,7426
"eps_1",1e-05,1613947875949,7426
"wd_2",0.01,1613947875949,7426
"sqr_mom_2",0.99,1613947875949,7426
"lr_2",1.8358935958405942e-05,1613947875949,7426
"mom_2",0.9463291761000797,1613947875949,7426
"eps_2",1e-05,1613947875949,7426
"train_loss",0.00453172,1613947876944,7427
"raw_loss",0.006296198,1613947876944,7427
"epoch",46.716981132075446,1613947876944,7427
"wd_0",0.01,1613947876944,7427
"sqr_mom_0",0.99,1613947876944,7427
"lr_0",1.830590890247335e-07,1613947876944,7427
"mom_0",0.9463397816173215,1613947876944,7427
"eps_0",1e-05,1613947876944,7427
"wd_1",0.01,1613947876944,7427
"sqr_mom_1",0.99,1613947876944,7427
"lr_1",1.8305908902473367e-06,1613947876944,7427
"mom_1",0.9463397816173215,1613947876944,7427
"eps_1",1e-05,1613947876944,7427
"wd_2",0.01,1613947876944,7427
"sqr_mom_2",0.99,1613947876944,7427
"lr_2",1.8305908902473285e-05,1613947876944,7427
"mom_2",0.9463397816173215,1613947876944,7427
"eps_2",1e-05,1613947876944,7427
"train_loss",0.004534486,1613947877935,7428
"raw_loss",0.00467002,1613947877935,7428
"epoch",46.72327044025155,1613947877935,7428
"wd_0",0.01,1613947877935,7428
"sqr_mom_0",0.99,1613947877935,7428
"lr_0",1.8252938091345876e-07,1613947877935,7428
"mom_0",0.9463503758854896,1613947877935,7428
"eps_0",1e-05,1613947877935,7428
"wd_1",0.01,1613947877935,7428
"sqr_mom_1",0.99,1613947877935,7428
"lr_1",1.825293809134591e-06,1613947877935,7428
"mom_1",0.9463503758854896,1613947877935,7428
"eps_1",1e-05,1613947877935,7428
"wd_2",0.01,1613947877935,7428
"sqr_mom_2",0.99,1613947877935,7428
"lr_2",1.825293809134583e-05,1613947877935,7428
"mom_2",0.9463503758854896,1613947877935,7428
"eps_2",1e-05,1613947877935,7428
"train_loss",0.0045328867,1613947878893,7429
"raw_loss",0.0044545126,1613947878893,7429
"epoch",46.72955974842765,1613947878893,7429
"wd_0",0.01,1613947878893,7429
"sqr_mom_0",0.99,1613947878893,7429
"lr_0",1.8200041147734714e-07,1613947878893,7429
"mom_0",0.9463609553800068,1613947878893,7429
"eps_0",1e-05,1613947878893,7429
"wd_1",0.01,1613947878893,7429
"sqr_mom_1",0.99,1613947878893,7429
"lr_1",1.8200041147734764e-06,1613947878893,7429
"mom_1",0.9463609553800068,1613947878893,7429
"eps_1",1e-05,1613947878893,7429
"wd_2",0.01,1613947878893,7429
"sqr_mom_2",0.99,1613947878893,7429
"lr_2",1.8200041147734697e-05,1613947878893,7429
"mom_2",0.9463609553800068,1613947878893,7429
"eps_2",1e-05,1613947878893,7429
"train_loss",0.0045033256,1613947879847,7430
"raw_loss",0.0030548214,1613947879847,7430
"epoch",46.73584905660375,1613947879847,7430
"wd_0",0.01,1613947879847,7430
"sqr_mom_0",0.99,1613947879847,7430
"lr_0",1.8147218088500222e-07,1613947879847,7430
"mom_0",0.9463715200975009,1613947879847,7430
"eps_0",1e-05,1613947879847,7430
"wd_1",0.01,1613947879847,7430
"sqr_mom_1",0.99,1613947879847,7430
"lr_1",1.8147218088500154e-06,1613947879847,7430
"mom_1",0.9463715200975009,1613947879847,7430
"eps_1",1e-05,1613947879847,7430
"wd_2",0.01,1613947879847,7430
"sqr_mom_2",0.99,1613947879847,7430
"lr_2",1.8147218088500154e-05,1613947879847,7430
"mom_2",0.9463715200975009,1613947879847,7430
"eps_2",1e-05,1613947879847,7430
"train_loss",0.0045534596,1613947880846,7431
"raw_loss",0.007010036,1613947880846,7431
"epoch",46.74213836477985,1613947880846,7431
"wd_0",0.01,1613947880846,7431
"sqr_mom_0",0.99,1613947880846,7431
"lr_0",1.809448641380049e-07,1613947880846,7431
"mom_0",0.9463820665379052,1613947880846,7431
"eps_0",1e-05,1613947880846,7431
"wd_1",0.01,1613947880846,7431
"sqr_mom_1",0.99,1613947880846,7431
"lr_1",1.8094486413800507e-06,1613947880846,7431
"mom_1",0.9463820665379052,1613947880846,7431
"eps_1",1e-05,1613947880846,7431
"wd_2",0.01,1613947880846,7431
"sqr_mom_2",0.99,1613947880846,7431
"lr_2",1.8094486413800426e-05,1613947880846,7431
"mom_2",0.9463820665379052,1613947880846,7431
"eps_2",1e-05,1613947880846,7431
"train_loss",0.004547476,1613947881832,7432
"raw_loss",0.0042542797,1613947881832,7432
"epoch",46.74842767295595,1613947881832,7432
"wd_0",0.01,1613947881832,7432
"sqr_mom_0",0.99,1613947881832,7432
"lr_0",1.8041793690484448e-07,1613947881832,7432
"mom_0",0.946392605187955,1613947881832,7432
"eps_0",1e-05,1613947881832,7432
"wd_1",0.01,1613947881832,7432
"sqr_mom_1",0.99,1613947881832,7432
"lr_1",1.8041793690484414e-06,1613947881832,7432
"mom_1",0.946392605187955,1613947881832,7432
"eps_1",1e-05,1613947881832,7432
"wd_2",0.01,1613947881832,7432
"sqr_mom_2",0.99,1613947881832,7432
"lr_2",1.8041793690484374e-05,1613947881832,7432
"mom_2",0.946392605187955,1613947881832,7432
"eps_2",1e-05,1613947881832,7432
"train_loss",0.004551956,1613947882828,7433
"raw_loss",0.0047714813,1613947882828,7433
"epoch",46.75471698113205,1613947882828,7433
"wd_0",0.01,1613947882828,7433
"sqr_mom_0",0.99,1613947882828,7433
"lr_0",1.7989209819582776e-07,1613947882828,7433
"mom_0",0.946403122067304,1613947882828,7433
"eps_0",1e-05,1613947882828,7433
"wd_1",0.01,1613947882828,7433
"sqr_mom_1",0.99,1613947882828,7433
"lr_1",1.7989209819582776e-06,1613947882828,7433
"mom_1",0.946403122067304,1613947882828,7433
"eps_1",1e-05,1613947882828,7433
"wd_2",0.01,1613947882828,7433
"sqr_mom_2",0.99,1613947882828,7433
"lr_2",1.798920981958271e-05,1613947882828,7433
"mom_2",0.946403122067304,1613947882828,7433
"eps_2",1e-05,1613947882828,7433
"train_loss",0.0045335456,1613947883796,7434
"raw_loss",0.003631443,1613947883796,7434
"epoch",46.76100628930815,1613947883796,7434
"wd_0",0.01,1613947883796,7434
"sqr_mom_0",0.99,1613947883796,7434
"lr_0",1.7936699851210115e-07,1613947883796,7434
"mom_0",0.9464136241659996,1613947883796,7434
"eps_0",1e-05,1613947883796,7434
"wd_1",0.01,1613947883796,7434
"sqr_mom_1",0.99,1613947883796,7434
"lr_1",1.7936699851210132e-06,1613947883796,7434
"mom_1",0.9464136241659996,1613947883796,7434
"eps_1",1e-05,1613947883796,7434
"wd_2",0.01,1613947883796,7434
"sqr_mom_2",0.99,1613947883796,7434
"lr_2",1.7936699851210105e-05,1613947883796,7434
"mom_2",0.9464136241659996,1613947883796,7434
"eps_2",1e-05,1613947883796,7434
"train_loss",0.004546323,1613947884770,7435
"raw_loss",0.005172402,1613947884770,7435
"epoch",46.76729559748425,1613947884770,7435
"wd_0",0.01,1613947884770,7435
"sqr_mom_0",0.99,1613947884770,7435
"lr_0",1.7884229031648176e-07,1613947884770,7435
"mom_0",0.9464241184348546,1613947884770,7435
"eps_0",1e-05,1613947884770,7435
"wd_1",0.01,1613947884770,7435
"sqr_mom_1",0.99,1613947884770,7435
"lr_1",1.7884229031648227e-06,1613947884770,7435
"mom_1",0.9464241184348546,1613947884770,7435
"eps_1",1e-05,1613947884770,7435
"wd_2",0.01,1613947884770,7435
"sqr_mom_2",0.99,1613947884770,7435
"lr_2",1.788422903164816e-05,1613947884770,7435
"mom_2",0.9464241184348546,1613947884770,7435
"eps_2",1e-05,1613947884770,7435
"train_loss",0.0045357067,1613947885720,7436
"raw_loss",0.004015505,1613947885720,7436
"epoch",46.77358490566035,1613947885720,7436
"wd_0",0.01,1613947885720,7436
"sqr_mom_0",0.99,1613947885720,7436
"lr_0",1.7831866967554892e-07,1613947885720,7436
"mom_0",0.9464345909523985,1613947885720,7436
"eps_0",1e-05,1613947885720,7436
"wd_1",0.01,1613947885720,7436
"sqr_mom_1",0.99,1613947885720,7436
"lr_1",1.7831866967554875e-06,1613947885720,7436
"mom_1",0.9464345909523985,1613947885720,7436
"eps_1",1e-05,1613947885720,7436
"wd_2",0.01,1613947885720,7436
"sqr_mom_2",0.99,1613947885720,7436
"lr_2",1.7831866967554875e-05,1613947885720,7436
"mom_2",0.9464345909523985,1613947885720,7436
"eps_2",1e-05,1613947885720,7436
"train_loss",0.004517167,1613947886675,7437
"raw_loss",0.003608722,1613947886675,7437
"epoch",46.77987421383645,1613947886675,7437
"wd_0",0.01,1613947886675,7437
"sqr_mom_0",0.99,1613947886675,7437
"lr_0",1.777957885610854e-07,1613947886675,7437
"mom_0",0.946445048679265,1613947886675,7437
"eps_0",1e-05,1613947886675,7437
"wd_1",0.01,1613947886675,7437
"sqr_mom_1",0.99,1613947886675,7437
"lr_1",1.7779578856108507e-06,1613947886675,7437
"mom_1",0.946445048679265,1613947886675,7437
"eps_1",1e-05,1613947886675,7437
"wd_2",0.01,1613947886675,7437
"sqr_mom_2",0.99,1613947886675,7437
"lr_2",1.7779578856108493e-05,1613947886675,7437
"mom_2",0.946445048679265,1613947886675,7437
"eps_2",1e-05,1613947886675,7437
"train_loss",0.004511466,1613947887627,7438
"raw_loss",0.004232101,1613947887627,7438
"epoch",46.78616352201255,1613947887627,7438
"wd_0",0.01,1613947887627,7438
"sqr_mom_0",0.99,1613947887627,7438
"lr_0",1.7727330090787713e-07,1613947887627,7438
"mom_0",0.9464554985368278,1613947887627,7438
"eps_0",1e-05,1613947887627,7438
"wd_1",0.01,1613947887627,7438
"sqr_mom_1",0.99,1613947887627,7438
"lr_1",1.7727330090787713e-06,1613947887627,7438
"mom_1",0.9464554985368278,1613947887627,7438
"eps_1",1e-05,1613947887627,7438
"wd_2",0.01,1613947887627,7438
"sqr_mom_2",0.99,1613947887627,7438
"lr_2",1.7727330090787645e-05,1613947887627,7438
"mom_2",0.9464554985368278,1613947887627,7438
"eps_2",1e-05,1613947887627,7438
"train_loss",0.0044897813,1613947888605,7439
"raw_loss",0.0034272345,1613947888605,7439
"epoch",46.79245283018865,1613947888605,7439
"wd_0",0.01,1613947888605,7439
"sqr_mom_0",0.99,1613947888605,7439
"lr_0",1.7675189983677776e-07,1613947888605,7439
"mom_0",0.946465926662531,1613947888605,7439
"eps_0",1e-05,1613947888605,7439
"wd_1",0.01,1613947888605,7439
"sqr_mom_1",0.99,1613947888605,7439
"lr_1",1.7675189983677725e-06,1613947888605,7439
"mom_1",0.946465926662531,1613947888605,7439
"eps_1",1e-05,1613947888605,7439
"wd_2",0.01,1613947888605,7439
"sqr_mom_2",0.99,1613947888605,7439
"lr_2",1.7675189983677698e-05,1613947888605,7439
"mom_2",0.946465926662531,1613947888605,7439
"eps_2",1e-05,1613947888605,7439
"train_loss",0.0044911834,1613947889576,7440
"raw_loss",0.004559876,1613947889576,7440
"epoch",46.79874213836475,1613947889576,7440
"wd_0",0.01,1613947889576,7440
"sqr_mom_0",0.99,1613947889576,7440
"lr_0",1.762310661665046e-07,1613947889576,7440
"mom_0",0.9464763434401042,1613947889576,7440
"eps_0",1e-05,1613947889576,7440
"wd_1",0.01,1613947889576,7440
"sqr_mom_1",0.99,1613947889576,7440
"lr_1",1.7623106616650408e-06,1613947889576,7440
"mom_1",0.9464763434401042,1613947889576,7440
"eps_1",1e-05,1613947889576,7440
"wd_2",0.01,1613947889576,7440
"sqr_mom_2",0.99,1613947889576,7440
"lr_2",1.762310661665038e-05,1613947889576,7440
"mom_2",0.9464763434401042,1613947889576,7440
"eps_2",1e-05,1613947889576,7440
"train_loss",0.004497876,1613947890544,7441
"raw_loss",0.004825819,1613947890544,7441
"epoch",46.80503144654085,1613947890544,7441
"wd_0",0.01,1613947890544,7441
"sqr_mom_0",0.99,1613947890544,7441
"lr_0",1.757109731789092e-07,1613947890544,7441
"mom_0",0.9464867454038758,1613947890544,7441
"eps_0",1e-05,1613947890544,7441
"wd_1",0.01,1613947890544,7441
"sqr_mom_1",0.99,1613947890544,7441
"lr_1",1.7571097317890954e-06,1613947890544,7441
"mom_1",0.9464867454038758,1613947890544,7441
"eps_1",1e-05,1613947890544,7441
"wd_2",0.01,1613947890544,7441
"sqr_mom_2",0.99,1613947890544,7441
"lr_2",1.7571097317890913e-05,1613947890544,7441
"mom_2",0.9464867454038758,1613947890544,7441
"eps_2",1e-05,1613947890544,7441
"train_loss",0.0045173764,1613947891489,7442
"raw_loss",0.0054728976,1613947891489,7442
"epoch",46.81132075471695,1613947891489,7442
"wd_0",0.01,1613947891489,7442
"sqr_mom_0",0.99,1613947891489,7442
"lr_0",1.7519162103976695e-07,1613947891489,7442
"mom_0",0.9464971325505301,1613947891489,7442
"eps_0",1e-05,1613947891489,7442
"wd_1",0.01,1613947891489,7442
"sqr_mom_1",0.99,1613947891489,7442
"lr_1",1.7519162103976746e-06,1613947891489,7442
"mom_1",0.9464971325505301,1613947891489,7442
"eps_1",1e-05,1613947891489,7442
"wd_2",0.01,1613947891489,7442
"sqr_mom_2",0.99,1613947891489,7442
"lr_2",1.7519162103976692e-05,1613947891489,7442
"mom_2",0.9464971325505301,1613947891489,7442
"eps_2",1e-05,1613947891489,7442
"train_loss",0.00453272,1613947892443,7443
"raw_loss",0.005284544,1613947892443,7443
"epoch",46.81761006289305,1613947892443,7443
"wd_0",0.01,1613947892443,7443
"sqr_mom_0",0.99,1613947892443,7443
"lr_0",1.7467318180207266e-07,1613947892443,7443
"mom_0",0.9465075014389729,1613947892443,7443
"eps_0",1e-05,1613947892443,7443
"wd_1",0.01,1613947892443,7443
"sqr_mom_1",0.99,1613947892443,7443
"lr_1",1.7467318180207334e-06,1613947892443,7443
"mom_1",0.9465075014389729,1613947892443,7443
"eps_1",1e-05,1613947892443,7443
"wd_2",0.01,1613947892443,7443
"sqr_mom_2",0.99,1613947892443,7443
"lr_2",1.746731818020724e-05,1613947892443,7443
"mom_2",0.9465075014389729,1613947892443,7443
"eps_2",1e-05,1613947892443,7443
"train_loss",0.0045720115,1613947893378,7444
"raw_loss",0.0064973067,1613947893378,7444
"epoch",46.82389937106915,1613947893378,7444
"wd_0",0.01,1613947893378,7444
"sqr_mom_0",0.99,1613947893378,7444
"lr_0",1.7415513996875493e-07,1613947893378,7444
"mom_0",0.9465178623792486,1613947893378,7444
"eps_0",1e-05,1613947893378,7444
"wd_1",0.01,1613947893378,7444
"sqr_mom_1",0.99,1613947893378,7444
"lr_1",1.7415513996875493e-06,1613947893378,7444
"mom_1",0.9465178623792486,1613947893378,7444
"eps_1",1e-05,1613947893378,7444
"wd_2",0.01,1613947893378,7444
"sqr_mom_2",0.99,1613947893378,7444
"lr_2",1.7415513996875452e-05,1613947893378,7444
"mom_2",0.9465178623792486,1613947893378,7444
"eps_2",1e-05,1613947893378,7444
"train_loss",0.0045992984,1613947894326,7445
"raw_loss",0.0059363456,1613947894326,7445
"epoch",46.83018867924525,1613947894326,7445
"wd_0",0.01,1613947894326,7445
"sqr_mom_0",0.99,1613947894326,7445
"lr_0",1.7363818276293796e-07,1613947894326,7445
"mom_0",0.9465282016267574,1613947894326,7445
"eps_0",1e-05,1613947894326,7445
"wd_1",0.01,1613947894326,7445
"sqr_mom_1",0.99,1613947894326,7445
"lr_1",1.7363818276293745e-06,1613947894326,7445
"mom_1",0.9465282016267574,1613947894326,7445
"eps_1",1e-05,1613947894326,7445
"wd_2",0.01,1613947894326,7445
"sqr_mom_2",0.99,1613947894326,7445
"lr_2",1.7363818276293732e-05,1613947894326,7445
"mom_2",0.9465282016267574,1613947894326,7445
"eps_2",1e-05,1613947894326,7445
"train_loss",0.004552529,1613947895264,7446
"raw_loss",0.0022608328,1613947895264,7446
"epoch",46.836477987421354,1613947895264,7446
"wd_0",0.01,1613947895264,7446
"sqr_mom_0",0.99,1613947895264,7446
"lr_0",1.7312196657445302e-07,1613947895264,7446
"mom_0",0.9465385260537714,1613947895264,7446
"eps_0",1e-05,1613947895264,7446
"wd_1",0.01,1613947895264,7446
"sqr_mom_1",0.99,1613947895264,7446
"lr_1",1.731219665744532e-06,1613947895264,7446
"mom_1",0.9465385260537714,1613947895264,7446
"eps_1",1e-05,1613947895264,7446
"wd_2",0.01,1613947895264,7446
"sqr_mom_2",0.99,1613947895264,7446
"lr_2",1.731219665744528e-05,1613947895264,7446
"mom_2",0.9465385260537714,1613947895264,7446
"eps_2",1e-05,1613947895264,7446
"train_loss",0.0045340722,1613947896217,7447
"raw_loss",0.003629676,1613947896217,7447
"epoch",46.842767295597454,1613947896217,7447
"wd_0",0.01,1613947896217,7447
"sqr_mom_0",0.99,1613947896217,7447
"lr_0",1.7260614976008842e-07,1613947896217,7447
"mom_0",0.9465488424932231,1613947896217,7447
"eps_0",1e-05,1613947896217,7447
"wd_1",0.01,1613947896217,7447
"sqr_mom_1",0.99,1613947896217,7447
"lr_1",1.7260614976008859e-06,1613947896217,7447
"mom_1",0.9465488424932231,1613947896217,7447
"eps_1",1e-05,1613947896217,7447
"wd_2",0.01,1613947896217,7447
"sqr_mom_2",0.99,1613947896217,7447
"lr_2",1.7260614976008818e-05,1613947896217,7447
"mom_2",0.9465488424932231,1613947896217,7447
"eps_2",1e-05,1613947896217,7447
"train_loss",0.0045132213,1613947897169,7448
"raw_loss",0.0034915295,1613947897169,7448
"epoch",46.849056603773555,1613947897169,7448
"wd_0",0.01,1613947897169,7448
"sqr_mom_0",0.99,1613947897169,7448
"lr_0",1.720914165913084e-07,1613947897169,7448
"mom_0",0.9465591372595464,1613947897169,7448
"eps_0",1e-05,1613947897169,7448
"wd_1",0.01,1613947897169,7448
"sqr_mom_1",0.99,1613947897169,7448
"lr_1",1.720914165913084e-06,1613947897169,7448
"mom_1",0.9465591372595464,1613947897169,7448
"eps_1",1e-05,1613947897169,7448
"wd_2",0.01,1613947897169,7448
"sqr_mom_2",0.99,1613947897169,7448
"lr_2",1.7209141659130787e-05,1613947897169,7448
"mom_2",0.9465591372595464,1613947897169,7448
"eps_2",1e-05,1613947897169,7448
"train_loss",0.004521631,1613947898137,7449
"raw_loss",0.0049337153,1613947898137,7449
"epoch",46.855345911949655,1613947898137,7449
"wd_0",0.01,1613947898137,7449
"sqr_mom_0",0.99,1613947898137,7449
"lr_0",1.715770841093194e-07,1613947898137,7449
"mom_0",0.9465694240120537,1613947898137,7449
"eps_0",1e-05,1613947898137,7449
"wd_1",0.01,1613947898137,7449
"sqr_mom_1",0.99,1613947898137,7449
"lr_1",1.7157708410931992e-06,1613947898137,7449
"mom_1",0.9465694240120537,1613947898137,7449
"eps_1",1e-05,1613947898137,7449
"wd_2",0.01,1613947898137,7449
"sqr_mom_2",0.99,1613947898137,7449
"lr_2",1.7157708410931924e-05,1613947898137,7449
"mom_2",0.9465694240120537,1613947898137,7449
"eps_2",1e-05,1613947898137,7449
"train_loss",0.00449701,1613947899088,7450
"raw_loss",0.0032905664,1613947899088,7450
"epoch",46.861635220125756,1613947899088,7450
"wd_0",0.01,1613947899088,7450
"sqr_mom_0",0.99,1613947899088,7450
"lr_0",1.7106383461650513e-07,1613947899088,7450
"mom_0",0.9465796891045609,1613947899088,7450
"eps_0",1e-05,1613947899088,7450
"wd_1",0.01,1613947899088,7450
"sqr_mom_1",0.99,1613947899088,7450
"lr_1",1.710638346165053e-06,1613947899088,7450
"mom_1",0.9465796891045609,1613947899088,7450
"eps_1",1e-05,1613947899088,7450
"wd_2",0.01,1613947899088,7450
"sqr_mom_2",0.99,1613947899088,7450
"lr_2",1.7106383461650476e-05,1613947899088,7450
"mom_2",0.9465796891045609,1613947899088,7450
"eps_2",1e-05,1613947899088,7450
"train_loss",0.004478009,1613947900064,7451
"raw_loss",0.003546966,1613947900064,7451
"epoch",46.867924528301856,1613947900064,7451
"wd_0",0.01,1613947900064,7451
"sqr_mom_0",0.99,1613947900064,7451
"lr_0",1.7055115704179204e-07,1613947900064,7451
"mom_0",0.9465899427585917,1613947900064,7451
"eps_0",1e-05,1613947900064,7451
"wd_1",0.01,1613947900064,7451
"sqr_mom_1",0.99,1613947900064,7451
"lr_1",1.705511570417922e-06,1613947900064,7451
"mom_1",0.9465899427585917,1613947900064,7451
"eps_1",1e-05,1613947900064,7451
"wd_2",0.01,1613947900064,7451
"sqr_mom_2",0.99,1613947900064,7451
"lr_2",1.705511570417918e-05,1613947900064,7451
"mom_2",0.9465899427585917,1613947900064,7451
"eps_2",1e-05,1613947900064,7451
"train_loss",0.0044666887,1613947901003,7452
"raw_loss",0.003911996,1613947901003,7452
"epoch",46.874213836477956,1613947901003,7452
"wd_0",0.01,1613947901003,7452
"sqr_mom_0",0.99,1613947901003,7452
"lr_0",1.700392219601643e-07,1613947901003,7452
"mom_0",0.9466001815626123,1613947901003,7452
"eps_0",1e-05,1613947901003,7452
"wd_1",0.01,1613947901003,7452
"sqr_mom_1",0.99,1613947901003,7452
"lr_1",1.7003922196016463e-06,1613947901003,7452
"mom_1",0.9466001815626123,1613947901003,7452
"eps_1",1e-05,1613947901003,7452
"wd_2",0.01,1613947901003,7452
"sqr_mom_2",0.99,1613947901003,7452
"lr_2",1.700392219601641e-05,1613947901003,7452
"mom_2",0.9466001815626123,1613947901003,7452
"eps_2",1e-05,1613947901003,7452
"train_loss",0.0044525634,1613947901972,7453
"raw_loss",0.0037604205,1613947901972,7453
"epoch",46.88050314465406,1613947901972,7453
"wd_0",0.01,1613947901972,7453
"sqr_mom_0",0.99,1613947901972,7453
"lr_0",1.6952802953479432e-07,1613947901972,7453
"mom_0",0.9466104055133592,1613947901972,7453
"eps_0",1e-05,1613947901972,7453
"wd_1",0.01,1613947901972,7453
"sqr_mom_1",0.99,1613947901972,7453
"lr_1",1.6952802953479432e-06,1613947901972,7453
"mom_1",0.9466104055133592,1613947901972,7453
"eps_1",1e-05,1613947901972,7453
"wd_2",0.01,1613947901972,7453
"sqr_mom_2",0.99,1613947901972,7453
"lr_2",1.6952802953479405e-05,1613947901972,7453
"mom_2",0.9466104055133592,1613947901972,7453
"eps_2",1e-05,1613947901972,7453
"train_loss",0.004425258,1613947902928,7454
"raw_loss",0.0030872785,1613947902928,7454
"epoch",46.88679245283016,1613947902928,7454
"wd_0",0.01,1613947902928,7454
"sqr_mom_0",0.99,1613947902928,7454
"lr_0",1.6901774910880678e-07,1613947902928,7454
"mom_0",0.946620611223936,1613947902928,7454
"eps_0",1e-05,1613947902928,7454
"wd_1",0.01,1613947902928,7454
"sqr_mom_1",0.99,1613947902928,7454
"lr_1",1.6901774910880695e-06,1613947902928,7454
"mom_1",0.946620611223936,1613947902928,7454
"eps_1",1e-05,1613947902928,7454
"wd_2",0.01,1613947902928,7454
"sqr_mom_2",0.99,1613947902928,7454
"lr_2",1.6901774910880627e-05,1613947902928,7454
"mom_2",0.946620611223936,1613947902928,7454
"eps_2",1e-05,1613947902928,7454
"train_loss",0.0044500907,1613947903913,7455
"raw_loss",0.005666906,1613947903913,7455
"epoch",46.89308176100626,1613947903913,7455
"wd_0",0.01,1613947903913,7455
"sqr_mom_0",0.99,1613947903913,7455
"lr_0",1.6850787330433918e-07,1613947903913,7455
"mom_0",0.9466308088420016,1613947903913,7455
"eps_0",1e-05,1613947903913,7455
"wd_1",0.01,1613947903913,7455
"sqr_mom_1",0.99,1613947903913,7455
"lr_1",1.6850787330433952e-06,1613947903913,7455
"mom_1",0.9466308088420016,1613947903913,7455
"eps_1",1e-05,1613947903913,7455
"wd_2",0.01,1613947903913,7455
"sqr_mom_2",0.99,1613947903913,7455
"lr_2",1.685078733043387e-05,1613947903913,7455
"mom_2",0.9466308088420016,1613947903913,7455
"eps_2",1e-05,1613947903913,7455
"train_loss",0.00443354,1613947904873,7456
"raw_loss",0.0036225703,1613947904873,7456
"epoch",46.89937106918236,1613947904873,7456
"wd_0",0.01,1613947904873,7456
"sqr_mom_0",0.99,1613947904873,7456
"lr_0",1.679990785116394e-07,1613947904873,7456
"mom_0",0.9466409848396156,1613947904873,7456
"eps_0",1e-05,1613947904873,7456
"wd_1",0.01,1613947904873,7456
"sqr_mom_1",0.99,1613947904873,7456
"lr_1",1.6799907851163941e-06,1613947904873,7456
"mom_1",0.9466409848396156,1613947904873,7456
"eps_1",1e-05,1613947904873,7456
"wd_2",0.01,1613947904873,7456
"sqr_mom_2",0.99,1613947904873,7456
"lr_2",1.679990785116394e-05,1613947904873,7456
"mom_2",0.9466409848396156,1613947904873,7456
"eps_2",1e-05,1613947904873,7456
"train_loss",0.004396672,1613947905833,7457
"raw_loss",0.0025901345,1613947905833,7457
"epoch",46.90566037735846,1613947905833,7457
"wd_0",0.01,1613947905833,7457
"sqr_mom_0",0.99,1613947905833,7457
"lr_0",1.6749102653248042e-07,1613947905833,7457
"mom_0",0.9466511459808101,1613947905833,7457
"eps_0",1e-05,1613947905833,7457
"wd_1",0.01,1613947905833,7457
"sqr_mom_1",0.99,1613947905833,7457
"lr_1",1.6749102653248042e-06,1613947905833,7457
"mom_1",0.9466511459808101,1613947905833,7457
"eps_1",1e-05,1613947905833,7457
"wd_2",0.01,1613947905833,7457
"sqr_mom_2",0.99,1613947905833,7457
"lr_2",1.6749102653247974e-05,1613947905833,7457
"mom_2",0.9466511459808101,1613947905833,7457
"eps_2",1e-05,1613947905833,7457
"train_loss",0.0043902053,1613947906789,7458
"raw_loss",0.004073331,1613947906789,7458
"epoch",46.91194968553456,1613947906789,7458
"wd_0",0.01,1613947906789,7458
"sqr_mom_0",0.99,1613947906789,7458
"lr_0",1.669833811403576e-07,1613947906789,7458
"mom_0",0.9466612989901827,1613947906789,7458
"eps_0",1e-05,1613947906789,7458
"wd_1",0.01,1613947906789,7458
"sqr_mom_1",0.99,1613947906789,7458
"lr_1",1.669833811403576e-06,1613947906789,7458
"mom_1",0.9466612989901827,1613947906789,7458
"eps_1",1e-05,1613947906789,7458
"wd_2",0.01,1613947906789,7458
"sqr_mom_2",0.99,1613947906789,7458
"lr_2",1.6698338114035734e-05,1613947906789,7458
"mom_2",0.9466612989901827,1613947906789,7458
"eps_2",1e-05,1613947906789,7458
"train_loss",0.0044485186,1613947907736,7459
"raw_loss",0.0073058787,1613947907736,7459
"epoch",46.91823899371066,1613947907736,7459
"wd_0",0.01,1613947907736,7459
"sqr_mom_0",0.99,1613947907736,7459
"lr_0",1.6647681576670318e-07,1613947907736,7459
"mom_0",0.9466714303989698,1613947907736,7459
"eps_0",1e-05,1613947907736,7459
"wd_1",0.01,1613947907736,7459
"sqr_mom_1",0.99,1613947907736,7459
"lr_1",1.6647681576670352e-06,1613947907736,7459
"mom_1",0.9466714303989698,1613947907736,7459
"eps_1",1e-05,1613947907736,7459
"wd_2",0.01,1613947907736,7459
"sqr_mom_2",0.99,1613947907736,7459
"lr_2",1.664768157667027e-05,1613947907736,7459
"mom_2",0.9466714303989698,1613947907736,7459
"eps_2",1e-05,1613947907736,7459
"train_loss",0.0044325734,1613947908703,7460
"raw_loss",0.003651264,1613947908703,7460
"epoch",46.92452830188676,1613947908703,7460
"wd_0",0.01,1613947908703,7460
"sqr_mom_0",0.99,1613947908703,7460
"lr_0",1.65970993691471e-07,1613947908703,7460
"mom_0",0.94668154694164,1613947908703,7460
"eps_0",1e-05,1613947908703,7460
"wd_1",0.01,1613947908703,7460
"sqr_mom_1",0.99,1613947908703,7460
"lr_1",1.6597099369147083e-06,1613947908703,7460
"mom_1",0.94668154694164,1613947908703,7460
"eps_1",1e-05,1613947908703,7460
"wd_2",0.01,1613947908703,7460
"sqr_mom_2",0.99,1613947908703,7460
"lr_2",1.6597099369147056e-05,1613947908703,7460
"mom_2",0.94668154694164,1613947908703,7460
"eps_2",1e-05,1613947908703,7460
"train_loss",0.004406626,1613947909649,7461
"raw_loss",0.003135196,1613947909649,7461
"epoch",46.93081761006286,1613947909649,7461
"wd_0",0.01,1613947909649,7461
"sqr_mom_0",0.99,1613947909649,7461
"lr_0",1.6546558016762657e-07,1613947909649,7461
"mom_0",0.9466916553132005,1613947909649,7461
"eps_0",1e-05,1613947909649,7461
"wd_1",0.01,1613947909649,7461
"sqr_mom_1",0.99,1613947909649,7461
"lr_1",1.6546558016762708e-06,1613947909649,7461
"mom_1",0.9466916553132005,1613947909649,7461
"eps_1",1e-05,1613947909649,7461
"wd_2",0.01,1613947909649,7461
"sqr_mom_2",0.99,1613947909649,7461
"lr_2",1.6546558016762667e-05,1613947909649,7461
"mom_2",0.9466916553132005,1613947909649,7461
"eps_2",1e-05,1613947909649,7461
"train_loss",0.0043969215,1613947910612,7462
"raw_loss",0.0039214073,1613947910612,7462
"epoch",46.93710691823896,1613947910612,7462
"wd_0",0.01,1613947910612,7462
"sqr_mom_0",0.99,1613947910612,7462
"lr_0",1.6496124566585348e-07,1613947910612,7462
"mom_0",0.946701742104104,1613947910612,7462
"eps_0",1e-05,1613947910612,7462
"wd_1",0.01,1613947910612,7462
"sqr_mom_1",0.99,1613947910612,7462
"lr_1",1.649612456658533e-06,1613947910612,7462
"mom_1",0.946701742104104,1613947910612,7462
"eps_1",1e-05,1613947910612,7462
"wd_2",0.01,1613947910612,7462
"sqr_mom_2",0.99,1613947910612,7462
"lr_2",1.6496124566585304e-05,1613947910612,7462
"mom_2",0.946701742104104,1613947910612,7462
"eps_2",1e-05,1613947910612,7462
"train_loss",0.004363193,1613947911551,7463
"raw_loss",0.0027105105,1613947911551,7463
"epoch",46.94339622641506,1613947911551,7463
"wd_0",0.01,1613947911551,7463
"sqr_mom_0",0.99,1613947911551,7463
"lr_0",1.6445748798484978e-07,1613947911551,7463
"mom_0",0.9467118173584765,1613947911551,7463
"eps_0",1e-05,1613947911551,7463
"wd_1",0.01,1613947911551,7463
"sqr_mom_1",0.99,1613947911551,7463
"lr_1",1.6445748798484978e-06,1613947911551,7463
"mom_1",0.9467118173584765,1613947911551,7463
"eps_1",1e-05,1613947911551,7463
"wd_2",0.01,1613947911551,7463
"sqr_mom_2",0.99,1613947911551,7463
"lr_2",1.6445748798484938e-05,1613947911551,7463
"mom_2",0.9467118173584765,1613947911551,7463
"eps_2",1e-05,1613947911551,7463
"train_loss",0.004343734,1613947912514,7464
"raw_loss",0.0033902335,1613947912514,7464
"epoch",46.94968553459116,1613947912514,7464
"wd_0",0.01,1613947912514,7464
"sqr_mom_0",0.99,1613947912514,7464
"lr_0",1.6395447473921864e-07,1613947912514,7464
"mom_0",0.9467218777239929,1613947912514,7464
"eps_0",1e-05,1613947912514,7464
"wd_1",0.01,1613947912514,7464
"sqr_mom_1",0.99,1613947912514,7464
"lr_1",1.639544747392183e-06,1613947912514,7464
"mom_1",0.9467218777239929,1613947912514,7464
"eps_1",1e-05,1613947912514,7464
"wd_2",0.01,1613947912514,7464
"sqr_mom_2",0.99,1613947912514,7464
"lr_2",1.639544747392179e-05,1613947912514,7464
"mom_2",0.9467218777239929,1613947912514,7464
"eps_2",1e-05,1613947912514,7464
"train_loss",0.0043175435,1613947913544,7465
"raw_loss",0.0030342098,1613947913544,7465
"epoch",46.95597484276726,1613947913544,7465
"wd_0",0.01,1613947913544,7465
"sqr_mom_0",0.99,1613947913544,7465
"lr_0",1.6345220608928813e-07,1613947913544,7465
"mom_0",0.9467319231974461,1613947913544,7465
"eps_0",1e-05,1613947913544,7465
"wd_1",0.01,1613947913544,7465
"sqr_mom_1",0.99,1613947913544,7465
"lr_1",1.6345220608928796e-06,1613947913544,7465
"mom_1",0.9467319231974461,1613947913544,7465
"eps_1",1e-05,1613947913544,7465
"wd_2",0.01,1613947913544,7465
"sqr_mom_2",0.99,1613947913544,7465
"lr_2",1.634522060892877e-05,1613947913544,7465
"mom_2",0.9467319231974461,1613947913544,7465
"eps_2",1e-05,1613947913544,7465
"train_loss",0.004290899,1613947914831,7466
"raw_loss",0.0029853121,1613947914831,7466
"epoch",46.96226415094336,1613947914831,7466
"wd_0",0.01,1613947914831,7466
"sqr_mom_0",0.99,1613947914831,7466
"lr_0",1.629508484145832e-07,1613947914831,7466
"mom_0",0.9467419504512128,1613947914831,7466
"eps_0",1e-05,1613947914831,7466
"wd_1",0.01,1613947914831,7466
"sqr_mom_1",0.99,1613947914831,7466
"lr_1",1.6295084841458287e-06,1613947914831,7466
"mom_1",0.9467419504512128,1613947914831,7466
"eps_1",1e-05,1613947914831,7466
"wd_2",0.01,1613947914831,7466
"sqr_mom_2",0.99,1613947914831,7466
"lr_2",1.6295084841458233e-05,1613947914831,7466
"mom_2",0.9467419504512128,1613947914831,7466
"eps_2",1e-05,1613947914831,7466
"train_loss",0.0043487065,1613947915899,7467
"raw_loss",0.0071812766,1613947915899,7467
"epoch",46.96855345911946,1613947915899,7467
"wd_0",0.01,1613947915899,7467
"sqr_mom_0",0.99,1613947915899,7467
"lr_0",1.6244990321666488e-07,1613947915899,7467
"mom_0",0.9467519694553612,1613947915899,7467
"eps_0",1e-05,1613947915899,7467
"wd_1",0.01,1613947915899,7467
"sqr_mom_1",0.99,1613947915899,7467
"lr_1",1.6244990321666471e-06,1613947915899,7467
"mom_1",0.9467519694553612,1613947915899,7467
"eps_1",1e-05,1613947915899,7467
"wd_2",0.01,1613947915899,7467
"sqr_mom_2",0.99,1613947915899,7467
"lr_2",1.6244990321666417e-05,1613947915899,7467
"mom_2",0.9467519694553612,1613947915899,7467
"eps_2",1e-05,1613947915899,7467
"train_loss",0.004331551,1613947917116,7468
"raw_loss",0.0034909365,1613947917116,7468
"epoch",46.97484276729556,1613947917116,7468
"wd_0",0.01,1613947917116,7468
"sqr_mom_0",0.99,1613947917116,7468
"lr_0",1.6195003503862937e-07,1613947917116,7468
"mom_0",0.9467619669188966,1613947917116,7468
"eps_0",1e-05,1613947917116,7468
"wd_1",0.01,1613947917116,7468
"sqr_mom_1",0.99,1613947917116,7468
"lr_1",1.619500350386292e-06,1613947917116,7468
"mom_1",0.9467619669188966,1613947917116,7468
"eps_1",1e-05,1613947917116,7468
"wd_2",0.01,1613947917116,7468
"sqr_mom_2",0.99,1613947917116,7468
"lr_2",1.619500350386288e-05,1613947917116,7468
"mom_2",0.9467619669188966,1613947917116,7468
"eps_2",1e-05,1613947917116,7468
"train_loss",0.0043212995,1613947918492,7469
"raw_loss",0.003818972,1613947918492,7469
"epoch",46.98113207547166,1613947918492,7469
"wd_0",0.01,1613947918492,7469
"sqr_mom_0",0.99,1613947918492,7469
"lr_0",1.6145091160091945e-07,1613947918492,7469
"mom_0",0.9467719494874764,1613947918492,7469
"eps_0",1e-05,1613947918492,7469
"wd_1",0.01,1613947918492,7469
"sqr_mom_1",0.99,1613947918492,7469
"lr_1",1.6145091160091928e-06,1613947918492,7469
"mom_1",0.9467719494874764,1613947918492,7469
"eps_1",1e-05,1613947918492,7469
"wd_2",0.01,1613947918492,7469
"sqr_mom_2",0.99,1613947918492,7469
"lr_2",1.614509116009186e-05,1613947918492,7469
"mom_2",0.9467719494874764,1613947918492,7469
"eps_2",1e-05,1613947918492,7469
"train_loss",0.0042915544,1613947919594,7470
"raw_loss",0.002834049,1613947919594,7470
"epoch",46.987421383647764,1613947919594,7470
"wd_0",0.01,1613947919594,7470
"sqr_mom_0",0.99,1613947919594,7470
"lr_0",1.6095220260081388e-07,1613947919594,7470
"mom_0",0.9467819237672214,1613947919594,7470
"eps_0",1e-05,1613947919594,7470
"wd_1",0.01,1613947919594,7470
"sqr_mom_1",0.99,1613947919594,7470
"lr_1",1.6095220260081388e-06,1613947919594,7470
"mom_1",0.9467819237672214,1613947919594,7470
"eps_1",1e-05,1613947919594,7470
"wd_2",0.01,1613947919594,7470
"sqr_mom_2",0.99,1613947919594,7470
"lr_2",1.609522026008132e-05,1613947919594,7470
"mom_2",0.9467819237672214,1613947919594,7470
"eps_2",1e-05,1613947919594,7470
"train_loss",0.0043122126,1613947920557,7471
"raw_loss",0.0053244676,1613947920557,7471
"epoch",46.993710691823864,1613947920557,7471
"wd_0",0.01,1613947920557,7471
"sqr_mom_0",0.99,1613947920557,7471
"lr_0",1.6045456961491907e-07,1613947920557,7471
"mom_0",0.9467918765264668,1613947920557,7471
"eps_0",1e-05,1613947920557,7471
"wd_1",0.01,1613947920557,7471
"sqr_mom_1",0.99,1613947920557,7471
"lr_1",1.6045456961491907e-06,1613947920557,7471
"mom_1",0.9467918765264668,1613947920557,7471
"eps_1",1e-05,1613947920557,7471
"wd_2",0.01,1613947920557,7471
"sqr_mom_2",0.99,1613947920557,7471
"lr_2",1.604545696149188e-05,1613947920557,7471
"mom_2",0.9467918765264668,1613947920557,7471
"eps_2",1e-05,1613947920557,7471
"train_loss",0.004349634,1613947921517,7472
"raw_loss",0.0061832853,1613947921517,7472
"epoch",46.999999999999964,1613947921517,7472
"wd_0",0.01,1613947921517,7472
"sqr_mom_0",0.99,1613947921517,7472
"lr_0",1.5995751710946895e-07,1613947921517,7472
"mom_0",0.9468018176759874,1613947921517,7472
"eps_0",1e-05,1613947921517,7472
"wd_1",0.01,1613947921517,7472
"sqr_mom_1",0.99,1613947921517,7472
"lr_1",1.5995751710946946e-06,1613947921517,7472
"mom_1",0.9468018176759874,1613947921517,7472
"eps_1",1e-05,1613947921517,7472
"wd_2",0.01,1613947921517,7472
"sqr_mom_2",0.99,1613947921517,7472
"lr_2",1.5995751710946892e-05,1613947921517,7472
"mom_2",0.9468018176759874,1613947921517,7472
"eps_2",1e-05,1613947921517,7472
"valid_loss",0.0862714871764183,1613947961234,7472
"_rmse",0.2937200963497162,1613947961234,7472
"epoch",47,1613947961234,7472
"train_loss",0.0043630134,1613947962509,7473
"raw_loss",0.005018614,1613947962509,7473
"epoch",47.0062893081761,1613947962509,7473
"wd_0",0.01,1613947962509,7473
"sqr_mom_0",0.99,1613947962509,7473
"lr_0",1.5946121047370616e-07,1613947962509,7473
"mom_0",0.946811743907965,1613947962509,7473
"eps_0",1e-05,1613947962509,7473
"wd_1",0.01,1613947962509,7473
"sqr_mom_1",0.99,1613947962509,7473
"lr_1",1.59461210473706e-06,1613947962509,7473
"mom_1",0.946811743907965,1613947962509,7473
"eps_1",1e-05,1613947962509,7473
"wd_2",0.01,1613947962509,7473
"sqr_mom_2",0.99,1613947962509,7473
"lr_2",1.594612104737056e-05,1613947962509,7473
"mom_2",0.946811743907965,1613947962509,7473
"eps_2",1e-05,1613947962509,7473
"train_loss",0.0044424157,1613947963818,7474
"raw_loss",0.008333138,1613947963818,7474
"epoch",47.0125786163522,1613947963818,7474
"wd_0",0.01,1613947963818,7474
"sqr_mom_0",0.99,1613947963818,7474
"lr_0",1.5896564986582002e-07,1613947963818,7474
"mom_0",0.9468216552192358,1613947963818,7474
"eps_0",1e-05,1613947963818,7474
"wd_1",0.01,1613947963818,7474
"sqr_mom_1",0.99,1613947963818,7474
"lr_1",1.5896564986581986e-06,1613947963818,7474
"mom_1",0.9468216552192358,1613947963818,7474
"eps_1",1e-05,1613947963818,7474
"wd_2",0.01,1613947963818,7474
"sqr_mom_2",0.99,1613947963818,7474
"lr_2",1.5896564986581986e-05,1613947963818,7474
"mom_2",0.9468216552192358,1613947963818,7474
"eps_2",1e-05,1613947963818,7474
"train_loss",0.0044111838,1613947964821,7475
"raw_loss",0.0028808191,1613947964821,7475
"epoch",47.0188679245283,1613947964821,7475
"wd_0",0.01,1613947964821,7475
"sqr_mom_0",0.99,1613947964821,7475
"lr_0",1.5847099943759817e-07,1613947964821,7475
"mom_0",0.9468315483267312,1613947964821,7475
"eps_0",1e-05,1613947964821,7475
"wd_1",0.01,1613947964821,7475
"sqr_mom_1",0.99,1613947964821,7475
"lr_1",1.5847099943759783e-06,1613947964821,7475
"mom_1",0.9468315483267312,1613947964821,7475
"eps_1",1e-05,1613947964821,7475
"wd_2",0.01,1613947964821,7475
"sqr_mom_2",0.99,1613947964821,7475
"lr_2",1.5847099943759743e-05,1613947964821,7475
"mom_2",0.9468315483267312,1613947964821,7475
"eps_2",1e-05,1613947964821,7475
"train_loss",0.0045273225,1613947965802,7476
"raw_loss",0.010218125,1613947965802,7476
"epoch",47.0251572327044,1613947965802,7476
"wd_0",0.01,1613947965802,7476
"sqr_mom_0",0.99,1613947965802,7476
"lr_0",1.5797676736526275e-07,1613947965802,7476
"mom_0",0.9468414330670254,1613947965802,7476
"eps_0",1e-05,1613947965802,7476
"wd_1",0.01,1613947965802,7476
"sqr_mom_1",0.99,1613947965802,7476
"lr_1",1.5797676736526258e-06,1613947965802,7476
"mom_1",0.9468414330670254,1613947965802,7476
"eps_1",1e-05,1613947965802,7476
"wd_2",0.01,1613947965802,7476
"sqr_mom_2",0.99,1613947965802,7476
"lr_2",1.5797676736526258e-05,1613947965802,7476
"mom_2",0.9468414330670254,1613947965802,7476
"eps_2",1e-05,1613947965802,7476
"train_loss",0.0045218915,1613947966767,7477
"raw_loss",0.004255782,1613947966767,7477
"epoch",47.0314465408805,1613947966767,7477
"wd_0",0.01,1613947966767,7477
"sqr_mom_0",0.99,1613947966767,7477
"lr_0",1.5748360928642495e-07,1613947966767,7477
"mom_0",0.9468512963272347,1613947966767,7477
"eps_0",1e-05,1613947966767,7477
"wd_1",0.01,1613947966767,7477
"sqr_mom_1",0.99,1613947966767,7477
"lr_1",1.5748360928642495e-06,1613947966767,7477
"mom_1",0.9468512963272347,1613947966767,7477
"eps_1",1e-05,1613947966767,7477
"wd_2",0.01,1613947966767,7477
"sqr_mom_2",0.99,1613947966767,7477
"lr_2",1.5748360928642495e-05,1613947966767,7477
"mom_2",0.9468512963272347,1613947966767,7477
"eps_2",1e-05,1613947966767,7477
"train_loss",0.0045516384,1613947967721,7478
"raw_loss",0.0060092495,1613947967721,7478
"epoch",47.0377358490566,1613947967721,7478
"wd_0",0.01,1613947967721,7478
"sqr_mom_0",0.99,1613947967721,7478
"lr_0",1.5699119737059013e-07,1613947967721,7478
"mom_0",0.9468611446640348,1613947967721,7478
"eps_0",1e-05,1613947967721,7478
"wd_1",0.01,1613947967721,7478
"sqr_mom_1",0.99,1613947967721,7478
"lr_1",1.5699119737058945e-06,1613947967721,7478
"mom_1",0.9468611446640348,1613947967721,7478
"eps_1",1e-05,1613947967721,7478
"wd_2",0.01,1613947967721,7478
"sqr_mom_2",0.99,1613947967721,7478
"lr_2",1.5699119737058904e-05,1613947967721,7478
"mom_2",0.9468611446640348,1613947967721,7478
"eps_2",1e-05,1613947967721,7478
"train_loss",0.004551121,1613947968720,7479
"raw_loss",0.00452578,1613947968720,7479
"epoch",47.0440251572327,1613947968720,7479
"wd_0",0.01,1613947968720,7479
"sqr_mom_0",0.99,1613947968720,7479
"lr_0",1.5649920576787738e-07,1613947968720,7479
"mom_0",0.9468709845944884,1613947968720,7479
"eps_0",1e-05,1613947968720,7479
"wd_1",0.01,1613947968720,7479
"sqr_mom_1",0.99,1613947968720,7479
"lr_1",1.5649920576787704e-06,1613947968720,7479
"mom_1",0.9468709845944884,1613947968720,7479
"eps_1",1e-05,1613947968720,7479
"wd_2",0.01,1613947968720,7479
"sqr_mom_2",0.99,1613947968720,7479
"lr_2",1.5649920576787664e-05,1613947968720,7479
"mom_2",0.9468709845944884,1613947968720,7479
"eps_2",1e-05,1613947968720,7479
"train_loss",0.0045337877,1613947969723,7480
"raw_loss",0.0036844662,1613947969723,7480
"epoch",47.0503144654088,1613947969723,7480
"wd_0",0.01,1613947969723,7480
"sqr_mom_0",0.99,1613947969723,7480
"lr_0",1.5600828714373976e-07,1613947969723,7480
"mom_0",0.9468808030651559,1613947969723,7480
"eps_0",1e-05,1613947969723,7480
"wd_1",0.01,1613947969723,7480
"sqr_mom_1",0.99,1613947969723,7480
"lr_1",1.5600828714373925e-06,1613947969723,7480
"mom_1",0.9468808030651559,1613947969723,7480
"eps_1",1e-05,1613947969723,7480
"wd_2",0.01,1613947969723,7480
"sqr_mom_2",0.99,1613947969723,7480
"lr_2",1.5600828714373925e-05,1613947969723,7480
"mom_2",0.9468808030651559,1613947969723,7480
"eps_2",1e-05,1613947969723,7480
"train_loss",0.004505535,1613947970677,7481
"raw_loss",0.0031211544,1613947970677,7481
"epoch",47.056603773584904,1613947970677,7481
"wd_0",0.01,1613947970677,7481
"sqr_mom_0",0.99,1613947970677,7481
"lr_0",1.5551811515253475e-07,1613947970677,7481
"mom_0",0.9468906066030153,1613947970677,7481
"eps_0",1e-05,1613947970677,7481
"wd_1",0.01,1613947970677,7481
"sqr_mom_1",0.99,1613947970677,7481
"lr_1",1.5551811515253475e-06,1613947970677,7481
"mom_1",0.9468906066030153,1613947970677,7481
"eps_1",1e-05,1613947970677,7481
"wd_2",0.01,1613947970677,7481
"sqr_mom_2",0.99,1613947970677,7481
"lr_2",1.555181151525342e-05,1613947970677,7481
"mom_2",0.9468906066030153,1613947970677,7481
"eps_2",1e-05,1613947970677,7481
"train_loss",0.004540149,1613947971644,7482
"raw_loss",0.0062362473,1613947971644,7482
"epoch",47.062893081761004,1613947971644,7482
"wd_0",0.01,1613947971644,7482
"sqr_mom_0",0.99,1613947971644,7482
"lr_0",1.5502836543048298e-07,1613947971644,7482
"mom_0",0.9469004016954072,1613947971644,7482
"eps_0",1e-05,1613947971644,7482
"wd_1",0.01,1613947971644,7482
"sqr_mom_1",0.99,1613947971644,7482
"lr_1",1.550283654304828e-06,1613947971644,7482
"mom_1",0.9469004016954072,1613947971644,7482
"eps_1",1e-05,1613947971644,7482
"wd_2",0.01,1613947971644,7482
"sqr_mom_2",0.99,1613947971644,7482
"lr_2",1.550283654304824e-05,1613947971644,7482
"mom_2",0.9469004016954072,1613947971644,7482
"eps_2",1e-05,1613947971644,7482
"train_loss",0.0045265984,1613947972632,7483
"raw_loss",0.0038626157,1613947972632,7483
"epoch",47.069182389937104,1613947972632,7483
"wd_0",0.01,1613947972632,7483
"sqr_mom_0",0.99,1613947972632,7483
"lr_0",1.5453968766900572e-07,1613947972632,7483
"mom_0",0.9469101753483733,1613947972632,7483
"eps_0",1e-05,1613947972632,7483
"wd_1",0.01,1613947972632,7483
"sqr_mom_1",0.99,1613947972632,7483
"lr_1",1.5453968766900538e-06,1613947972632,7483
"mom_1",0.9469101753483733,1613947972632,7483
"eps_1",1e-05,1613947972632,7483
"wd_2",0.01,1613947972632,7483
"sqr_mom_2",0.99,1613947972632,7483
"lr_2",1.5453968766900538e-05,1613947972632,7483
"mom_2",0.9469101753483733,1613947972632,7483
"eps_2",1e-05,1613947972632,7483
"train_loss",0.004519577,1613947973663,7484
"raw_loss",0.004175536,1613947973663,7484
"epoch",47.075471698113205,1613947973663,7484
"wd_0",0.01,1613947973663,7484
"sqr_mom_0",0.99,1613947973663,7484
"lr_0",1.5405159524417058e-07,1613947973663,7484
"mom_0",0.9469199372944895,1613947973663,7484
"eps_0",1e-05,1613947973663,7484
"wd_1",0.01,1613947973663,7484
"sqr_mom_1",0.99,1613947973663,7484
"lr_1",1.5405159524417092e-06,1613947973663,7484
"mom_1",0.9469199372944895,1613947973663,7484
"eps_1",1e-05,1613947973663,7484
"wd_2",0.01,1613947973663,7484
"sqr_mom_2",0.99,1613947973663,7484
"lr_2",1.5405159524417024e-05,1613947973663,7484
"mom_2",0.9469199372944895,1613947973663,7484
"eps_2",1e-05,1613947973663,7484
"train_loss",0.0045101987,1613947974662,7485
"raw_loss",0.0040506516,1613947974662,7485
"epoch",47.081761006289305,1613947974662,7485
"wd_0",0.01,1613947974662,7485
"sqr_mom_0",0.99,1613947974662,7485
"lr_0",1.535642505714671e-07,1613947974662,7485
"mom_0",0.9469296842854135,1613947974662,7485
"eps_0",1e-05,1613947974662,7485
"wd_1",0.01,1613947974662,7485
"sqr_mom_1",0.99,1613947974662,7485
"lr_1",1.535642505714666e-06,1613947974662,7485
"mom_1",0.9469296842854135,1613947974662,7485
"eps_1",1e-05,1613947974662,7485
"wd_2",0.01,1613947974662,7485
"sqr_mom_2",0.99,1613947974662,7485
"lr_2",1.535642505714666e-05,1613947974662,7485
"mom_2",0.9469296842854135,1613947974662,7485
"eps_2",1e-05,1613947974662,7485
"train_loss",0.004459311,1613947975634,7486
"raw_loss",0.0019657912,1613947975634,7486
"epoch",47.088050314465406,1613947975634,7486
"wd_0",0.01,1613947975634,7486
"sqr_mom_0",0.99,1613947975634,7486
"lr_0",1.5307765380622925e-07,1613947975634,7486
"mom_0",0.9469394163180386,1613947975634,7486
"eps_0",1e-05,1613947975634,7486
"wd_1",0.01,1613947975634,7486
"sqr_mom_1",0.99,1613947975634,7486
"lr_1",1.5307765380622942e-06,1613947975634,7486
"mom_1",0.9469394163180386,1613947975634,7486
"eps_1",1e-05,1613947975634,7486
"wd_2",0.01,1613947975634,7486
"sqr_mom_2",0.99,1613947975634,7486
"lr_2",1.5307765380622915e-05,1613947975634,7486
"mom_2",0.9469394163180386,1613947975634,7486
"eps_2",1e-05,1613947975634,7486
"train_loss",0.0044281106,1613947976598,7487
"raw_loss",0.0028993024,1613947976598,7487
"epoch",47.094339622641506,1613947976598,7487
"wd_0",0.01,1613947976598,7487
"sqr_mom_0",0.99,1613947976598,7487
"lr_0",1.5259180510355555e-07,1613947976598,7487
"mom_0",0.9469491333892628,1613947976598,7487
"eps_0",1e-05,1613947976598,7487
"wd_1",0.01,1613947976598,7487
"sqr_mom_1",0.99,1613947976598,7487
"lr_1",1.5259180510355521e-06,1613947976598,7487
"mom_1",0.9469491333892628,1613947976598,7487
"eps_1",1e-05,1613947976598,7487
"wd_2",0.01,1613947976598,7487
"sqr_mom_2",0.99,1613947976598,7487
"lr_2",1.525918051035552e-05,1613947976598,7487
"mom_2",0.9469491333892628,1613947976598,7487
"eps_2",1e-05,1613947976598,7487
"train_loss",0.0044185333,1613947977599,7488
"raw_loss",0.003949236,1613947977599,7488
"epoch",47.10062893081761,1613947977599,7488
"wd_0",0.01,1613947977599,7488
"sqr_mom_0",0.99,1613947977599,7488
"lr_0",1.521067046183031e-07,1613947977599,7488
"mom_0",0.9469588354959888,1613947977599,7488
"eps_0",1e-05,1613947977599,7488
"wd_1",0.01,1613947977599,7488
"sqr_mom_1",0.99,1613947977599,7488
"lr_1",1.5210670461830326e-06,1613947977599,7488
"mom_1",0.9469588354959888,1613947977599,7488
"eps_1",1e-05,1613947977599,7488
"wd_2",0.01,1613947977599,7488
"sqr_mom_2",0.99,1613947977599,7488
"lr_2",1.52106704618303e-05,1613947977599,7488
"mom_2",0.9469588354959888,1613947977599,7488
"eps_2",1e-05,1613947977599,7488
"train_loss",0.004406895,1613947978739,7489
"raw_loss",0.0038366204,1613947978739,7489
"epoch",47.10691823899371,1613947978739,7489
"wd_0",0.01,1613947978739,7489
"sqr_mom_0",0.99,1613947978739,7489
"lr_0",1.5162251302847745e-07,1613947978739,7489
"mom_0",0.9469685194246247,1613947978739,7489
"eps_0",1e-05,1613947978739,7489
"wd_1",0.01,1613947978739,7489
"sqr_mom_1",0.99,1613947978739,7489
"lr_1",1.5162251302847728e-06,1613947978739,7489
"mom_1",0.9469685194246247,1613947978739,7489
"eps_1",1e-05,1613947978739,7489
"wd_2",0.01,1613947978739,7489
"sqr_mom_2",0.99,1613947978739,7489
"lr_2",1.5162251302847714e-05,1613947978739,7489
"mom_2",0.9469685194246247,1613947978739,7489
"eps_2",1e-05,1613947978739,7489
"train_loss",0.004431422,1613947979726,7490
"raw_loss",0.005633231,1613947979726,7490
"epoch",47.11320754716981,1613947979726,7490
"wd_0",0.01,1613947979726,7490
"sqr_mom_0",0.99,1613947979726,7490
"lr_0",1.5113874891830958e-07,1613947979726,7490
"mom_0",0.9469781948035818,1613947979726,7490
"eps_0",1e-05,1613947979726,7490
"wd_1",0.01,1613947979726,7490
"sqr_mom_1",0.99,1613947979726,7490
"lr_1",1.511387489183094e-06,1613947979726,7490
"mom_1",0.9469781948035818,1613947979726,7490
"eps_1",1e-05,1613947979726,7490
"wd_2",0.01,1613947979726,7490
"sqr_mom_2",0.99,1613947979726,7490
"lr_2",1.5113874891830887e-05,1613947979726,7490
"mom_2",0.9469781948035818,1613947979726,7490
"eps_2",1e-05,1613947979726,7490
"train_loss",0.0044246158,1613947980704,7491
"raw_loss",0.0040911175,1613947980704,7491
"epoch",47.11949685534591,1613947980704,7491
"wd_0",0.01,1613947980704,7491
"sqr_mom_0",0.99,1613947980704,7491
"lr_0",1.5065605403883745e-07,1613947980704,7491
"mom_0",0.9469878487977111,1613947980704,7491
"eps_0",1e-05,1613947980704,7491
"wd_1",0.01,1613947980704,7491
"sqr_mom_1",0.99,1613947980704,7491
"lr_1",1.5065605403883728e-06,1613947980704,7491
"mom_1",0.9469878487977111,1613947980704,7491
"eps_1",1e-05,1613947980704,7491
"wd_2",0.01,1613947980704,7491
"sqr_mom_2",0.99,1613947980704,7491
"lr_2",1.5065605403883687e-05,1613947980704,7491
"mom_2",0.9469878487977111,1613947980704,7491
"eps_2",1e-05,1613947980704,7491
"train_loss",0.0044593494,1613947981675,7492
"raw_loss",0.006161296,1613947981675,7492
"epoch",47.12578616352201,1613947981675,7492
"wd_0",0.01,1613947981675,7492
"sqr_mom_0",0.99,1613947981675,7492
"lr_0",1.5017410749712962e-07,1613947981675,7492
"mom_0",0.9469974878249356,1613947981675,7492
"eps_0",1e-05,1613947981675,7492
"wd_1",0.01,1613947981675,7492
"sqr_mom_1",0.99,1613947981675,7492
"lr_1",1.5017410749712978e-06,1613947981675,7492
"mom_1",0.9469974878249356,1613947981675,7492
"eps_1",1e-05,1613947981675,7492
"wd_2",0.01,1613947981675,7492
"sqr_mom_2",0.99,1613947981675,7492
"lr_2",1.5017410749712924e-05,1613947981675,7492
"mom_2",0.9469974878249356,1613947981675,7492
"eps_2",1e-05,1613947981675,7492
"train_loss",0.0044493987,1613947982649,7493
"raw_loss",0.0039618057,1613947982649,7493
"epoch",47.13207547169811,1613947982649,7493
"wd_0",0.01,1613947982649,7493
"sqr_mom_0",0.99,1613947982649,7493
"lr_0",1.4969259038664178e-07,1613947982649,7493
"mom_0",0.9470071182634497,1613947982649,7493
"eps_0",1e-05,1613947982649,7493
"wd_1",0.01,1613947982649,7493
"sqr_mom_1",0.99,1613947982649,7493
"lr_1",1.496925903866416e-06,1613947982649,7493
"mom_1",0.9470071182634497,1613947982649,7493
"eps_1",1e-05,1613947982649,7493
"wd_2",0.01,1613947982649,7493
"sqr_mom_2",0.99,1613947982649,7493
"lr_2",1.4969259038664147e-05,1613947982649,7493
"mom_2",0.9470071182634497,1613947982649,7493
"eps_2",1e-05,1613947982649,7493
"train_loss",0.004415068,1613947983612,7494
"raw_loss",0.002732856,1613947983612,7494
"epoch",47.13836477987421,1613947983612,7494
"wd_0",0.01,1613947983612,7494
"sqr_mom_0",0.99,1613947983612,7494
"lr_0",1.4921214147759114e-07,1613947983612,7494
"mom_0",0.9470167273377215,1613947983612,7494
"eps_0",1e-05,1613947983612,7494
"wd_1",0.01,1613947983612,7494
"sqr_mom_1",0.99,1613947983612,7494
"lr_1",1.4921214147759098e-06,1613947983612,7494
"mom_1",0.9470167273377215,1613947983612,7494
"eps_1",1e-05,1613947983612,7494
"wd_2",0.01,1613947983612,7494
"sqr_mom_2",0.99,1613947983612,7494
"lr_2",1.4921214147759084e-05,1613947983612,7494
"mom_2",0.9470167273377215,1613947983612,7494
"eps_2",1e-05,1613947983612,7494
"train_loss",0.0043797893,1613947984599,7495
"raw_loss",0.0026511445,1613947984599,7495
"epoch",47.14465408805031,1613947984599,7495
"wd_0",0.01,1613947984599,7495
"sqr_mom_0",0.99,1613947984599,7495
"lr_0",1.4873228233320492e-07,1613947984599,7495
"mom_0",0.947026324616582,1613947984599,7495
"eps_0",1e-05,1613947984599,7495
"wd_1",0.01,1613947984599,7495
"sqr_mom_1",0.99,1613947984599,7495
"lr_1",1.4873228233320458e-06,1613947984599,7495
"mom_1",0.947026324616582,1613947984599,7495
"eps_1",1e-05,1613947984599,7495
"wd_2",0.01,1613947984599,7495
"sqr_mom_2",0.99,1613947984599,7495
"lr_2",1.4873228233320418e-05,1613947984599,7495
"mom_2",0.947026324616582,1613947984599,7495
"eps_2",1e-05,1613947984599,7495
"train_loss",0.0043671373,1613947985596,7496
"raw_loss",0.0037471873,1613947985596,7496
"epoch",47.15094339622641,1613947985596,7496
"wd_0",0.01,1613947985596,7496
"sqr_mom_0",0.99,1613947985596,7496
"lr_0",1.4825317263641978e-07,1613947985596,7496
"mom_0",0.9470359069063407,1613947985596,7496
"eps_0",1e-05,1613947985596,7496
"wd_1",0.01,1613947985596,7496
"sqr_mom_1",0.99,1613947985596,7496
"lr_1",1.482531726364196e-06,1613947985596,7496
"mom_1",0.9470359069063407,1613947985596,7496
"eps_1",1e-05,1613947985596,7496
"wd_2",0.01,1613947985596,7496
"sqr_mom_2",0.99,1613947985596,7496
"lr_2",1.4825317263641893e-05,1613947985596,7496
"mom_2",0.9470359069063407,1613947985596,7496
"eps_2",1e-05,1613947985596,7496
"train_loss",0.004343843,1613947986566,7497
"raw_loss",0.0032024279,1613947986566,7497
"epoch",47.15723270440251,1613947986566,7497
"wd_0",0.01,1613947986566,7497
"sqr_mom_0",0.99,1613947986566,7497
"lr_0",1.4777481253994644e-07,1613947986566,7497
"mom_0",0.947045474203943,1613947986566,7497
"eps_0",1e-05,1613947986566,7497
"wd_1",0.01,1613947986566,7497
"sqr_mom_1",0.99,1613947986566,7497
"lr_1",1.477748125399466e-06,1613947986566,7497
"mom_1",0.947045474203943,1613947986566,7497
"eps_1",1e-05,1613947986566,7497
"wd_2",0.01,1613947986566,7497
"sqr_mom_2",0.99,1613947986566,7497
"lr_2",1.4777481253994606e-05,1613947986566,7497
"mom_2",0.947045474203943,1613947986566,7497
"eps_2",1e-05,1613947986566,7497
"train_loss",0.0043149022,1613947987578,7498
"raw_loss",0.0028967932,1613947987578,7498
"epoch",47.16352201257861,1613947987578,7498
"wd_0",0.01,1613947987578,7498
"sqr_mom_0",0.99,1613947987578,7498
"lr_0",1.4729736048333395e-07,1613947987578,7498
"mom_0",0.9470550233405667,1613947987578,7498
"eps_0",1e-05,1613947987578,7498
"wd_1",0.01,1613947987578,7498
"sqr_mom_1",0.99,1613947987578,7498
"lr_1",1.4729736048333395e-06,1613947987578,7498
"mom_1",0.9470550233405667,1613947987578,7498
"eps_1",1e-05,1613947987578,7498
"wd_2",0.01,1613947987578,7498
"sqr_mom_2",0.99,1613947987578,7498
"lr_2",1.4729736048333395e-05,1613947987578,7498
"mom_2",0.9470550233405667,1613947987578,7498
"eps_2",1e-05,1613947987578,7498
"train_loss",0.0042766174,1613947988556,7499
"raw_loss",0.002400655,1613947988556,7499
"epoch",47.16981132075471,1613947988556,7499
"wd_0",0.01,1613947988556,7499
"sqr_mom_0",0.99,1613947988556,7499
"lr_0",1.4682034175758204e-07,1613947988556,7499
"mom_0",0.9470645638104864,1613947988556,7499
"eps_0",1e-05,1613947988556,7499
"wd_1",0.01,1613947988556,7499
"sqr_mom_1",0.99,1613947988556,7499
"lr_1",1.4682034175758204e-06,1613947988556,7499
"mom_1",0.9470645638104864,1613947988556,7499
"eps_1",1e-05,1613947988556,7499
"wd_2",0.01,1613947988556,7499
"sqr_mom_2",0.99,1613947988556,7499
"lr_2",1.4682034175758163e-05,1613947988556,7499
"mom_2",0.9470645638104864,1613947988556,7499
"eps_2",1e-05,1613947988556,7499
"train_loss",0.004274568,1613947989552,7500
"raw_loss",0.0041741594,1613947989552,7500
"epoch",47.17610062893081,1613947989552,7500
"wd_0",0.01,1613947989552,7500
"sqr_mom_0",0.99,1613947989552,7500
"lr_0",1.4634438916544646e-07,1613947989552,7500
"mom_0",0.9470740829575206,1613947989552,7500
"eps_0",1e-05,1613947989552,7500
"wd_1",0.01,1613947989552,7500
"sqr_mom_1",0.99,1613947989552,7500
"lr_1",1.463443891654468e-06,1613947989552,7500
"mom_1",0.9470740829575206,1613947989552,7500
"eps_1",1e-05,1613947989552,7500
"wd_2",0.01,1613947989552,7500
"sqr_mom_2",0.99,1613947989552,7500
"lr_2",1.4634438916544625e-05,1613947989552,7500
"mom_2",0.9470740829575206,1613947989552,7500
"eps_2",1e-05,1613947989552,7500
"train_loss",0.0042803194,1613947990526,7501
"raw_loss",0.00456213,1613947990526,7501
"epoch",47.18238993710691,1613947990526,7501
"wd_0",0.01,1613947990526,7501
"sqr_mom_0",0.99,1613947990526,7501
"lr_0",1.4586918628445694e-07,1613947990526,7501
"mom_0",0.9470835871101819,1613947990526,7501
"eps_0",1e-05,1613947990526,7501
"wd_1",0.01,1613947990526,7501
"sqr_mom_1",0.99,1613947990526,7501
"lr_1",1.4586918628445677e-06,1613947990526,7501
"mom_1",0.9470835871101819,1613947990526,7501
"eps_1",1e-05,1613947990526,7501
"wd_2",0.01,1613947990526,7501
"sqr_mom_2",0.99,1613947990526,7501
"lr_2",1.4586918628445636e-05,1613947990526,7501
"mom_2",0.9470835871101819,1613947990526,7501
"eps_2",1e-05,1613947990526,7501
"train_loss",0.004260843,1613947991538,7502
"raw_loss",0.0033065134,1613947991538,7502
"epoch",47.18867924528301,1613947991538,7502
"wd_0",0.01,1613947991538,7502
"sqr_mom_0",0.99,1613947991538,7502
"lr_0",1.4539441868217682e-07,1613947991538,7502
"mom_0",0.9470930825571819,1613947991538,7502
"eps_0",1e-05,1613947991538,7502
"wd_1",0.01,1613947991538,7502
"sqr_mom_1",0.99,1613947991538,7502
"lr_1",1.4539441868217733e-06,1613947991538,7502
"mom_1",0.9470930825571819,1613947991538,7502
"eps_1",1e-05,1613947991538,7502
"wd_2",0.01,1613947991538,7502
"sqr_mom_2",0.99,1613947991538,7502
"lr_2",1.4539441868217679e-05,1613947991538,7502
"mom_2",0.9470930825571819,1613947991538,7502
"eps_2",1e-05,1613947991538,7502
"train_loss",0.0042264666,1613947992657,7503
"raw_loss",0.0025420247,1613947992657,7503
"epoch",47.19496855345911,1613947992657,7503
"wd_0",0.01,1613947992657,7503
"sqr_mom_0",0.99,1613947992657,7503
"lr_0",1.4492071617507182e-07,1613947992657,7503
"mom_0",0.9471025567020656,1613947992657,7503
"eps_0",1e-05,1613947992657,7503
"wd_1",0.01,1613947992657,7503
"sqr_mom_1",0.99,1613947992657,7503
"lr_1",1.449207161750725e-06,1613947992657,7503
"mom_1",0.9471025567020656,1613947992657,7503
"eps_1",1e-05,1613947992657,7503
"wd_2",0.01,1613947992657,7503
"sqr_mom_2",0.99,1613947992657,7503
"lr_2",1.4492071617507182e-05,1613947992657,7503
"mom_2",0.9471025567020656,1613947992657,7503
"eps_2",1e-05,1613947992657,7503
"train_loss",0.004245798,1613947993649,7504
"raw_loss",0.005193045,1613947993649,7504
"epoch",47.20125786163521,1613947993649,7504
"wd_0",0.01,1613947993649,7504
"sqr_mom_0",0.99,1613947993649,7504
"lr_0",1.444477638325923e-07,1613947993649,7504
"mom_0",0.9471120158435066,1613947993649,7504
"eps_0",1e-05,1613947993649,7504
"wd_1",0.01,1613947993649,7504
"sqr_mom_1",0.99,1613947993649,7504
"lr_1",1.4444776383259195e-06,1613947993649,7504
"mom_1",0.9471120158435066,1613947993649,7504
"eps_1",1e-05,1613947993649,7504
"wd_2",0.01,1613947993649,7504
"sqr_mom_2",0.99,1613947993649,7504
"lr_2",1.4444776383259182e-05,1613947993649,7504
"mom_2",0.9471120158435066,1613947993649,7504
"eps_2",1e-05,1613947993649,7504
"train_loss",0.0042645535,1613947994687,7505
"raw_loss",0.0051835813,1613947994687,7505
"epoch",47.20754716981131,1613947994687,7505
"wd_0",0.01,1613947994687,7505
"sqr_mom_0",0.99,1613947994687,7505
"lr_0",1.43975248715425e-07,1613947994687,7505
"mom_0",0.9471214662403539,1613947994687,7505
"eps_0",1e-05,1613947994687,7505
"wd_1",0.01,1613947994687,7505
"sqr_mom_1",0.99,1613947994687,7505
"lr_1",1.43975248715425e-06,1613947994687,7505
"mom_1",0.9471214662403539,1613947994687,7505
"eps_1",1e-05,1613947994687,7505
"wd_2",0.01,1613947994687,7505
"sqr_mom_2",0.99,1613947994687,7505
"lr_2",1.4397524871542474e-05,1613947994687,7505
"mom_2",0.9471214662403539,1613947994687,7505
"eps_2",1e-05,1613947994687,7505
"train_loss",0.0042361263,1613947995668,7506
"raw_loss",0.002843199,1613947995668,7506
"epoch",47.213836477987414,1613947995668,7506
"wd_0",0.01,1613947995668,7506
"sqr_mom_0",0.99,1613947995668,7506
"lr_0",1.4350379765193637e-07,1613947995668,7506
"mom_0",0.9471308953559148,1613947995668,7506
"eps_0",1e-05,1613947995668,7506
"wd_1",0.01,1613947995668,7506
"sqr_mom_1",0.99,1613947995668,7506
"lr_1",1.4350379765193654e-06,1613947995668,7506
"mom_1",0.9471308953559148,1613947995668,7506
"eps_1",1e-05,1613947995668,7506
"wd_2",0.01,1613947995668,7506
"sqr_mom_2",0.99,1613947995668,7506
"lr_2",1.4350379765193572e-05,1613947995668,7506
"mom_2",0.9471308953559148,1613947995668,7506
"eps_2",1e-05,1613947995668,7506
"train_loss",0.004211353,1613947996624,7507
"raw_loss",0.002997464,1613947996624,7507
"epoch",47.220125786163514,1613947996624,7507
"wd_0",0.01,1613947996624,7507
"sqr_mom_0",0.99,1613947996624,7507
"lr_0",1.430329411576287e-07,1613947996624,7507
"mom_0",0.9471403125799732,1613947996624,7507
"eps_0",1e-05,1613947996624,7507
"wd_1",0.01,1613947996624,7507
"sqr_mom_1",0.99,1613947996624,7507
"lr_1",1.4303294115762888e-06,1613947996624,7507
"mom_1",0.9471403125799732,1613947996624,7507
"eps_1",1e-05,1613947996624,7507
"wd_2",0.01,1613947996624,7507
"sqr_mom_2",0.99,1613947996624,7507
"lr_2",1.4303294115762847e-05,1613947996624,7507
"mom_2",0.9471403125799732,1613947996624,7507
"eps_2",1e-05,1613947996624,7507
"train_loss",0.004241828,1613947997593,7508
"raw_loss",0.0057350965,1613947997593,7508
"epoch",47.226415094339615,1613947997593,7508
"wd_0",0.01,1613947997593,7508
"sqr_mom_0",0.99,1613947997593,7508
"lr_0",1.4256283592752235e-07,1613947997593,7508
"mom_0",0.9471497147785973,1613947997593,7508
"eps_0",1e-05,1613947997593,7508
"wd_1",0.01,1613947997593,7508
"sqr_mom_1",0.99,1613947997593,7508
"lr_1",1.4256283592752235e-06,1613947997593,7508
"mom_1",0.9471497147785973,1613947997593,7508
"eps_1",1e-05,1613947997593,7508
"wd_2",0.01,1613947997593,7508
"sqr_mom_2",0.99,1613947997593,7508
"lr_2",1.425628359275218e-05,1613947997593,7508
"mom_2",0.9471497147785973,1613947997593,7508
"eps_2",1e-05,1613947997593,7508
"train_loss",0.004230526,1613947998568,7509
"raw_loss",0.0036767237,1613947998568,7509
"epoch",47.232704402515715,1613947998568,7509
"wd_0",0.01,1613947998568,7509
"sqr_mom_0",0.99,1613947998568,7509
"lr_0",1.4209348211145741e-07,1613947998568,7509
"mom_0",0.9471591019487903,1613947998568,7509
"eps_0",1e-05,1613947998568,7509
"wd_1",0.01,1613947998568,7509
"sqr_mom_1",0.99,1613947998568,7509
"lr_1",1.4209348211145708e-06,1613947998568,7509
"mom_1",0.9471591019487903,1613947998568,7509
"eps_1",1e-05,1613947998568,7509
"wd_2",0.01,1613947998568,7509
"sqr_mom_2",0.99,1613947998568,7509
"lr_2",1.420934821114568e-05,1613947998568,7509
"mom_2",0.9471591019487903,1613947998568,7509
"eps_2",1e-05,1613947998568,7509
"train_loss",0.0042953384,1613947999534,7510
"raw_loss",0.0074711554,1613947999534,7510
"epoch",47.238993710691815,1613947999534,7510
"wd_0",0.01,1613947999534,7510
"sqr_mom_0",0.99,1613947999534,7510
"lr_0",1.4162503515805457e-07,1613947999534,7510
"mom_0",0.9471684709815487,1613947999534,7510
"eps_0",1e-05,1613947999534,7510
"wd_1",0.01,1613947999534,7510
"sqr_mom_1",0.99,1613947999534,7510
"lr_1",1.4162503515805457e-06,1613947999534,7510
"mom_1",0.9471684709815487,1613947999534,7510
"eps_1",1e-05,1613947999534,7510
"wd_2",0.01,1613947999534,7510
"sqr_mom_2",0.99,1613947999534,7510
"lr_2",1.4162503515805403e-05,1613947999534,7510
"mom_2",0.9471684709815487,1613947999534,7510
"eps_2",1e-05,1613947999534,7510
"train_loss",0.004262964,1613948000480,7511
"raw_loss",0.002676616,1613948000480,7511
"epoch",47.245283018867916,1613948000480,7511
"wd_0",0.01,1613948000480,7511
"sqr_mom_0",0.99,1613948000480,7511
"lr_0",1.411570293196155e-07,1613948000480,7511
"mom_0",0.9471778311919196,1613948000480,7511
"eps_0",1e-05,1613948000480,7511
"wd_1",0.01,1613948000480,7511
"sqr_mom_1",0.99,1613948000480,7511
"lr_1",1.411570293196155e-06,1613948000480,7511
"mom_1",0.9471778311919196,1613948000480,7511
"eps_1",1e-05,1613948000480,7511
"wd_2",0.01,1613948000480,7511
"sqr_mom_2",0.99,1613948000480,7511
"lr_2",1.4115702931961481e-05,1613948000480,7511
"mom_2",0.9471778311919196,1613948000480,7511
"eps_2",1e-05,1613948000480,7511
"train_loss",0.0042938283,1613948001480,7512
"raw_loss",0.005806186,1613948001480,7512
"epoch",47.251572327044016,1613948001480,7512
"wd_0",0.01,1613948001480,7512
"sqr_mom_0",0.99,1613948001480,7512
"lr_0",1.4069008544259474e-07,1613948001480,7512
"mom_0",0.9471871701628497,1613948001480,7512
"eps_0",1e-05,1613948001480,7512
"wd_1",0.01,1613948001480,7512
"sqr_mom_1",0.99,1613948001480,7512
"lr_1",1.4069008544259474e-06,1613948001480,7512
"mom_1",0.9471871701628497,1613948001480,7512
"eps_1",1e-05,1613948001480,7512
"wd_2",0.01,1613948001480,7512
"sqr_mom_2",0.99,1613948001480,7512
"lr_2",1.4069008544259447e-05,1613948001480,7512
"mom_2",0.9471871701628497,1613948001480,7512
"eps_2",1e-05,1613948001480,7512
"train_loss",0.004316516,1613948002461,7513
"raw_loss",0.0054282234,1613948002461,7513
"epoch",47.25786163522012,1613948002461,7513
"wd_0",0.01,1613948002461,7513
"sqr_mom_0",0.99,1613948002461,7513
"lr_0",1.402238930777696e-07,1613948002461,7513
"mom_0",0.9471964941033856,1613948002461,7513
"eps_0",1e-05,1613948002461,7513
"wd_1",0.01,1613948002461,7513
"sqr_mom_1",0.99,1613948002461,7513
"lr_1",1.4022389307776943e-06,1613948002461,7513
"mom_1",0.9471964941033856,1613948002461,7513
"eps_1",1e-05,1613948002461,7513
"wd_2",0.01,1613948002461,7513
"sqr_mom_2",0.99,1613948002461,7513
"lr_2",1.4022389307776916e-05,1613948002461,7513
"mom_2",0.9471964941033856,1613948002461,7513
"eps_2",1e-05,1613948002461,7513
"train_loss",0.004276931,1613948003449,7514
"raw_loss",0.0023372406,1613948003449,7514
"epoch",47.26415094339622,1613948003449,7514
"wd_0",0.01,1613948003449,7514
"sqr_mom_0",0.99,1613948003449,7514
"lr_0",1.397581437707316e-07,1613948003449,7514
"mom_0",0.9472058091826772,1613948003449,7514
"eps_0",1e-05,1613948003449,7514
"wd_1",0.01,1613948003449,7514
"sqr_mom_1",0.99,1613948003449,7514
"lr_1",1.3975814377073143e-06,1613948003449,7514
"mom_1",0.9472058091826772,1613948003449,7514
"eps_1",1e-05,1613948003449,7514
"wd_2",0.01,1613948003449,7514
"sqr_mom_2",0.99,1613948003449,7514
"lr_2",1.3975814377073102e-05,1613948003449,7514
"mom_2",0.9472058091826772,1613948003449,7514
"eps_2",1e-05,1613948003449,7514
"train_loss",0.0042579323,1613948004460,7515
"raw_loss",0.0033269979,1613948004460,7515
"epoch",47.27044025157232,1613948004460,7515
"wd_0",0.01,1613948004460,7515
"sqr_mom_0",0.99,1613948004460,7515
"lr_0",1.392934553744692e-07,1613948004460,7515
"mom_0",0.947215103043541,1613948004460,7515
"eps_0",1e-05,1613948004460,7515
"wd_1",0.01,1613948004460,7515
"sqr_mom_1",0.99,1613948004460,7515
"lr_1",1.3929345537446903e-06,1613948004460,7515
"mom_1",0.947215103043541,1613948004460,7515
"eps_1",1e-05,1613948004460,7515
"wd_2",0.01,1613948004460,7515
"sqr_mom_2",0.99,1613948004460,7515
"lr_2",1.392934553744689e-05,1613948004460,7515
"mom_2",0.947215103043541,1613948004460,7515
"eps_2",1e-05,1613948004460,7515
"train_loss",0.004254756,1613948005456,7516
"raw_loss",0.004099115,1613948005456,7516
"epoch",47.27672955974842,1613948005456,7516
"wd_0",0.01,1613948005456,7516
"sqr_mom_0",0.99,1613948005456,7516
"lr_0",1.3882936513291552e-07,1613948005456,7516
"mom_0",0.9472243849411911,1613948005456,7516
"eps_0",1e-05,1613948005456,7516
"wd_1",0.01,1613948005456,7516
"sqr_mom_1",0.99,1613948005456,7516
"lr_1",1.3882936513291585e-06,1613948005456,7516
"mom_1",0.9472243849411911,1613948005456,7516
"eps_1",1e-05,1613948005456,7516
"wd_2",0.01,1613948005456,7516
"sqr_mom_2",0.99,1613948005456,7516
"lr_2",1.3882936513291558e-05,1613948005456,7516
"mom_2",0.9472243849411911,1613948005456,7516
"eps_2",1e-05,1613948005456,7516
"train_loss",0.004251972,1613948006420,7517
"raw_loss",0.004115537,1613948006420,7517
"epoch",47.28301886792452,1613948006420,7517
"wd_0",0.01,1613948006420,7517
"sqr_mom_0",0.99,1613948006420,7517
"lr_0",1.3836602749540493e-07,1613948006420,7517
"mom_0",0.9472336517866098,1613948006420,7517
"eps_0",1e-05,1613948006420,7517
"wd_1",0.01,1613948006420,7517
"sqr_mom_1",0.99,1613948006420,7517
"lr_1",1.383660274954046e-06,1613948006420,7517
"mom_1",0.9472336517866098,1613948006420,7517
"eps_1",1e-05,1613948006420,7517
"wd_2",0.01,1613948006420,7517
"sqr_mom_2",0.99,1613948006420,7517
"lr_2",1.3836602749540418e-05,1613948006420,7517
"mom_2",0.9472336517866098,1613948006420,7517
"eps_2",1e-05,1613948006420,7517
"train_loss",0.0042760414,1613948007377,7518
"raw_loss",0.005455453,1613948007377,7518
"epoch",47.28930817610062,1613948007377,7518
"wd_0",0.01,1613948007377,7518
"sqr_mom_0",0.99,1613948007377,7518
"lr_0",1.3790344260961933e-07,1613948007377,7518
"mom_0",0.9472429035768434,1613948007377,7518
"eps_0",1e-05,1613948007377,7518
"wd_1",0.01,1613948007377,7518
"sqr_mom_1",0.99,1613948007377,7518
"lr_1",1.3790344260961916e-06,1613948007377,7518
"mom_1",0.9472429035768434,1613948007377,7518
"eps_1",1e-05,1613948007377,7518
"wd_2",0.01,1613948007377,7518
"sqr_mom_2",0.99,1613948007377,7518
"lr_2",1.3790344260961875e-05,1613948007377,7518
"mom_2",0.9472429035768434,1613948007377,7518
"eps_2",1e-05,1613948007377,7518
"train_loss",0.00426262,1613948008323,7519
"raw_loss",0.0036049692,1613948008323,7519
"epoch",47.29559748427672,1613948008323,7519
"wd_0",0.01,1613948008323,7519
"sqr_mom_0",0.99,1613948008323,7519
"lr_0",1.374417636762742e-07,1613948008323,7519
"mom_0",0.947252137247847,1613948008323,7519
"eps_0",1e-05,1613948008323,7519
"wd_1",0.01,1613948008323,7519
"sqr_mom_1",0.99,1613948008323,7519
"lr_1",1.374417636762742e-06,1613948008323,7519
"mom_1",0.947252137247847,1613948008323,7519
"eps_1",1e-05,1613948008323,7519
"wd_2",0.01,1613948008323,7519
"sqr_mom_2",0.99,1613948008323,7519
"lr_2",1.3744176367627421e-05,1613948008323,7519
"mom_2",0.947252137247847,1613948008323,7519
"eps_2",1e-05,1613948008323,7519
"train_loss",0.0043188226,1613948009278,7520
"raw_loss",0.0070727393,1613948009278,7520
"epoch",47.30188679245282,1613948009278,7520
"wd_0",0.01,1613948009278,7520
"sqr_mom_0",0.99,1613948009278,7520
"lr_0",1.3698053168275972e-07,1613948009278,7520
"mom_0",0.9472613619799646,1613948009278,7520
"eps_0",1e-05,1613948009278,7520
"wd_1",0.01,1613948009278,7520
"sqr_mom_1",0.99,1613948009278,7520
"lr_1",1.3698053168276005e-06,1613948009278,7520
"mom_1",0.9472613619799646,1613948009278,7520
"eps_1",1e-05,1613948009278,7520
"wd_2",0.01,1613948009278,7520
"sqr_mom_2",0.99,1613948009278,7520
"lr_2",1.3698053168275965e-05,1613948009278,7520
"mom_2",0.9472613619799646,1613948009278,7520
"eps_2",1e-05,1613948009278,7520
"train_loss",0.004315888,1613948010233,7521
"raw_loss",0.004172088,1613948010233,7521
"epoch",47.30817610062892,1613948010233,7521
"wd_0",0.01,1613948010233,7521
"sqr_mom_0",0.99,1613948010233,7521
"lr_0",1.3652035848949508e-07,1613948010233,7521
"mom_0",0.9472705655358654,1613948010233,7521
"eps_0",1e-05,1613948010233,7521
"wd_1",0.01,1613948010233,7521
"sqr_mom_1",0.99,1613948010233,7521
"lr_1",1.3652035848949525e-06,1613948010233,7521
"mom_1",0.9472705655358654,1613948010233,7521
"eps_1",1e-05,1613948010233,7521
"wd_2",0.01,1613948010233,7521
"sqr_mom_2",0.99,1613948010233,7521
"lr_2",1.3652035848949471e-05,1613948010233,7521
"mom_2",0.9472705655358654,1613948010233,7521
"eps_2",1e-05,1613948010233,7521
"train_loss",0.0043043736,1613948011195,7522
"raw_loss",0.0037401703,1613948011195,7522
"epoch",47.31446540880502,1613948011195,7522
"wd_0",0.01,1613948011195,7522
"sqr_mom_0",0.99,1613948011195,7522
"lr_0",1.3606093813659574e-07,1613948011195,7522
"mom_0",0.9472797540348084,1613948011195,7522
"eps_0",1e-05,1613948011195,7522
"wd_1",0.01,1613948011195,7522
"sqr_mom_1",0.99,1613948011195,7522
"lr_1",1.360609381365959e-06,1613948011195,7522
"mom_1",0.9472797540348084,1613948011195,7522
"eps_1",1e-05,1613948011195,7522
"wd_2",0.01,1613948011195,7522
"sqr_mom_2",0.99,1613948011195,7522
"lr_2",1.3606093813659577e-05,1613948011195,7522
"mom_2",0.9472797540348084,1613948011195,7522
"eps_2",1e-05,1613948011195,7522
"train_loss",0.0043032663,1613948012256,7523
"raw_loss",0.0042490116,1613948012256,7523
"epoch",47.32075471698112,1613948012256,7523
"wd_0",0.01,1613948012256,7523
"sqr_mom_0",0.99,1613948012256,7523
"lr_0",1.356019666625218e-07,1613948012256,7523
"mom_0",0.9472889335560851,1613948012256,7523
"eps_0",1e-05,1613948012256,7523
"wd_1",0.01,1613948012256,7523
"sqr_mom_1",0.99,1613948012256,7523
"lr_1",1.3560196666252198e-06,1613948012256,7523
"mom_1",0.9472889335560851,1613948012256,7523
"eps_1",1e-05,1613948012256,7523
"wd_2",0.01,1613948012256,7523
"sqr_mom_2",0.99,1613948012256,7523
"lr_2",1.3560196666252157e-05,1613948012256,7523
"mom_2",0.9472889335560851,1613948012256,7523
"eps_2",1e-05,1613948012256,7523
"train_loss",0.004329322,1613948013299,7524
"raw_loss",0.0056060515,1613948013299,7524
"epoch",47.32704402515722,1613948013299,7524
"wd_0",0.01,1613948013299,7524
"sqr_mom_0",0.99,1613948013299,7524
"lr_0",1.3514405292893416e-07,1613948013299,7524
"mom_0",0.9472980919223405,1613948013299,7524
"eps_0",1e-05,1613948013299,7524
"wd_1",0.01,1613948013299,7524
"sqr_mom_1",0.99,1613948013299,7524
"lr_1",1.351440529289345e-06,1613948013299,7524
"mom_1",0.9472980919223405,1613948013299,7524
"eps_1",1e-05,1613948013299,7524
"wd_2",0.01,1613948013299,7524
"sqr_mom_2",0.99,1613948013299,7524
"lr_2",1.3514405292893437e-05,1613948013299,7524
"mom_2",0.9472980919223405,1613948013299,7524
"eps_2",1e-05,1613948013299,7524
"train_loss",0.0043249293,1613948014390,7525
"raw_loss",0.0041096886,1613948014390,7525
"epoch",47.33333333333332,1613948014390,7525
"wd_0",0.01,1613948014390,7525
"sqr_mom_0",0.99,1613948014390,7525
"lr_0",1.3468689247410387e-07,1613948014390,7525
"mom_0",0.9473072352228701,1613948014390,7525
"eps_0",1e-05,1613948014390,7525
"wd_1",0.01,1613948014390,7525
"sqr_mom_1",0.99,1613948014390,7525
"lr_1",1.3468689247410421e-06,1613948014390,7525
"mom_1",0.9473072352228701,1613948014390,7525
"eps_1",1e-05,1613948014390,7525
"wd_2",0.01,1613948014390,7525
"sqr_mom_2",0.99,1613948014390,7525
"lr_2",1.346868924741038e-05,1613948014390,7525
"mom_2",0.9473072352228701,1613948014390,7525
"eps_2",1e-05,1613948014390,7525
"train_loss",0.004361054,1613948015343,7526
"raw_loss",0.0061311545,1613948015343,7526
"epoch",47.33962264150942,1613948015343,7526
"wd_0",0.01,1613948015343,7526
"sqr_mom_0",0.99,1613948015343,7526
"lr_0",1.342301828358063e-07,1613948015343,7526
"mom_0",0.947316369506979,1613948015343,7526
"eps_0",1e-05,1613948015343,7526
"wd_1",0.01,1613948015343,7526
"sqr_mom_1",0.99,1613948015343,7526
"lr_1",1.3423018283580579e-06,1613948015343,7526
"mom_1",0.947316369506979,1613948015343,7526
"eps_1",1e-05,1613948015343,7526
"wd_2",0.01,1613948015343,7526
"sqr_mom_2",0.99,1613948015343,7526
"lr_2",1.3423018283580579e-05,1613948015343,7526
"mom_2",0.947316369506979,1613948015343,7526
"eps_2",1e-05,1613948015343,7526
"train_loss",0.0043763905,1613948016284,7527
"raw_loss",0.0051278835,1613948016284,7527
"epoch",47.34591194968552,1613948016284,7527
"wd_0",0.01,1613948016284,7527
"sqr_mom_0",0.99,1613948016284,7527
"lr_0",1.337745298751982e-07,1613948016284,7527
"mom_0",0.9473254826573225,1613948016284,7527
"eps_0",1e-05,1613948016284,7527
"wd_1",0.01,1613948016284,7527
"sqr_mom_1",0.99,1613948016284,7527
"lr_1",1.3377452987519786e-06,1613948016284,7527
"mom_1",0.9473254826573225,1613948016284,7527
"eps_1",1e-05,1613948016284,7527
"wd_2",0.01,1613948016284,7527
"sqr_mom_2",0.99,1613948016284,7527
"lr_2",1.3377452987519745e-05,1613948016284,7527
"mom_2",0.9473254826573225,1613948016284,7527
"eps_2",1e-05,1613948016284,7527
"train_loss",0.0043754964,1613948017298,7528
"raw_loss",0.004331695,1613948017298,7528
"epoch",47.35220125786162,1613948017298,7528
"wd_0",0.01,1613948017298,7528
"sqr_mom_0",0.99,1613948017298,7528
"lr_0",1.3331932902235254e-07,1613948017298,7528
"mom_0",0.9473345867654206,1613948017298,7528
"eps_0",1e-05,1613948017298,7528
"wd_1",0.01,1613948017298,7528
"sqr_mom_1",0.99,1613948017298,7528
"lr_1",1.3331932902235237e-06,1613948017298,7528
"mom_1",0.9473345867654206,1613948017298,7528
"eps_1",1e-05,1613948017298,7528
"wd_2",0.01,1613948017298,7528
"sqr_mom_2",0.99,1613948017298,7528
"lr_2",1.3331932902235224e-05,1613948017298,7528
"mom_2",0.9473345867654206,1613948017298,7528
"eps_2",1e-05,1613948017298,7528
"train_loss",0.004342405,1613948018297,7529
"raw_loss",0.0027209267,1613948018297,7529
"epoch",47.35849056603772,1613948018297,7529
"wd_0",0.01,1613948018297,7529
"sqr_mom_0",0.99,1613948018297,7529
"lr_0",1.3286518413690419e-07,1613948018297,7529
"mom_0",0.9473436697539594,1613948018297,7529
"eps_0",1e-05,1613948018297,7529
"wd_1",0.01,1613948018297,7529
"sqr_mom_1",0.99,1613948018297,7529
"lr_1",1.328651841369047e-06,1613948018297,7529
"mom_1",0.9473436697539594,1613948018297,7529
"eps_1",1e-05,1613948018297,7529
"wd_2",0.01,1613948018297,7529
"sqr_mom_2",0.99,1613948018297,7529
"lr_2",1.3286518413690442e-05,1613948018297,7529
"mom_2",0.9473436697539594,1613948018297,7529
"eps_2",1e-05,1613948018297,7529
"train_loss",0.0043176664,1613948019248,7530
"raw_loss",0.0031054742,1613948019248,7530
"epoch",47.36477987421382,1613948019248,7530
"wd_0",0.01,1613948019248,7530
"sqr_mom_0",0.99,1613948019248,7530
"lr_0",1.32411642952942e-07,1613948019248,7530
"mom_0",0.9473527406683478,1613948019248,7530
"eps_0",1e-05,1613948019248,7530
"wd_1",0.01,1613948019248,7530
"sqr_mom_1",0.99,1613948019248,7530
"lr_1",1.3241164295294184e-06,1613948019248,7530
"mom_1",0.9473527406683478,1613948019248,7530
"eps_1",1e-05,1613948019248,7530
"wd_2",0.01,1613948019248,7530
"sqr_mom_2",0.99,1613948019248,7530
"lr_2",1.3241164295294157e-05,1613948019248,7530
"mom_2",0.9473527406683478,1613948019248,7530
"eps_2",1e-05,1613948019248,7530
"train_loss",0.004277078,1613948020191,7531
"raw_loss",0.0022882365,1613948020191,7531
"epoch",47.371069182389924,1613948020191,7531
"wd_0",0.01,1613948020191,7531
"sqr_mom_0",0.99,1613948020191,7531
"lr_0",1.319588564185965e-07,1613948020191,7531
"mom_0",0.947361796489593,1613948020191,7531
"eps_0",1e-05,1613948020191,7531
"wd_1",0.01,1613948020191,7531
"sqr_mom_1",0.99,1613948020191,7531
"lr_1",1.3195885641859666e-06,1613948020191,7531
"mom_1",0.947361796489593,1613948020191,7531
"eps_1",1e-05,1613948020191,7531
"wd_2",0.01,1613948020191,7531
"sqr_mom_2",0.99,1613948020191,7531
"lr_2",1.3195885641859625e-05,1613948020191,7531
"mom_2",0.947361796489593,1613948020191,7531
"eps_2",1e-05,1613948020191,7531
"train_loss",0.00428911,1613948021150,7532
"raw_loss",0.0048787002,1613948021150,7532
"epoch",47.377358490566024,1613948021150,7532
"wd_0",0.01,1613948021150,7532
"sqr_mom_0",0.99,1613948021150,7532
"lr_0",1.3150682467819018e-07,1613948021150,7532
"mom_0",0.9473708372148083,1613948021150,7532
"eps_0",1e-05,1613948021150,7532
"wd_1",0.01,1613948021150,7532
"sqr_mom_1",0.99,1613948021150,7532
"lr_1",1.3150682467819e-06,1613948021150,7532
"mom_1",0.9473708372148083,1613948021150,7532
"eps_1",1e-05,1613948021150,7532
"wd_2",0.01,1613948021150,7532
"sqr_mom_2",0.99,1613948021150,7532
"lr_2",1.3150682467818987e-05,1613948021150,7532
"mom_2",0.9473708372148083,1613948021150,7532
"eps_2",1e-05,1613948021150,7532
"train_loss",0.0042999494,1613948022146,7533
"raw_loss",0.0048310724,1613948022146,7533
"epoch",47.383647798742125,1613948022146,7533
"wd_0",0.01,1613948022146,7533
"sqr_mom_0",0.99,1613948022146,7533
"lr_0",1.3105569742784398e-07,1613948022146,7533
"mom_0",0.9473798598500416,1613948022146,7533
"eps_0",1e-05,1613948022146,7533
"wd_1",0.01,1613948022146,7533
"sqr_mom_1",0.99,1613948022146,7533
"lr_1",1.310556974278445e-06,1613948022146,7533
"mom_1",0.9473798598500416,1613948022146,7533
"eps_1",1e-05,1613948022146,7533
"wd_2",0.01,1613948022146,7533
"sqr_mom_2",0.99,1613948022146,7533
"lr_2",1.3105569742784381e-05,1613948022146,7533
"mom_2",0.9473798598500416,1613948022146,7533
"eps_2",1e-05,1613948022146,7533
"train_loss",0.0043273726,1613948023129,7534
"raw_loss",0.0056711044,1613948023129,7534
"epoch",47.389937106918225,1613948023129,7534
"wd_0",0.01,1613948023129,7534
"sqr_mom_0",0.99,1613948023129,7534
"lr_0",1.3060502615526907e-07,1613948023129,7534
"mom_0",0.9473888733656283,1613948023129,7534
"eps_0",1e-05,1613948023129,7534
"wd_1",0.01,1613948023129,7534
"sqr_mom_1",0.99,1613948023129,7534
"lr_1",1.3060502615526957e-06,1613948023129,7534
"mom_1",0.9473888733656283,1613948023129,7534
"eps_1",1e-05,1613948023129,7534
"wd_2",0.01,1613948023129,7534
"sqr_mom_2",0.99,1613948023129,7534
"lr_2",1.3060502615526903e-05,1613948023129,7534
"mom_2",0.9473888733656283,1613948023129,7534
"eps_2",1e-05,1613948023129,7534
"train_loss",0.004358951,1613948024100,7535
"raw_loss",0.005906288,1613948024100,7535
"epoch",47.396226415094326,1613948024100,7535
"wd_0",0.01,1613948024100,7535
"sqr_mom_0",0.99,1613948024100,7535
"lr_0",1.3015540871125787e-07,1613948024100,7535
"mom_0",0.9473978658044329,1613948024100,7535
"eps_0",1e-05,1613948024100,7535
"wd_1",0.01,1613948024100,7535
"sqr_mom_1",0.99,1613948024100,7535
"lr_1",1.3015540871125838e-06,1613948024100,7535
"mom_1",0.9473978658044329,1613948024100,7535
"eps_1",1e-05,1613948024100,7535
"wd_2",0.01,1613948024100,7535
"sqr_mom_2",0.99,1613948024100,7535
"lr_2",1.3015540871125783e-05,1613948024100,7535
"mom_2",0.9473978658044329,1613948024100,7535
"eps_2",1e-05,1613948024100,7535
"train_loss",0.0043265014,1613948025042,7536
"raw_loss",0.0027364662,1613948025042,7536
"epoch",47.402515723270426,1613948025042,7536
"wd_0",0.01,1613948025042,7536
"sqr_mom_0",0.99,1613948025042,7536
"lr_0",1.2970654613502428e-07,1613948025042,7536
"mom_0",0.947406843145731,1613948025042,7536
"eps_0",1e-05,1613948025042,7536
"wd_1",0.01,1613948025042,7536
"sqr_mom_1",0.99,1613948025042,7536
"lr_1",1.2970654613502394e-06,1613948025042,7536
"mom_1",0.947406843145731,1613948025042,7536
"eps_1",1e-05,1613948025042,7536
"wd_2",0.01,1613948025042,7536
"sqr_mom_2",0.99,1613948025042,7536
"lr_2",1.2970654613502354e-05,1613948025042,7536
"mom_2",0.947406843145731,1613948025042,7536
"eps_2",1e-05,1613948025042,7536
"train_loss",0.004312188,1613948025985,7537
"raw_loss",0.0036108235,1613948025985,7537
"epoch",47.408805031446526,1613948025985,7537
"wd_0",0.01,1613948025985,7537
"sqr_mom_0",0.99,1613948025985,7537
"lr_0",1.2925814146949794e-07,1613948025985,7537
"mom_0",0.9474158113287233,1613948025985,7537
"eps_0",1e-05,1613948025985,7537
"wd_1",0.01,1613948025985,7537
"sqr_mom_1",0.99,1613948025985,7537
"lr_1",1.292581414694981e-06,1613948025985,7537
"mom_1",0.9474158113287233,1613948025985,7537
"eps_1",1e-05,1613948025985,7537
"wd_2",0.01,1613948025985,7537
"sqr_mom_2",0.99,1613948025985,7537
"lr_2",1.2925814146949783e-05,1613948025985,7537
"mom_2",0.9474158113287233,1613948025985,7537
"eps_2",1e-05,1613948025985,7537
"train_loss",0.0042766486,1613948026965,7538
"raw_loss",0.0025352114,1613948026965,7538
"epoch",47.41509433962263,1613948026965,7538
"wd_0",0.01,1613948026965,7538
"sqr_mom_0",0.99,1613948026965,7538
"lr_0",1.2881078955864322e-07,1613948026965,7538
"mom_0",0.9474247584564116,1613948026965,7538
"eps_0",1e-05,1613948026965,7538
"wd_1",0.01,1613948026965,7538
"sqr_mom_1",0.99,1613948026965,7538
"lr_1",1.2881078955864322e-06,1613948026965,7538
"mom_1",0.9474247584564116,1613948026965,7538
"eps_1",1e-05,1613948026965,7538
"wd_2",0.01,1613948026965,7538
"sqr_mom_2",0.99,1613948026965,7538
"lr_2",1.2881078955864322e-05,1613948026965,7538
"mom_2",0.9474247584564116,1613948026965,7538
"eps_2",1e-05,1613948026965,7538
"train_loss",0.0042617293,1613948027955,7539
"raw_loss",0.0035306846,1613948027955,7539
"epoch",47.42138364779873,1613948027955,7539
"wd_0",0.01,1613948027955,7539
"sqr_mom_0",0.99,1613948027955,7539
"lr_0",1.283640448951579e-07,1613948027955,7539
"mom_0",0.9474336934390312,1613948027955,7539
"eps_0",1e-05,1613948027955,7539
"wd_1",0.01,1613948027955,7539
"sqr_mom_1",0.99,1613948027955,7539
"lr_1",1.2836404489515772e-06,1613948027955,7539
"mom_1",0.9474336934390312,1613948027955,7539
"eps_1",1e-05,1613948027955,7539
"wd_2",0.01,1613948027955,7539
"sqr_mom_2",0.99,1613948027955,7539
"lr_2",1.2836404489515786e-05,1613948027955,7539
"mom_2",0.9474336934390312,1613948027955,7539
"eps_2",1e-05,1613948027955,7539
"train_loss",0.004298665,1613948028904,7540
"raw_loss",0.006108511,1613948028904,7540
"epoch",47.42767295597483,1613948028904,7540
"wd_0",0.01,1613948028904,7540
"sqr_mom_0",0.99,1613948028904,7540
"lr_0",1.2791805617141526e-07,1613948028904,7540
"mom_0",0.9474426133027046,1613948028904,7540
"eps_0",1e-05,1613948028904,7540
"wd_1",0.01,1613948028904,7540
"sqr_mom_1",0.99,1613948028904,7540
"lr_1",1.2791805617141594e-06,1613948028904,7540
"mom_1",0.9474426133027046,1613948028904,7540
"eps_1",1e-05,1613948028904,7540
"wd_2",0.01,1613948028904,7540
"sqr_mom_2",0.99,1613948028904,7540
"lr_2",1.2791805617141526e-05,1613948028904,7540
"mom_2",0.9474426133027046,1613948028904,7540
"eps_2",1e-05,1613948028904,7540
"train_loss",0.004275266,1613948029893,7541
"raw_loss",0.0031287149,1613948029893,7541
"epoch",47.43396226415093,1613948029893,7541
"wd_0",0.01,1613948029893,7541
"sqr_mom_0",0.99,1613948029893,7541
"lr_0",1.2747282352957033e-07,1613948029893,7541
"mom_0",0.947451518044589,1613948029893,7541
"eps_0",1e-05,1613948029893,7541
"wd_1",0.01,1613948029893,7541
"sqr_mom_1",0.99,1613948029893,7541
"lr_1",1.2747282352957033e-06,1613948029893,7541
"mom_1",0.947451518044589,1613948029893,7541
"eps_1",1e-05,1613948029893,7541
"wd_2",0.01,1613948029893,7541
"sqr_mom_2",0.99,1613948029893,7541
"lr_2",1.2747282352956952e-05,1613948029893,7541
"mom_2",0.947451518044589,1613948029893,7541
"eps_2",1e-05,1613948029893,7541
"train_loss",0.0042482903,1613948030872,7542
"raw_loss",0.0029264672,1613948030872,7542
"epoch",47.44025157232703,1613948030872,7542
"wd_0",0.01,1613948030872,7542
"sqr_mom_0",0.99,1613948030872,7542
"lr_0",1.270284944078481e-07,1613948030872,7542
"mom_0",0.9474604047158901,1613948030872,7542
"eps_0",1e-05,1613948030872,7542
"wd_1",0.01,1613948030872,7542
"sqr_mom_1",0.99,1613948030872,7542
"lr_1",1.2702849440784843e-06,1613948030872,7542
"mom_1",0.9474604047158901,1613948030872,7542
"eps_1",1e-05,1613948030872,7542
"wd_2",0.01,1613948030872,7542
"sqr_mom_2",0.99,1613948030872,7542
"lr_2",1.2702849440784816e-05,1613948030872,7542
"mom_2",0.9474604047158901,1613948030872,7542
"eps_2",1e-05,1613948030872,7542
"train_loss",0.004239599,1613948031824,7543
"raw_loss",0.0038137373,1613948031824,7543
"epoch",47.44654088050313,1613948031824,7543
"wd_0",0.01,1613948031824,7543
"sqr_mom_0",0.99,1613948031824,7543
"lr_0",1.265846270589806e-07,1613948031824,7543
"mom_0",0.9474692821516418,1613948031824,7543
"eps_0",1e-05,1613948031824,7543
"wd_1",0.01,1613948031824,7543
"sqr_mom_1",0.99,1613948031824,7543
"lr_1",1.2658462705898078e-06,1613948031824,7543
"mom_1",0.9474692821516418,1613948031824,7543
"eps_1",1e-05,1613948031824,7543
"wd_2",0.01,1613948031824,7543
"sqr_mom_2",0.99,1613948031824,7543
"lr_2",1.2658462705898038e-05,1613948031824,7543
"mom_2",0.9474692821516418,1613948031824,7543
"eps_2",1e-05,1613948031824,7543
"train_loss",0.004263819,1613948032792,7544
"raw_loss",0.005450605,1613948032792,7544
"epoch",47.45283018867923,1613948032792,7544
"wd_0",0.01,1613948032792,7544
"sqr_mom_0",0.99,1613948032792,7544
"lr_0",1.26141810307823e-07,1613948032792,7544
"mom_0",0.9474781385752292,1613948032792,7544
"eps_0",1e-05,1613948032792,7544
"wd_1",0.01,1613948032792,7544
"sqr_mom_1",0.99,1613948032792,7544
"lr_1",1.261418103078235e-06,1613948032792,7544
"mom_1",0.9474781385752292,1613948032792,7544
"eps_1",1e-05,1613948032792,7544
"wd_2",0.01,1613948032792,7544
"sqr_mom_2",0.99,1613948032792,7544
"lr_2",1.2614181030782309e-05,1613948032792,7544
"mom_2",0.9474781385752292,1613948032792,7544
"eps_2",1e-05,1613948032792,7544
"train_loss",0.0042576147,1613948033748,7545
"raw_loss",0.0039535994,1613948033748,7545
"epoch",47.45911949685533,1613948033748,7545
"wd_0",0.01,1613948033748,7545
"sqr_mom_0",0.99,1613948033748,7545
"lr_0",1.2569974970288166e-07,1613948033748,7545
"mom_0",0.947486979875741,1613948033748,7545
"eps_0",1e-05,1613948033748,7545
"wd_1",0.01,1613948033748,7545
"sqr_mom_1",0.99,1613948033748,7545
"lr_1",1.2569974970288132e-06,1613948033748,7545
"mom_1",0.947486979875741,1613948033748,7545
"eps_1",1e-05,1613948033748,7545
"wd_2",0.01,1613948033748,7545
"sqr_mom_2",0.99,1613948033748,7545
"lr_2",1.2569974970288078e-05,1613948033748,7545
"mom_2",0.947486979875741,1613948033748,7545
"eps_2",1e-05,1613948033748,7545
"train_loss",0.0042897463,1613948034706,7546
"raw_loss",0.005864203,1613948034706,7546
"epoch",47.46540880503143,1613948034706,7546
"wd_0",0.01,1613948034706,7546
"sqr_mom_0",0.99,1613948034706,7546
"lr_0",1.252581527997771e-07,1613948034706,7546
"mom_0",0.9474958119021234,1613948034706,7546
"eps_0",1e-05,1613948034706,7546
"wd_1",0.01,1613948034706,7546
"sqr_mom_1",0.99,1613948034706,7546
"lr_1",1.2525815279977676e-06,1613948034706,7546
"mom_1",0.9474958119021234,1613948034706,7546
"eps_1",1e-05,1613948034706,7546
"wd_2",0.01,1613948034706,7546
"sqr_mom_2",0.99,1613948034706,7546
"lr_2",1.2525815279977636e-05,1613948034706,7546
"mom_2",0.9474958119021234,1613948034706,7546
"eps_2",1e-05,1613948034706,7546
"train_loss",0.0042575314,1613948035649,7547
"raw_loss",0.0026789936,1613948035649,7547
"epoch",47.47169811320753,1613948035649,7547
"wd_0",0.01,1613948035649,7547
"sqr_mom_0",0.99,1613948035649,7547
"lr_0",1.248176054114406e-07,1613948035649,7547
"mom_0",0.9475046229380005,1613948035649,7547
"eps_0",1e-05,1613948035649,7547
"wd_1",0.01,1613948035649,7547
"sqr_mom_1",0.99,1613948035649,7547
"lr_1",1.248176054114401e-06,1613948035649,7547
"mom_1",0.9475046229380005,1613948035649,7547
"eps_1",1e-05,1613948035649,7547
"wd_2",0.01,1613948035649,7547
"sqr_mom_2",0.99,1613948035649,7547
"lr_2",1.248176054114401e-05,1613948035649,7547
"mom_2",0.9475046229380005,1613948035649,7547
"eps_2",1e-05,1613948035649,7547
"train_loss",0.0042484417,1613948036646,7548
"raw_loss",0.003803053,1613948036646,7548
"epoch",47.47798742138363,1613948036646,7548
"wd_0",0.01,1613948036646,7548
"sqr_mom_0",0.99,1613948036646,7548
"lr_0",1.2437781459111403e-07,1613948036646,7548
"mom_0",0.9475134188423661,1613948036646,7548
"eps_0",1e-05,1613948036646,7548
"wd_1",0.01,1613948036646,7548
"sqr_mom_1",0.99,1613948036646,7548
"lr_1",1.2437781459111386e-06,1613948036646,7548
"mom_1",0.9475134188423661,1613948036646,7548
"eps_1",1e-05,1613948036646,7548
"wd_2",0.01,1613948036646,7548
"sqr_mom_2",0.99,1613948036646,7548
"lr_2",1.2437781459111359e-05,1613948036646,7548
"mom_2",0.9475134188423661,1613948036646,7548
"eps_2",1e-05,1613948036646,7548
"train_loss",0.0042800703,1613948037619,7549
"raw_loss",0.0058298726,1613948037619,7549
"epoch",47.48427672955973,1613948037619,7549
"wd_0",0.01,1613948037619,7549
"sqr_mom_0",0.99,1613948037619,7549
"lr_0",1.2393848940027723e-07,1613948037619,7549
"mom_0",0.9475222054340487,1613948037619,7549
"eps_0",1e-05,1613948037619,7549
"wd_1",0.01,1613948037619,7549
"sqr_mom_1",0.99,1613948037619,7549
"lr_1",1.2393848940027774e-06,1613948037619,7549
"mom_1",0.9475222054340487,1613948037619,7549
"eps_1",1e-05,1613948037619,7549
"wd_2",0.01,1613948037619,7549
"sqr_mom_2",0.99,1613948037619,7549
"lr_2",1.2393848940027733e-05,1613948037619,7549
"mom_2",0.9475222054340487,1613948037619,7549
"eps_2",1e-05,1613948037619,7549
"train_loss",0.0042302366,1613948038593,7550
"raw_loss",0.0017883935,1613948038593,7550
"epoch",47.49056603773583,1613948038593,7550
"wd_0",0.01,1613948038593,7550
"sqr_mom_0",0.99,1613948038593,7550
"lr_0",1.2350021263825636e-07,1613948038593,7550
"mom_0",0.9475309710569454,1613948038593,7550
"eps_0",1e-05,1613948038593,7550
"wd_1",0.01,1613948038593,7550
"sqr_mom_1",0.99,1613948038593,7550
"lr_1",1.2350021263825704e-06,1613948038593,7550
"mom_1",0.9475309710569454,1613948038593,7550
"eps_1",1e-05,1613948038593,7550
"wd_2",0.01,1613948038593,7550
"sqr_mom_2",0.99,1613948038593,7550
"lr_2",1.2350021263825609e-05,1613948038593,7550
"mom_2",0.9475309710569454,1613948038593,7550
"eps_2",1e-05,1613948038593,7550
"train_loss",0.004224885,1613948039541,7551
"raw_loss",0.0039626556,1613948039541,7551
"epoch",47.49685534591193,1613948039541,7551
"wd_0",0.01,1613948039541,7551
"sqr_mom_0",0.99,1613948039541,7551
"lr_0",1.2306254782700688e-07,1613948039541,7551
"mom_0",0.9475397244407042,1613948039541,7551
"eps_0",1e-05,1613948039541,7551
"wd_1",0.01,1613948039541,7551
"sqr_mom_1",0.99,1613948039541,7551
"lr_1",1.2306254782700688e-06,1613948039541,7551
"mom_1",0.9475397244407042,1613948039541,7551
"eps_1",1e-05,1613948039541,7551
"wd_2",0.01,1613948039541,7551
"sqr_mom_2",0.99,1613948039541,7551
"lr_2",1.2306254782700648e-05,1613948039541,7551
"mom_2",0.9475397244407042,1613948039541,7551
"eps_2",1e-05,1613948039541,7551
"train_loss",0.0042484337,1613948040521,7552
"raw_loss",0.005402329,1613948040521,7552
"epoch",47.50314465408803,1613948040521,7552
"wd_0",0.01,1613948040521,7552
"sqr_mom_0",0.99,1613948040521,7552
"lr_0",1.2262564064529272e-07,1613948040521,7552
"mom_0",0.9475484626717208,1613948040521,7552
"eps_0",1e-05,1613948040521,7552
"wd_1",0.01,1613948040521,7552
"sqr_mom_1",0.99,1613948040521,7552
"lr_1",1.2262564064529323e-06,1613948040521,7552
"mom_1",0.9475484626717208,1613948040521,7552
"eps_1",1e-05,1613948040521,7552
"wd_2",0.01,1613948040521,7552
"sqr_mom_2",0.99,1613948040521,7552
"lr_2",1.2262564064529269e-05,1613948040521,7552
"mom_2",0.9475484626717208,1613948040521,7552
"eps_2",1e-05,1613948040521,7552
"train_loss",0.0043379203,1613948041475,7553
"raw_loss",0.008722767,1613948041475,7553
"epoch",47.50943396226413,1613948041475,7553
"wd_0",0.01,1613948041475,7553
"sqr_mom_0",0.99,1613948041475,7553
"lr_0",1.2218949123237202e-07,1613948041475,7553
"mom_0",0.94755718574721,1613948041475,7553
"eps_0",1e-05,1613948041475,7553
"wd_1",0.01,1613948041475,7553
"sqr_mom_1",0.99,1613948041475,7553
"lr_1",1.2218949123237236e-06,1613948041475,7553
"mom_1",0.94755718574721,1613948041475,7553
"eps_1",1e-05,1613948041475,7553
"wd_2",0.01,1613948041475,7553
"sqr_mom_2",0.99,1613948041475,7553
"lr_2",1.2218949123237182e-05,1613948041475,7553
"mom_2",0.94755718574721,1613948041475,7553
"eps_2",1e-05,1613948041475,7553
"train_loss",0.004403105,1613948042439,7554
"raw_loss",0.0075971554,1613948042439,7554
"epoch",47.51572327044023,1613948042439,7554
"wd_0",0.01,1613948042439,7554
"sqr_mom_0",0.99,1613948042439,7554
"lr_0",1.2175424401005924e-07,1613948042439,7554
"mom_0",0.9475658907787066,1613948042439,7554
"eps_0",1e-05,1613948042439,7554
"wd_1",0.01,1613948042439,7554
"sqr_mom_1",0.99,1613948042439,7554
"lr_1",1.2175424401005873e-06,1613948042439,7554
"mom_1",0.9475658907787066,1613948042439,7554
"eps_1",1e-05,1613948042439,7554
"wd_2",0.01,1613948042439,7554
"sqr_mom_2",0.99,1613948042439,7554
"lr_2",1.2175424401005832e-05,1613948042439,7554
"mom_2",0.9475658907787066,1613948042439,7554
"eps_2",1e-05,1613948042439,7554
"train_loss",0.004376642,1613948043385,7555
"raw_loss",0.0030799576,1613948043385,7555
"epoch",47.522012578616334,1613948043385,7555
"wd_0",0.01,1613948043385,7555
"sqr_mom_0",0.99,1613948043385,7555
"lr_0",1.213194662687408e-07,1613948043385,7555
"mom_0",0.9475745864204893,1613948043385,7555
"eps_0",1e-05,1613948043385,7555
"wd_1",0.01,1613948043385,7555
"sqr_mom_1",0.99,1613948043385,7555
"lr_1",1.2131946626874079e-06,1613948043385,7555
"mom_1",0.9475745864204893,1613948043385,7555
"eps_1",1e-05,1613948043385,7555
"wd_2",0.01,1613948043385,7555
"sqr_mom_2",0.99,1613948043385,7555
"lr_2",1.2131946626874025e-05,1613948043385,7555
"mom_2",0.9475745864204893,1613948043385,7555
"eps_2",1e-05,1613948043385,7555
"train_loss",0.0043721427,1613948044332,7556
"raw_loss",0.0041516894,1613948044332,7556
"epoch",47.528301886792434,1613948044332,7556
"wd_0",0.01,1613948044332,7556
"sqr_mom_0",0.99,1613948044332,7556
"lr_0",1.208857347751945e-07,1613948044332,7556
"mom_0",0.9475832611371074,1613948044332,7556
"eps_0",1e-05,1613948044332,7556
"wd_1",0.01,1613948044332,7556
"sqr_mom_1",0.99,1613948044332,7556
"lr_1",1.2088573477519484e-06,1613948044332,7556
"mom_1",0.9475832611371074,1613948044332,7556
"eps_1",1e-05,1613948044332,7556
"wd_2",0.01,1613948044332,7556
"sqr_mom_2",0.99,1613948044332,7556
"lr_2",1.208857347751943e-05,1613948044332,7556
"mom_2",0.9475832611371074,1613948044332,7556
"eps_2",1e-05,1613948044332,7556
"train_loss",0.004398361,1613948045289,7557
"raw_loss",0.0056830514,1613948045289,7557
"epoch",47.534591194968534,1613948045289,7557
"wd_0",0.01,1613948045289,7557
"sqr_mom_0",0.99,1613948045289,7557
"lr_0",1.2045276110206748e-07,1613948045289,7557
"mom_0",0.9475919206971656,1613948045289,7557
"eps_0",1e-05,1613948045289,7557
"wd_1",0.01,1613948045289,7557
"sqr_mom_1",0.99,1613948045289,7557
"lr_1",1.204527611020673e-06,1613948045289,7557
"mom_1",0.9475919206971656,1613948045289,7557
"eps_1",1e-05,1613948045289,7557
"wd_2",0.01,1613948045289,7557
"sqr_mom_2",0.99,1613948045289,7557
"lr_2",1.2045276110206717e-05,1613948045289,7557
"mom_2",0.9475919206971656,1613948045289,7557
"eps_2",1e-05,1613948045289,7557
"train_loss",0.0044544437,1613948046262,7558
"raw_loss",0.0072024977,1613948046262,7558
"epoch",47.540880503144635,1613948046262,7558
"wd_0",0.01,1613948046262,7558
"sqr_mom_0",0.99,1613948046262,7558
"lr_0",1.2002025883356356e-07,1613948046262,7558
"mom_0",0.9476005708290369,1613948046262,7558
"eps_0",1e-05,1613948046262,7558
"wd_1",0.01,1613948046262,7558
"sqr_mom_1",0.99,1613948046262,7558
"lr_1",1.2002025883356423e-06,1613948046262,7558
"mom_1",0.9476005708290369,1613948046262,7558
"eps_1",1e-05,1613948046262,7558
"wd_2",0.01,1613948046262,7558
"sqr_mom_2",0.99,1613948046262,7558
"lr_2",1.2002025883356329e-05,1613948046262,7558
"mom_2",0.9476005708290369,1613948046262,7558
"eps_2",1e-05,1613948046262,7558
"train_loss",0.0044213138,1613948047215,7559
"raw_loss",0.002797956,1613948047215,7559
"epoch",47.547169811320735,1613948047215,7559
"wd_0",0.01,1613948047215,7559
"sqr_mom_0",0.99,1613948047215,7559
"lr_0",1.195888017178689e-07,1613948047215,7559
"mom_0",0.9476092000576432,1613948047215,7559
"eps_0",1e-05,1613948047215,7559
"wd_1",0.01,1613948047215,7559
"sqr_mom_1",0.99,1613948047215,7559
"lr_1",1.1958880171786891e-06,1613948047215,7559
"mom_1",0.9476092000576432,1613948047215,7559
"eps_1",1e-05,1613948047215,7559
"wd_2",0.01,1613948047215,7559
"sqr_mom_2",0.99,1613948047215,7559
"lr_2",1.1958880171786864e-05,1613948047215,7559
"mom_2",0.9476092000576432,1613948047215,7559
"eps_2",1e-05,1613948047215,7559
"train_loss",0.0044245543,1613948048210,7560
"raw_loss",0.00458335,1613948048210,7560
"epoch",47.553459119496836,1613948048210,7560
"wd_0",0.01,1613948048210,7560
"sqr_mom_0",0.99,1613948048210,7560
"lr_0",1.1915796006211253e-07,1613948048210,7560
"mom_0",0.9476178169769275,1613948048210,7560
"eps_0",1e-05,1613948048210,7560
"wd_1",0.01,1613948048210,7560
"sqr_mom_1",0.99,1613948048210,7560
"lr_1",1.1915796006211287e-06,1613948048210,7560
"mom_1",0.9476178169769275,1613948048210,7560
"eps_1",1e-05,1613948048210,7560
"wd_2",0.01,1613948048210,7560
"sqr_mom_2",0.99,1613948048210,7560
"lr_2",1.1915796006211233e-05,1613948048210,7560
"mom_2",0.9476178169769275,1613948048210,7560
"eps_2",1e-05,1613948048210,7560
"train_loss",0.0044444,1613948049162,7561
"raw_loss",0.0054168324,1613948049162,7561
"epoch",47.559748427672936,1613948049162,7561
"wd_0",0.01,1613948049162,7561
"sqr_mom_0",0.99,1613948049162,7561
"lr_0",1.1872787728043358e-07,1613948049162,7561
"mom_0",0.9476264187185784,1613948049162,7561
"eps_0",1e-05,1613948049162,7561
"wd_1",0.01,1613948049162,7561
"sqr_mom_1",0.99,1613948049162,7561
"lr_1",1.187278772804341e-06,1613948049162,7561
"mom_1",0.9476264187185784,1613948049162,7561
"eps_1",1e-05,1613948049162,7561
"wd_2",0.01,1613948049162,7561
"sqr_mom_2",0.99,1613948049162,7561
"lr_2",1.1872787728043341e-05,1613948049162,7561
"mom_2",0.9476264187185784,1613948049162,7561
"eps_2",1e-05,1613948049162,7561
"train_loss",0.004452219,1613948050119,7562
"raw_loss",0.0048353504,1613948050119,7562
"epoch",47.56603773584904,1613948050119,7562
"wd_0",0.01,1613948050119,7562
"sqr_mom_0",0.99,1613948050119,7562
"lr_0",1.1829855350991504e-07,1613948050119,7562
"mom_0",0.9476350052798544,1613948050119,7562
"eps_0",1e-05,1613948050119,7562
"wd_1",0.01,1613948050119,7562
"sqr_mom_1",0.99,1613948050119,7562
"lr_1",1.1829855350991572e-06,1613948050119,7562
"mom_1",0.9476350052798544,1613948050119,7562
"eps_1",1e-05,1613948050119,7562
"wd_2",0.01,1613948050119,7562
"sqr_mom_2",0.99,1613948050119,7562
"lr_2",1.1829855350991517e-05,1613948050119,7562
"mom_2",0.9476350052798544,1613948050119,7562
"eps_2",1e-05,1613948050119,7562
"train_loss",0.00443239,1613948051063,7563
"raw_loss",0.0034607751,1613948051063,7563
"epoch",47.57232704402514,1613948051063,7563
"wd_0",0.01,1613948051063,7563
"sqr_mom_0",0.99,1613948051063,7563
"lr_0",1.1787013090568577e-07,1613948051063,7563
"mom_0",0.9476435738176244,1613948051063,7563
"eps_0",1e-05,1613948051063,7563
"wd_1",0.01,1613948051063,7563
"sqr_mom_1",0.99,1613948051063,7563
"lr_1",1.178701309056856e-06,1613948051063,7563
"mom_1",0.9476435738176244,1613948051063,7563
"eps_1",1e-05,1613948051063,7563
"wd_2",0.01,1613948051063,7563
"sqr_mom_2",0.99,1613948051063,7563
"lr_2",1.1787013090568533e-05,1613948051063,7563
"mom_2",0.9476435738176244,1613948051063,7563
"eps_2",1e-05,1613948051063,7563
"train_loss",0.004460363,1613948052049,7564
"raw_loss",0.0058310507,1613948052049,7564
"epoch",47.57861635220124,1613948052049,7564
"wd_0",0.01,1613948052049,7564
"sqr_mom_0",0.99,1613948052049,7564
"lr_0",1.1744218354948992e-07,1613948052049,7564
"mom_0",0.9476521328503387,1613948052049,7564
"eps_0",1e-05,1613948052049,7564
"wd_1",0.01,1613948052049,7564
"sqr_mom_1",0.99,1613948052049,7564
"lr_1",1.1744218354948992e-06,1613948052049,7564
"mom_1",0.9476521328503387,1613948052049,7564
"eps_1",1e-05,1613948052049,7564
"wd_2",0.01,1613948052049,7564
"sqr_mom_2",0.99,1613948052049,7564
"lr_2",1.1744218354948924e-05,1613948052049,7564
"mom_2",0.9476521328503387,1613948052049,7564
"eps_2",1e-05,1613948052049,7564
"train_loss",0.0044654706,1613948053005,7565
"raw_loss",0.0047157393,1613948053005,7565
"epoch",47.58490566037734,1613948053005,7565
"wd_0",0.01,1613948053005,7565
"sqr_mom_0",0.99,1613948053005,7565
"lr_0",1.170152791470618e-07,1613948053005,7565
"mom_0",0.9476606710237689,1613948053005,7565
"eps_0",1e-05,1613948053005,7565
"wd_1",0.01,1613948053005,7565
"sqr_mom_1",0.99,1613948053005,7565
"lr_1",1.1701527914706215e-06,1613948053005,7565
"mom_1",0.9476606710237689,1613948053005,7565
"eps_1",1e-05,1613948053005,7565
"wd_2",0.01,1613948053005,7565
"sqr_mom_2",0.99,1613948053005,7565
"lr_2",1.1701527914706228e-05,1613948053005,7565
"mom_2",0.9476606710237689,1613948053005,7565
"eps_2",1e-05,1613948053005,7565
"train_loss",0.0044538844,1613948054001,7566
"raw_loss",0.0038861725,1613948054001,7566
"epoch",47.59119496855344,1613948054001,7566
"wd_0",0.01,1613948054001,7566
"sqr_mom_0",0.99,1613948054001,7566
"lr_0",1.1658913379789841e-07,1613948054001,7566
"mom_0",0.9476691940159822,1613948054001,7566
"eps_0",1e-05,1613948054001,7566
"wd_1",0.01,1613948054001,7566
"sqr_mom_1",0.99,1613948054001,7566
"lr_1",1.1658913379789841e-06,1613948054001,7566
"mom_1",0.9476691940159822,1613948054001,7566
"eps_1",1e-05,1613948054001,7566
"wd_2",0.01,1613948054001,7566
"sqr_mom_2",0.99,1613948054001,7566
"lr_2",1.1658913379789773e-05,1613948054001,7566
"mom_2",0.9476691940159822,1613948054001,7566
"eps_2",1e-05,1613948054001,7566
"train_loss",0.0044345404,1613948054967,7567
"raw_loss",0.0034866934,1613948054967,7567
"epoch",47.59748427672954,1613948054967,7567
"wd_0",0.01,1613948054967,7567
"sqr_mom_0",0.99,1613948054967,7567
"lr_0",1.1616346561632465e-07,1613948054967,7567
"mom_0",0.9476777074647481,1613948054967,7567
"eps_0",1e-05,1613948054967,7567
"wd_1",0.01,1613948054967,7567
"sqr_mom_1",0.99,1613948054967,7567
"lr_1",1.1616346561632465e-06,1613948054967,7567
"mom_1",0.9476777074647481,1613948054967,7567
"eps_1",1e-05,1613948054967,7567
"wd_2",0.01,1613948054967,7567
"sqr_mom_2",0.99,1613948054967,7567
"lr_2",1.1616346561632465e-05,1613948054967,7567
"mom_2",0.9476777074647481,1613948054967,7567
"eps_2",1e-05,1613948054967,7567
"train_loss",0.0044502937,1613948055986,7568
"raw_loss",0.0052222083,1613948055986,7568
"epoch",47.60377358490564,1613948055986,7568
"wd_0",0.01,1613948055986,7568
"sqr_mom_0",0.99,1613948055986,7568
"lr_0",1.1573883928457297e-07,1613948055986,7568
"mom_0",0.9476862000763092,1613948055986,7568
"eps_0",1e-05,1613948055986,7568
"wd_1",0.01,1613948055986,7568
"sqr_mom_1",0.99,1613948055986,7568
"lr_1",1.1573883928457331e-06,1613948055986,7568
"mom_1",0.9476862000763092,1613948055986,7568
"eps_1",1e-05,1613948055986,7568
"wd_2",0.01,1613948055986,7568
"sqr_mom_2",0.99,1613948055986,7568
"lr_2",1.1573883928457304e-05,1613948055986,7568
"mom_2",0.9476862000763092,1613948055986,7568
"eps_2",1e-05,1613948055986,7568
"train_loss",0.0044154967,1613948057002,7569
"raw_loss",0.002710444,1613948057002,7569
"epoch",47.61006289308174,1613948057002,7569
"wd_0",0.01,1613948057002,7569
"sqr_mom_0",0.99,1613948057002,7569
"lr_0",1.153146913994976e-07,1613948057002,7569
"mom_0",0.9476946831188412,1613948057002,7569
"eps_0",1e-05,1613948057002,7569
"wd_1",0.01,1613948057002,7569
"sqr_mom_1",0.99,1613948057002,7569
"lr_1",1.1531469139949743e-06,1613948057002,7569
"mom_1",0.9476946831188412,1613948057002,7569
"eps_1",1e-05,1613948057002,7569
"wd_2",0.01,1613948057002,7569
"sqr_mom_2",0.99,1613948057002,7569
"lr_2",1.1531469139949716e-05,1613948057002,7569
"mom_2",0.9476946831188412,1613948057002,7569
"eps_2",1e-05,1613948057002,7569
"train_loss",0.004394032,1613948058020,7570
"raw_loss",0.0033422678,1613948058020,7570
"epoch",47.61635220125784,1613948058020,7570
"wd_0",0.01,1613948058020,7570
"sqr_mom_0",0.99,1613948058020,7570
"lr_0",1.1489158462653621e-07,1613948058020,7570
"mom_0",0.9477031453389226,1613948058020,7570
"eps_0",1e-05,1613948058020,7570
"wd_1",0.01,1613948058020,7570
"sqr_mom_1",0.99,1613948058020,7570
"lr_1",1.1489158462653655e-06,1613948058020,7570
"mom_1",0.9477031453389226,1613948058020,7570
"eps_1",1e-05,1613948058020,7570
"wd_2",0.01,1613948058020,7570
"sqr_mom_2",0.99,1613948058020,7570
"lr_2",1.1489158462653641e-05,1613948058020,7570
"mom_2",0.9477031453389226,1613948058020,7570
"eps_2",1e-05,1613948058020,7570
"train_loss",0.004368363,1613948058964,7571
"raw_loss",0.003110572,1613948058964,7571
"epoch",47.62264150943394,1613948058964,7571
"wd_0",0.01,1613948058964,7571
"sqr_mom_0",0.99,1613948058964,7571
"lr_0",1.144692375832936e-07,1613948058964,7571
"mom_0",0.9477115923642577,1613948058964,7571
"eps_0",1e-05,1613948058964,7571
"wd_1",0.01,1613948058964,7571
"sqr_mom_1",0.99,1613948058964,7571
"lr_1",1.1446923758329377e-06,1613948058964,7571
"mom_1",0.9477115923642577,1613948058964,7571
"eps_1",1e-05,1613948058964,7571
"wd_2",0.01,1613948058964,7571
"sqr_mom_2",0.99,1613948058964,7571
"lr_2",1.1446923758329296e-05,1613948058964,7571
"mom_2",0.9477115923642577,1613948058964,7571
"eps_2",1e-05,1613948058964,7571
"train_loss",0.0044004642,1613948059940,7572
"raw_loss",0.005973437,1613948059940,7572
"epoch",47.62893081761004,1613948059940,7572
"wd_0",0.01,1613948059940,7572
"sqr_mom_0",0.99,1613948059940,7572
"lr_0",1.1404737090399822e-07,1613948059940,7572
"mom_0",0.9477200297822178,1613948059940,7572
"eps_0",1e-05,1613948059940,7572
"wd_1",0.01,1613948059940,7572
"sqr_mom_1",0.99,1613948059940,7572
"lr_1",1.140473709039984e-06,1613948059940,7572
"mom_1",0.9477200297822178,1613948059940,7572
"eps_1",1e-05,1613948059940,7572
"wd_2",0.01,1613948059940,7572
"sqr_mom_2",0.99,1613948059940,7572
"lr_2",1.1404737090399799e-05,1613948059940,7572
"mom_2",0.9477200297822178,1613948059940,7572
"eps_2",1e-05,1613948059940,7572
"train_loss",0.00440235,1613948060944,7573
"raw_loss",0.0044947574,1613948060944,7573
"epoch",47.63522012578614,1613948060944,7573
"wd_0",0.01,1613948060944,7573
"sqr_mom_0",0.99,1613948060944,7573
"lr_0",1.1362654422789316e-07,1613948060944,7573
"mom_0",0.947728446399906,1613948060944,7573
"eps_0",1e-05,1613948060944,7573
"wd_1",0.01,1613948060944,7573
"sqr_mom_1",0.99,1613948060944,7573
"lr_1",1.1362654422789333e-06,1613948060944,7573
"mom_1",0.947728446399906,1613948060944,7573
"eps_1",1e-05,1613948060944,7573
"wd_2",0.01,1613948060944,7573
"sqr_mom_2",0.99,1613948060944,7573
"lr_2",1.1362654422789292e-05,1613948060944,7573
"mom_2",0.947728446399906,1613948060944,7573
"eps_2",1e-05,1613948060944,7573
"train_loss",0.004462002,1613948061938,7574
"raw_loss",0.007384941,1613948061938,7574
"epoch",47.64150943396224,1613948061938,7574
"wd_0",0.01,1613948061938,7574
"sqr_mom_0",0.99,1613948061938,7574
"lr_0",1.1320633843883331e-07,1613948061938,7574
"mom_0",0.9477368505997293,1613948061938,7574
"eps_0",1e-05,1613948061938,7574
"wd_1",0.01,1613948061938,7574
"sqr_mom_1",0.99,1613948061938,7574
"lr_1",1.1320633843883298e-06,1613948061938,7574
"mom_1",0.9477368505997293,1613948061938,7574
"eps_1",1e-05,1613948061938,7574
"wd_2",0.01,1613948061938,7574
"sqr_mom_2",0.99,1613948061938,7574
"lr_2",1.1320633843883298e-05,1613948061938,7574
"mom_2",0.9477368505997293,1613948061938,7574
"eps_2",1e-05,1613948061938,7574
"train_loss",0.0044144737,1613948062942,7575
"raw_loss",0.002085582,1613948062942,7575
"epoch",47.64779874213834,1613948062942,7575
"wd_0",0.01,1613948062942,7575
"sqr_mom_0",0.99,1613948062942,7575
"lr_0",1.1278689342086166e-07,1613948062942,7575
"mom_0",0.9477452395839786,1613948062942,7575
"eps_0",1e-05,1613948062942,7575
"wd_1",0.01,1613948062942,7575
"sqr_mom_1",0.99,1613948062942,7575
"lr_1",1.127868934208615e-06,1613948062942,7575
"mom_1",0.9477452395839786,1613948062942,7575
"eps_1",1e-05,1613948062942,7575
"wd_2",0.01,1613948062942,7575
"sqr_mom_2",0.99,1613948062942,7575
"lr_2",1.1278689342086108e-05,1613948062942,7575
"mom_2",0.9477452395839786,1613948062942,7575
"eps_2",1e-05,1613948062942,7575
"train_loss",0.0044301515,1613948063959,7576
"raw_loss",0.00519836,1613948063959,7576
"epoch",47.65408805031444,1613948063959,7576
"wd_0",0.01,1613948063959,7576
"sqr_mom_0",0.99,1613948063959,7576
"lr_0",1.1236820930767049e-07,1613948063959,7576
"mom_0",0.94775361334998,1613948063959,7576
"eps_0",1e-05,1613948063959,7576
"wd_1",0.01,1613948063959,7576
"sqr_mom_1",0.99,1613948063959,7576
"lr_1",1.1236820930767116e-06,1613948063959,7576
"mom_1",0.94775361334998,1613948063959,7576
"eps_1",1e-05,1613948063959,7576
"wd_2",0.01,1613948063959,7576
"sqr_mom_2",0.99,1613948063959,7576
"lr_2",1.1236820930767021e-05,1613948063959,7576
"mom_2",0.94775361334998,1613948063959,7576
"eps_2",1e-05,1613948063959,7576
"train_loss",0.004490457,1613948064965,7577
"raw_loss",0.0074454234,1613948064965,7577
"epoch",47.66037735849054,1613948064965,7577
"wd_0",0.01,1613948064965,7577
"sqr_mom_0",0.99,1613948064965,7577
"lr_0",1.1195042472114998e-07,1613948064965,7577
"mom_0",0.9477619691252682,1613948064965,7577
"eps_0",1e-05,1613948064965,7577
"wd_1",0.01,1613948064965,7577
"sqr_mom_1",0.99,1613948064965,7577
"lr_1",1.119504247211498e-06,1613948064965,7577
"mom_1",0.9477619691252682,1613948064965,7577
"eps_1",1e-05,1613948064965,7577
"wd_2",0.01,1613948064965,7577
"sqr_mom_2",0.99,1613948064965,7577
"lr_2",1.1195042472114994e-05,1613948064965,7577
"mom_2",0.9477619691252682,1613948064965,7577
"eps_2",1e-05,1613948064965,7577
"train_loss",0.004515338,1613948065966,7578
"raw_loss",0.0057345126,1613948065966,7578
"epoch",47.66666666666664,1613948065966,7578
"wd_0",0.01,1613948065966,7578
"sqr_mom_0",0.99,1613948065966,7578
"lr_0",1.1153312432919512e-07,1613948065966,7578
"mom_0",0.9477703152165682,1613948065966,7578
"eps_0",1e-05,1613948065966,7578
"wd_1",0.01,1613948065966,7578
"sqr_mom_1",0.99,1613948065966,7578
"lr_1",1.1153312432919562e-06,1613948065966,7578
"mom_1",0.9477703152165682,1613948065966,7578
"eps_1",1e-05,1613948065966,7578
"wd_2",0.01,1613948065966,7578
"sqr_mom_2",0.99,1613948065966,7578
"lr_2",1.1153312432919454e-05,1613948065966,7578
"mom_2",0.9477703152165682,1613948065966,7578
"eps_2",1e-05,1613948065966,7578
"train_loss",0.0045112125,1613948066915,7579
"raw_loss",0.0043090396,1613948066915,7579
"epoch",47.67295597484274,1613948066915,7579
"wd_0",0.01,1613948066915,7579
"sqr_mom_0",0.99,1613948066915,7579
"lr_0",1.111168617135098e-07,1613948066915,7579
"mom_0",0.9477786405521352,1613948066915,7579
"eps_0",1e-05,1613948066915,7579
"wd_1",0.01,1613948066915,7579
"sqr_mom_1",0.99,1613948066915,7579
"lr_1",1.111168617135103e-06,1613948066915,7579
"mom_1",0.9477786405521352,1613948066915,7579
"eps_1",1e-05,1613948066915,7579
"wd_2",0.01,1613948066915,7579
"sqr_mom_2",0.99,1613948066915,7579
"lr_2",1.1111686171350922e-05,1613948066915,7579
"mom_2",0.9477786405521352,1613948066915,7579
"eps_2",1e-05,1613948066915,7579
"train_loss",0.0044776755,1613948067935,7580
"raw_loss",0.0028343657,1613948067935,7580
"epoch",47.679245283018844,1613948067935,7580
"wd_0",0.01,1613948067935,7580
"sqr_mom_0",0.99,1613948067935,7580
"lr_0",1.1070136002989382e-07,1613948067935,7580
"mom_0",0.9477869506689087,1613948067935,7580
"eps_0",1e-05,1613948067935,7580
"wd_1",0.01,1613948067935,7580
"sqr_mom_1",0.99,1613948067935,7580
"lr_1",1.1070136002989416e-06,1613948067935,7580
"mom_1",0.9477869506689087,1613948067935,7580
"eps_1",1e-05,1613948067935,7580
"wd_2",0.01,1613948067935,7580
"sqr_mom_2",0.99,1613948067935,7580
"lr_2",1.1070136002989321e-05,1613948067935,7580
"mom_2",0.9477869506689087,1613948067935,7580
"eps_2",1e-05,1613948067935,7580
"train_loss",0.004476609,1613948068920,7581
"raw_loss",0.004424349,1613948068920,7581
"epoch",47.685534591194944,1613948068920,7581
"wd_0",0.01,1613948068920,7581
"sqr_mom_0",0.99,1613948068920,7581
"lr_0",1.1028634445396735e-07,1613948068920,7581
"mom_0",0.9477952510634312,1613948068920,7581
"eps_0",1e-05,1613948068920,7581
"wd_1",0.01,1613948068920,7581
"sqr_mom_1",0.99,1613948068920,7581
"lr_1",1.1028634445396735e-06,1613948068920,7581
"mom_1",0.9477952510634312,1613948068920,7581
"eps_1",1e-05,1613948068920,7581
"wd_2",0.01,1613948068920,7581
"sqr_mom_2",0.99,1613948068920,7581
"lr_2",1.1028634445396667e-05,1613948068920,7581
"mom_2",0.9477952510634312,1613948068920,7581
"eps_2",1e-05,1613948068920,7581
"train_loss",0.004430844,1613948070197,7582
"raw_loss",0.0021883552,1613948070197,7582
"epoch",47.691823899371045,1613948070197,7582
"wd_0",0.01,1613948070197,7582
"sqr_mom_0",0.99,1613948070197,7582
"lr_0",1.0987236553644547e-07,1613948070197,7582
"mom_0",0.9478035307245783,1613948070197,7582
"eps_0",1e-05,1613948070197,7582
"wd_1",0.01,1613948070197,7582
"sqr_mom_1",0.99,1613948070197,7582
"lr_1",1.098723655364448e-06,1613948070197,7582
"mom_1",0.9478035307245783,1613948070197,7582
"eps_1",1e-05,1613948070197,7582
"wd_2",0.01,1613948070197,7582
"sqr_mom_2",0.99,1613948070197,7582
"lr_2",1.0987236553644465e-05,1613948070197,7582
"mom_2",0.9478035307245783,1613948070197,7582
"eps_2",1e-05,1613948070197,7582
"train_loss",0.004429632,1613948071306,7583
"raw_loss",0.0043702354,1613948071306,7583
"epoch",47.698113207547145,1613948071306,7583
"wd_0",0.01,1613948071306,7583
"sqr_mom_0",0.99,1613948071306,7583
"lr_0",1.0945901097435442e-07,1613948071306,7583
"mom_0",0.9478117978984919,1613948071306,7583
"eps_0",1e-05,1613948071306,7583
"wd_1",0.01,1613948071306,7583
"sqr_mom_1",0.99,1613948071306,7583
"lr_1",1.0945901097435409e-06,1613948071306,7583
"mom_1",0.9478117978984919,1613948071306,7583
"eps_1",1e-05,1613948071306,7583
"wd_2",0.01,1613948071306,7583
"sqr_mom_2",0.99,1613948071306,7583
"lr_2",1.0945901097435327e-05,1613948071306,7583
"mom_2",0.9478117978984919,1613948071306,7583
"eps_2",1e-05,1613948071306,7583
"train_loss",0.0044462797,1613948072410,7584
"raw_loss",0.005262034,1613948072410,7584
"epoch",47.704402515723245,1613948072410,7584
"wd_0",0.01,1613948072410,7584
"sqr_mom_0",0.99,1613948072410,7584
"lr_0",1.0904641837776967e-07,1613948072410,7584
"mom_0",0.9478200498329429,1613948072410,7584
"eps_0",1e-05,1613948072410,7584
"wd_1",0.01,1613948072410,7584
"sqr_mom_1",0.99,1613948072410,7584
"lr_1",1.09046418377769e-06,1613948072410,7584
"mom_1",0.9478200498329429,1613948072410,7584
"eps_1",1e-05,1613948072410,7584
"wd_2",0.01,1613948072410,7584
"sqr_mom_2",0.99,1613948072410,7584
"lr_2",1.0904641837776886e-05,1613948072410,7584
"mom_2",0.9478200498329429,1613948072410,7584
"eps_2",1e-05,1613948072410,7584
"train_loss",0.004423527,1613948073562,7585
"raw_loss",0.0033086345,1613948073562,7585
"epoch",47.710691823899346,1613948073562,7585
"wd_0",0.01,1613948073562,7585
"sqr_mom_0",0.99,1613948073562,7585
"lr_0",1.0863458787819985e-07,1613948073562,7585
"mom_0",0.9478282865253013,1613948073562,7585
"eps_0",1e-05,1613948073562,7585
"wd_1",0.01,1613948073562,7585
"sqr_mom_1",0.99,1613948073562,7585
"lr_1",1.0863458787819917e-06,1613948073562,7585
"mom_1",0.9478282865253013,1613948073562,7585
"eps_1",1e-05,1613948073562,7585
"wd_2",0.01,1613948073562,7585
"sqr_mom_2",0.99,1613948073562,7585
"lr_2",1.0863458787819863e-05,1613948073562,7585
"mom_2",0.9478282865253013,1613948073562,7585
"eps_2",1e-05,1613948073562,7585
"train_loss",0.004381562,1613948074921,7586
"raw_loss",0.002325283,1613948074921,7586
"epoch",47.716981132075446,1613948074921,7586
"wd_0",0.01,1613948074921,7586
"sqr_mom_0",0.99,1613948074921,7586
"lr_0",1.0822365582158471e-07,1613948074921,7586
"mom_0",0.9478365052486207,1613948074921,7586
"eps_0",1e-05,1613948074921,7586
"wd_1",0.01,1613948074921,7586
"sqr_mom_1",0.99,1613948074921,7586
"lr_1",1.0822365582158471e-06,1613948074921,7586
"mom_1",0.9478365052486207,1613948074921,7586
"eps_1",1e-05,1613948074921,7586
"wd_2",0.01,1613948074921,7586
"sqr_mom_2",0.99,1613948074921,7586
"lr_2",1.0822365582158363e-05,1613948074921,7586
"mom_2",0.9478365052486207,1613948074921,7586
"eps_2",1e-05,1613948074921,7586
"train_loss",0.004362592,1613948075895,7587
"raw_loss",0.003433056,1613948075895,7587
"epoch",47.72327044025155,1613948075895,7587
"wd_0",0.01,1613948075895,7587
"sqr_mom_0",0.99,1613948075895,7587
"lr_0",1.0781321369492745e-07,1613948075895,7587
"mom_0",0.9478447141732431,1613948075895,7587
"eps_0",1e-05,1613948075895,7587
"wd_1",0.01,1613948075895,7587
"sqr_mom_1",0.99,1613948075895,7587
"lr_1",1.0781321369492762e-06,1613948075895,7587
"mom_1",0.9478447141732431,1613948075895,7587
"eps_1",1e-05,1613948075895,7587
"wd_2",0.01,1613948075895,7587
"sqr_mom_2",0.99,1613948075895,7587
"lr_2",1.0781321369492721e-05,1613948075895,7587
"mom_2",0.9478447141732431,1613948075895,7587
"eps_2",1e-05,1613948075895,7587
"train_loss",0.004375975,1613948076970,7588
"raw_loss",0.005031745,1613948076970,7588
"epoch",47.72955974842765,1613948076970,7588
"wd_0",0.01,1613948076970,7588
"sqr_mom_0",0.99,1613948076970,7588
"lr_0",1.0740380598190448e-07,1613948076970,7588
"mom_0",0.947852902409386,1613948076970,7588
"eps_0",1e-05,1613948076970,7588
"wd_1",0.01,1613948076970,7588
"sqr_mom_1",0.99,1613948076970,7588
"lr_1",1.0740380598190397e-06,1613948076970,7588
"mom_1",0.947852902409386,1613948076970,7588
"eps_1",1e-05,1613948076970,7588
"wd_2",0.01,1613948076970,7588
"sqr_mom_2",0.99,1613948076970,7588
"lr_2",1.074038059819041e-05,1613948076970,7588
"mom_2",0.947852902409386,1613948076970,7588
"eps_2",1e-05,1613948076970,7588
"train_loss",0.0043349434,1613948078021,7589
"raw_loss",0.0023243842,1613948078021,7589
"epoch",47.73584905660375,1613948078021,7589
"wd_0",0.01,1613948078021,7589
"sqr_mom_0",0.99,1613948078021,7589
"lr_0",1.0699516038365956e-07,1613948078021,7589
"mom_0",0.9478610754030808,1613948078021,7589
"eps_0",1e-05,1613948078021,7589
"wd_1",0.01,1613948078021,7589
"sqr_mom_1",0.99,1613948078021,7589
"lr_1",1.0699516038365956e-06,1613948078021,7589
"mom_1",0.9478610754030808,1613948078021,7589
"eps_1",1e-05,1613948078021,7589
"wd_2",0.01,1613948078021,7589
"sqr_mom_2",0.99,1613948078021,7589
"lr_2",1.0699516038365875e-05,1613948078021,7589
"mom_2",0.9478610754030808,1613948078021,7589
"eps_2",1e-05,1613948078021,7589
"train_loss",0.004300722,1613948078985,7590
"raw_loss",0.002623877,1613948078985,7590
"epoch",47.74213836477985,1613948078985,7590
"wd_0",0.01,1613948078985,7590
"sqr_mom_0",0.99,1613948078985,7590
"lr_0",1.0658700662429679e-07,1613948078985,7590
"mom_0",0.9478692385598996,1613948078985,7590
"eps_0",1e-05,1613948078985,7590
"wd_1",0.01,1613948078985,7590
"sqr_mom_1",0.99,1613948078985,7590
"lr_1",1.0658700662429679e-06,1613948078985,7590
"mom_1",0.9478692385598996,1613948078985,7590
"eps_1",1e-05,1613948078985,7590
"wd_2",0.01,1613948078985,7590
"sqr_mom_2",0.99,1613948078985,7590
"lr_2",1.0658700662429638e-05,1613948078985,7590
"mom_2",0.9478692385598996,1613948078985,7590
"eps_2",1e-05,1613948078985,7590
"train_loss",0.0042870254,1613948079933,7591
"raw_loss",0.0036158923,1613948079933,7591
"epoch",47.74842767295595,1613948079933,7591
"wd_0",0.01,1613948079933,7591
"sqr_mom_0",0.99,1613948079933,7591
"lr_0",1.0617988615179341e-07,1613948079933,7591
"mom_0",0.9478773810507746,1613948079933,7591
"eps_0",1e-05,1613948079933,7591
"wd_1",0.01,1613948079933,7591
"sqr_mom_1",0.99,1613948079933,7591
"lr_1",1.0617988615179341e-06,1613948079933,7591
"mom_1",0.9478773810507746,1613948079933,7591
"eps_1",1e-05,1613948079933,7591
"wd_2",0.01,1613948079933,7591
"sqr_mom_2",0.99,1613948079933,7591
"lr_2",1.0617988615179287e-05,1613948079933,7591
"mom_2",0.9478773810507746,1613948079933,7591
"eps_2",1e-05,1613948079933,7591
"train_loss",0.0042593055,1613948080933,7592
"raw_loss",0.0029010302,1613948080933,7592
"epoch",47.75471698113205,1613948080933,7592
"wd_0",0.01,1613948080933,7592
"sqr_mom_0",0.99,1613948080933,7592
"lr_0",1.0577352818392009e-07,1613948080933,7592
"mom_0",0.9478855082914045,1613948080933,7592
"eps_0",1e-05,1613948080933,7592
"wd_1",0.01,1613948080933,7592
"sqr_mom_1",0.99,1613948080933,7592
"lr_1",1.0577352818391992e-06,1613948080933,7592
"mom_1",0.9478855082914045,1613948080933,7592
"eps_1",1e-05,1613948080933,7592
"wd_2",0.01,1613948080933,7592
"sqr_mom_2",0.99,1613948080933,7592
"lr_2",1.057735281839191e-05,1613948080933,7592
"mom_2",0.9478855082914045,1613948080933,7592
"eps_2",1e-05,1613948080933,7592
"train_loss",0.0042371848,1613948081896,7593
"raw_loss",0.003153268,1613948081896,7593
"epoch",47.76100628930815,1613948081896,7593
"wd_0",0.01,1613948081896,7593
"sqr_mom_0",0.99,1613948081896,7593
"lr_0",1.0536766396244118e-07,1613948081896,7593
"mom_0",0.9478936256570077,1613948081896,7593
"eps_0",1e-05,1613948081896,7593
"wd_1",0.01,1613948081896,7593
"sqr_mom_1",0.99,1613948081896,7593
"lr_1",1.0536766396244151e-06,1613948081896,7593
"mom_1",0.9478936256570077,1613948081896,7593
"eps_1",1e-05,1613948081896,7593
"wd_2",0.01,1613948081896,7593
"sqr_mom_2",0.99,1613948081896,7593
"lr_2",1.053676639624411e-05,1613948081896,7593
"mom_2",0.9478936256570077,1613948081896,7593
"eps_2",1e-05,1613948081896,7593
"train_loss",0.0042391014,1613948082883,7594
"raw_loss",0.004333027,1613948082883,7594
"epoch",47.76729559748425,1613948082883,7594
"wd_0",0.01,1613948082883,7594
"sqr_mom_0",0.99,1613948082883,7594
"lr_0",1.0496283189808384e-07,1613948082883,7594
"mom_0",0.9479017223792621,1613948082883,7594
"eps_0",1e-05,1613948082883,7594
"wd_1",0.01,1613948082883,7594
"sqr_mom_1",0.99,1613948082883,7594
"lr_1",1.0496283189808384e-06,1613948082883,7594
"mom_1",0.9479017223792621,1613948082883,7594
"eps_1",1e-05,1613948082883,7594
"wd_2",0.01,1613948082883,7594
"sqr_mom_2",0.99,1613948082883,7594
"lr_2",1.049628318980833e-05,1613948082883,7594
"mom_2",0.9479017223792621,1613948082883,7594
"eps_2",1e-05,1613948082883,7594
"train_loss",0.004206977,1613948083850,7595
"raw_loss",0.002632877,1613948083850,7595
"epoch",47.77358490566035,1613948083850,7595
"wd_0",0.01,1613948083850,7595
"sqr_mom_0",0.99,1613948083850,7595
"lr_0",1.0455862878854371e-07,1613948083850,7595
"mom_0",0.9479098065222943,1613948083850,7595
"eps_0",1e-05,1613948083850,7595
"wd_1",0.01,1613948083850,7595
"sqr_mom_1",0.99,1613948083850,7595
"lr_1",1.0455862878854354e-06,1613948083850,7595
"mom_1",0.9479098065222943,1613948083850,7595
"eps_1",1e-05,1613948083850,7595
"wd_2",0.01,1613948083850,7595
"sqr_mom_2",0.99,1613948083850,7595
"lr_2",1.045586287885434e-05,1613948083850,7595
"mom_2",0.9479098065222943,1613948083850,7595
"eps_2",1e-05,1613948083850,7595
"train_loss",0.0041910633,1613948084861,7596
"raw_loss",0.0034113019,1613948084861,7596
"epoch",47.77987421383645,1613948084861,7596
"wd_0",0.01,1613948084861,7596
"sqr_mom_0",0.99,1613948084861,7596
"lr_0",1.0415518920644964e-07,1613948084861,7596
"mom_0",0.9479178753946249,1613948084861,7596
"eps_0",1e-05,1613948084861,7596
"wd_1",0.01,1613948084861,7596
"sqr_mom_1",0.99,1613948084861,7596
"lr_1",1.041551892064498e-06,1613948084861,7596
"mom_1",0.9479178753946249,1613948084861,7596
"eps_1",1e-05,1613948084861,7596
"wd_2",0.01,1613948084861,7596
"sqr_mom_2",0.99,1613948084861,7596
"lr_2",1.04155189206449e-05,1613948084861,7596
"mom_2",0.9479178753946249,1613948084861,7596
"eps_2",1e-05,1613948084861,7596
"train_loss",0.004220407,1613948085835,7597
"raw_loss",0.0056582387,1613948085835,7597
"epoch",47.78616352201255,1613948085835,7597
"wd_0",0.01,1613948085835,7597
"sqr_mom_0",0.99,1613948085835,7597
"lr_0",1.0375251328039477e-07,1613948085835,7597
"mom_0",0.947925928993682,1613948085835,7597
"eps_0",1e-05,1613948085835,7597
"wd_1",0.01,1613948085835,7597
"sqr_mom_1",0.99,1613948085835,7597
"lr_1",1.037525132803951e-06,1613948085835,7597
"mom_1",0.947925928993682,1613948085835,7597
"eps_1",1e-05,1613948085835,7597
"wd_2",0.01,1613948085835,7597
"sqr_mom_2",0.99,1613948085835,7597
"lr_2",1.0375251328039402e-05,1613948085835,7597
"mom_2",0.947925928993682,1613948085835,7597
"eps_2",1e-05,1613948085835,7597
"train_loss",0.004301149,1613948086816,7598
"raw_loss",0.0082575185,1613948086816,7598
"epoch",47.79245283018865,1613948086816,7598
"wd_0",0.01,1613948086816,7598
"sqr_mom_0",0.99,1613948086816,7598
"lr_0",1.033507343162829e-07,1613948086816,7598
"mom_0",0.9479339646533208,1613948086816,7598
"eps_0",1e-05,1613948086816,7598
"wd_1",0.01,1613948086816,7598
"sqr_mom_1",0.99,1613948086816,7598
"lr_1",1.0335073431628306e-06,1613948086816,7598
"mom_1",0.9479339646533208,1613948086816,7598
"eps_1",1e-05,1613948086816,7598
"wd_2",0.01,1613948086816,7598
"sqr_mom_2",0.99,1613948086816,7598
"lr_2",1.033507343162828e-05,1613948086816,7598
"mom_2",0.9479339646533208,1613948086816,7598
"eps_2",1e-05,1613948086816,7598
"train_loss",0.0042903894,1613948087775,7599
"raw_loss",0.0037631602,1613948087775,7599
"epoch",47.79874213836475,1613948087775,7599
"wd_0",0.01,1613948087775,7599
"sqr_mom_0",0.99,1613948087775,7599
"lr_0",1.0294945290954962e-07,1613948087775,7599
"mom_0",0.9479419903617126,1613948087775,7599
"eps_0",1e-05,1613948087775,7599
"wd_1",0.01,1613948087775,7599
"sqr_mom_1",0.99,1613948087775,7599
"lr_1",1.0294945290954962e-06,1613948087775,7599
"mom_1",0.9479419903617126,1613948087775,7599
"eps_1",1e-05,1613948087775,7599
"wd_2",0.01,1613948087775,7599
"sqr_mom_2",0.99,1613948087775,7599
"lr_2",1.029494529095488e-05,1613948087775,7599
"mom_2",0.9479419903617126,1613948087775,7599
"eps_2",1e-05,1613948087775,7599
"train_loss",0.004268321,1613948088727,7600
"raw_loss",0.0031869872,1613948088727,7600
"epoch",47.80503144654085,1613948088727,7600
"wd_0",0.01,1613948088727,7600
"sqr_mom_0",0.99,1613948088727,7600
"lr_0",1.0254920139145664e-07,1613948088727,7600
"mom_0",0.9479499954721256,1613948088727,7600
"eps_0",1e-05,1613948088727,7600
"wd_1",0.01,1613948088727,7600
"sqr_mom_1",0.99,1613948088727,7600
"lr_1",1.0254920139145664e-06,1613948088727,7600
"mom_1",0.9479499954721256,1613948088727,7600
"eps_1",1e-05,1613948088727,7600
"wd_2",0.01,1613948088727,7600
"sqr_mom_2",0.99,1613948088727,7600
"lr_2",1.0254920139145555e-05,1613948088727,7600
"mom_2",0.9479499954721256,1613948088727,7600
"eps_2",1e-05,1613948088727,7600
"train_loss",0.0042406335,1613948089740,7601
"raw_loss",0.0028839235,1613948089740,7601
"epoch",47.81132075471695,1613948089740,7601
"wd_0",0.01,1613948089740,7601
"sqr_mom_0",0.99,1613948089740,7601
"lr_0",1.0214971353446558e-07,1613948089740,7601
"mom_0",0.9479579853091638,1613948089740,7601
"eps_0",1e-05,1613948089740,7601
"wd_1",0.01,1613948089740,7601
"sqr_mom_1",0.99,1613948089740,7601
"lr_1",1.0214971353446592e-06,1613948089740,7601
"mom_1",0.9479579853091638,1613948089740,7601
"eps_1",1e-05,1613948089740,7601
"wd_2",0.01,1613948089740,7601
"sqr_mom_2",0.99,1613948089740,7601
"lr_2",1.0214971353446605e-05,1613948089740,7601
"mom_2",0.9479579853091638,1613948089740,7601
"eps_2",1e-05,1613948089740,7601
"train_loss",0.0042346986,1613948090706,7602
"raw_loss",0.0039438847,1613948090706,7602
"epoch",47.81761006289305,1613948090706,7602
"wd_0",0.01,1613948090706,7602
"sqr_mom_0",0.99,1613948090706,7602
"lr_0",1.0175072513810057e-07,1613948090706,7602
"mom_0",0.9479659651568895,1613948090706,7602
"eps_0",1e-05,1613948090706,7602
"wd_1",0.01,1613948090706,7602
"sqr_mom_1",0.99,1613948090706,7602
"lr_1",1.0175072513810091e-06,1613948090706,7602
"mom_1",0.9479659651568895,1613948090706,7602
"eps_1",1e-05,1613948090706,7602
"wd_2",0.01,1613948090706,7602
"sqr_mom_2",0.99,1613948090706,7602
"lr_2",1.0175072513810023e-05,1613948090706,7602
"mom_2",0.9479659651568895,1613948090706,7602
"eps_2",1e-05,1613948090706,7602
"train_loss",0.004229974,1613948091659,7603
"raw_loss",0.0039984714,1613948091659,7603
"epoch",47.82389937106915,1613948091659,7603
"wd_0",0.01,1613948091659,7603
"sqr_mom_0",0.99,1613948091659,7603
"lr_0",1.0135276549176707e-07,1613948091659,7603
"mom_0",0.9479739244294089,1613948091659,7603
"eps_0",1e-05,1613948091659,7603
"wd_1",0.01,1613948091659,7603
"sqr_mom_1",0.99,1613948091659,7603
"lr_1",1.013527654917669e-06,1613948091659,7603
"mom_1",0.9479739244294089,1613948091659,7603
"eps_1",1e-05,1613948091659,7603
"wd_2",0.01,1613948091659,7603
"sqr_mom_2",0.99,1613948091659,7603
"lr_2",1.0135276549176663e-05,1613948091659,7603
"mom_2",0.9479739244294089,1613948091659,7603
"eps_2",1e-05,1613948091659,7603
"train_loss",0.004216304,1613948092619,7604
"raw_loss",0.0035464668,1613948092619,7604
"epoch",47.83018867924525,1613948092619,7604
"wd_0",0.01,1613948092619,7604
"sqr_mom_0",0.99,1613948092619,7604
"lr_0",1.0095543823089175e-07,1613948092619,7604
"mom_0",0.9479818710540927,1613948092619,7604
"eps_0",1e-05,1613948092619,7604
"wd_1",0.01,1613948092619,7604
"sqr_mom_1",0.99,1613948092619,7604
"lr_1",1.0095543823089158e-06,1613948092619,7604
"mom_1",0.9479818710540927,1613948092619,7604
"eps_1",1e-05,1613948092619,7604
"wd_2",0.01,1613948092619,7604
"sqr_mom_2",0.99,1613948092619,7604
"lr_2",1.0095543823089104e-05,1613948092619,7604
"mom_2",0.9479818710540927,1613948092619,7604
"eps_2",1e-05,1613948092619,7604
"train_loss",0.004218269,1613948093570,7605
"raw_loss",0.00431455,1613948093570,7605
"epoch",47.836477987421354,1613948093570,7605
"wd_0",0.01,1613948093570,7605
"sqr_mom_0",0.99,1613948093570,7605
"lr_0",1.0055887564593922e-07,1613948093570,7605
"mom_0",0.947989802385105,1613948093570,7605
"eps_0",1e-05,1613948093570,7605
"wd_1",0.01,1613948093570,7605
"sqr_mom_1",0.99,1613948093570,7605
"lr_1",1.0055887564593922e-06,1613948093570,7605
"mom_1",0.947989802385105,1613948093570,7605
"eps_1",1e-05,1613948093570,7605
"wd_2",0.01,1613948093570,7605
"sqr_mom_2",0.99,1613948093570,7605
"lr_2",1.0055887564593895e-05,1613948093570,7605
"mom_2",0.947989802385105,1613948093570,7605
"eps_2",1e-05,1613948093570,7605
"train_loss",0.00421344,1613948094532,7606
"raw_loss",0.0039768335,1613948094532,7606
"epoch",47.842767295597454,1613948094532,7606
"wd_0",0.01,1613948094532,7606
"sqr_mom_0",0.99,1613948094532,7606
"lr_0",1.0016307786330965e-07,1613948094532,7606
"mom_0",0.947997718419918,1613948094532,7606
"eps_0",1e-05,1613948094532,7606
"wd_1",0.01,1613948094532,7606
"sqr_mom_1",0.99,1613948094532,7606
"lr_1",1.0016307786330948e-06,1613948094532,7606
"mom_1",0.947997718419918,1613948094532,7606
"eps_1",1e-05,1613948094532,7606
"wd_2",0.01,1613948094532,7606
"sqr_mom_2",0.99,1613948094532,7606
"lr_2",1.001630778633088e-05,1613948094532,7606
"mom_2",0.947997718419918,1613948094532,7606
"eps_2",1e-05,1613948094532,7606
"train_loss",0.004198413,1613948095466,7607
"raw_loss",0.0034620655,1613948095466,7607
"epoch",47.849056603773555,1613948095466,7607
"wd_0",0.01,1613948095466,7607
"sqr_mom_0",0.99,1613948095466,7607
"lr_0",9.976817590483675e-08,1613948095466,7607
"mom_0",0.9480056165380686,1613948095466,7607
"eps_0",1e-05,1613948095466,7607
"wd_1",0.01,1613948095466,7607
"sqr_mom_1",0.99,1613948095466,7607
"lr_1",9.976817590483692e-07,1613948095466,7607
"mom_1",0.9480056165380686,1613948095466,7607
"eps_1",1e-05,1613948095466,7607
"wd_2",0.01,1613948095466,7607
"sqr_mom_2",0.99,1613948095466,7607
"lr_2",9.976817590483678e-06,1613948095466,7607
"mom_2",0.9480056165380686,1613948095466,7607
"eps_2",1e-05,1613948095466,7607
"train_loss",0.0042316066,1613948096411,7608
"raw_loss",0.005858105,1613948096411,7608
"epoch",47.855345911949655,1613948096411,7608
"wd_0",0.01,1613948096411,7608
"sqr_mom_0",0.99,1613948096411,7608
"lr_0",9.937377720939534e-08,1613948096411,7608
"mom_0",0.948013504590858,1613948096411,7608
"eps_0",1e-05,1613948096411,7608
"wd_1",0.01,1613948096411,7608
"sqr_mom_1",0.99,1613948096411,7608
"lr_1",9.937377720939551e-07,1613948096411,7608
"mom_1",0.948013504590858,1613948096411,7608
"eps_1",1e-05,1613948096411,7608
"wd_2",0.01,1613948096411,7608
"sqr_mom_2",0.99,1613948096411,7608
"lr_2",9.937377720939497e-06,1613948096411,7608
"mom_2",0.948013504590858,1613948096411,7608
"eps_2",1e-05,1613948096411,7608
"train_loss",0.0042164633,1613948097369,7609
"raw_loss",0.00347444,1613948097369,7609
"epoch",47.861635220125756,1613948097369,7609
"wd_0",0.01,1613948097369,7609
"sqr_mom_0",0.99,1613948097369,7609
"lr_0",9.89804049777893e-08,1613948097369,7609
"mom_0",0.9480213721141653,1613948097369,7609
"eps_0",1e-05,1613948097369,7609
"wd_1",0.01,1613948097369,7609
"sqr_mom_1",0.99,1613948097369,7609
"lr_1",9.898040497778964e-07,1613948097369,7609
"mom_1",0.9480213721141653,1613948097369,7609
"eps_1",1e-05,1613948097369,7609
"wd_2",0.01,1613948097369,7609
"sqr_mom_2",0.99,1613948097369,7609
"lr_2",9.898040497778897e-06,1613948097369,7609
"mom_2",0.9480213721141653,1613948097369,7609
"eps_2",1e-05,1613948097369,7609
"train_loss",0.004185834,1613948098319,7610
"raw_loss",0.002684985,1613948098319,7610
"epoch",47.867924528301856,1613948098319,7610
"wd_0",0.01,1613948098319,7610
"sqr_mom_0",0.99,1613948098319,7610
"lr_0",9.858753727547142e-08,1613948098319,7610
"mom_0",0.948029229546786,1613948098319,7610
"eps_0",1e-05,1613948098319,7610
"wd_1",0.01,1613948098319,7610
"sqr_mom_1",0.99,1613948098319,7610
"lr_1",9.858753727547159e-07,1613948098319,7610
"mom_1",0.948029229546786,1613948098319,7610
"eps_1",1e-05,1613948098319,7610
"wd_2",0.01,1613948098319,7610
"sqr_mom_2",0.99,1613948098319,7610
"lr_2",9.858753727547132e-06,1613948098319,7610
"mom_2",0.948029229546786,1613948098319,7610
"eps_2",1e-05,1613948098319,7610
"train_loss",0.004195569,1613948099255,7611
"raw_loss",0.0046725874,1613948099255,7611
"epoch",47.874213836477956,1613948099255,7611
"wd_0",0.01,1613948099255,7611
"sqr_mom_0",0.99,1613948099255,7611
"lr_0",9.819569527226468e-08,1613948099255,7611
"mom_0",0.9480370664652193,1613948099255,7611
"eps_0",1e-05,1613948099255,7611
"wd_1",0.01,1613948099255,7611
"sqr_mom_1",0.99,1613948099255,7611
"lr_1",9.819569527226468e-07,1613948099255,7611
"mom_1",0.9480370664652193,1613948099255,7611
"eps_1",1e-05,1613948099255,7611
"wd_2",0.01,1613948099255,7611
"sqr_mom_2",0.99,1613948099255,7611
"lr_2",9.819569527226481e-06,1613948099255,7611
"mom_2",0.9480370664652193,1613948099255,7611
"eps_2",1e-05,1613948099255,7611
"train_loss",0.0042497306,1613948100209,7612
"raw_loss",0.0069036474,1613948100209,7612
"epoch",47.88050314465406,1613948100209,7612
"wd_0",0.01,1613948100209,7612
"sqr_mom_0",0.99,1613948100209,7612
"lr_0",9.780461831686969e-08,1613948100209,7612
"mom_0",0.9480448880825434,1613948100209,7612
"eps_0",1e-05,1613948100209,7612
"wd_1",0.01,1613948100209,7612
"sqr_mom_1",0.99,1613948100209,7612
"lr_1",9.780461831686952e-07,1613948100209,7612
"mom_1",0.9480448880825434,1613948100209,7612
"eps_1",1e-05,1613948100209,7612
"wd_2",0.01,1613948100209,7612
"sqr_mom_2",0.99,1613948100209,7612
"lr_2",9.780461831686966e-06,1613948100209,7612
"mom_2",0.9480448880825434,1613948100209,7612
"eps_2",1e-05,1613948100209,7612
"train_loss",0.004225252,1613948101165,7613
"raw_loss",0.0030258116,1613948101165,7613
"epoch",47.88679245283016,1613948101165,7613
"wd_0",0.01,1613948101165,7613
"sqr_mom_0",0.99,1613948101165,7613
"lr_0",9.741404778873076e-08,1613948101165,7613
"mom_0",0.9480526995712211,1613948101165,7613
"eps_0",1e-05,1613948101165,7613
"wd_1",0.01,1613948101165,7613
"sqr_mom_1",0.99,1613948101165,7613
"lr_1",9.741404778873126e-07,1613948101165,7613
"mom_1",0.9480526995712211,1613948101165,7613
"eps_1",1e-05,1613948101165,7613
"wd_2",0.01,1613948101165,7613
"sqr_mom_2",0.99,1613948101165,7613
"lr_2",9.741404778873032e-06,1613948101165,7613
"mom_2",0.9480526995712211,1613948101165,7613
"eps_2",1e-05,1613948101165,7613
"train_loss",0.004245571,1613948102138,7614
"raw_loss",0.0052411854,1613948102138,7614
"epoch",47.89308176100626,1613948102138,7614
"wd_0",0.01,1613948102138,7614
"sqr_mom_0",0.99,1613948102138,7614
"lr_0",9.702450181029027e-08,1613948102138,7614
"mom_0",0.9480604905686998,1613948102138,7614
"eps_0",1e-05,1613948102138,7614
"wd_1",0.01,1613948102138,7614
"sqr_mom_1",0.99,1613948102138,7614
"lr_1",9.702450181029061e-07,1613948102138,7614
"mom_1",0.9480604905686998,1613948102138,7614
"eps_1",1e-05,1613948102138,7614
"wd_2",0.01,1613948102138,7614
"sqr_mom_2",0.99,1613948102138,7614
"lr_2",9.702450181029061e-06,1613948102138,7614
"mom_2",0.9480604905686998,1613948102138,7614
"eps_2",1e-05,1613948102138,7614
"train_loss",0.0042405734,1613948103088,7615
"raw_loss",0.003995701,1613948103088,7615
"epoch",47.89937106918236,1613948103088,7615
"wd_0",0.01,1613948103088,7615
"sqr_mom_0",0.99,1613948103088,7615
"lr_0",9.663572125271857e-08,1613948103088,7615
"mom_0",0.9480682662576082,1613948103088,7615
"eps_0",1e-05,1613948103088,7615
"wd_1",0.01,1613948103088,7615
"sqr_mom_1",0.99,1613948103088,7615
"lr_1",9.663572125271874e-07,1613948103088,7615
"mom_1",0.9480682662576082,1613948103088,7615
"eps_1",1e-05,1613948103088,7615
"wd_2",0.01,1613948103088,7615
"sqr_mom_2",0.99,1613948103088,7615
"lr_2",9.663572125271779e-06,1613948103088,7615
"mom_2",0.9480682662576082,1613948103088,7615
"eps_2",1e-05,1613948103088,7615
"train_loss",0.004291395,1613948104051,7616
"raw_loss",0.006781664,1613948104051,7616
"epoch",47.90566037735846,1613948104051,7616
"wd_0",0.01,1613948104051,7616
"sqr_mom_0",0.99,1613948104051,7616
"lr_0",9.624744901891985e-08,1613948104051,7616
"mom_0",0.9480760317799394,1613948104051,7616
"eps_0",1e-05,1613948104051,7616
"wd_1",0.01,1613948104051,7616
"sqr_mom_1",0.99,1613948104051,7616
"lr_1",9.624744901892002e-07,1613948104051,7616
"mom_1",0.9480760317799394,1613948104051,7616
"eps_1",1e-05,1613948104051,7616
"wd_2",0.01,1613948104051,7616
"sqr_mom_2",0.99,1613948104051,7616
"lr_2",9.624744901891974e-06,1613948104051,7616
"mom_2",0.9480760317799394,1613948104051,7616
"eps_2",1e-05,1613948104051,7616
"train_loss",0.0042848317,1613948105008,7617
"raw_loss",0.003963229,1613948105008,7617
"epoch",47.91194968553456,1613948105008,7617
"wd_0",0.01,1613948105008,7617
"sqr_mom_0",0.99,1613948105008,7617
"lr_0",9.586020018246852e-08,1613948105008,7617
"mom_0",0.9480837768341189,1613948105008,7617
"eps_0",1e-05,1613948105008,7617
"wd_1",0.01,1613948105008,7617
"sqr_mom_1",0.99,1613948105008,7617
"lr_1",9.586020018246852e-07,1613948105008,7617
"mom_1",0.9480837768341189,1613948105008,7617
"eps_1",1e-05,1613948105008,7617
"wd_2",0.01,1613948105008,7617
"sqr_mom_2",0.99,1613948105008,7617
"lr_2",9.586020018246839e-06,1613948105008,7617
"mom_2",0.9480837768341189,1613948105008,7617
"eps_2",1e-05,1613948105008,7617
"train_loss",0.004245181,1613948106008,7618
"raw_loss",0.0023022923,1613948106008,7618
"epoch",47.91823899371066,1613948106008,7618
"wd_0",0.01,1613948106008,7618
"sqr_mom_0",0.99,1613948106008,7618
"lr_0",9.547358903556436e-08,1613948106008,7618
"mom_0",0.94809150913438,1613948106008,7618
"eps_0",1e-05,1613948106008,7618
"wd_1",0.01,1613948106008,7618
"sqr_mom_1",0.99,1613948106008,7618
"lr_1",9.54735890355642e-07,1613948106008,7618
"mom_1",0.94809150913438,1613948106008,7618
"eps_1",1e-05,1613948106008,7618
"wd_2",0.01,1613948106008,7618
"sqr_mom_2",0.99,1613948106008,7618
"lr_2",9.547358903556338e-06,1613948106008,7618
"mom_2",0.94809150913438,1613948106008,7618
"eps_2",1e-05,1613948106008,7618
"train_loss",0.0042427694,1613948106999,7619
"raw_loss",0.004124604,1613948106999,7619
"epoch",47.92452830188676,1613948106999,7619
"wd_0",0.01,1613948106999,7619
"sqr_mom_0",0.99,1613948106999,7619
"lr_0",9.508774431185864e-08,1613948106999,7619
"mom_0",0.9480992261060238,1613948106999,7619
"eps_0",1e-05,1613948106999,7619
"wd_1",0.01,1613948106999,7619
"sqr_mom_1",0.99,1613948106999,7619
"lr_1",9.508774431185864e-07,1613948106999,7619
"mom_1",0.9480992261060238,1613948106999,7619
"eps_1",1e-05,1613948106999,7619
"wd_2",0.01,1613948106999,7619
"sqr_mom_2",0.99,1613948106999,7619
"lr_2",9.508774431185823e-06,1613948106999,7619
"mom_2",0.9480992261060238,1613948106999,7619
"eps_2",1e-05,1613948106999,7619
"train_loss",0.0042361235,1613948107994,7620
"raw_loss",0.003910481,1613948107994,7620
"epoch",47.93081761006286,1613948107994,7620
"wd_0",0.01,1613948107994,7620
"sqr_mom_0",0.99,1613948107994,7620
"lr_0",9.470266613433546e-08,1613948107994,7620
"mom_0",0.9481069277465907,1613948107994,7620
"eps_0",1e-05,1613948107994,7620
"wd_1",0.01,1613948107994,7620
"sqr_mom_1",0.99,1613948107994,7620
"lr_1",9.470266613433563e-07,1613948107994,7620
"mom_1",0.9481069277465907,1613948107994,7620
"eps_1",1e-05,1613948107994,7620
"wd_2",0.01,1613948107994,7620
"sqr_mom_2",0.99,1613948107994,7620
"lr_2",9.470266613433509e-06,1613948107994,7620
"mom_2",0.9481069277465907,1613948107994,7620
"eps_2",1e-05,1613948107994,7620
"train_loss",0.004225111,1613948108937,7621
"raw_loss",0.0036855044,1613948108937,7621
"epoch",47.93710691823896,1613948108937,7621
"wd_0",0.01,1613948108937,7621
"sqr_mom_0",0.99,1613948108937,7621
"lr_0",9.431848196512428e-08,1613948108937,7621
"mom_0",0.9481146115068125,1613948108937,7621
"eps_0",1e-05,1613948108937,7621
"wd_1",0.01,1613948108937,7621
"sqr_mom_1",0.99,1613948108937,7621
"lr_1",9.431848196512496e-07,1613948108937,7621
"mom_1",0.9481146115068125,1613948108937,7621
"eps_1",1e-05,1613948108937,7621
"wd_2",0.01,1613948108937,7621
"sqr_mom_2",0.99,1613948108937,7621
"lr_2",9.431848196512441e-06,1613948108937,7621
"mom_2",0.9481146115068125,1613948108937,7621
"eps_2",1e-05,1613948108937,7621
"train_loss",0.0042184205,1613948109921,7622
"raw_loss",0.003890569,1613948109921,7622
"epoch",47.94339622641506,1613948109921,7622
"wd_0",0.01,1613948109921,7622
"sqr_mom_0",0.99,1613948109921,7622
"lr_0",9.393480990855001e-08,1613948109921,7622
"mom_0",0.9481222850246792,1613948109921,7622
"eps_0",1e-05,1613948109921,7622
"wd_1",0.01,1613948109921,7622
"sqr_mom_1",0.99,1613948109921,7622
"lr_1",9.393480990854984e-07,1613948109921,7622
"mom_1",0.9481222850246792,1613948109921,7622
"eps_1",1e-05,1613948109921,7622
"wd_2",0.01,1613948109921,7622
"sqr_mom_2",0.99,1613948109921,7622
"lr_2",9.393480990854903e-06,1613948109921,7622
"mom_2",0.9481222850246792,1613948109921,7622
"eps_2",1e-05,1613948109921,7622
"train_loss",0.0042895195,1613948110880,7623
"raw_loss",0.007773366,1613948110880,7623
"epoch",47.94968553459116,1613948110880,7623
"wd_0",0.01,1613948110880,7623
"sqr_mom_0",0.99,1613948110880,7623
"lr_0",9.355215893568991e-08,1613948110880,7623
"mom_0",0.9481299381206674,1613948110880,7623
"eps_0",1e-05,1613948110880,7623
"wd_1",0.01,1613948110880,7623
"sqr_mom_1",0.99,1613948110880,7623
"lr_1",9.355215893569008e-07,1613948110880,7623
"mom_1",0.9481299381206674,1613948110880,7623
"eps_1",1e-05,1613948110880,7623
"wd_2",0.01,1613948110880,7623
"sqr_mom_2",0.99,1613948110880,7623
"lr_2",9.355215893569035e-06,1613948110880,7623
"mom_2",0.9481299381206674,1613948110880,7623
"eps_2",1e-05,1613948110880,7623
"train_loss",0.004254596,1613948111866,7624
"raw_loss",0.0025433414,1613948111866,7624
"epoch",47.95597484276726,1613948111866,7624
"wd_0",0.01,1613948111866,7624
"sqr_mom_0",0.99,1613948111866,7624
"lr_0",9.317027448973472e-08,1613948111866,7624
"mom_0",0.9481375758859641,1613948111866,7624
"eps_0",1e-05,1613948111866,7624
"wd_1",0.01,1613948111866,7624
"sqr_mom_1",0.99,1613948111866,7624
"lr_1",9.317027448973439e-07,1613948111866,7624
"mom_1",0.9481375758859641,1613948111866,7624
"eps_1",1e-05,1613948111866,7624
"wd_2",0.01,1613948111866,7624
"sqr_mom_2",0.99,1613948111866,7624
"lr_2",9.317027448973439e-06,1613948111866,7624
"mom_2",0.9481375758859641,1613948111866,7624
"eps_2",1e-05,1613948111866,7624
"train_loss",0.004248974,1613948112828,7625
"raw_loss",0.003973505,1613948112828,7625
"epoch",47.96226415094336,1613948112828,7625
"wd_0",0.01,1613948112828,7625
"sqr_mom_0",0.99,1613948112828,7625
"lr_0",9.278890404854237e-08,1613948112828,7625
"mom_0",0.9481452033710628,1613948112828,7625
"eps_0",1e-05,1613948112828,7625
"wd_1",0.01,1613948112828,7625
"sqr_mom_1",0.99,1613948112828,7625
"lr_1",9.278890404854287e-07,1613948112828,7625
"mom_1",0.9481452033710628,1613948112828,7625
"eps_1",1e-05,1613948112828,7625
"wd_2",0.01,1613948112828,7625
"sqr_mom_2",0.99,1613948112828,7625
"lr_2",9.278890404854166e-06,1613948112828,7625
"mom_2",0.9481452033710628,1613948112828,7625
"eps_2",1e-05,1613948112828,7625
"train_loss",0.0042288606,1613948113807,7626
"raw_loss",0.0032433092,1613948113807,7626
"epoch",47.96855345911946,1613948113807,7626
"wd_0",0.01,1613948113807,7626
"sqr_mom_0",0.99,1613948113807,7626
"lr_0",9.240855352991838e-08,1613948113807,7626
"mom_0",0.9481528104575062,1613948113807,7626
"eps_0",1e-05,1613948113807,7626
"wd_1",0.01,1613948113807,7626
"sqr_mom_1",0.99,1613948113807,7626
"lr_1",9.240855352991804e-07,1613948113807,7626
"mom_1",0.9481528104575062,1613948113807,7626
"eps_1",1e-05,1613948113807,7626
"wd_2",0.01,1613948113807,7626
"sqr_mom_2",0.99,1613948113807,7626
"lr_2",9.240855352991763e-06,1613948113807,7626
"mom_2",0.9481528104575062,1613948113807,7626
"eps_2",1e-05,1613948113807,7626
"train_loss",0.0042172135,1613948114757,7627
"raw_loss",0.0036464962,1613948114757,7627
"epoch",47.97484276729556,1613948114757,7627
"wd_0",0.01,1613948114757,7627
"sqr_mom_0",0.99,1613948114757,7627
"lr_0",9.202884408958914e-08,1613948114757,7627
"mom_0",0.9481604047222554,1613948114757,7627
"eps_0",1e-05,1613948114757,7627
"wd_1",0.01,1613948114757,7627
"sqr_mom_1",0.99,1613948114757,7627
"lr_1",9.202884408958948e-07,1613948114757,7627
"mom_1",0.9481604047222554,1613948114757,7627
"eps_1",1e-05,1613948114757,7627
"wd_2",0.01,1613948114757,7627
"sqr_mom_2",0.99,1613948114757,7627
"lr_2",9.202884408958866e-06,1613948114757,7627
"mom_2",0.9481604047222554,1613948114757,7627
"eps_2",1e-05,1613948114757,7627
"train_loss",0.0042229597,1613948115717,7628
"raw_loss",0.0045045237,1613948115717,7628
"epoch",47.98113207547166,1613948115717,7628
"wd_0",0.01,1613948115717,7628
"sqr_mom_0",0.99,1613948115717,7628
"lr_0",9.164990217043242e-08,1613948115717,7628
"mom_0",0.9481679836364276,1613948115717,7628
"eps_0",1e-05,1613948115717,7628
"wd_1",0.01,1613948115717,7628
"sqr_mom_1",0.99,1613948115717,7628
"lr_1",9.164990217043259e-07,1613948115717,7628
"mom_1",0.9481679836364276,1613948115717,7628
"eps_1",1e-05,1613948115717,7628
"wd_2",0.01,1613948115717,7628
"sqr_mom_2",0.99,1613948115717,7628
"lr_2",9.164990217043218e-06,1613948115717,7628
"mom_2",0.9481679836364276,1613948115717,7628
"eps_2",1e-05,1613948115717,7628
"train_loss",0.0042113625,1613948116687,7629
"raw_loss",0.0036430885,1613948116687,7629
"epoch",47.987421383647764,1613948116687,7629
"wd_0",0.01,1613948116687,7629
"sqr_mom_0",0.99,1613948116687,7629
"lr_0",9.127172789323173e-08,1613948116687,7629
"mom_0",0.9481755471976073,1613948116687,7629
"eps_0",1e-05,1613948116687,7629
"wd_1",0.01,1613948116687,7629
"sqr_mom_1",0.99,1613948116687,7629
"lr_1",9.127172789323156e-07,1613948116687,7629
"mom_1",0.9481755471976073,1613948116687,7629
"eps_1",1e-05,1613948116687,7629
"wd_2",0.01,1613948116687,7629
"sqr_mom_2",0.99,1613948116687,7629
"lr_2",9.127172789323156e-06,1613948116687,7629
"mom_2",0.9481755471976073,1613948116687,7629
"eps_2",1e-05,1613948116687,7629
"train_loss",0.0042057694,1613948117672,7630
"raw_loss",0.003931699,1613948117672,7630
"epoch",47.993710691823864,1613948117672,7630
"wd_0",0.01,1613948117672,7630
"sqr_mom_0",0.99,1613948117672,7630
"lr_0",9.089444642751936e-08,1613948117672,7630
"mom_0",0.9481830929023786,1613948117672,7630
"eps_0",1e-05,1613948117672,7630
"wd_1",0.01,1613948117672,7630
"sqr_mom_1",0.99,1613948117672,7630
"lr_1",9.089444642751919e-07,1613948117672,7630
"mom_1",0.9481830929023786,1613948117672,7630
"eps_1",1e-05,1613948117672,7630
"wd_2",0.01,1613948117672,7630
"sqr_mom_2",0.99,1613948117672,7630
"lr_2",9.089444642751865e-06,1613948117672,7630
"mom_2",0.9481830929023786,1613948117672,7630
"eps_2",1e-05,1613948117672,7630
"train_loss",0.0041985214,1613948118630,7631
"raw_loss",0.003843376,1613948118630,7631
"epoch",47.999999999999964,1613948118630,7631
"wd_0",0.01,1613948118630,7631
"sqr_mom_0",0.99,1613948118630,7631
"lr_0",9.051768274660428e-08,1613948118630,7631
"mom_0",0.9481906282513504,1613948118630,7631
"eps_0",1e-05,1613948118630,7631
"wd_1",0.01,1613948118630,7631
"sqr_mom_1",0.99,1613948118630,7631
"lr_1",9.051768274660394e-07,1613948118630,7631
"mom_1",0.9481906282513504,1613948118630,7631
"eps_1",1e-05,1613948118630,7631
"wd_2",0.01,1613948118630,7631
"sqr_mom_2",0.99,1613948118630,7631
"lr_2",9.051768274660407e-06,1613948118630,7631
"mom_2",0.9481906282513504,1613948118630,7631
"eps_2",1e-05,1613948118630,7631
"valid_loss",0.08525346964597702,1613948152129,7631
"_rmse",0.2919819951057434,1613948152129,7631
"epoch",48,1613948152129,7631
"train_loss",0.0042208075,1613948153153,7632
"raw_loss",0.0053128274,1613948153153,7632
"epoch",48.0062893081761,1613948153153,7632
"wd_0",0.01,1613948153153,7632
"sqr_mom_0",0.99,1613948153153,7632
"lr_0",9.01419366570628e-08,1613948153153,7632
"mom_0",0.9481981432482912,1613948153153,7632
"eps_0",1e-05,1613948153153,7632
"wd_1",0.01,1613948153153,7632
"sqr_mom_1",0.99,1613948153153,7632
"lr_1",9.014193665706212e-07,1613948153153,7632
"mom_1",0.9481981432482912,1613948153153,7632
"eps_1",1e-05,1613948153153,7632
"wd_2",0.01,1613948153153,7632
"sqr_mom_2",0.99,1613948153153,7632
"lr_2",9.014193665706199e-06,1613948153153,7632
"mom_2",0.9481981432482912,1613948153153,7632
"eps_2",1e-05,1613948153153,7632
"train_loss",0.004195021,1613948154107,7633
"raw_loss",0.0029314747,1613948154107,7633
"epoch",48.0125786163522,1613948154107,7633
"wd_0",0.01,1613948154107,7633
"sqr_mom_0",0.99,1613948154107,7633
"lr_0",8.976695818067315e-08,1613948154107,7633
"mom_0",0.9482056428928154,1613948154107,7633
"eps_0",1e-05,1613948154107,7633
"wd_1",0.01,1613948154107,7633
"sqr_mom_1",0.99,1613948154107,7633
"lr_1",8.976695818067366e-07,1613948154107,7633
"mom_1",0.9482056428928154,1613948154107,7633
"eps_1",1e-05,1613948154107,7633
"wd_2",0.01,1613948154107,7633
"sqr_mom_2",0.99,1613948154107,7633
"lr_2",8.976695818067285e-06,1613948154107,7633
"mom_2",0.9482056428928154,1613948154107,7633
"eps_2",1e-05,1613948154107,7633
"train_loss",0.0041917623,1613948155055,7634
"raw_loss",0.0040320843,1613948155055,7634
"epoch",48.0188679245283,1613948155055,7634
"wd_0",0.01,1613948155055,7634
"sqr_mom_0",0.99,1613948155055,7634
"lr_0",8.939249937676909e-08,1613948155055,7634
"mom_0",0.948213132143786,1613948155055,7634
"eps_0",1e-05,1613948155055,7634
"wd_1",0.01,1613948155055,7634
"sqr_mom_1",0.99,1613948155055,7634
"lr_1",8.939249937676909e-07,1613948155055,7634
"mom_1",0.948213132143786,1613948155055,7634
"eps_1",1e-05,1613948155055,7634
"wd_2",0.01,1613948155055,7634
"sqr_mom_2",0.99,1613948155055,7634
"lr_2",8.939249937676909e-06,1613948155055,7634
"mom_2",0.948213132143786,1613948155055,7634
"eps_2",1e-05,1613948155055,7634
"train_loss",0.0041730604,1613948156011,7635
"raw_loss",0.0032566632,1613948156011,7635
"epoch",48.0251572327044,1613948156011,7635
"wd_0",0.01,1613948156011,7635
"sqr_mom_0",0.99,1613948156011,7635
"lr_0",8.901905699432605e-08,1613948156011,7635
"mom_0",0.948220601066124,1613948156011,7635
"eps_0",1e-05,1613948156011,7635
"wd_1",0.01,1613948156011,7635
"sqr_mom_1",0.99,1613948156011,7635
"lr_1",8.901905699432554e-07,1613948156011,7635
"mom_1",0.948220601066124,1613948156011,7635
"eps_1",1e-05,1613948156011,7635
"wd_2",0.01,1613948156011,7635
"sqr_mom_2",0.99,1613948156011,7635
"lr_2",8.901905699432514e-06,1613948156011,7635
"mom_2",0.948220601066124,1613948156011,7635
"eps_2",1e-05,1613948156011,7635
"train_loss",0.004168978,1613948156979,7636
"raw_loss",0.003968941,1613948156979,7636
"epoch",48.0314465408805,1613948156979,7636
"wd_0",0.01,1613948156979,7636
"sqr_mom_0",0.99,1613948156979,7636
"lr_0",8.864638258270297e-08,1613948156979,7636
"mom_0",0.9482280546288921,1613948156979,7636
"eps_0",1e-05,1613948156979,7636
"wd_1",0.01,1613948156979,7636
"sqr_mom_1",0.99,1613948156979,7636
"lr_1",8.86463825827028e-07,1613948156979,7636
"mom_1",0.9482280546288921,1613948156979,7636
"eps_1",1e-05,1613948156979,7636
"wd_2",0.01,1613948156979,7636
"sqr_mom_2",0.99,1613948156979,7636
"lr_2",8.864638258270266e-06,1613948156979,7636
"mom_2",0.9482280546288921,1613948156979,7636
"eps_2",1e-05,1613948156979,7636
"train_loss",0.0041463636,1613948157963,7637
"raw_loss",0.003038265,1613948157963,7637
"epoch",48.0377358490566,1613948157963,7637
"wd_0",0.01,1613948157963,7637
"sqr_mom_0",0.99,1613948157963,7637
"lr_0",8.827422972976131e-08,1613948157963,7637
"mom_0",0.9482354977603823,1613948157963,7637
"eps_0",1e-05,1613948157963,7637
"wd_1",0.01,1613948157963,7637
"sqr_mom_1",0.99,1613948157963,7637
"lr_1",8.827422972976131e-07,1613948157963,7637
"mom_1",0.9482354977603823,1613948157963,7637
"eps_1",1e-05,1613948157963,7637
"wd_2",0.01,1613948157963,7637
"sqr_mom_2",0.99,1613948157963,7637
"lr_2",8.827422972976077e-06,1613948157963,7637
"mom_2",0.9482354977603823,1613948157963,7637
"eps_2",1e-05,1613948157963,7637
"train_loss",0.0042006066,1613948158937,7638
"raw_loss",0.0068585253,1613948158937,7638
"epoch",48.0440251572327,1613948158937,7638
"wd_0",0.01,1613948158937,7638
"sqr_mom_0",0.99,1613948158937,7638
"lr_0",8.790309212545345e-08,1613948158937,7638
"mom_0",0.9482429205866968,1613948158937,7638
"eps_0",1e-05,1613948158937,7638
"wd_1",0.01,1613948158937,7638
"sqr_mom_1",0.99,1613948158937,7638
"lr_1",8.790309212545328e-07,1613948158937,7638
"mom_1",0.9482429205866968,1613948158937,7638
"eps_1",1e-05,1613948158937,7638
"wd_2",0.01,1613948158937,7638
"sqr_mom_2",0.99,1613948158937,7638
"lr_2",8.790309212545274e-06,1613948158937,7638
"mom_2",0.9482429205866968,1613948158937,7638
"eps_2",1e-05,1613948158937,7638
"train_loss",0.004184132,1613948159901,7639
"raw_loss",0.0033768672,1613948159901,7639
"epoch",48.0503144654088,1613948159901,7639
"wd_0",0.01,1613948159901,7639
"sqr_mom_0",0.99,1613948159901,7639
"lr_0",8.753260009197348e-08,1613948159901,7639
"mom_0",0.9482503305014656,1613948159901,7639
"eps_0",1e-05,1613948159901,7639
"wd_1",0.01,1613948159901,7639
"sqr_mom_1",0.99,1613948159901,7639
"lr_1",8.753260009197281e-07,1613948159901,7639
"mom_1",0.9482503305014656,1613948159901,7639
"eps_1",1e-05,1613948159901,7639
"wd_2",0.01,1613948159901,7639
"sqr_mom_2",0.99,1613948159901,7639
"lr_2",8.75326000919724e-06,1613948159901,7639
"mom_2",0.9482503305014656,1613948159901,7639
"eps_2",1e-05,1613948159901,7639
"train_loss",0.00416198,1613948160863,7640
"raw_loss",0.0030765408,1613948160863,7640
"epoch",48.056603773584904,1613948160863,7640
"wd_0",0.01,1613948160863,7640
"sqr_mom_0",0.99,1613948160863,7640
"lr_0",8.716287701279158e-08,1613948160863,7640
"mom_0",0.9482577250369945,1613948160863,7640
"eps_0",1e-05,1613948160863,7640
"wd_1",0.01,1613948160863,7640
"sqr_mom_1",0.99,1613948160863,7640
"lr_1",8.71628770127909e-07,1613948160863,7640
"mom_1",0.9482577250369945,1613948160863,7640
"eps_1",1e-05,1613948160863,7640
"wd_2",0.01,1613948160863,7640
"sqr_mom_2",0.99,1613948160863,7640
"lr_2",8.716287701279117e-06,1613948160863,7640
"mom_2",0.9482577250369945,1613948160863,7640
"eps_2",1e-05,1613948160863,7640
"train_loss",0.0041473694,1613948161837,7641
"raw_loss",0.003431456,1613948161837,7641
"epoch",48.062893081761004,1613948161837,7641
"wd_0",0.01,1613948161837,7641
"sqr_mom_0",0.99,1613948161837,7641
"lr_0",8.679392300575203e-08,1613948161837,7641
"mom_0",0.9482651041909268,1613948161837,7641
"eps_0",1e-05,1613948161837,7641
"wd_1",0.01,1613948161837,7641
"sqr_mom_1",0.99,1613948161837,7641
"lr_1",8.67939230057522e-07,1613948161837,7641
"mom_1",0.9482651041909268,1613948161837,7641
"eps_1",1e-05,1613948161837,7641
"wd_2",0.01,1613948161837,7641
"sqr_mom_2",0.99,1613948161837,7641
"lr_2",8.679392300575206e-06,1613948161837,7641
"mom_2",0.9482651041909268,1613948161837,7641
"eps_2",1e-05,1613948161837,7641
"train_loss",0.0041249865,1613948162792,7642
"raw_loss",0.003028227,1613948162792,7642
"epoch",48.069182389937104,1613948162792,7642
"wd_0",0.01,1613948162792,7642
"sqr_mom_0",0.99,1613948162792,7642
"lr_0",8.642586017860953e-08,1613948162792,7642
"mom_0",0.948272465521083,1613948162792,7642
"eps_0",1e-05,1613948162792,7642
"wd_1",0.01,1613948162792,7642
"sqr_mom_1",0.99,1613948162792,7642
"lr_1",8.642586017860936e-07,1613948162792,7642
"mom_1",0.948272465521083,1613948162792,7642
"eps_1",1e-05,1613948162792,7642
"wd_2",0.01,1613948162792,7642
"sqr_mom_2",0.99,1613948162792,7642
"lr_2",8.642586017860868e-06,1613948162792,7642
"mom_2",0.948272465521083,1613948162792,7642
"eps_2",1e-05,1613948162792,7642
"train_loss",0.004174206,1613948163751,7643
"raw_loss",0.006585956,1613948163751,7643
"epoch",48.075471698113205,1613948163751,7643
"wd_0",0.01,1613948163751,7643
"sqr_mom_0",0.99,1613948163751,7643
"lr_0",8.605832267825837e-08,1613948163751,7643
"mom_0",0.9482798163445982,1613948163751,7643
"eps_0",1e-05,1613948163751,7643
"wd_1",0.01,1613948163751,7643
"sqr_mom_1",0.99,1613948163751,7643
"lr_1",8.605832267825854e-07,1613948163751,7643
"mom_1",0.9482798163445982,1613948163751,7643
"eps_1",1e-05,1613948163751,7643
"wd_2",0.01,1613948163751,7643
"sqr_mom_2",0.99,1613948163751,7643
"lr_2",8.6058322678258e-06,1613948163751,7643
"mom_2",0.9482798163445982,1613948163751,7643
"eps_2",1e-05,1613948163751,7643
"train_loss",0.004145677,1613948164723,7644
"raw_loss",0.0027477697,1613948164723,7644
"epoch",48.081761006289305,1613948164723,7644
"wd_0",0.01,1613948164723,7644
"sqr_mom_0",0.99,1613948164723,7644
"lr_0",8.569179807202234e-08,1613948164723,7644
"mom_0",0.9482871469100286,1613948164723,7644
"eps_0",1e-05,1613948164723,7644
"wd_1",0.01,1613948164723,7644
"sqr_mom_1",0.99,1613948164723,7644
"lr_1",8.569179807202268e-07,1613948164723,7644
"mom_1",0.9482871469100286,1613948164723,7644
"eps_1",1e-05,1613948164723,7644
"wd_2",0.01,1613948164723,7644
"sqr_mom_2",0.99,1613948164723,7644
"lr_2",8.56917980720216e-06,1613948164723,7644
"mom_2",0.9482871469100286,1613948164723,7644
"eps_2",1e-05,1613948164723,7644
"train_loss",0.00431927,1613948165692,7645
"raw_loss",0.012825341,1613948165692,7645
"epoch",48.088050314465406,1613948165692,7645
"wd_0",0.01,1613948165692,7645
"sqr_mom_0",0.99,1613948165692,7645
"lr_0",8.532604249642915e-08,1613948165692,7645
"mom_0",0.9482944620946924,1613948165692,7645
"eps_0",1e-05,1613948165692,7645
"wd_1",0.01,1613948165692,7645
"sqr_mom_1",0.99,1613948165692,7645
"lr_1",8.532604249642881e-07,1613948165692,7645
"mom_1",0.9482944620946924,1613948165692,7645
"eps_1",1e-05,1613948165692,7645
"wd_2",0.01,1613948165692,7645
"sqr_mom_2",0.99,1613948165692,7645
"lr_2",8.53260424964284e-06,1613948165692,7645
"mom_2",0.9482944620946924,1613948165692,7645
"eps_2",1e-05,1613948165692,7645
"train_loss",0.004391141,1613948166667,7646
"raw_loss",0.007912813,1613948166667,7646
"epoch",48.094339622641506,1613948166667,7646
"wd_0",0.01,1613948166667,7646
"sqr_mom_0",0.99,1613948166667,7646
"lr_0",8.496081412932115e-08,1613948166667,7646
"mom_0",0.9483017667350809,1613948166667,7646
"eps_0",1e-05,1613948166667,7646
"wd_1",0.01,1613948166667,7646
"sqr_mom_1",0.99,1613948166667,7646
"lr_1",8.496081412932082e-07,1613948166667,7646
"mom_1",0.9483017667350809,1613948166667,7646
"eps_1",1e-05,1613948166667,7646
"wd_2",0.01,1613948166667,7646
"sqr_mom_2",0.99,1613948166667,7646
"lr_2",8.496081412932041e-06,1613948166667,7646
"mom_2",0.9483017667350809,1613948166667,7646
"eps_2",1e-05,1613948166667,7646
"train_loss",0.0043765055,1613948167632,7647
"raw_loss",0.0036593652,1613948167632,7647
"epoch",48.10062893081761,1613948167632,7647
"wd_0",0.01,1613948167632,7647
"sqr_mom_0",0.99,1613948167632,7647
"lr_0",8.459659747477493e-08,1613948167632,7647
"mom_0",0.9483090511410158,1613948167632,7647
"eps_0",1e-05,1613948167632,7647
"wd_1",0.01,1613948167632,7647
"sqr_mom_1",0.99,1613948167632,7647
"lr_1",8.45965974747751e-07,1613948167632,7647
"mom_1",0.9483090511410158,1613948167632,7647
"eps_1",1e-05,1613948167632,7647
"wd_2",0.01,1613948167632,7647
"sqr_mom_2",0.99,1613948167632,7647
"lr_2",8.45965974747751e-06,1613948167632,7647
"mom_2",0.9483090511410158,1613948167632,7647
"eps_2",1e-05,1613948167632,7647
"train_loss",0.0043679522,1613948168617,7648
"raw_loss",0.0039488445,1613948168617,7648
"epoch",48.10691823899371,1613948168617,7648
"wd_0",0.01,1613948168617,7648
"sqr_mom_0",0.99,1613948168617,7648
"lr_0",8.423290928247598e-08,1613948168617,7648
"mom_0",0.9483163249776002,1613948168617,7648
"eps_0",1e-05,1613948168617,7648
"wd_1",0.01,1613948168617,7648
"sqr_mom_1",0.99,1613948168617,7648
"lr_1",8.423290928247581e-07,1613948168617,7648
"mom_1",0.9483163249776002,1613948168617,7648
"eps_1",1e-05,1613948168617,7648
"wd_2",0.01,1613948168617,7648
"sqr_mom_2",0.99,1613948168617,7648
"lr_2",8.423290928247554e-06,1613948168617,7648
"mom_2",0.9483163249776002,1613948168617,7648
"eps_2",1e-05,1613948168617,7648
"train_loss",0.0044164513,1613948169613,7649
"raw_loss",0.0067928983,1613948169613,7649
"epoch",48.11320754716981,1613948169613,7649
"wd_0",0.01,1613948169613,7649
"sqr_mom_0",0.99,1613948169613,7649
"lr_0",8.387023201333713e-08,1613948169613,7649
"mom_0",0.9483235785955192,1613948169613,7649
"eps_0",1e-05,1613948169613,7649
"wd_1",0.01,1613948169613,7649
"sqr_mom_1",0.99,1613948169613,7649
"lr_1",8.38702320133373e-07,1613948169613,7649
"mom_1",0.9483235785955192,1613948169613,7649
"eps_1",1e-05,1613948169613,7649
"wd_2",0.01,1613948169613,7649
"sqr_mom_2",0.99,1613948169613,7649
"lr_2",8.387023201333649e-06,1613948169613,7649
"mom_2",0.9483235785955192,1613948169613,7649
"eps_2",1e-05,1613948169613,7649
"train_loss",0.0044512223,1613948170594,7650
"raw_loss",0.0061549935,1613948170594,7650
"epoch",48.11949685534591,1613948170594,7650
"wd_0",0.01,1613948170594,7650
"sqr_mom_0",0.99,1613948170594,7650
"lr_0",8.350820440725326e-08,1613948170594,7650
"mom_0",0.9483308192200471,1613948170594,7650
"eps_0",1e-05,1613948170594,7650
"wd_1",0.01,1613948170594,7650
"sqr_mom_1",0.99,1613948170594,7650
"lr_1",8.350820440725326e-07,1613948170594,7650
"mom_1",0.9483308192200471,1613948170594,7650
"eps_1",1e-05,1613948170594,7650
"wd_2",0.01,1613948170594,7650
"sqr_mom_2",0.99,1613948170594,7650
"lr_2",8.3508204407253e-06,1613948170594,7650
"mom_2",0.9483308192200471,1613948170594,7650
"eps_2",1e-05,1613948170594,7650
"train_loss",0.0044708233,1613948171587,7651
"raw_loss",0.005431278,1613948171587,7651
"epoch",48.12578616352201,1613948171587,7651
"wd_0",0.01,1613948171587,7651
"sqr_mom_0",0.99,1613948171587,7651
"lr_0",8.31469470381972e-08,1613948171587,7651
"mom_0",0.9483380444396804,1613948171587,7651
"eps_0",1e-05,1613948171587,7651
"wd_1",0.01,1613948171587,7651
"sqr_mom_1",0.99,1613948171587,7651
"lr_1",8.314694703819687e-07,1613948171587,7651
"mom_1",0.9483380444396804,1613948171587,7651
"eps_1",1e-05,1613948171587,7651
"wd_2",0.01,1613948171587,7651
"sqr_mom_2",0.99,1613948171587,7651
"lr_2",8.314694703819687e-06,1613948171587,7651
"mom_2",0.9483380444396804,1613948171587,7651
"eps_2",1e-05,1613948171587,7651
"train_loss",0.0044375826,1613948172559,7652
"raw_loss",0.0028087862,1613948172559,7652
"epoch",48.13207547169811,1613948172559,7652
"wd_0",0.01,1613948172559,7652
"sqr_mom_0",0.99,1613948172559,7652
"lr_0",8.278646002131631e-08,1613948172559,7652
"mom_0",0.9483452542521161,1613948172559,7652
"eps_0",1e-05,1613948172559,7652
"wd_1",0.01,1613948172559,7652
"sqr_mom_1",0.99,1613948172559,7652
"lr_1",8.278646002131648e-07,1613948172559,7652
"mom_1",0.9483452542521161,1613948172559,7652
"eps_1",1e-05,1613948172559,7652
"wd_2",0.01,1613948172559,7652
"sqr_mom_2",0.99,1613948172559,7652
"lr_2",8.27864600213158e-06,1613948172559,7652
"mom_2",0.9483452542521161,1613948172559,7652
"eps_2",1e-05,1613948172559,7652
"train_loss",0.0044672815,1613948173546,7653
"raw_loss",0.005922531,1613948173546,7653
"epoch",48.13836477987421,1613948173546,7653
"wd_0",0.01,1613948173546,7653
"sqr_mom_0",0.99,1613948173546,7653
"lr_0",8.242686265274019e-08,1613948173546,7653
"mom_0",0.9483524462714079,1613948173546,7653
"eps_0",1e-05,1613948173546,7653
"wd_1",0.01,1613948173546,7653
"sqr_mom_1",0.99,1613948173546,7653
"lr_1",8.242686265274053e-07,1613948173546,7653
"mom_1",0.9483524462714079,1613948173546,7653
"eps_1",1e-05,1613948173546,7653
"wd_2",0.01,1613948173546,7653
"sqr_mom_2",0.99,1613948173546,7653
"lr_2",8.242686265273985e-06,1613948173546,7653
"mom_2",0.9483524462714079,1613948173546,7653
"eps_2",1e-05,1613948173546,7653
"train_loss",0.0044545857,1613948174515,7654
"raw_loss",0.0038324804,1613948174515,7654
"epoch",48.14465408805031,1613948174515,7654
"wd_0",0.01,1613948174515,7654
"sqr_mom_0",0.99,1613948174515,7654
"lr_0",8.206779750343699e-08,1613948174515,7654
"mom_0",0.9483596276462076,1613948174515,7654
"eps_0",1e-05,1613948174515,7654
"wd_1",0.01,1613948174515,7654
"sqr_mom_1",0.99,1613948174515,7654
"lr_1",8.206779750343716e-07,1613948174515,7654
"mom_1",0.9483596276462076,1613948174515,7654
"eps_1",1e-05,1613948174515,7654
"wd_2",0.01,1613948174515,7654
"sqr_mom_2",0.99,1613948174515,7654
"lr_2",8.206779750343689e-06,1613948174515,7654
"mom_2",0.9483596276462076,1613948174515,7654
"eps_2",1e-05,1613948174515,7654
"train_loss",0.0044665933,1613948175495,7655
"raw_loss",0.00505496,1613948175495,7655
"epoch",48.15094339622641,1613948175495,7655
"wd_0",0.01,1613948175495,7655
"sqr_mom_0",0.99,1613948175495,7655
"lr_0",8.170974090149268e-08,1613948175495,7655
"mom_0",0.9483667888498586,1613948175495,7655
"eps_0",1e-05,1613948175495,7655
"wd_1",0.01,1613948175495,7655
"sqr_mom_1",0.99,1613948175495,7655
"lr_1",8.170974090149251e-07,1613948175495,7655
"mom_1",0.9483667888498586,1613948175495,7655
"eps_1",1e-05,1613948175495,7655
"wd_2",0.01,1613948175495,7655
"sqr_mom_2",0.99,1613948175495,7655
"lr_2",8.170974090149197e-06,1613948175495,7655
"mom_2",0.9483667888498586,1613948175495,7655
"eps_2",1e-05,1613948175495,7655
"train_loss",0.0044516437,1613948176457,7656
"raw_loss",0.0037191042,1613948176457,7656
"epoch",48.15723270440251,1613948176457,7656
"wd_0",0.01,1613948176457,7656
"sqr_mom_0",0.99,1613948176457,7656
"lr_0",8.135245459858323e-08,1613948176457,7656
"mom_0",0.9483739346473747,1613948176457,7656
"eps_0",1e-05,1613948176457,7656
"wd_1",0.01,1613948176457,7656
"sqr_mom_1",0.99,1613948176457,7656
"lr_1",8.135245459858374e-07,1613948176457,7656
"mom_1",0.9483739346473747,1613948176457,7656
"eps_1",1e-05,1613948176457,7656
"wd_2",0.01,1613948176457,7656
"sqr_mom_2",0.99,1613948176457,7656
"lr_2",8.13524545985832e-06,1613948176457,7656
"mom_2",0.9483739346473747,1613948176457,7656
"eps_2",1e-05,1613948176457,7656
"train_loss",0.0044272467,1613948177443,7657
"raw_loss",0.0032318018,1613948177443,7657
"epoch",48.16352201257861,1613948177443,7657
"wd_0",0.01,1613948177443,7657
"sqr_mom_0",0.99,1613948177443,7657
"lr_0",8.099570239106963e-08,1613948177443,7657
"mom_0",0.9483810697628762,1613948177443,7657
"eps_0",1e-05,1613948177443,7657
"wd_1",0.01,1613948177443,7657
"sqr_mom_1",0.99,1613948177443,7657
"lr_1",8.099570239106929e-07,1613948177443,7657
"mom_1",0.9483810697628762,1613948177443,7657
"eps_1",1e-05,1613948177443,7657
"wd_2",0.01,1613948177443,7657
"sqr_mom_2",0.99,1613948177443,7657
"lr_2",8.099570239106929e-06,1613948177443,7657
"mom_2",0.9483810697628762,1613948177443,7657
"eps_2",1e-05,1613948177443,7657
"train_loss",0.0044746767,1613948178416,7658
"raw_loss",0.0067987507,1613948178416,7658
"epoch",48.16981132075471,1613948178416,7658
"wd_0",0.01,1613948178416,7658
"sqr_mom_0",0.99,1613948178416,7658
"lr_0",8.063995753873891e-08,1613948178416,7658
"mom_0",0.9483881847310724,1613948178416,7658
"eps_0",1e-05,1613948178416,7658
"wd_1",0.01,1613948178416,7658
"sqr_mom_1",0.99,1613948178416,7658
"lr_1",8.063995753873908e-07,1613948178416,7658
"mom_1",0.9483881847310724,1613948178416,7658
"eps_1",1e-05,1613948178416,7658
"wd_2",0.01,1613948178416,7658
"sqr_mom_2",0.99,1613948178416,7658
"lr_2",8.063995753873881e-06,1613948178416,7658
"mom_2",0.9483881847310724,1613948178416,7658
"eps_2",1e-05,1613948178416,7658
"train_loss",0.0044923206,1613948179406,7659
"raw_loss",0.0053568636,1613948179406,7659
"epoch",48.17610062893081,1613948179406,7659
"wd_0",0.01,1613948179406,7659
"sqr_mom_0",0.99,1613948179406,7659
"lr_0",8.028498332619847e-08,1613948179406,7659
"mom_0",0.9483952842863188,1613948179406,7659
"eps_0",1e-05,1613948179406,7659
"wd_1",0.01,1613948179406,7659
"sqr_mom_1",0.99,1613948179406,7659
"lr_1",8.028498332619864e-07,1613948179406,7659
"mom_1",0.9483952842863188,1613948179406,7659
"eps_1",1e-05,1613948179406,7659
"wd_2",0.01,1613948179406,7659
"sqr_mom_2",0.99,1613948179406,7659
"lr_2",8.028498332619837e-06,1613948179406,7659
"mom_2",0.9483952842863188,1613948179406,7659
"eps_2",1e-05,1613948179406,7659
"train_loss",0.004503819,1613948180360,7660
"raw_loss",0.0050672553,1613948180360,7660
"epoch",48.18238993710691,1613948180360,7660
"wd_0",0.01,1613948180360,7660
"sqr_mom_0",0.99,1613948180360,7660
"lr_0",7.993054508364452e-08,1613948180360,7660
"mom_0",0.9484023731220583,1613948180360,7660
"eps_0",1e-05,1613948180360,7660
"wd_1",0.01,1613948180360,7660
"sqr_mom_1",0.99,1613948180360,7660
"lr_1",7.993054508364418e-07,1613948180360,7660
"mom_1",0.9484023731220583,1613948180360,7660
"eps_1",1e-05,1613948180360,7660
"wd_2",0.01,1613948180360,7660
"sqr_mom_2",0.99,1613948180360,7660
"lr_2",7.993054508364378e-06,1613948180360,7660
"mom_2",0.9484023731220583,1613948180360,7660
"eps_2",1e-05,1613948180360,7660
"train_loss",0.004491062,1613948181346,7661
"raw_loss",0.0038659459,1613948181346,7661
"epoch",48.18867924528301,1613948181346,7661
"wd_0",0.01,1613948181346,7661
"sqr_mom_0",0.99,1613948181346,7661
"lr_0",7.957711300120738e-08,1613948181346,7661
"mom_0",0.9484094418343941,1613948181346,7661
"eps_0",1e-05,1613948181346,7661
"wd_1",0.01,1613948181346,7661
"sqr_mom_1",0.99,1613948181346,7661
"lr_1",7.95771130012067e-07,1613948181346,7661
"mom_1",0.9484094418343941,1613948181346,7661
"eps_1",1e-05,1613948181346,7661
"wd_2",0.01,1613948181346,7661
"sqr_mom_2",0.99,1613948181346,7661
"lr_2",7.957711300120643e-06,1613948181346,7661
"mom_2",0.9484094418343941,1613948181346,7661
"eps_2",1e-05,1613948181346,7661
"train_loss",0.0045205546,1613948182365,7662
"raw_loss",0.0059657036,1613948182365,7662
"epoch",48.19496855345911,1613948182365,7662
"wd_0",0.01,1613948182365,7662
"sqr_mom_0",0.99,1613948182365,7662
"lr_0",7.922433501739371e-08,1613948182365,7662
"mom_0",0.9484164974646268,1613948182365,7662
"eps_0",1e-05,1613948182365,7662
"wd_1",0.01,1613948182365,7662
"sqr_mom_1",0.99,1613948182365,7662
"lr_1",7.922433501739371e-07,1613948182365,7662
"mom_1",0.9484164974646268,1613948182365,7662
"eps_1",1e-05,1613948182365,7662
"wd_2",0.01,1613948182365,7662
"sqr_mom_2",0.99,1613948182365,7662
"lr_2",7.92243350173933e-06,1613948182365,7662
"mom_2",0.9484164974646268,1613948182365,7662
"eps_2",1e-05,1613948182365,7662
"train_loss",0.0044933497,1613948183344,7663
"raw_loss",0.003160305,1613948183344,7663
"epoch",48.20125786163521,1613948183344,7663
"wd_0",0.01,1613948183344,7663
"sqr_mom_0",0.99,1613948183344,7663
"lr_0",7.887232863604275e-08,1613948183344,7663
"mom_0",0.9484235376626557,1613948183344,7663
"eps_0",1e-05,1613948183344,7663
"wd_1",0.01,1613948183344,7663
"sqr_mom_1",0.99,1613948183344,7663
"lr_1",7.887232863604309e-07,1613948183344,7663
"mom_1",0.9484235376626557,1613948183344,7663
"eps_1",1e-05,1613948183344,7663
"wd_2",0.01,1613948183344,7663
"sqr_mom_2",0.99,1613948183344,7663
"lr_2",7.887232863604309e-06,1613948183344,7663
"mom_2",0.9484235376626557,1613948183344,7663
"eps_2",1e-05,1613948183344,7663
"train_loss",0.004482956,1613948184316,7664
"raw_loss",0.003973661,1613948184316,7664
"epoch",48.20754716981131,1613948184316,7664
"wd_0",0.01,1613948184316,7664
"sqr_mom_0",0.99,1613948184316,7664
"lr_0",7.852109396935333e-08,1613948184316,7664
"mom_0",0.9484305624262371,1613948184316,7664
"eps_0",1e-05,1613948184316,7664
"wd_1",0.01,1613948184316,7664
"sqr_mom_1",0.99,1613948184316,7664
"lr_1",7.85210939693535e-07,1613948184316,7664
"mom_1",0.9484305624262371,1613948184316,7664
"eps_1",1e-05,1613948184316,7664
"wd_2",0.01,1613948184316,7664
"sqr_mom_2",0.99,1613948184316,7664
"lr_2",7.852109396935228e-06,1613948184316,7664
"mom_2",0.9484305624262371,1613948184316,7664
"eps_2",1e-05,1613948184316,7664
"train_loss",0.004453909,1613948185303,7665
"raw_loss",0.0030306042,1613948185303,7665
"epoch",48.213836477987414,1613948185303,7665
"wd_0",0.01,1613948185303,7665
"sqr_mom_0",0.99,1613948185303,7665
"lr_0",7.817074724105565e-08,1613948185303,7665
"mom_0",0.9484375694308732,1613948185303,7665
"eps_0",1e-05,1613948185303,7665
"wd_1",0.01,1613948185303,7665
"sqr_mom_1",0.99,1613948185303,7665
"lr_1",7.817074724105548e-07,1613948185303,7665
"mom_1",0.9484375694308732,1613948185303,7665
"eps_1",1e-05,1613948185303,7665
"wd_2",0.01,1613948185303,7665
"sqr_mom_2",0.99,1613948185303,7665
"lr_2",7.817074724105508e-06,1613948185303,7665
"mom_2",0.9484375694308732,1613948185303,7665
"eps_2",1e-05,1613948185303,7665
"train_loss",0.004458982,1613948186295,7666
"raw_loss",0.0047075506,1613948186295,7666
"epoch",48.220125786163514,1613948186295,7666
"wd_0",0.01,1613948186295,7666
"sqr_mom_0",0.99,1613948186295,7666
"lr_0",7.782094022751608e-08,1613948186295,7666
"mom_0",0.948444565641106,1613948186295,7666
"eps_0",1e-05,1613948186295,7666
"wd_1",0.01,1613948186295,7666
"sqr_mom_1",0.99,1613948186295,7666
"lr_1",7.782094022751608e-07,1613948186295,7666
"mom_1",0.948444565641106,1613948186295,7666
"eps_1",1e-05,1613948186295,7666
"wd_2",0.01,1613948186295,7666
"sqr_mom_2",0.99,1613948186295,7666
"lr_2",7.782094022751513e-06,1613948186295,7666
"mom_2",0.948444565641106,1613948186295,7666
"eps_2",1e-05,1613948186295,7666
"train_loss",0.004444357,1613948187255,7667
"raw_loss",0.0037277213,1613948187255,7667
"epoch",48.226415094339615,1613948187255,7667
"wd_0",0.01,1613948187255,7667
"sqr_mom_0",0.99,1613948187255,7667
"lr_0",7.747213697517573e-08,1613948187255,7667
"mom_0",0.9484515417759142,1613948187255,7667
"eps_0",1e-05,1613948187255,7667
"wd_1",0.01,1613948187255,7667
"sqr_mom_1",0.99,1613948187255,7667
"lr_1",7.747213697517573e-07,1613948187255,7667
"mom_1",0.9484515417759142,1613948187255,7667
"eps_1",1e-05,1613948187255,7667
"wd_2",0.01,1613948187255,7667
"sqr_mom_2",0.99,1613948187255,7667
"lr_2",7.747213697517586e-06,1613948187255,7667
"mom_2",0.9484515417759142,1613948187255,7667
"eps_2",1e-05,1613948187255,7667
"train_loss",0.0044734054,1613948188217,7668
"raw_loss",0.0058967685,1613948188217,7668
"epoch",48.232704402515715,1613948188217,7668
"wd_0",0.01,1613948188217,7668
"sqr_mom_0",0.99,1613948188217,7668
"lr_0",7.712410537166298e-08,1613948188217,7668
"mom_0",0.9484585024775914,1613948188217,7668
"eps_0",1e-05,1613948188217,7668
"wd_1",0.01,1613948188217,7668
"sqr_mom_1",0.99,1613948188217,7668
"lr_1",7.712410537166298e-07,1613948188217,7668
"mom_1",0.9484585024775914,1613948188217,7668
"eps_1",1e-05,1613948188217,7668
"wd_2",0.01,1613948188217,7668
"sqr_mom_2",0.99,1613948188217,7668
"lr_2",7.712410537166325e-06,1613948188217,7668
"mom_2",0.9484585024775914,1613948188217,7668
"eps_2",1e-05,1613948188217,7668
"train_loss",0.0044515883,1613948189179,7669
"raw_loss",0.0033825387,1613948189179,7669
"epoch",48.238993710691815,1613948189179,7669
"wd_0",0.01,1613948189179,7669
"sqr_mom_0",0.99,1613948189179,7669
"lr_0",7.677661535287163e-08,1613948189179,7669
"mom_0",0.948465452347466,1613948189179,7669
"eps_0",1e-05,1613948189179,7669
"wd_1",0.01,1613948189179,7669
"sqr_mom_1",0.99,1613948189179,7669
"lr_1",7.677661535287163e-07,1613948189179,7669
"mom_1",0.948465452347466,1613948189179,7669
"eps_1",1e-05,1613948189179,7669
"wd_2",0.01,1613948189179,7669
"sqr_mom_2",0.99,1613948189179,7669
"lr_2",7.67766153528715e-06,1613948189179,7669
"mom_2",0.948465452347466,1613948189179,7669
"eps_2",1e-05,1613948189179,7669
"train_loss",0.0044299336,1613948190128,7670
"raw_loss",0.003368852,1613948190128,7670
"epoch",48.245283018867916,1613948190128,7670
"wd_0",0.01,1613948190128,7670
"sqr_mom_0",0.99,1613948190128,7670
"lr_0",7.643012789156776e-08,1613948190128,7670
"mom_0",0.9484723821659903,1613948190128,7670
"eps_0",1e-05,1613948190128,7670
"wd_1",0.01,1613948190128,7670
"sqr_mom_1",0.99,1613948190128,7670
"lr_1",7.643012789156827e-07,1613948190128,7670
"mom_1",0.9484723821659903,1613948190128,7670
"eps_1",1e-05,1613948190128,7670
"wd_2",0.01,1613948190128,7670
"sqr_mom_2",0.99,1613948190128,7670
"lr_2",7.643012789156772e-06,1613948190128,7670
"mom_2",0.9484723821659903,1613948190128,7670
"eps_2",1e-05,1613948190128,7670
"train_loss",0.004415805,1613948191104,7671
"raw_loss",0.0037234963,1613948191104,7671
"epoch",48.251572327044016,1613948191104,7671
"wd_0",0.01,1613948191104,7671
"sqr_mom_0",0.99,1613948191104,7671
"lr_0",7.608429783590812e-08,1613948191104,7671
"mom_0",0.9484792988362701,1613948191104,7671
"eps_0",1e-05,1613948191104,7671
"wd_1",0.01,1613948191104,7671
"sqr_mom_1",0.99,1613948191104,7671
"lr_1",7.608429783590795e-07,1613948191104,7671
"mom_1",0.9484792988362701,1613948191104,7671
"eps_1",1e-05,1613948191104,7671
"wd_2",0.01,1613948191104,7671
"sqr_mom_2",0.99,1613948191104,7671
"lr_2",7.608429783590755e-06,1613948191104,7671
"mom_2",0.9484792988362701,1613948191104,7671
"eps_2",1e-05,1613948191104,7671
"train_loss",0.0044186073,1613948192053,7672
"raw_loss",0.00455593,1613948192053,7672
"epoch",48.25786163522012,1613948192053,7672
"wd_0",0.01,1613948192053,7672
"sqr_mom_0",0.99,1613948192053,7672
"lr_0",7.57392403835611e-08,1613948192053,7672
"mom_0",0.9484862000543293,1613948192053,7672
"eps_0",1e-05,1613948192053,7672
"wd_1",0.01,1613948192053,7672
"sqr_mom_1",0.99,1613948192053,7672
"lr_1",7.573924038356143e-07,1613948192053,7672
"mom_1",0.9484862000543293,1613948192053,7672
"eps_1",1e-05,1613948192053,7672
"wd_2",0.01,1613948192053,7672
"sqr_mom_2",0.99,1613948192053,7672
"lr_2",7.573924038356116e-06,1613948192053,7672
"mom_2",0.9484862000543293,1613948192053,7672
"eps_2",1e-05,1613948192053,7672
"train_loss",0.0044082454,1613948193033,7673
"raw_loss",0.00390051,1613948193033,7673
"epoch",48.26415094339622,1613948193033,7673
"wd_0",0.01,1613948193033,7673
"sqr_mom_0",0.99,1613948193033,7673
"lr_0",7.539495564451136e-08,1613948193033,7673
"mom_0",0.9484930858179679,1613948193033,7673
"eps_0",1e-05,1613948193033,7673
"wd_1",0.01,1613948193033,7673
"sqr_mom_1",0.99,1613948193033,7673
"lr_1",7.539495564451085e-07,1613948193033,7673
"mom_1",0.9484930858179679,1613948193033,7673
"eps_1",1e-05,1613948193033,7673
"wd_2",0.01,1613948193033,7673
"sqr_mom_2",0.99,1613948193033,7673
"lr_2",7.5394955644510035e-06,1613948193033,7673
"mom_2",0.9484930858179679,1613948193033,7673
"eps_2",1e-05,1613948193033,7673
"train_loss",0.0044008326,1613948193998,7674
"raw_loss",0.0040376126,1613948193998,7674
"epoch",48.27044025157232,1613948193998,7674
"wd_0",0.01,1613948193998,7674
"sqr_mom_0",0.99,1613948193998,7674
"lr_0",7.505155753466145e-08,1613948193998,7674
"mom_0",0.9484999538488452,1613948193998,7674
"eps_0",1e-05,1613948193998,7674
"wd_1",0.01,1613948193998,7674
"sqr_mom_1",0.99,1613948193998,7674
"lr_1",7.505155753466145e-07,1613948193998,7674
"mom_1",0.9484999538488452,1613948193998,7674
"eps_1",1e-05,1613948193998,7674
"wd_2",0.01,1613948193998,7674
"sqr_mom_2",0.99,1613948193998,7674
"lr_2",7.505155753466104e-06,1613948193998,7674
"mom_2",0.9484999538488452,1613948193998,7674
"eps_2",1e-05,1613948193998,7674
"train_loss",0.0043858704,1613948194957,7675
"raw_loss",0.003652729,1613948194957,7675
"epoch",48.27672955974842,1613948194957,7675
"wd_0",0.01,1613948194957,7675
"sqr_mom_0",0.99,1613948194957,7675
"lr_0",7.470870474499991e-08,1613948194957,7675
"mom_0",0.9485068109732097,1613948194957,7675
"eps_0",1e-05,1613948194957,7675
"wd_1",0.01,1613948194957,7675
"sqr_mom_1",0.99,1613948194957,7675
"lr_1",7.470870474500025e-07,1613948194957,7675
"mom_1",0.9485068109732097,1613948194957,7675
"eps_1",1e-05,1613948194957,7675
"wd_2",0.01,1613948194957,7675
"sqr_mom_2",0.99,1613948194957,7675
"lr_2",7.470870474499971e-06,1613948194957,7675
"mom_2",0.9485068109732097,1613948194957,7675
"eps_2",1e-05,1613948194957,7675
"train_loss",0.004385487,1613948195969,7676
"raw_loss",0.0043667043,1613948195969,7676
"epoch",48.28301886792452,1613948195969,7676
"wd_0",0.01,1613948195969,7676
"sqr_mom_0",0.99,1613948195969,7676
"lr_0",7.436685209664488e-08,1613948195969,7676
"mom_0",0.948513648094548,1613948195969,7676
"eps_0",1e-05,1613948195969,7676
"wd_1",0.01,1613948195969,7676
"sqr_mom_1",0.99,1613948195969,7676
"lr_1",7.436685209664454e-07,1613948195969,7676
"mom_1",0.948513648094548,1613948195969,7676
"eps_1",1e-05,1613948195969,7676
"wd_2",0.01,1613948195969,7676
"sqr_mom_2",0.99,1613948195969,7676
"lr_2",7.436685209664387e-06,1613948195969,7676
"mom_2",0.948513648094548,1613948195969,7676
"eps_2",1e-05,1613948195969,7676
"train_loss",0.004346036,1613948196978,7677
"raw_loss",0.0024129148,1613948196978,7677
"epoch",48.28930817610062,1613948196978,7677
"wd_0",0.01,1613948196978,7677
"sqr_mom_0",0.99,1613948196978,7677
"lr_0",7.40257720862351e-08,1613948196978,7677
"mom_0",0.9485204697629729,1613948196978,7677
"eps_0",1e-05,1613948196978,7677
"wd_1",0.01,1613948196978,7677
"sqr_mom_1",0.99,1613948196978,7677
"lr_1",7.402577208623544e-07,1613948196978,7677
"mom_1",0.9485204697629729,1613948196978,7677
"eps_1",1e-05,1613948196978,7677
"wd_2",0.01,1613948196978,7677
"sqr_mom_2",0.99,1613948196978,7677
"lr_2",7.402577208623449e-06,1613948196978,7677
"mom_2",0.9485204697629729,1613948196978,7677
"eps_2",1e-05,1613948196978,7677
"train_loss",0.0043197274,1613948197935,7678
"raw_loss",0.0030306207,1613948197935,7678
"epoch",48.29559748427672,1613948197935,7678
"wd_0",0.01,1613948197935,7678
"sqr_mom_0",0.99,1613948197935,7678
"lr_0",7.368523926129967e-08,1613948197935,7678
"mom_0",0.9485272804875788,1613948197935,7678
"eps_0",1e-05,1613948197935,7678
"wd_1",0.01,1613948197935,7678
"sqr_mom_1",0.99,1613948197935,7678
"lr_1",7.368523926129967e-07,1613948197935,7678
"mom_1",0.9485272804875788,1613948197935,7678
"eps_1",1e-05,1613948197935,7678
"wd_2",0.01,1613948197935,7678
"sqr_mom_2",0.99,1613948197935,7678
"lr_2",7.3685239261299124e-06,1613948197935,7678
"mom_2",0.9485272804875788,1613948197935,7678
"eps_2",1e-05,1613948197935,7678
"train_loss",0.0042993454,1613948198957,7679
"raw_loss",0.0033006293,1613948198957,7679
"epoch",48.30188679245282,1613948198957,7679
"wd_0",0.01,1613948198957,7679
"sqr_mom_0",0.99,1613948198957,7679
"lr_0",7.334570536534213e-08,1613948198957,7679
"mom_0",0.9485340712334055,1613948198957,7679
"eps_0",1e-05,1613948198957,7679
"wd_1",0.01,1613948198957,7679
"sqr_mom_1",0.99,1613948198957,7679
"lr_1",7.33457053653423e-07,1613948198957,7679
"mom_1",0.9485340712334055,1613948198957,7679
"eps_1",1e-05,1613948198957,7679
"wd_2",0.01,1613948198957,7679
"sqr_mom_2",0.99,1613948198957,7679
"lr_2",7.334570536534149e-06,1613948198957,7679
"mom_2",0.9485340712334055,1613948198957,7679
"eps_2",1e-05,1613948198957,7679
"train_loss",0.004304759,1613948199916,7680
"raw_loss",0.0045700446,1613948199916,7680
"epoch",48.30817610062892,1613948199916,7680
"wd_0",0.01,1613948199916,7680
"sqr_mom_0",0.99,1613948199916,7680
"lr_0",7.300694443259304e-08,1613948199916,7680
"mom_0",0.9485408465198133,1613948199916,7680
"eps_0",1e-05,1613948199916,7680
"wd_1",0.01,1613948199916,7680
"sqr_mom_1",0.99,1613948199916,7680
"lr_1",7.300694443259287e-07,1613948199916,7680
"mom_1",0.9485408465198133,1613948199916,7680
"eps_1",1e-05,1613948199916,7680
"wd_2",0.01,1613948199916,7680
"sqr_mom_2",0.99,1613948199916,7680
"lr_2",7.300694443259205e-06,1613948199916,7680
"mom_2",0.9485408465198133,1613948199916,7680
"eps_2",1e-05,1613948199916,7680
"train_loss",0.0043157763,1613948200898,7681
"raw_loss",0.0048556062,1613948200898,7681
"epoch",48.31446540880502,1613948200898,7681
"wd_0",0.01,1613948200898,7681
"sqr_mom_0",0.99,1613948200898,7681
"lr_0",7.266873254903557e-08,1613948200898,7681
"mom_0",0.9485476108251275,1613948200898,7681
"eps_0",1e-05,1613948200898,7681
"wd_1",0.01,1613948200898,7681
"sqr_mom_1",0.99,1613948200898,7681
"lr_1",7.266873254903591e-07,1613948200898,7681
"mom_1",0.9485476108251275,1613948200898,7681
"eps_1",1e-05,1613948200898,7681
"wd_2",0.01,1613948200898,7681
"sqr_mom_2",0.99,1613948200898,7681
"lr_2",7.266873254903523e-06,1613948200898,7681
"mom_2",0.9485476108251275,1613948200898,7681
"eps_2",1e-05,1613948200898,7681
"train_loss",0.0043154787,1613948201865,7682
"raw_loss",0.004300902,1613948201865,7682
"epoch",48.32075471698112,1613948201865,7682
"wd_0",0.01,1613948201865,7682
"sqr_mom_0",0.99,1613948201865,7682
"lr_0",7.233151837926357e-08,1613948201865,7682
"mom_0",0.9485543551759664,1613948201865,7682
"eps_0",1e-05,1613948201865,7682
"wd_1",0.01,1613948201865,7682
"sqr_mom_1",0.99,1613948201865,7682
"lr_1",7.233151837926391e-07,1613948201865,7682
"mom_1",0.9485543551759664,1613948201865,7682
"eps_1",1e-05,1613948201865,7682
"wd_2",0.01,1613948201865,7682
"sqr_mom_2",0.99,1613948201865,7682
"lr_2",7.233151837926282e-06,1613948201865,7682
"mom_2",0.9485543551759664,1613948201865,7682
"eps_2",1e-05,1613948201865,7682
"train_loss",0.004288815,1613948202843,7683
"raw_loss",0.0029822912,1613948202843,7683
"epoch",48.32704402515722,1613948202843,7683
"wd_0",0.01,1613948202843,7683
"sqr_mom_0",0.99,1613948202843,7683
"lr_0",7.199496599804257e-08,1613948202843,7683
"mom_0",0.948561086290902,1613948202843,7683
"eps_0",1e-05,1613948202843,7683
"wd_1",0.01,1613948202843,7683
"sqr_mom_1",0.99,1613948202843,7683
"lr_1",7.19949659980419e-07,1613948202843,7683
"mom_1",0.948561086290902,1613948202843,7683
"eps_1",1e-05,1613948202843,7683
"wd_2",0.01,1613948202843,7683
"sqr_mom_2",0.99,1613948202843,7683
"lr_2",7.1994965998041895e-06,1613948202843,7683
"mom_2",0.948561086290902,1613948202843,7683
"eps_2",1e-05,1613948202843,7683
"train_loss",0.0043724524,1613948203803,7684
"raw_loss",0.0084707,1613948203803,7684
"epoch",48.33333333333332,1613948203803,7684
"wd_0",0.01,1613948203803,7684
"sqr_mom_0",0.99,1613948203803,7684
"lr_0",7.165918752356203e-08,1613948203803,7684
"mom_0",0.948567801927548,1613948203803,7684
"eps_0",1e-05,1613948203803,7684
"wd_1",0.01,1613948203803,7684
"sqr_mom_1",0.99,1613948203803,7684
"lr_1",7.16591875235622e-07,1613948203803,7684
"mom_1",0.948567801927548,1613948203803,7684
"eps_1",1e-05,1613948203803,7684
"wd_2",0.01,1613948203803,7684
"sqr_mom_2",0.99,1613948203803,7684
"lr_2",7.1659187523561525e-06,1613948203803,7684
"mom_2",0.948567801927548,1613948203803,7684
"eps_2",1e-05,1613948203803,7684
"train_loss",0.00433177,1613948204765,7685
"raw_loss",0.0023383237,1613948204765,7685
"epoch",48.33962264150942,1613948204765,7685
"wd_0",0.01,1613948204765,7685
"sqr_mom_0",0.99,1613948204765,7685
"lr_0",7.132418306284795e-08,1613948204765,7685
"mom_0",0.9485745020837638,1613948204765,7685
"eps_0",1e-05,1613948204765,7685
"wd_1",0.01,1613948204765,7685
"sqr_mom_1",0.99,1613948204765,7685
"lr_1",7.132418306284778e-07,1613948204765,7685
"mom_1",0.9485745020837638,1613948204765,7685
"eps_1",1e-05,1613948204765,7685
"wd_2",0.01,1613948204765,7685
"sqr_mom_2",0.99,1613948204765,7685
"lr_2",7.132418306284765e-06,1613948204765,7685
"mom_2",0.9485745020837638,1613948204765,7685
"eps_2",1e-05,1613948204765,7685
"train_loss",0.004312789,1613948205714,7686
"raw_loss",0.00338273,1613948205714,7686
"epoch",48.34591194968552,1613948205714,7686
"wd_0",0.01,1613948205714,7686
"sqr_mom_0",0.99,1613948205714,7686
"lr_0",7.099006345016656e-08,1613948205714,7686
"mom_0",0.948581184542842,1613948205714,7686
"eps_0",1e-05,1613948205714,7686
"wd_1",0.01,1613948205714,7686
"sqr_mom_1",0.99,1613948205714,7686
"lr_1",7.099006345016656e-07,1613948205714,7686
"mom_1",0.948581184542842,1613948205714,7686
"eps_1",1e-05,1613948205714,7686
"wd_2",0.01,1613948205714,7686
"sqr_mom_2",0.99,1613948205714,7686
"lr_2",7.099006345016629e-06,1613948205714,7686
"mom_2",0.948581184542842,1613948205714,7686
"eps_2",1e-05,1613948205714,7686
"train_loss",0.0042971596,1613948206675,7687
"raw_loss",0.0035313226,1613948206675,7687
"epoch",48.35220125786162,1613948206675,7687
"wd_0",0.01,1613948206675,7687
"sqr_mom_0",0.99,1613948206675,7687
"lr_0",7.065649660958819e-08,1613948206675,7687
"mom_0",0.9485878559463676,1613948206675,7687
"eps_0",1e-05,1613948206675,7687
"wd_1",0.01,1613948206675,7687
"sqr_mom_1",0.99,1613948206675,7687
"lr_1",7.065649660958819e-07,1613948206675,7687
"mom_1",0.9485878559463676,1613948206675,7687
"eps_1",1e-05,1613948206675,7687
"wd_2",0.01,1613948206675,7687
"sqr_mom_2",0.99,1613948206675,7687
"lr_2",7.065649660958819e-06,1613948206675,7687
"mom_2",0.9485878559463676,1613948206675,7687
"eps_2",1e-05,1613948206675,7687
"train_loss",0.0042768046,1613948207628,7688
"raw_loss",0.003279399,1613948207628,7688
"epoch",48.35849056603772,1613948207628,7688
"wd_0",0.01,1613948207628,7688
"sqr_mom_0",0.99,1613948207628,7688
"lr_0",7.032392504369277e-08,1613948207628,7688
"mom_0",0.9485945074442006,1613948207628,7688
"eps_0",1e-05,1613948207628,7688
"wd_1",0.01,1613948207628,7688
"sqr_mom_1",0.99,1613948207628,7688
"lr_1",7.032392504369226e-07,1613948207628,7688
"mom_1",0.9485945074442006,1613948207628,7688
"eps_1",1e-05,1613948207628,7688
"wd_2",0.01,1613948207628,7688
"sqr_mom_2",0.99,1613948207628,7688
"lr_2",7.032392504369199e-06,1613948207628,7688
"mom_2",0.9485945074442006,1613948207628,7688
"eps_2",1e-05,1613948207628,7688
"train_loss",0.004293501,1613948208604,7689
"raw_loss",0.005111616,1613948208604,7689
"epoch",48.36477987421382,1613948208604,7689
"wd_0",0.01,1613948208604,7689
"sqr_mom_0",0.99,1613948208604,7689
"lr_0",6.99919074895331e-08,1613948208604,7689
"mom_0",0.9486011478616879,1613948208604,7689
"eps_0",1e-05,1613948208604,7689
"wd_1",0.01,1613948208604,7689
"sqr_mom_1",0.99,1613948208604,7689
"lr_1",6.999190748953259e-07,1613948208604,7689
"mom_1",0.9486011478616879,1613948208604,7689
"eps_1",1e-05,1613948208604,7689
"wd_2",0.01,1613948208604,7689
"sqr_mom_2",0.99,1613948208604,7689
"lr_2",6.9991907489532455e-06,1613948208604,7689
"mom_2",0.9486011478616879,1613948208604,7689
"eps_2",1e-05,1613948208604,7689
"train_loss",0.0042490526,1613948209561,7690
"raw_loss",0.0020710805,1613948209561,7690
"epoch",48.371069182389924,1613948209561,7690
"wd_0",0.01,1613948209561,7690
"sqr_mom_0",0.99,1613948209561,7690
"lr_0",6.966088439443564e-08,1613948209561,7690
"mom_0",0.9486077683897951,1613948209561,7690
"eps_0",1e-05,1613948209561,7690
"wd_1",0.01,1613948209561,7690
"sqr_mom_1",0.99,1613948209561,7690
"lr_1",6.966088439443581e-07,1613948209561,7690
"mom_1",0.9486077683897951,1613948209561,7690
"eps_1",1e-05,1613948209561,7690
"wd_2",0.01,1613948209561,7690
"sqr_mom_2",0.99,1613948209561,7690
"lr_2",6.966088439443554e-06,1613948209561,7690
"mom_2",0.9486077683897951,1613948209561,7690
"eps_2",1e-05,1613948209561,7690
"train_loss",0.004314441,1613948210596,7691
"raw_loss",0.007518461,1613948210596,7691
"epoch",48.377358490566024,1613948210596,7691
"wd_0",0.01,1613948210596,7691
"sqr_mom_0",0.99,1613948210596,7691
"lr_0",6.933063543626323e-08,1613948210596,7691
"mom_0",0.9486143734350091,1613948210596,7691
"eps_0",1e-05,1613948210596,7691
"wd_1",0.01,1613948210596,7691
"sqr_mom_1",0.99,1613948210596,7691
"lr_1",6.93306354362629e-07,1613948210596,7691
"mom_1",0.9486143734350091,1613948210596,7691
"eps_1",1e-05,1613948210596,7691
"wd_2",0.01,1613948210596,7691
"sqr_mom_2",0.99,1613948210596,7691
"lr_2",6.9330635436262895e-06,1613948210596,7691
"mom_2",0.9486143734350091,1613948210596,7691
"eps_2",1e-05,1613948210596,7691
"train_loss",0.0042746365,1613948211564,7692
"raw_loss",0.002324218,1613948211564,7692
"epoch",48.383647798742125,1613948211564,7692
"wd_0",0.01,1613948211564,7692
"sqr_mom_0",0.99,1613948211564,7692
"lr_0",6.900094234774337e-08,1613948211564,7692
"mom_0",0.9486209673627187,1613948211564,7692
"eps_0",1e-05,1613948211564,7692
"wd_1",0.01,1613948211564,7692
"sqr_mom_1",0.99,1613948211564,7692
"lr_1",6.900094234774286e-07,1613948211564,7692
"mom_1",0.9486209673627187,1613948211564,7692
"eps_1",1e-05,1613948211564,7692
"wd_2",0.01,1613948211564,7692
"sqr_mom_2",0.99,1613948211564,7692
"lr_2",6.900094234774286e-06,1613948211564,7692
"mom_2",0.9486209673627187,1613948211564,7692
"eps_2",1e-05,1613948211564,7692
"train_loss",0.0042737117,1613948212541,7693
"raw_loss",0.0042283935,1613948212541,7693
"epoch",48.389937106918225,1613948212541,7693
"wd_0",0.01,1613948212541,7693
"sqr_mom_0",0.99,1613948212541,7693
"lr_0",6.867224249261803e-08,1613948212541,7693
"mom_0",0.9486275414255618,1613948212541,7693
"eps_0",1e-05,1613948212541,7693
"wd_1",0.01,1613948212541,7693
"sqr_mom_1",0.99,1613948212541,7693
"lr_1",6.86722424926182e-07,1613948212541,7693
"mom_1",0.9486275414255618,1613948212541,7693
"eps_1",1e-05,1613948212541,7693
"wd_2",0.01,1613948212541,7693
"sqr_mom_2",0.99,1613948212541,7693
"lr_2",6.867224249261766e-06,1613948212541,7693
"mom_2",0.9486275414255618,1613948212541,7693
"eps_2",1e-05,1613948212541,7693
"train_loss",0.0042920886,1613948213508,7694
"raw_loss",0.0051925546,1613948213508,7694
"epoch",48.396226415094326,1613948213508,7694
"wd_0",0.01,1613948213508,7694
"sqr_mom_0",0.99,1613948213508,7694
"lr_0",6.834420841712488e-08,1613948213508,7694
"mom_0",0.9486341021726792,1613948213508,7694
"eps_0",1e-05,1613948213508,7694
"wd_1",0.01,1613948213508,7694
"sqr_mom_1",0.99,1613948213508,7694
"lr_1",6.834420841712521e-07,1613948213508,7694
"mom_1",0.9486341021726792,1613948213508,7694
"eps_1",1e-05,1613948213508,7694
"wd_2",0.01,1613948213508,7694
"sqr_mom_2",0.99,1613948213508,7694
"lr_2",6.83442084171244e-06,1613948213508,7694
"mom_2",0.9486341021726792,1613948213508,7694
"eps_2",1e-05,1613948213508,7694
"train_loss",0.0042777644,1613948214470,7695
"raw_loss",0.0035758687,1613948214470,7695
"epoch",48.402515723270426,1613948214470,7695
"wd_0",0.01,1613948214470,7695
"sqr_mom_0",0.99,1613948214470,7695
"lr_0",6.80169494120108e-08,1613948214470,7695
"mom_0",0.948640647418234,1613948214470,7695
"eps_0",1e-05,1613948214470,7695
"wd_1",0.01,1613948214470,7695
"sqr_mom_1",0.99,1613948214470,7695
"lr_1",6.80169494120108e-07,1613948214470,7695
"mom_1",0.948640647418234,1613948214470,7695
"eps_1",1e-05,1613948214470,7695
"wd_2",0.01,1613948214470,7695
"sqr_mom_2",0.99,1613948214470,7695
"lr_2",6.801694941201012e-06,1613948214470,7695
"mom_2",0.948640647418234,1613948214470,7695
"eps_2",1e-05,1613948214470,7695
"train_loss",0.004347551,1613948215432,7696
"raw_loss",0.0077671153,1613948215432,7696
"epoch",48.408805031446526,1613948215432,7696
"wd_0",0.01,1613948215432,7696
"sqr_mom_0",0.99,1613948215432,7696
"lr_0",6.769046558158366e-08,1613948215432,7696
"mom_0",0.9486471771601399,1613948215432,7696
"eps_0",1e-05,1613948215432,7696
"wd_1",0.01,1613948215432,7696
"sqr_mom_1",0.99,1613948215432,7696
"lr_1",6.769046558158332e-07,1613948215432,7696
"mom_1",0.9486471771601399,1613948215432,7696
"eps_1",1e-05,1613948215432,7696
"wd_2",0.01,1613948215432,7696
"sqr_mom_2",0.99,1613948215432,7696
"lr_2",6.769046558158373e-06,1613948215432,7696
"mom_2",0.9486471771601399,1613948215432,7696
"eps_2",1e-05,1613948215432,7696
"train_loss",0.0043253372,1613948216396,7697
"raw_loss",0.0032368603,1613948216396,7697
"epoch",48.41509433962263,1613948216396,7697
"wd_0",0.01,1613948216396,7697
"sqr_mom_0",0.99,1613948216396,7697
"lr_0",6.736486493073844e-08,1613948216396,7697
"mom_0",0.9486536892382775,1613948216396,7697
"eps_0",1e-05,1613948216396,7697
"wd_1",0.01,1613948216396,7697
"sqr_mom_1",0.99,1613948216396,7697
"lr_1",6.73648649307381e-07,1613948216396,7697
"mom_1",0.9486536892382775,1613948216396,7697
"eps_1",1e-05,1613948216396,7697
"wd_2",0.01,1613948216396,7697
"sqr_mom_2",0.99,1613948216396,7697
"lr_2",6.736486493073824e-06,1613948216396,7697
"mom_2",0.9486536892382775,1613948216396,7697
"eps_2",1e-05,1613948216396,7697
"train_loss",0.004281329,1613948217369,7698
"raw_loss",0.0021249277,1613948217369,7698
"epoch",48.42138364779873,1613948217369,7698
"wd_0",0.01,1613948217369,7698
"sqr_mom_0",0.99,1613948217369,7698
"lr_0",6.703982386079775e-08,1613948217369,7698
"mom_0",0.9486601901246853,1613948217369,7698
"eps_0",1e-05,1613948217369,7698
"wd_1",0.01,1613948217369,7698
"sqr_mom_1",0.99,1613948217369,7698
"lr_1",6.703982386079826e-07,1613948217369,7698
"mom_1",0.9486601901246853,1613948217369,7698
"eps_1",1e-05,1613948217369,7698
"wd_2",0.01,1613948217369,7698
"sqr_mom_2",0.99,1613948217369,7698
"lr_2",6.703982386079758e-06,1613948217369,7698
"mom_2",0.9486601901246853,1613948217369,7698
"eps_2",1e-05,1613948217369,7698
"train_loss",0.0042447667,1613948218350,7699
"raw_loss",0.0024532042,1613948218350,7699
"epoch",48.42767295597483,1613948218350,7699
"wd_0",0.01,1613948218350,7699
"sqr_mom_0",0.99,1613948218350,7699
"lr_0",6.671577356423752e-08,1613948218350,7699
"mom_0",0.9486666711954271,1613948218350,7699
"eps_0",1e-05,1613948218350,7699
"wd_1",0.01,1613948218350,7699
"sqr_mom_1",0.99,1613948218350,7699
"lr_1",6.671577356423769e-07,1613948218350,7699
"mom_1",0.9486666711954271,1613948218350,7699
"eps_1",1e-05,1613948218350,7699
"wd_2",0.01,1613948218350,7699
"sqr_mom_2",0.99,1613948218350,7699
"lr_2",6.671577356423715e-06,1613948218350,7699
"mom_2",0.9486666711954271,1613948218350,7699
"eps_2",1e-05,1613948218350,7699
"train_loss",0.0042380346,1613948219295,7700
"raw_loss",0.0039081518,1613948219295,7700
"epoch",48.43396226415093,1613948219295,7700
"wd_0",0.01,1613948219295,7700
"sqr_mom_0",0.99,1613948219295,7700
"lr_0",6.63924983426981e-08,1613948219295,7700
"mom_0",0.9486731367645136,1613948219295,7700
"eps_0",1e-05,1613948219295,7700
"wd_1",0.01,1613948219295,7700
"sqr_mom_1",0.99,1613948219295,7700
"lr_1",6.63924983426981e-07,1613948219295,7700
"mom_1",0.9486731367645136,1613948219295,7700
"eps_1",1e-05,1613948219295,7700
"wd_2",0.01,1613948219295,7700
"sqr_mom_2",0.99,1613948219295,7700
"lr_2",6.639249834269716e-06,1613948219295,7700
"mom_2",0.9486731367645136,1613948219295,7700
"eps_2",1e-05,1613948219295,7700
"train_loss",0.004225724,1613948220290,7701
"raw_loss",0.0036224932,1613948220290,7701
"epoch",48.44025157232703,1613948220290,7701
"wd_0",0.01,1613948220290,7701
"sqr_mom_0",0.99,1613948220290,7701
"lr_0",6.606978455518072e-08,1613948220290,7701
"mom_0",0.9486795911048074,1613948220290,7701
"eps_0",1e-05,1613948220290,7701
"wd_1",0.01,1613948220290,7701
"sqr_mom_1",0.99,1613948220290,7701
"lr_1",6.606978455518022e-07,1613948220290,7701
"mom_1",0.9486795911048074,1613948220290,7701
"eps_1",1e-05,1613948220290,7701
"wd_2",0.01,1613948220290,7701
"sqr_mom_2",0.99,1613948220290,7701
"lr_2",6.606978455518035e-06,1613948220290,7701
"mom_2",0.9486795911048074,1613948220290,7701
"eps_2",1e-05,1613948220290,7701
"train_loss",0.004263329,1613948221242,7702
"raw_loss",0.006105984,1613948221242,7702
"epoch",48.44654088050313,1613948221242,7702
"wd_0",0.01,1613948221242,7702
"sqr_mom_0",0.99,1613948221242,7702
"lr_0",6.574806030683887e-08,1613948221242,7702
"mom_0",0.9486860256541197,1613948221242,7702
"eps_0",1e-05,1613948221242,7702
"wd_1",0.01,1613948221242,7702
"sqr_mom_1",0.99,1613948221242,7702
"lr_1",6.574806030683938e-07,1613948221242,7702
"mom_1",0.9486860256541197,1613948221242,7702
"eps_1",1e-05,1613948221242,7702
"wd_2",0.01,1613948221242,7702
"sqr_mom_2",0.99,1613948221242,7702
"lr_2",6.574806030683897e-06,1613948221242,7702
"mom_2",0.9486860256541197,1613948221242,7702
"eps_2",1e-05,1613948221242,7702
"train_loss",0.004245757,1613948222214,7703
"raw_loss",0.0033847475,1613948222214,7703
"epoch",48.45283018867923,1613948222214,7703
"wd_0",0.01,1613948222214,7703
"sqr_mom_0",0.99,1613948222214,7703
"lr_0",6.542711144176159e-08,1613948222214,7703
"mom_0",0.9486924446956116,1613948222214,7703
"eps_0",1e-05,1613948222214,7703
"wd_1",0.01,1613948222214,7703
"sqr_mom_1",0.99,1613948222214,7703
"lr_1",6.542711144176159e-07,1613948222214,7703
"mom_1",0.9486924446956116,1613948222214,7703
"eps_1",1e-05,1613948222214,7703
"wd_2",0.01,1613948222214,7703
"sqr_mom_2",0.99,1613948222214,7703
"lr_2",6.542711144176105e-06,1613948222214,7703
"mom_2",0.9486924446956116,1613948222214,7703
"eps_2",1e-05,1613948222214,7703
"train_loss",0.0043022437,1613948223162,7704
"raw_loss",0.007070082,1613948223162,7704
"epoch",48.45911949685533,1613948223162,7704
"wd_0",0.01,1613948223162,7704
"sqr_mom_0",0.99,1613948223162,7704
"lr_0",6.510672586221533e-08,1613948223162,7704
"mom_0",0.9486988524712804,1613948223162,7704
"eps_0",1e-05,1613948223162,7704
"wd_1",0.01,1613948223162,7704
"sqr_mom_1",0.99,1613948223162,7704
"lr_1",6.510672586221517e-07,1613948223162,7704
"mom_1",0.9486988524712804,1613948223162,7704
"eps_1",1e-05,1613948223162,7704
"wd_2",0.01,1613948223162,7704
"sqr_mom_2",0.99,1613948223162,7704
"lr_2",6.510672586221462e-06,1613948223162,7704
"mom_2",0.9486988524712804,1613948223162,7704
"eps_2",1e-05,1613948223162,7704
"train_loss",0.004384904,1613948224159,7705
"raw_loss",0.008435261,1613948224159,7705
"epoch",48.46540880503143,1613948224159,7705
"wd_0",0.01,1613948224159,7705
"sqr_mom_0",0.99,1613948224159,7705
"lr_0",6.478732858480212e-08,1613948224159,7705
"mom_0",0.9487052404807087,1613948224159,7705
"eps_0",1e-05,1613948224159,7705
"wd_1",0.01,1613948224159,7705
"sqr_mom_1",0.99,1613948224159,7705
"lr_1",6.478732858480229e-07,1613948224159,7705
"mom_1",0.9487052404807087,1613948224159,7705
"eps_1",1e-05,1613948224159,7705
"wd_2",0.01,1613948224159,7705
"sqr_mom_2",0.99,1613948224159,7705
"lr_2",6.478732858480147e-06,1613948224159,7705
"mom_2",0.9487052404807087,1613948224159,7705
"eps_2",1e-05,1613948224159,7705
"train_loss",0.0043704542,1613948225256,7706
"raw_loss",0.0036623958,1613948225256,7706
"epoch",48.47169811320753,1613948225256,7706
"wd_0",0.01,1613948225256,7706
"sqr_mom_0",0.99,1613948225256,7706
"lr_0",6.446860141154271e-08,1613948225256,7706
"mom_0",0.94871161508792,1613948225256,7706
"eps_0",1e-05,1613948225256,7706
"wd_1",0.01,1613948225256,7706
"sqr_mom_1",0.99,1613948225256,7706
"lr_1",6.446860141154237e-07,1613948225256,7706
"mom_1",0.94871161508792,1613948225256,7706
"eps_1",1e-05,1613948225256,7706
"wd_2",0.01,1613948225256,7706
"sqr_mom_2",0.99,1613948225256,7706
"lr_2",6.4468601411541695e-06,1613948225256,7706
"mom_2",0.94871161508792,1613948225256,7706
"eps_2",1e-05,1613948225256,7706
"train_loss",0.0043454696,1613948226375,7707
"raw_loss",0.003121214,1613948226375,7707
"epoch",48.47798742138363,1613948226375,7707
"wd_0",0.01,1613948226375,7707
"sqr_mom_0",0.99,1613948226375,7707
"lr_0",6.415065054396591e-08,1613948226375,7707
"mom_0",0.9487179741688623,1613948226375,7707
"eps_0",1e-05,1613948226375,7707
"wd_1",0.01,1613948226375,7707
"sqr_mom_1",0.99,1613948226375,7707
"lr_1",6.415065054396574e-07,1613948226375,7707
"mom_1",0.9487179741688623,1613948226375,7707
"eps_1",1e-05,1613948226375,7707
"wd_2",0.01,1613948226375,7707
"sqr_mom_2",0.99,1613948226375,7707
"lr_2",6.4150650543965066e-06,1613948226375,7707
"mom_2",0.9487179741688623,1613948226375,7707
"eps_2",1e-05,1613948226375,7707
"train_loss",0.0043666824,1613948227443,7708
"raw_loss",0.005406116,1613948227443,7708
"epoch",48.48427672955973,1613948227443,7708
"wd_0",0.01,1613948227443,7708
"sqr_mom_0",0.99,1613948227443,7708
"lr_0",6.383347608341582e-08,1613948227443,7708
"mom_0",0.9487243177215089,1613948227443,7708
"eps_0",1e-05,1613948227443,7708
"wd_1",0.01,1613948227443,7708
"sqr_mom_1",0.99,1613948227443,7708
"lr_1",6.383347608341549e-07,1613948227443,7708
"mom_1",0.9487243177215089,1613948227443,7708
"eps_1",1e-05,1613948227443,7708
"wd_2",0.01,1613948227443,7708
"sqr_mom_2",0.99,1613948227443,7708
"lr_2",6.383347608341521e-06,1613948227443,7708
"mom_2",0.9487243177215089,1613948227443,7708
"eps_2",1e-05,1613948227443,7708
"train_loss",0.004354526,1613948228501,7709
"raw_loss",0.0037588517,1613948228501,7709
"epoch",48.49056603773583,1613948228501,7709
"wd_0",0.01,1613948228501,7709
"sqr_mom_0",0.99,1613948228501,7709
"lr_0",6.351718294352289e-08,1613948228501,7709
"mom_0",0.948730643647566,1613948228501,7709
"eps_0",1e-05,1613948228501,7709
"wd_1",0.01,1613948228501,7709
"sqr_mom_1",0.99,1613948228501,7709
"lr_1",6.351718294352323e-07,1613948228501,7709
"mom_1",0.948730643647566,1613948228501,7709
"eps_1",1e-05,1613948228501,7709
"wd_2",0.01,1613948228501,7709
"sqr_mom_2",0.99,1613948228501,7709
"lr_2",6.351718294352309e-06,1613948228501,7709
"mom_2",0.948730643647566,1613948228501,7709
"eps_2",1e-05,1613948228501,7709
"train_loss",0.004497258,1613948229600,7710
"raw_loss",0.011491146,1613948229600,7710
"epoch",48.49685534591193,1613948229600,7710
"wd_0",0.01,1613948229600,7710
"sqr_mom_0",0.99,1613948229600,7710
"lr_0",6.320145678753044e-08,1613948229600,7710
"mom_0",0.9487369582338316,1613948229600,7710
"eps_0",1e-05,1613948229600,7710
"wd_1",0.01,1613948229600,7710
"sqr_mom_1",0.99,1613948229600,7710
"lr_1",6.320145678753044e-07,1613948229600,7710
"mom_1",0.9487369582338316,1613948229600,7710
"eps_1",1e-05,1613948229600,7710
"wd_2",0.01,1613948229600,7710
"sqr_mom_2",0.99,1613948229600,7710
"lr_2",6.3201456787530036e-06,1613948229600,7710
"mom_2",0.9487369582338316,1613948229600,7710
"eps_2",1e-05,1613948229600,7710
"train_loss",0.004490897,1613948230581,7711
"raw_loss",0.004179205,1613948230581,7711
"epoch",48.50314465408803,1613948230581,7711
"wd_0",0.01,1613948230581,7711
"sqr_mom_0",0.99,1613948230581,7711
"lr_0",6.288671645094885e-08,1613948230581,7711
"mom_0",0.948743253103512,1613948230581,7711
"eps_0",1e-05,1613948230581,7711
"wd_1",0.01,1613948230581,7711
"sqr_mom_1",0.99,1613948230581,7711
"lr_1",6.288671645094919e-07,1613948230581,7711
"mom_1",0.948743253103512,1613948230581,7711
"eps_1",1e-05,1613948230581,7711
"wd_2",0.01,1613948230581,7711
"sqr_mom_2",0.99,1613948230581,7711
"lr_2",6.288671645094919e-06,1613948230581,7711
"mom_2",0.948743253103512,1613948230581,7711
"eps_2",1e-05,1613948230581,7711
"train_loss",0.004446951,1613948231535,7712
"raw_loss",0.0022936054,1613948231535,7712
"epoch",48.50943396226413,1613948231535,7712
"wd_0",0.01,1613948231535,7712
"sqr_mom_0",0.99,1613948231535,7712
"lr_0",6.257275240904692e-08,1613948231535,7712
"mom_0",0.9487495324471434,1613948231535,7712
"eps_0",1e-05,1613948231535,7712
"wd_1",0.01,1613948231535,7712
"sqr_mom_1",0.99,1613948231535,7712
"lr_1",6.257275240904725e-07,1613948231535,7712
"mom_1",0.9487495324471434,1613948231535,7712
"eps_1",1e-05,1613948231535,7712
"wd_2",0.01,1613948231535,7712
"sqr_mom_2",0.99,1613948231535,7712
"lr_2",6.257275240904685e-06,1613948231535,7712
"mom_2",0.9487495324471434,1613948231535,7712
"eps_2",1e-05,1613948231535,7712
"train_loss",0.004544454,1613948232500,7713
"raw_loss",0.009322105,1613948232500,7713
"epoch",48.51572327044023,1613948232500,7713
"wd_0",0.01,1613948232500,7713
"sqr_mom_0",0.99,1613948232500,7713
"lr_0",6.225935719769249e-08,1613948232500,7713
"mom_0",0.9487558004140503,1613948232500,7713
"eps_0",1e-05,1613948232500,7713
"wd_1",0.01,1613948232500,7713
"sqr_mom_1",0.99,1613948232500,7713
"lr_1",6.225935719769249e-07,1613948232500,7713
"mom_1",0.9487558004140503,1613948232500,7713
"eps_1",1e-05,1613948232500,7713
"wd_2",0.01,1613948232500,7713
"sqr_mom_2",0.99,1613948232500,7713
"lr_2",6.22593571976914e-06,1613948232500,7713
"mom_2",0.9487558004140503,1613948232500,7713
"eps_2",1e-05,1613948232500,7713
"train_loss",0.0045025004,1613948233446,7714
"raw_loss",0.0024467595,1613948233446,7714
"epoch",48.522012578616334,1613948233446,7714
"wd_0",0.01,1613948233446,7714
"sqr_mom_0",0.99,1613948233446,7714
"lr_0",6.194694656021238e-08,1613948233446,7714
"mom_0",0.9487620486892826,1613948233446,7714
"eps_0",1e-05,1613948233446,7714
"wd_1",0.01,1613948233446,7714
"sqr_mom_1",0.99,1613948233446,7714
"lr_1",6.19469465602117e-07,1613948233446,7714
"mom_1",0.9487620486892826,1613948233446,7714
"eps_1",1e-05,1613948233446,7714
"wd_2",0.01,1613948233446,7714
"sqr_mom_2",0.99,1613948233446,7714
"lr_2",6.1946946560211295e-06,1613948233446,7714
"mom_2",0.9487620486892826,1613948233446,7714
"eps_2",1e-05,1613948233446,7714
"train_loss",0.004495887,1613948234432,7715
"raw_loss",0.0041718394,1613948234432,7715
"epoch",48.528301886792434,1613948234432,7715
"wd_0",0.01,1613948234432,7715
"sqr_mom_0",0.99,1613948234432,7715
"lr_0",6.163520925013698e-08,1613948234432,7715
"mom_0",0.9487682834978322,1613948234432,7715
"eps_0",1e-05,1613948234432,7715
"wd_1",0.01,1613948234432,7715
"sqr_mom_1",0.99,1613948234432,7715
"lr_1",6.163520925013698e-07,1613948234432,7715
"mom_1",0.9487682834978322,1613948234432,7715
"eps_1",1e-05,1613948234432,7715
"wd_2",0.01,1613948234432,7715
"sqr_mom_2",0.99,1613948234432,7715
"lr_2",6.16352092501363e-06,1613948234432,7715
"mom_2",0.9487682834978322,1613948234432,7715
"eps_2",1e-05,1613948234432,7715
"train_loss",0.004500491,1613948235414,7716
"raw_loss",0.004726081,1613948235414,7716
"epoch",48.534591194968534,1613948235414,7716
"wd_0",0.01,1613948235414,7716
"sqr_mom_0",0.99,1613948235414,7716
"lr_0",6.132424914885665e-08,1613948235414,7716
"mom_0",0.9487745027620504,1613948235414,7716
"eps_0",1e-05,1613948235414,7716
"wd_1",0.01,1613948235414,7716
"sqr_mom_1",0.99,1613948235414,7716
"lr_1",6.132424914885614e-07,1613948235414,7716
"mom_1",0.9487745027620504,1613948235414,7716
"eps_1",1e-05,1613948235414,7716
"wd_2",0.01,1613948235414,7716
"sqr_mom_2",0.99,1613948235414,7716
"lr_2",6.13242491488556e-06,1613948235414,7716
"mom_2",0.9487745027620504,1613948235414,7716
"eps_2",1e-05,1613948235414,7716
"train_loss",0.004463554,1613948236388,7717
"raw_loss",0.0026536323,1613948236388,7717
"epoch",48.540880503144635,1613948236388,7717
"wd_0",0.01,1613948236388,7717
"sqr_mom_0",0.99,1613948236388,7717
"lr_0",6.101406635548524e-08,1613948236388,7717
"mom_0",0.948780706479955,1613948236388,7717
"eps_0",1e-05,1613948236388,7717
"wd_1",0.01,1613948236388,7717
"sqr_mom_1",0.99,1613948236388,7717
"lr_1",6.101406635548558e-07,1613948236388,7717
"mom_1",0.948780706479955,1613948236388,7717
"eps_1",1e-05,1613948236388,7717
"wd_2",0.01,1613948236388,7717
"sqr_mom_2",0.99,1613948236388,7717
"lr_2",6.101406635548477e-06,1613948236388,7717
"mom_2",0.948780706479955,1613948236388,7717
"eps_2",1e-05,1613948236388,7717
"train_loss",0.0044488665,1613948237330,7718
"raw_loss",0.0037291914,1613948237330,7718
"epoch",48.547169811320735,1613948237330,7718
"wd_0",0.01,1613948237330,7718
"sqr_mom_0",0.99,1613948237330,7718
"lr_0",6.070476346201891e-08,1613948237330,7718
"mom_0",0.9487868925996856,1613948237330,7718
"eps_0",1e-05,1613948237330,7718
"wd_1",0.01,1613948237330,7718
"sqr_mom_1",0.99,1613948237330,7718
"lr_1",6.070476346201891e-07,1613948237330,7718
"mom_1",0.9487868925996856,1613948237330,7718
"eps_1",1e-05,1613948237330,7718
"wd_2",0.01,1613948237330,7718
"sqr_mom_2",0.99,1613948237330,7718
"lr_2",6.070476346201796e-06,1613948237330,7718
"mom_2",0.9487868925996856,1613948237330,7718
"eps_2",1e-05,1613948237330,7718
"train_loss",0.004421548,1613948238292,7719
"raw_loss",0.003082933,1613948238292,7719
"epoch",48.553459119496836,1613948238292,7719
"wd_0",0.01,1613948238292,7719
"sqr_mom_0",0.99,1613948238292,7719
"lr_0",6.03960330876931e-08,1613948238292,7719
"mom_0",0.9487930672689188,1613948238292,7719
"eps_0",1e-05,1613948238292,7719
"wd_1",0.01,1613948238292,7719
"sqr_mom_1",0.99,1613948238292,7719
"lr_1",6.039603308769276e-07,1613948238292,7719
"mom_1",0.9487930672689188,1613948238292,7719
"eps_1",1e-05,1613948238292,7719
"wd_2",0.01,1613948238292,7719
"sqr_mom_2",0.99,1613948238292,7719
"lr_2",6.039603308769263e-06,1613948238292,7719
"mom_2",0.9487930672689188,1613948238292,7719
"eps_2",1e-05,1613948238292,7719
"train_loss",0.00442746,1613948239236,7720
"raw_loss",0.0047171423,1613948239236,7720
"epoch",48.559748427672936,1613948239236,7720
"wd_0",0.01,1613948239236,7720
"sqr_mom_0",0.99,1613948239236,7720
"lr_0",6.008828478756692e-08,1613948239236,7720
"mom_0",0.9487992222964716,1613948239236,7720
"eps_0",1e-05,1613948239236,7720
"wd_1",0.01,1613948239236,7720
"sqr_mom_1",0.99,1613948239236,7720
"lr_1",6.008828478756641e-07,1613948239236,7720
"mom_1",0.9487992222964716,1613948239236,7720
"eps_1",1e-05,1613948239236,7720
"wd_2",0.01,1613948239236,7720
"sqr_mom_2",0.99,1613948239236,7720
"lr_2",6.008828478756573e-06,1613948239236,7720
"mom_2",0.9487992222964716,1613948239236,7720
"eps_2",1e-05,1613948239236,7720
"train_loss",0.004390423,1613948240218,7721
"raw_loss",0.0025756166,1613948240218,7721
"epoch",48.56603773584904,1613948240218,7721
"wd_0",0.01,1613948240218,7721
"sqr_mom_0",0.99,1613948240218,7721
"lr_0",5.978131367349635e-08,1613948240218,7721
"mom_0",0.9488053617801478,1613948240218,7721
"eps_0",1e-05,1613948240218,7721
"wd_1",0.01,1613948240218,7721
"sqr_mom_1",0.99,1613948240218,7721
"lr_1",5.978131367349686e-07,1613948240218,7721
"mom_1",0.9488053617801478,1613948240218,7721
"eps_1",1e-05,1613948240218,7721
"wd_2",0.01,1613948240218,7721
"sqr_mom_2",0.99,1613948240218,7721
"lr_2",5.978131367349632e-06,1613948240218,7721
"mom_2",0.9488053617801478,1613948240218,7721
"eps_2",1e-05,1613948240218,7721
"train_loss",0.0043636383,1613948241164,7722
"raw_loss",0.0030511755,1613948241164,7722
"epoch",48.57232704402514,1613948241164,7722
"wd_0",0.01,1613948241164,7722
"sqr_mom_0",0.99,1613948241164,7722
"lr_0",5.947491692030308e-08,1613948241164,7722
"mom_0",0.9488114897764917,1613948241164,7722
"eps_0",1e-05,1613948241164,7722
"wd_1",0.01,1613948241164,7722
"sqr_mom_1",0.99,1613948241164,7722
"lr_1",5.947491692030342e-07,1613948241164,7722
"mom_1",0.9488114897764917,1613948241164,7722
"eps_1",1e-05,1613948241164,7722
"wd_2",0.01,1613948241164,7722
"sqr_mom_2",0.99,1613948241164,7722
"lr_2",5.94749169203026e-06,1613948241164,7722
"mom_2",0.9488114897764917,1613948241164,7722
"eps_2",1e-05,1613948241164,7722
"train_loss",0.0043964516,1613948242193,7723
"raw_loss",0.006004295,1613948242193,7723
"epoch",48.57861635220124,1613948242193,7723
"wd_0",0.01,1613948242193,7723
"sqr_mom_0",0.99,1613948242193,7723
"lr_0",5.9169500987313573e-08,1613948242193,7723
"mom_0",0.9488175981562352,1613948242193,7723
"eps_0",1e-05,1613948242193,7723
"wd_1",0.01,1613948242193,7723
"sqr_mom_1",0.99,1613948242193,7723
"lr_1",5.91695009873134e-07,1613948242193,7723
"mom_1",0.9488175981562352,1613948242193,7723
"eps_1",1e-05,1613948242193,7723
"wd_2",0.01,1613948242193,7723
"sqr_mom_2",0.99,1613948242193,7723
"lr_2",5.916950098731259e-06,1613948242193,7723
"mom_2",0.9488175981562352,1613948242193,7723
"eps_2",1e-05,1613948242193,7723
"train_loss",0.0044202213,1613948243269,7724
"raw_loss",0.0055849454,1613948243269,7724
"epoch",48.58490566037734,1613948243269,7724
"wd_0",0.01,1613948243269,7724
"sqr_mom_0",0.99,1613948243269,7724
"lr_0",5.8864862533036345e-08,1613948243269,7724
"mom_0",0.9488236909862491,1613948243269,7724
"eps_0",1e-05,1613948243269,7724
"wd_1",0.01,1613948243269,7724
"sqr_mom_1",0.99,1613948243269,7724
"lr_1",5.886486253303618e-07,1613948243269,7724
"mom_1",0.9488236909862491,1613948243269,7724
"eps_1",1e-05,1613948243269,7724
"wd_2",0.01,1613948243269,7724
"sqr_mom_2",0.99,1613948243269,7724
"lr_2",5.886486253303658e-06,1613948243269,7724
"mom_2",0.9488236909862491,1613948243269,7724
"eps_2",1e-05,1613948243269,7724
"train_loss",0.0044024335,1613948244269,7725
"raw_loss",0.003530836,1613948244269,7725
"epoch",48.59119496855344,1613948244269,7725
"wd_0",0.01,1613948244269,7725
"sqr_mom_0",0.99,1613948244269,7725
"lr_0",5.856080027972401e-08,1613948244269,7725
"mom_0",0.9488297722921284,1613948244269,7725
"eps_0",1e-05,1613948244269,7725
"wd_1",0.01,1613948244269,7725
"sqr_mom_1",0.99,1613948244269,7725
"lr_1",5.856080027972401e-07,1613948244269,7725
"mom_1",0.9488297722921284,1613948244269,7725
"eps_1",1e-05,1613948244269,7725
"wd_2",0.01,1613948244269,7725
"sqr_mom_2",0.99,1613948244269,7725
"lr_2",5.85608002797236e-06,1613948244269,7725
"mom_2",0.9488297722921284,1613948244269,7725
"eps_2",1e-05,1613948244269,7725
"train_loss",0.0044553704,1613948245225,7726
"raw_loss",0.007049278,1613948245225,7726
"epoch",48.59748427672954,1613948245225,7726
"wd_0",0.01,1613948245225,7726
"sqr_mom_0",0.99,1613948245225,7726
"lr_0",5.8257717589807435e-08,1613948245225,7726
"mom_0",0.9488358340065439,1613948245225,7726
"eps_0",1e-05,1613948245225,7726
"wd_1",0.01,1613948245225,7726
"sqr_mom_1",0.99,1613948245225,7726
"lr_1",5.825771758980743e-07,1613948245225,7726
"mom_1",0.9488358340065439,1613948245225,7726
"eps_1",1e-05,1613948245225,7726
"wd_2",0.01,1613948245225,7726
"sqr_mom_2",0.99,1613948245225,7726
"lr_2",5.825771758980716e-06,1613948245225,7726
"mom_2",0.9488358340065439,1613948245225,7726
"eps_2",1e-05,1613948245225,7726
"train_loss",0.004482462,1613948246231,7727
"raw_loss",0.005809949,1613948246231,7727
"epoch",48.60377358490564,1613948246231,7727
"wd_0",0.01,1613948246231,7727
"sqr_mom_0",0.99,1613948246231,7727
"lr_0",5.795531249787137e-08,1613948246231,7727
"mom_0",0.9488418821688642,1613948246231,7727
"eps_0",1e-05,1613948246231,7727
"wd_1",0.01,1613948246231,7727
"sqr_mom_1",0.99,1613948246231,7727
"lr_1",5.795531249787103e-07,1613948246231,7727
"mom_1",0.9488418821688642,1613948246231,7727
"eps_1",1e-05,1613948246231,7727
"wd_2",0.01,1613948246231,7727
"sqr_mom_2",0.99,1613948246231,7727
"lr_2",5.795531249787062e-06,1613948246231,7727
"mom_2",0.9488418821688642,1613948246231,7727
"eps_2",1e-05,1613948246231,7727
"train_loss",0.0044923853,1613948247241,7728
"raw_loss",0.0049786163,1613948247241,7728
"epoch",48.61006289308174,1613948247241,7728
"wd_0",0.01,1613948247241,7728
"sqr_mom_0",0.99,1613948247241,7728
"lr_0",5.7653685787655e-08,1613948247241,7728
"mom_0",0.9488479147633945,1613948247241,7728
"eps_0",1e-05,1613948247241,7728
"wd_1",0.01,1613948247241,7728
"sqr_mom_1",0.99,1613948247241,7728
"lr_1",5.7653685787655e-07,1613948247241,7728
"mom_1",0.9488479147633945,1613948247241,7728
"eps_1",1e-05,1613948247241,7728
"wd_2",0.01,1613948247241,7728
"sqr_mom_2",0.99,1613948247241,7728
"lr_2",5.765368578765405e-06,1613948247241,7728
"mom_2",0.9488479147633945,1613948247241,7728
"eps_2",1e-05,1613948247241,7728
"train_loss",0.0044932854,1613948248236,7729
"raw_loss",0.0045373947,1613948248236,7729
"epoch",48.61635220125784,1613948248236,7729
"wd_0",0.01,1613948248236,7729
"sqr_mom_0",0.99,1613948248236,7729
"lr_0",5.7352837555297425e-08,1613948248236,7729
"mom_0",0.9488539317882119,1613948248236,7729
"eps_0",1e-05,1613948248236,7729
"wd_1",0.01,1613948248236,7729
"sqr_mom_1",0.99,1613948248236,7729
"lr_1",5.735283755529759e-07,1613948248236,7729
"mom_1",0.9488539317882119,1613948248236,7729
"eps_1",1e-05,1613948248236,7729
"wd_2",0.01,1613948248236,7729
"sqr_mom_2",0.99,1613948248236,7729
"lr_2",5.735283755529692e-06,1613948248236,7729
"mom_2",0.9488539317882119,1613948248236,7729
"eps_2",1e-05,1613948248236,7729
"train_loss",0.004463236,1613948249186,7730
"raw_loss",0.0029908034,1613948249186,7730
"epoch",48.62264150943394,1613948249186,7730
"wd_0",0.01,1613948249186,7730
"sqr_mom_0",0.99,1613948249186,7730
"lr_0",5.7052767896692083e-08,1613948249186,7730
"mom_0",0.9488599332413985,1613948249186,7730
"eps_0",1e-05,1613948249186,7730
"wd_1",0.01,1613948249186,7730
"sqr_mom_1",0.99,1613948249186,7730
"lr_1",5.705276789669242e-07,1613948249186,7730
"mom_1",0.9488599332413985,1613948249186,7730
"eps_1",1e-05,1613948249186,7730
"wd_2",0.01,1613948249186,7730
"sqr_mom_2",0.99,1613948249186,7730
"lr_2",5.705276789669256e-06,1613948249186,7730
"mom_2",0.9488599332413985,1613948249186,7730
"eps_2",1e-05,1613948249186,7730
"train_loss",0.004466658,1613948250161,7731
"raw_loss",0.0046343356,1613948250161,7731
"epoch",48.62893081761004,1613948250161,7731
"wd_0",0.01,1613948250161,7731
"sqr_mom_0",0.99,1613948250161,7731
"lr_0",5.675347690748255e-08,1613948250161,7731
"mom_0",0.9488659191210416,1613948250161,7731
"eps_0",1e-05,1613948250161,7731
"wd_1",0.01,1613948250161,7731
"sqr_mom_1",0.99,1613948250161,7731
"lr_1",5.675347690748238e-07,1613948250161,7731
"mom_1",0.9488659191210416,1613948250161,7731
"eps_1",1e-05,1613948250161,7731
"wd_2",0.01,1613948250161,7731
"sqr_mom_2",0.99,1613948250161,7731
"lr_2",5.67534769074817e-06,1613948250161,7731
"mom_2",0.9488659191210416,1613948250161,7731
"eps_2",1e-05,1613948250161,7731
"train_loss",0.0045204065,1613948251117,7732
"raw_loss",0.007154079,1613948251117,7732
"epoch",48.63522012578614,1613948251117,7732
"wd_0",0.01,1613948251117,7732
"sqr_mom_0",0.99,1613948251117,7732
"lr_0",5.6455063562976586e-08,1613948251117,7732
"mom_0",0.9488718874476149,1613948251117,7732
"eps_0",1e-05,1613948251117,7732
"wd_1",0.01,1613948251117,7732
"sqr_mom_1",0.99,1613948251117,7732
"lr_1",5.645506356297676e-07,1613948251117,7732
"mom_1",0.9488718874476149,1613948251117,7732
"eps_1",1e-05,1613948251117,7732
"wd_2",0.01,1613948251117,7732
"sqr_mom_2",0.99,1613948251117,7732
"lr_2",5.645506356297581e-06,1613948251117,7732
"mom_2",0.9488718874476149,1613948251117,7732
"eps_2",1e-05,1613948251117,7732
"train_loss",0.0045662024,1613948252081,7733
"raw_loss",0.006810195,1613948252081,7733
"epoch",48.64150943396224,1613948252081,7733
"wd_0",0.01,1613948252081,7733
"sqr_mom_0",0.99,1613948252081,7733
"lr_0",5.615723131858175e-08,1613948252081,7733
"mom_0",0.9488778441520699,1613948252081,7733
"eps_0",1e-05,1613948252081,7733
"wd_1",0.01,1613948252081,7733
"sqr_mom_1",0.99,1613948252081,7733
"lr_1",5.615723131858192e-07,1613948252081,7733
"mom_1",0.9488778441520699,1613948252081,7733
"eps_1",1e-05,1613948252081,7733
"wd_2",0.01,1613948252081,7733
"sqr_mom_2",0.99,1613948252081,7733
"lr_2",5.6157231318581515e-06,1613948252081,7733
"mom_2",0.9488778441520699,1613948252081,7733
"eps_2",1e-05,1613948252081,7733
"train_loss",0.004582014,1613948253052,7734
"raw_loss",0.0053567854,1613948253052,7734
"epoch",48.64779874213834,1613948253052,7734
"wd_0",0.01,1613948253052,7734
"sqr_mom_0",0.99,1613948253052,7734
"lr_0",5.5860375272131896e-08,1613948253052,7734
"mom_0",0.9488837813323706,1613948253052,7734
"eps_0",1e-05,1613948253052,7734
"wd_1",0.01,1613948253052,7734
"sqr_mom_1",0.99,1613948253052,7734
"lr_1",5.586037527213173e-07,1613948253052,7734
"mom_1",0.9488837813323706,1613948253052,7734
"eps_1",1e-05,1613948253052,7734
"wd_2",0.01,1613948253052,7734
"sqr_mom_2",0.99,1613948253052,7734
"lr_2",5.586037527213132e-06,1613948253052,7734
"mom_2",0.9488837813323706,1613948253052,7734
"eps_2",1e-05,1613948253052,7734
"train_loss",0.0045338515,1613948254015,7735
"raw_loss",0.002173899,1613948254015,7735
"epoch",48.65408805031444,1613948254015,7735
"wd_0",0.01,1613948254015,7735
"sqr_mom_0",0.99,1613948254015,7735
"lr_0",5.5564297758442115e-08,1613948254015,7735
"mom_0",0.9488897029418606,1613948254015,7735
"eps_0",1e-05,1613948254015,7735
"wd_1",0.01,1613948254015,7735
"sqr_mom_1",0.99,1613948254015,7735
"lr_1",5.556429775844211e-07,1613948254015,7735
"mom_1",0.9488897029418606,1613948254015,7735
"eps_1",1e-05,1613948254015,7735
"wd_2",0.01,1613948254015,7735
"sqr_mom_2",0.99,1613948254015,7735
"lr_2",5.55642977584413e-06,1613948254015,7735
"mom_2",0.9488897029418606,1613948254015,7735
"eps_2",1e-05,1613948254015,7735
"train_loss",0.004493551,1613948254969,7736
"raw_loss",0.0025188117,1613948254969,7736
"epoch",48.66037735849054,1613948254969,7736
"wd_0",0.01,1613948254969,7736
"sqr_mom_0",0.99,1613948254969,7736
"lr_0",5.526880317886513e-08,1613948254969,7736
"mom_0",0.9488956128925515,1613948254969,7736
"eps_0",1e-05,1613948254969,7736
"wd_1",0.01,1613948254969,7736
"sqr_mom_1",0.99,1613948254969,7736
"lr_1",5.526880317886513e-07,1613948254969,7736
"mom_1",0.9488956128925515,1613948254969,7736
"eps_1",1e-05,1613948254969,7736
"wd_2",0.01,1613948254969,7736
"sqr_mom_2",0.99,1613948254969,7736
"lr_2",5.526880317886459e-06,1613948254969,7736
"mom_2",0.9488956128925515,1613948254969,7736
"eps_2",1e-05,1613948254969,7736
"train_loss",0.0044551236,1613948255935,7737
"raw_loss",0.0025721746,1613948255935,7737
"epoch",48.66666666666664,1613948255935,7737
"wd_0",0.01,1613948255935,7737
"sqr_mom_0",0.99,1613948255935,7737
"lr_0",5.497428353014129e-08,1613948255935,7737
"mom_0",0.9489015033444306,1613948255935,7737
"eps_0",1e-05,1613948255935,7737
"wd_1",0.01,1613948255935,7737
"sqr_mom_1",0.99,1613948255935,7737
"lr_1",5.497428353014129e-07,1613948255935,7737
"mom_1",0.9489015033444306,1613948255935,7737
"eps_1",1e-05,1613948255935,7737
"wd_2",0.01,1613948255935,7737
"sqr_mom_2",0.99,1613948255935,7737
"lr_2",5.497428353014116e-06,1613948255935,7737
"mom_2",0.9489015033444306,1613948255935,7737
"eps_2",1e-05,1613948255935,7737
"train_loss",0.004447277,1613948256961,7738
"raw_loss",0.0040628053,1613948256961,7738
"epoch",48.67295597484274,1613948256961,7738
"wd_0",0.01,1613948256961,7738
"sqr_mom_0",0.99,1613948256961,7738
"lr_0",5.468044536687092e-08,1613948256961,7738
"mom_0",0.9489073801664643,1613948256961,7738
"eps_0",1e-05,1613948256961,7738
"wd_1",0.01,1613948256961,7738
"sqr_mom_1",0.99,1613948256961,7738
"lr_1",5.468044536687092e-07,1613948256961,7738
"mom_1",0.9489073801664643,1613948256961,7738
"eps_1",1e-05,1613948256961,7738
"wd_2",0.01,1613948256961,7738
"sqr_mom_2",0.99,1613948256961,7738
"lr_2",5.468044536687065e-06,1613948256961,7738
"mom_2",0.9489073801664643,1613948256961,7738
"eps_2",1e-05,1613948256961,7738
"train_loss",0.00443859,1613948257919,7739
"raw_loss",0.004012899,1613948257919,7739
"epoch",48.679245283018844,1613948257919,7739
"wd_0",0.01,1613948257919,7739
"sqr_mom_0",0.99,1613948257919,7739
"lr_0",5.43873866291452e-08,1613948257919,7739
"mom_0",0.948913241399831,1613948257919,7739
"eps_0",1e-05,1613948257919,7739
"wd_1",0.01,1613948257919,7739
"sqr_mom_1",0.99,1613948257919,7739
"lr_1",5.438738662914537e-07,1613948257919,7739
"mom_1",0.948913241399831,1613948257919,7739
"eps_1",1e-05,1613948257919,7739
"wd_2",0.01,1613948257919,7739
"sqr_mom_2",0.99,1613948257919,7739
"lr_2",5.438738662914442e-06,1613948257919,7739
"mom_2",0.948913241399831,1613948257919,7739
"eps_2",1e-05,1613948257919,7739
"train_loss",0.0044228174,1613948258910,7740
"raw_loss",0.0036499586,1613948258910,7740
"epoch",48.685534591194944,1613948258910,7740
"wd_0",0.01,1613948258910,7740
"sqr_mom_0",0.99,1613948258910,7740
"lr_0",5.409510741037494e-08,1613948258910,7740
"mom_0",0.9489190870426629,1613948258910,7740
"eps_0",1e-05,1613948258910,7740
"wd_1",0.01,1613948258910,7740
"sqr_mom_1",0.99,1613948258910,7740
"lr_1",5.409510741037545e-07,1613948258910,7740
"mom_1",0.9489190870426629,1613948258910,7740
"eps_1",1e-05,1613948258910,7740
"wd_2",0.01,1613948258910,7740
"sqr_mom_2",0.99,1613948258910,7740
"lr_2",5.409510741037518e-06,1613948258910,7740
"mom_2",0.9489190870426629,1613948258910,7740
"eps_2",1e-05,1613948258910,7740
"train_loss",0.004430624,1613948259911,7741
"raw_loss",0.0048131496,1613948259911,7741
"epoch",48.691823899371045,1613948259911,7741
"wd_0",0.01,1613948259911,7741
"sqr_mom_0",0.99,1613948259911,7741
"lr_0",5.380370435758439e-08,1613948259911,7741
"mom_0",0.9489249151619998,1613948259911,7741
"eps_0",1e-05,1613948259911,7741
"wd_1",0.01,1613948259911,7741
"sqr_mom_1",0.99,1613948259911,7741
"lr_1",5.380370435758422e-07,1613948259911,7741
"mom_1",0.9489249151619998,1613948259911,7741
"eps_1",1e-05,1613948259911,7741
"wd_2",0.01,1613948259911,7741
"sqr_mom_2",0.99,1613948259911,7741
"lr_2",5.380370435758381e-06,1613948259911,7741
"mom_2",0.9489249151619998,1613948259911,7741
"eps_2",1e-05,1613948259911,7741
"train_loss",0.0044443975,1613948260866,7742
"raw_loss",0.0051192953,1613948260866,7742
"epoch",48.698113207547145,1613948260866,7742
"wd_0",0.01,1613948260866,7742
"sqr_mom_0",0.99,1613948260866,7742
"lr_0",5.3512887902094587e-08,1613948260866,7742
"mom_0",0.9489307315492735,1613948260866,7742
"eps_0",1e-05,1613948260866,7742
"wd_1",0.01,1613948260866,7742
"sqr_mom_1",0.99,1613948260866,7742
"lr_1",5.351288790209408e-07,1613948260866,7742
"mom_1",0.9489307315492735,1613948260866,7742
"eps_1",1e-05,1613948260866,7742
"wd_2",0.01,1613948260866,7742
"sqr_mom_2",0.99,1613948260866,7742
"lr_2",5.351288790209421e-06,1613948260866,7742
"mom_2",0.9489307315492735,1613948260866,7742
"eps_2",1e-05,1613948260866,7742
"train_loss",0.0044317115,1613948261853,7743
"raw_loss",0.003810091,1613948261853,7743
"epoch",48.704402515723245,1613948261853,7743
"wd_0",0.01,1613948261853,7743
"sqr_mom_0",0.99,1613948261853,7743
"lr_0",5.322304383474379e-08,1613948261853,7743
"mom_0",0.94893652848859,1613948261853,7743
"eps_0",1e-05,1613948261853,7743
"wd_1",0.01,1613948261853,7743
"sqr_mom_1",0.99,1613948261853,7743
"lr_1",5.322304383474345e-07,1613948261853,7743
"mom_1",0.94893652848859,1613948261853,7743
"eps_1",1e-05,1613948261853,7743
"wd_2",0.01,1613948261853,7743
"sqr_mom_2",0.99,1613948261853,7743
"lr_2",5.322304383474359e-06,1613948261853,7743
"mom_2",0.94893652848859,1613948261853,7743
"eps_2",1e-05,1613948261853,7743
"train_loss",0.004443405,1613948262807,7744
"raw_loss",0.005016385,1613948262807,7744
"epoch",48.710691823899346,1613948262807,7744
"wd_0",0.01,1613948262807,7744
"sqr_mom_0",0.99,1613948262807,7744
"lr_0",5.293397914021494e-08,1613948262807,7744
"mom_0",0.948942309840294,1613948262807,7744
"eps_0",1e-05,1613948262807,7744
"wd_1",0.01,1613948262807,7744
"sqr_mom_1",0.99,1613948262807,7744
"lr_1",5.293397914021494e-07,1613948262807,7744
"mom_1",0.948942309840294,1613948262807,7744
"eps_1",1e-05,1613948262807,7744
"wd_2",0.01,1613948262807,7744
"sqr_mom_2",0.99,1613948262807,7744
"lr_2",5.293397914021467e-06,1613948262807,7744
"mom_2",0.948942309840294,1613948262807,7744
"eps_2",1e-05,1613948262807,7744
"train_loss",0.004397594,1613948263797,7745
"raw_loss",0.0021528353,1613948263797,7745
"epoch",48.716981132075446,1613948263797,7745
"wd_0",0.01,1613948263797,7745
"sqr_mom_0",0.99,1613948263797,7745
"lr_0",5.264550287195798e-08,1613948263797,7745
"mom_0",0.948948079423355,1613948263797,7745
"eps_0",1e-05,1613948263797,7745
"wd_1",0.01,1613948263797,7745
"sqr_mom_1",0.99,1613948263797,7745
"lr_1",5.26455028719573e-07,1613948263797,7745
"mom_1",0.948948079423355,1613948263797,7745
"eps_1",1e-05,1613948263797,7745
"wd_2",0.01,1613948263797,7745
"sqr_mom_2",0.99,1613948263797,7745
"lr_2",5.2645502871957435e-06,1613948263797,7745
"mom_2",0.948948079423355,1613948263797,7745
"eps_2",1e-05,1613948263797,7745
"train_loss",0.004352667,1613948264809,7746
"raw_loss",0.0021512355,1613948264809,7746
"epoch",48.72327044025155,1613948264809,7746
"wd_0",0.01,1613948264809,7746
"sqr_mom_0",0.99,1613948264809,7746
"lr_0",5.235799771637019e-08,1613948264809,7746
"mom_0",0.9489538295839683,1613948264809,7746
"eps_0",1e-05,1613948264809,7746
"wd_1",0.01,1613948264809,7746
"sqr_mom_1",0.99,1613948264809,7746
"lr_1",5.235799771637019e-07,1613948264809,7746
"mom_1",0.9489538295839683,1613948264809,7746
"eps_1",1e-05,1613948264809,7746
"wd_2",0.01,1613948264809,7746
"sqr_mom_2",0.99,1613948264809,7746
"lr_2",5.235799771636965e-06,1613948264809,7746
"mom_2",0.9489538295839683,1613948264809,7746
"eps_2",1e-05,1613948264809,7746
"train_loss",0.0043106317,1613948265833,7747
"raw_loss",0.0022508996,1613948265833,7747
"epoch",48.72955974842765,1613948265833,7747
"wd_0",0.01,1613948265833,7747
"sqr_mom_0",0.99,1613948265833,7747
"lr_0",5.207127220914416e-08,1613948265833,7747
"mom_0",0.9489595641514585,1613948265833,7747
"eps_0",1e-05,1613948265833,7747
"wd_1",0.01,1613948265833,7747
"sqr_mom_1",0.99,1613948265833,7747
"lr_1",5.207127220914433e-07,1613948265833,7747
"mom_1",0.9489595641514585,1613948265833,7747
"eps_1",1e-05,1613948265833,7747
"wd_2",0.01,1613948265833,7747
"sqr_mom_2",0.99,1613948265833,7747
"lr_2",5.2071272209143786e-06,1613948265833,7747
"mom_2",0.9489595641514585,1613948265833,7747
"eps_2",1e-05,1613948265833,7747
"train_loss",0.0043113204,1613948266795,7748
"raw_loss",0.0043450673,1613948266795,7748
"epoch",48.73584905660375,1613948266795,7748
"wd_0",0.01,1613948266795,7748
"sqr_mom_0",0.99,1613948266795,7748
"lr_0",5.178513695547471e-08,1613948266795,7748
"mom_0",0.9489652869137596,1613948266795,7748
"eps_0",1e-05,1613948266795,7748
"wd_1",0.01,1613948266795,7748
"sqr_mom_1",0.99,1613948266795,7748
"lr_1",5.178513695547454e-07,1613948266795,7748
"mom_1",0.9489652869137596,1613948266795,7748
"eps_1",1e-05,1613948266795,7748
"wd_2",0.01,1613948266795,7748
"sqr_mom_2",0.99,1613948266795,7748
"lr_2",5.178513695547359e-06,1613948266795,7748
"mom_2",0.9489652869137596,1613948266795,7748
"eps_2",1e-05,1613948266795,7748
"train_loss",0.0042750705,1613948267762,7749
"raw_loss",0.002498817,1613948267762,7749
"epoch",48.74213836477985,1613948267762,7749
"wd_0",0.01,1613948267762,7749
"sqr_mom_0",0.99,1613948267762,7749
"lr_0",5.149997153621702e-08,1613948267762,7749
"mom_0",0.9489709902791784,1613948267762,7749
"eps_0",1e-05,1613948267762,7749
"wd_1",0.01,1613948267762,7749
"sqr_mom_1",0.99,1613948267762,7749
"lr_1",5.149997153621651e-07,1613948267762,7749
"mom_1",0.9489709902791784,1613948267762,7749
"eps_1",1e-05,1613948267762,7749
"wd_2",0.01,1613948267762,7749
"sqr_mom_2",0.99,1613948267762,7749
"lr_2",5.149997153621583e-06,1613948267762,7749
"mom_2",0.9489709902791784,1613948267762,7749
"eps_2",1e-05,1613948267762,7749
"train_loss",0.004306204,1613948268715,7750
"raw_loss",0.00583176,1613948268715,7750
"epoch",48.74842767295595,1613948268715,7750
"wd_0",0.01,1613948268715,7750
"sqr_mom_0",0.99,1613948268715,7750
"lr_0",5.12154918132194e-08,1613948268715,7750
"mom_0",0.9489766799305349,1613948268715,7750
"eps_0",1e-05,1613948268715,7750
"wd_1",0.01,1613948268715,7750
"sqr_mom_1",0.99,1613948268715,7750
"lr_1",5.12154918132194e-07,1613948268715,7750
"mom_1",0.9489766799305349,1613948268715,7750
"eps_1",1e-05,1613948268715,7750
"wd_2",0.01,1613948268715,7750
"sqr_mom_2",0.99,1613948268715,7750
"lr_2",5.121549181321913e-06,1613948268715,7750
"mom_2",0.9489766799305349,1613948268715,7750
"eps_2",1e-05,1613948268715,7750
"train_loss",0.0043188375,1613948269679,7751
"raw_loss",0.004937867,1613948269679,7751
"epoch",48.75471698113205,1613948269679,7751
"wd_0",0.01,1613948269679,7751
"sqr_mom_0",0.99,1613948269679,7751
"lr_0",5.093179262018221e-08,1613948269679,7751
"mom_0",0.9489823539711361,1613948269679,7751
"eps_0",1e-05,1613948269679,7751
"wd_1",0.01,1613948269679,7751
"sqr_mom_1",0.99,1613948269679,7751
"lr_1",5.093179262018221e-07,1613948269679,7751
"mom_1",0.9489823539711361,1613948269679,7751
"eps_1",1e-05,1613948269679,7751
"wd_2",0.01,1613948269679,7751
"sqr_mom_2",0.99,1613948269679,7751
"lr_2",5.0931792620181665e-06,1613948269679,7751
"mom_2",0.9489823539711361,1613948269679,7751
"eps_2",1e-05,1613948269679,7751
"train_loss",0.0043164985,1613948270685,7752
"raw_loss",0.0042018853,1613948270685,7752
"epoch",48.76100628930815,1613948270685,7752
"wd_0",0.01,1613948270685,7752
"sqr_mom_0",0.99,1613948270685,7752
"lr_0",5.0648874047530445e-08,1613948270685,7752
"mom_0",0.9489880123991733,1613948270685,7752
"eps_0",1e-05,1613948270685,7752
"wd_1",0.01,1613948270685,7752
"sqr_mom_1",0.99,1613948270685,7752
"lr_1",5.064887404753011e-07,1613948270685,7752
"mom_1",0.9489880123991733,1613948270685,7752
"eps_1",1e-05,1613948270685,7752
"wd_2",0.01,1613948270685,7752
"sqr_mom_2",0.99,1613948270685,7752
"lr_2",5.064887404753024e-06,1613948270685,7752
"mom_2",0.9489880123991733,1613948270685,7752
"eps_2",1e-05,1613948270685,7752
"train_loss",0.004339328,1613948271659,7753
"raw_loss",0.005457975,1613948271659,7753
"epoch",48.76729559748425,1613948271659,7753
"wd_0",0.01,1613948271659,7753
"sqr_mom_0",0.99,1613948271659,7753
"lr_0",5.036682963406793e-08,1613948271659,7753
"mom_0",0.948993653343852,1613948271659,7753
"eps_0",1e-05,1613948271659,7753
"wd_1",0.01,1613948271659,7753
"sqr_mom_1",0.99,1613948271659,7753
"lr_1",5.036682963406759e-07,1613948271659,7753
"mom_1",0.948993653343852,1613948271659,7753
"eps_1",1e-05,1613948271659,7753
"wd_2",0.01,1613948271659,7753
"sqr_mom_2",0.99,1613948271659,7753
"lr_2",5.0366829634067864e-06,1613948271659,7753
"mom_2",0.948993653343852,1613948271659,7753
"eps_2",1e-05,1613948271659,7753
"train_loss",0.0043192552,1613948272626,7754
"raw_loss",0.0033356806,1613948272626,7754
"epoch",48.77358490566035,1613948272626,7754
"wd_0",0.01,1613948272626,7754
"sqr_mom_0",0.99,1613948272626,7754
"lr_0",5.008537912384486e-08,1613948272626,7754
"mom_0",0.9489992824103471,1613948272626,7754
"eps_0",1e-05,1613948272626,7754
"wd_1",0.01,1613948272626,7754
"sqr_mom_1",0.99,1613948272626,7754
"lr_1",5.00853791238452e-07,1613948272626,7754
"mom_1",0.9489992824103471,1613948272626,7754
"eps_1",1e-05,1613948272626,7754
"wd_2",0.01,1613948272626,7754
"sqr_mom_2",0.99,1613948272626,7754
"lr_2",5.008537912384479e-06,1613948272626,7754
"mom_2",0.9489992824103471,1613948272626,7754
"eps_2",1e-05,1613948272626,7754
"train_loss",0.0043503405,1613948273600,7755
"raw_loss",0.0058735246,1613948273600,7755
"epoch",48.77987421383645,1613948273600,7755
"wd_0",0.01,1613948273600,7755
"sqr_mom_0",0.99,1613948273600,7755
"lr_0",4.980489588304159e-08,1613948273600,7755
"mom_0",0.9490048921312605,1613948273600,7755
"eps_0",1e-05,1613948273600,7755
"wd_1",0.01,1613948273600,7755
"sqr_mom_1",0.99,1613948273600,7755
"lr_1",4.980489588304125e-07,1613948273600,7755
"mom_1",0.9490048921312605,1613948273600,7755
"eps_1",1e-05,1613948273600,7755
"wd_2",0.01,1613948273600,7755
"sqr_mom_2",0.99,1613948273600,7755
"lr_2",4.980489588304058e-06,1613948273600,7755
"mom_2",0.9490048921312605,1613948273600,7755
"eps_2",1e-05,1613948273600,7755
"train_loss",0.0043291794,1613948274563,7756
"raw_loss",0.0032922884,1613948274563,7756
"epoch",48.78616352201255,1613948274563,7756
"wd_0",0.01,1613948274563,7756
"sqr_mom_0",0.99,1613948274563,7756
"lr_0",4.952519310383134e-08,1613948274563,7756
"mom_0",0.9490104862427857,1613948274563,7756
"eps_0",1e-05,1613948274563,7756
"wd_1",0.01,1613948274563,7756
"sqr_mom_1",0.99,1613948274563,7756
"lr_1",4.952519310383083e-07,1613948274563,7756
"mom_1",0.9490104862427857,1613948274563,7756
"eps_1",1e-05,1613948274563,7756
"wd_2",0.01,1613948274563,7756
"sqr_mom_2",0.99,1613948274563,7756
"lr_2",4.952519310383015e-06,1613948274563,7756
"mom_2",0.9490104862427857,1613948274563,7756
"eps_2",1e-05,1613948274563,7756
"train_loss",0.004331445,1613948275543,7757
"raw_loss",0.0044424613,1613948275543,7757
"epoch",48.79245283018865,1613948275543,7757
"wd_0",0.01,1613948275543,7757
"sqr_mom_0",0.99,1613948275543,7757
"lr_0",4.924608605004947e-08,1613948275543,7757
"mom_0",0.9490160684396833,1613948275543,7757
"eps_0",1e-05,1613948275543,7757
"wd_1",0.01,1613948275543,7757
"sqr_mom_1",0.99,1613948275543,7757
"lr_1",4.924608605004998e-07,1613948275543,7757
"mom_1",0.9490160684396833,1613948275543,7757
"eps_1",1e-05,1613948275543,7757
"wd_2",0.01,1613948275543,7757
"sqr_mom_2",0.99,1613948275543,7757
"lr_2",4.924608605004943e-06,1613948275543,7757
"mom_2",0.9490160684396833,1613948275543,7757
"eps_2",1e-05,1613948275543,7757
"train_loss",0.0042962707,1613948276504,7758
"raw_loss",0.0025727353,1613948276504,7758
"epoch",48.79874213836475,1613948276504,7758
"wd_0",0.01,1613948276504,7758
"sqr_mom_0",0.99,1613948276504,7758
"lr_0",4.896794497909772e-08,1613948276504,7758
"mom_0",0.9490216313167311,1613948276504,7758
"eps_0",1e-05,1613948276504,7758
"wd_1",0.01,1613948276504,7758
"sqr_mom_1",0.99,1613948276504,7758
"lr_1",4.896794497909806e-07,1613948276504,7758
"mom_1",0.9490216313167311,1613948276504,7758
"eps_1",1e-05,1613948276504,7758
"wd_2",0.01,1613948276504,7758
"sqr_mom_2",0.99,1613948276504,7758
"lr_2",4.896794497909738e-06,1613948276504,7758
"mom_2",0.9490216313167311,1613948276504,7758
"eps_2",1e-05,1613948276504,7758
"train_loss",0.004265232,1613948277491,7759
"raw_loss",0.0027443443,1613948277491,7759
"epoch",48.80503144654085,1613948277491,7759
"wd_0",0.01,1613948277491,7759
"sqr_mom_0",0.99,1613948277491,7759
"lr_0",4.869049274189909e-08,1613948277491,7759
"mom_0",0.9490271804169661,1613948277491,7759
"eps_0",1e-05,1613948277491,7759
"wd_1",0.01,1613948277491,7759
"sqr_mom_1",0.99,1613948277491,7759
"lr_1",4.869049274189909e-07,1613948277491,7759
"mom_1",0.9490271804169661,1613948277491,7759
"eps_1",1e-05,1613948277491,7759
"wd_2",0.01,1613948277491,7759
"sqr_mom_2",0.99,1613948277491,7759
"lr_2",4.869049274189882e-06,1613948277491,7759
"mom_2",0.9490271804169661,1613948277491,7759
"eps_2",1e-05,1613948277491,7759
"train_loss",0.004243122,1613948278444,7760
"raw_loss",0.0031597263,1613948278444,7760
"epoch",48.81132075471695,1613948278444,7760
"wd_0",0.01,1613948278444,7760
"sqr_mom_0",0.99,1613948278444,7760
"lr_0",4.8413821839475175e-08,1613948278444,7760
"mom_0",0.9490327138903494,1613948278444,7760
"eps_0",1e-05,1613948278444,7760
"wd_1",0.01,1613948278444,7760
"sqr_mom_1",0.99,1613948278444,7760
"lr_1",4.841382183947551e-07,1613948278444,7760
"mom_1",0.9490327138903494,1613948278444,7760
"eps_1",1e-05,1613948278444,7760
"wd_2",0.01,1613948278444,7760
"sqr_mom_2",0.99,1613948278444,7760
"lr_2",4.84138218394747e-06,1613948278444,7760
"mom_2",0.9490327138903494,1613948278444,7760
"eps_2",1e-05,1613948278444,7760
"train_loss",0.004202169,1613948279426,7761
"raw_loss",0.0021954777,1613948279426,7761
"epoch",48.81761006289305,1613948279426,7761
"wd_0",0.01,1613948279426,7761
"sqr_mom_0",0.99,1613948279426,7761
"lr_0",4.813793236001142e-08,1613948279426,7761
"mom_0",0.949038231735117,1613948279426,7761
"eps_0",1e-05,1613948279426,7761
"wd_1",0.01,1613948279426,7761
"sqr_mom_1",0.99,1613948279426,7761
"lr_1",4.813793236001159e-07,1613948279426,7761
"mom_1",0.949038231735117,1613948279426,7761
"eps_1",1e-05,1613948279426,7761
"wd_2",0.01,1613948279426,7761
"sqr_mom_2",0.99,1613948279426,7761
"lr_2",4.8137932360010774e-06,1613948279426,7761
"mom_2",0.949038231735117,1613948279426,7761
"eps_2",1e-05,1613948279426,7761
"train_loss",0.004239985,1613948280389,7762
"raw_loss",0.0060929586,1613948280389,7762
"epoch",48.82389937106915,1613948280389,7762
"wd_0",0.01,1613948280389,7762
"sqr_mom_0",0.99,1613948280389,7762
"lr_0",4.78629155082988e-08,1613948280389,7762
"mom_0",0.9490437321271552,1613948280389,7762
"eps_0",1e-05,1613948280389,7762
"wd_1",0.01,1613948280389,7762
"sqr_mom_1",0.99,1613948280389,7762
"lr_1",4.786291550829829e-07,1613948280389,7762
"mom_1",0.9490437321271552,1613948280389,7762
"eps_1",1e-05,1613948280389,7762
"wd_2",0.01,1613948280389,7762
"sqr_mom_2",0.99,1613948280389,7762
"lr_2",4.786291550829816e-06,1613948280389,7762
"mom_2",0.9490437321271552,1613948280389,7762
"eps_2",1e-05,1613948280389,7762
"train_loss",0.004204144,1613948281360,7763
"raw_loss",0.0024479416,1613948281360,7763
"epoch",48.83018867924525,1613948281360,7763
"wd_0",0.01,1613948281360,7763
"sqr_mom_0",0.99,1613948281360,7763
"lr_0",4.7588498021462725e-08,1613948281360,7763
"mom_0",0.949049220531776,1613948281360,7763
"eps_0",1e-05,1613948281360,7763
"wd_1",0.01,1613948281360,7763
"sqr_mom_1",0.99,1613948281360,7763
"lr_1",4.7588498021462386e-07,1613948281360,7763
"mom_1",0.949049220531776,1613948281360,7763
"eps_1",1e-05,1613948281360,7763
"wd_2",0.01,1613948281360,7763
"sqr_mom_2",0.99,1613948281360,7763
"lr_2",4.7588498021461844e-06,1613948281360,7763
"mom_2",0.949049220531776,1613948281360,7763
"eps_2",1e-05,1613948281360,7763
"train_loss",0.004170005,1613948282357,7764
"raw_loss",0.002497211,1613948282357,7764
"epoch",48.836477987421354,1613948282357,7764
"wd_0",0.01,1613948282357,7764
"sqr_mom_0",0.99,1613948282357,7764
"lr_0",4.7315043935824864e-08,1613948282357,7764
"mom_0",0.9490546896681802,1613948282357,7764
"eps_0",1e-05,1613948282357,7764
"wd_1",0.01,1613948282357,7764
"sqr_mom_1",0.99,1613948282357,7764
"lr_1",4.7315043935825034e-07,1613948282357,7764
"mom_1",0.9490546896681802,1613948282357,7764
"eps_1",1e-05,1613948282357,7764
"wd_2",0.01,1613948282357,7764
"sqr_mom_2",0.99,1613948282357,7764
"lr_2",4.731504393582463e-06,1613948282357,7764
"mom_2",0.9490546896681802,1613948282357,7764
"eps_2",1e-05,1613948282357,7764
"train_loss",0.0041540507,1613948283330,7765
"raw_loss",0.0033722788,1613948283330,7765
"epoch",48.842767295597454,1613948283330,7765
"wd_0",0.01,1613948283330,7765
"sqr_mom_0",0.99,1613948283330,7765
"lr_0",4.704237110486713e-08,1613948283330,7765
"mom_0",0.9490601431793344,1613948283330,7765
"eps_0",1e-05,1613948283330,7765
"wd_1",0.01,1613948283330,7765
"sqr_mom_1",0.99,1613948283330,7765
"lr_1",4.7042371104867635e-07,1613948283330,7765
"mom_1",0.9490601431793344,1613948283330,7765
"eps_1",1e-05,1613948283330,7765
"wd_2",0.01,1613948283330,7765
"sqr_mom_2",0.99,1613948283330,7765
"lr_2",4.70423711048675e-06,1613948283330,7765
"mom_2",0.9490601431793344,1613948283330,7765
"eps_2",1e-05,1613948283330,7765
"train_loss",0.0041324347,1613948284285,7766
"raw_loss",0.0030732574,1613948284285,7766
"epoch",48.849056603773555,1613948284285,7766
"wd_0",0.01,1613948284285,7766
"sqr_mom_0",0.99,1613948284285,7766
"lr_0",4.6770299455834235e-08,1613948284285,7766
"mom_0",0.94906558466673,1613948284285,7766
"eps_0",1e-05,1613948284285,7766
"wd_1",0.01,1613948284285,7766
"sqr_mom_1",0.99,1613948284285,7766
"lr_1",4.6770299455834574e-07,1613948284285,7766
"mom_1",0.94906558466673,1613948284285,7766
"eps_1",1e-05,1613948284285,7766
"wd_2",0.01,1613948284285,7766
"sqr_mom_2",0.99,1613948284285,7766
"lr_2",4.677029945583471e-06,1613948284285,7766
"mom_2",0.94906558466673,1613948284285,7766
"eps_2",1e-05,1613948284285,7766
"train_loss",0.0041600554,1613948285279,7767
"raw_loss",0.0055134734,1613948285279,7767
"epoch",48.855345911949655,1613948285279,7767
"wd_0",0.01,1613948285279,7767
"sqr_mom_0",0.99,1613948285279,7767
"lr_0",4.6499189913110645e-08,1613948285279,7767
"mom_0",0.9490710069118069,1613948285279,7767
"eps_0",1e-05,1613948285279,7767
"wd_1",0.01,1613948285279,7767
"sqr_mom_1",0.99,1613948285279,7767
"lr_1",4.6499189913110306e-07,1613948285279,7767
"mom_1",0.9490710069118069,1613948285279,7767
"eps_1",1e-05,1613948285279,7767
"wd_2",0.01,1613948285279,7767
"sqr_mom_2",0.99,1613948285279,7767
"lr_2",4.649918991311017e-06,1613948285279,7767
"mom_2",0.9490710069118069,1613948285279,7767
"eps_2",1e-05,1613948285279,7767
"train_loss",0.004124192,1613948286247,7768
"raw_loss",0.002366877,1613948286247,7768
"epoch",48.861635220125756,1613948286247,7768
"wd_0",0.01,1613948286247,7768
"sqr_mom_0",0.99,1613948286247,7768
"lr_0",4.6228682762852425e-08,1613948286247,7768
"mom_0",0.949076417108914,1613948286247,7768
"eps_0",1e-05,1613948286247,7768
"wd_1",0.01,1613948286247,7768
"sqr_mom_1",0.99,1613948286247,7768
"lr_1",4.6228682762851917e-07,1613948286247,7768
"mom_1",0.949076417108914,1613948286247,7768
"eps_1",1e-05,1613948286247,7768
"wd_2",0.01,1613948286247,7768
"sqr_mom_2",0.99,1613948286247,7768
"lr_2",4.622868276285205e-06,1613948286247,7768
"mom_2",0.949076417108914,1613948286247,7768
"eps_2",1e-05,1613948286247,7768
"train_loss",0.0041094064,1613948287257,7769
"raw_loss",0.003384917,1613948287257,7769
"epoch",48.867924528301856,1613948287257,7769
"wd_0",0.01,1613948287257,7769
"sqr_mom_0",0.99,1613948287257,7769
"lr_0",4.5959136854012563e-08,1613948287257,7769
"mom_0",0.9490818080810005,1613948287257,7769
"eps_0",1e-05,1613948287257,7769
"wd_1",0.01,1613948287257,7769
"sqr_mom_1",0.99,1613948287257,7769
"lr_1",4.5959136854012563e-07,1613948287257,7769
"mom_1",0.9490818080810005,1613948287257,7769
"eps_1",1e-05,1613948287257,7769
"wd_2",0.01,1613948287257,7769
"sqr_mom_2",0.99,1613948287257,7769
"lr_2",4.595913685401243e-06,1613948287257,7769
"mom_2",0.9490818080810005,1613948287257,7769
"eps_2",1e-05,1613948287257,7769
"train_loss",0.0041038734,1613948288237,7770
"raw_loss",0.0038327512,1613948288237,7770
"epoch",48.874213836477956,1613948288237,7770
"wd_0",0.01,1613948288237,7770
"sqr_mom_0",0.99,1613948288237,7770
"lr_0",4.56903726317473e-08,1613948288237,7770
"mom_0",0.9490871834191992,1613948288237,7770
"eps_0",1e-05,1613948288237,7770
"wd_1",0.01,1613948288237,7770
"sqr_mom_1",0.99,1613948288237,7770
"lr_1",4.569037263174713e-07,1613948288237,7770
"mom_1",0.9490871834191992,1613948288237,7770
"eps_1",1e-05,1613948288237,7770
"wd_2",0.01,1613948288237,7770
"sqr_mom_2",0.99,1613948288237,7770
"lr_2",4.5690372631747e-06,1613948288237,7770
"mom_2",0.9490871834191992,1613948288237,7770
"eps_2",1e-05,1613948288237,7770
"train_loss",0.004076504,1613948289195,7771
"raw_loss",0.0027354108,1613948289195,7771
"epoch",48.88050314465406,1613948289195,7771
"wd_0",0.01,1613948289195,7771
"sqr_mom_0",0.99,1613948289195,7771
"lr_0",4.5422212616117495e-08,1613948289195,7771
"mom_0",0.9490925466731444,1613948289195,7771
"eps_0",1e-05,1613948289195,7771
"wd_1",0.01,1613948289195,7771
"sqr_mom_1",0.99,1613948289195,7771
"lr_1",4.5422212616118003e-07,1613948289195,7771
"mom_1",0.9490925466731444,1613948289195,7771
"eps_1",1e-05,1613948289195,7771
"wd_2",0.01,1613948289195,7771
"sqr_mom_2",0.99,1613948289195,7771
"lr_2",4.542221261611746e-06,1613948289195,7771
"mom_2",0.9490925466731444,1613948289195,7771
"eps_2",1e-05,1613948289195,7771
"train_loss",0.004095938,1613948290147,7772
"raw_loss",0.005048193,1613948290147,7772
"epoch",48.88679245283016,1613948290147,7772
"wd_0",0.01,1613948290147,7772
"sqr_mom_0",0.99,1613948290147,7772
"lr_0",4.515501254242113e-08,1613948290147,7772
"mom_0",0.9490978907280588,1613948290147,7772
"eps_0",1e-05,1613948290147,7772
"wd_1",0.01,1613948290147,7772
"sqr_mom_1",0.99,1613948290147,7772
"lr_1",4.515501254242113e-07,1613948290147,7772
"mom_1",0.9490978907280588,1613948290147,7772
"eps_1",1e-05,1613948290147,7772
"wd_2",0.01,1613948290147,7772
"sqr_mom_2",0.99,1613948290147,7772
"lr_2",4.515501254242073e-06,1613948290147,7772
"mom_2",0.9490978907280588,1613948290147,7772
"eps_2",1e-05,1613948290147,7772
"train_loss",0.0040574516,1613948291150,7773
"raw_loss",0.002171619,1613948291150,7773
"epoch",48.89308176100626,1613948291150,7773
"wd_0",0.01,1613948291150,7773
"sqr_mom_0",0.99,1613948291150,7773
"lr_0",4.488850614766305e-08,1613948291150,7773
"mom_0",0.9491032209092558,1613948291150,7773
"eps_0",1e-05,1613948291150,7773
"wd_1",0.01,1613948291150,7773
"sqr_mom_1",0.99,1613948291150,7773
"lr_1",4.4888506147663557e-07,1613948291150,7773
"mom_1",0.9491032209092558,1613948291150,7773
"eps_1",1e-05,1613948291150,7773
"wd_2",0.01,1613948291150,7773
"sqr_mom_2",0.99,1613948291150,7773
"lr_2",4.488850614766315e-06,1613948291150,7773
"mom_2",0.9491032209092558,1613948291150,7773
"eps_2",1e-05,1613948291150,7773
"train_loss",0.00404523,1613948292160,7774
"raw_loss",0.0034463715,1613948292160,7774
"epoch",48.89937106918236,1613948292160,7774
"wd_0",0.01,1613948292160,7774
"sqr_mom_0",0.99,1613948292160,7774
"lr_0",4.4622782299518704e-08,1613948292160,7774
"mom_0",0.949108535439364,1613948292160,7774
"eps_0",1e-05,1613948292160,7774
"wd_1",0.01,1613948292160,7774
"sqr_mom_1",0.99,1613948292160,7774
"lr_1",4.4622782299518534e-07,1613948292160,7774
"mom_1",0.949108535439364,1613948292160,7774
"eps_1",1e-05,1613948292160,7774
"wd_2",0.01,1613948292160,7774
"sqr_mom_2",0.99,1613948292160,7774
"lr_2",4.4622782299518805e-06,1613948292160,7774
"mom_2",0.949108535439364,1613948292160,7774
"eps_2",1e-05,1613948292160,7774
"train_loss",0.004029404,1613948293159,7775
"raw_loss",0.00325394,1613948293159,7775
"epoch",48.90566037735846,1613948293159,7775
"wd_0",0.01,1613948293159,7775
"sqr_mom_0",0.99,1613948293159,7775
"lr_0",4.435784108268546e-08,1613948293159,7775
"mom_0",0.9491138343166894,1613948293159,7775
"eps_0",1e-05,1613948293159,7775
"wd_1",0.01,1613948293159,7775
"sqr_mom_1",0.99,1613948293159,7775
"lr_1",4.435784108268597e-07,1613948293159,7775
"mom_1",0.9491138343166894,1613948293159,7775
"eps_1",1e-05,1613948293159,7775
"wd_2",0.01,1613948293159,7775
"sqr_mom_2",0.99,1613948293159,7775
"lr_2",4.435784108268556e-06,1613948293159,7775
"mom_2",0.9491138343166894,1613948293159,7775
"eps_2",1e-05,1613948293159,7775
"train_loss",0.0040434534,1613948294102,7776
"raw_loss",0.0047318875,1613948294102,7776
"epoch",48.91194968553456,1613948294102,7776
"wd_0",0.01,1613948294102,7776
"sqr_mom_0",0.99,1613948294102,7776
"lr_0",4.40937700666007e-08,1613948294102,7776
"mom_0",0.9491191157898259,1613948294102,7776
"eps_0",1e-05,1613948294102,7776
"wd_1",0.01,1613948294102,7776
"sqr_mom_1",0.99,1613948294102,7776
"lr_1",4.4093770066600533e-07,1613948294102,7776
"mom_1",0.9491191157898259,1613948294102,7776
"eps_1",1e-05,1613948294102,7776
"wd_2",0.01,1613948294102,7776
"sqr_mom_2",0.99,1613948294102,7776
"lr_2",4.40937700666008e-06,1613948294102,7776
"mom_2",0.9491191157898259,1613948294102,7776
"eps_2",1e-05,1613948294102,7776
"train_loss",0.0040140986,1613948295094,7777
"raw_loss",0.0025757202,1613948295094,7777
"epoch",48.91823899371066,1613948295094,7777
"wd_0",0.01,1613948295094,7777
"sqr_mom_0",0.99,1613948295094,7777
"lr_0",4.3830306880489836e-08,1613948295094,7777
"mom_0",0.9491243851062412,1613948295094,7777
"eps_0",1e-05,1613948295094,7777
"wd_1",0.01,1613948295094,7777
"sqr_mom_1",0.99,1613948295094,7777
"lr_1",4.3830306880490006e-07,1613948295094,7777
"mom_1",0.9491243851062412,1613948295094,7777
"eps_1",1e-05,1613948295094,7777
"wd_2",0.01,1613948295094,7777
"sqr_mom_2",0.99,1613948295094,7777
"lr_2",4.383030688048946e-06,1613948295094,7777
"mom_2",0.9491243851062412,1613948295094,7777
"eps_2",1e-05,1613948295094,7777
"train_loss",0.0040163854,1613948296040,7778
"raw_loss",0.0041284403,1613948296040,7778
"epoch",48.92452830188676,1613948296040,7778
"wd_0",0.01,1613948296040,7778
"sqr_mom_0",0.99,1613948296040,7778
"lr_0",4.3567801028936634e-08,1613948296040,7778
"mom_0",0.949129635275774,1613948296040,7778
"eps_0",1e-05,1613948296040,7778
"wd_1",0.01,1613948296040,7778
"sqr_mom_1",0.99,1613948296040,7778
"lr_1",4.356780102893697e-07,1613948296040,7778
"mom_1",0.949129635275774,1613948296040,7778
"eps_1",1e-05,1613948296040,7778
"wd_2",0.01,1613948296040,7778
"sqr_mom_2",0.99,1613948296040,7778
"lr_2",4.356780102893697e-06,1613948296040,7778
"mom_2",0.949129635275774,1613948296040,7778
"eps_2",1e-05,1613948296040,7778
"train_loss",0.0040149363,1613948296998,7779
"raw_loss",0.00394392,1613948296998,7779
"epoch",48.93081761006286,1613948296998,7779
"wd_0",0.01,1613948296998,7779
"sqr_mom_0",0.99,1613948296998,7779
"lr_0",4.3306077625661726e-08,1613948296998,7779
"mom_0",0.9491348697961847,1613948296998,7779
"eps_0",1e-05,1613948296998,7779
"wd_1",0.01,1613948296998,7779
"sqr_mom_1",0.99,1613948296998,7779
"lr_1",4.3306077625662065e-07,1613948296998,7779
"mom_1",0.9491348697961847,1613948296998,7779
"eps_1",1e-05,1613948296998,7779
"wd_2",0.01,1613948296998,7779
"sqr_mom_2",0.99,1613948296998,7779
"lr_2",4.330607762566166e-06,1613948296998,7779
"mom_2",0.9491348697961847,1613948296998,7779
"eps_2",1e-05,1613948296998,7779
"train_loss",0.00403403,1613948297966,7780
"raw_loss",0.004969611,1613948297966,7780
"epoch",48.93710691823896,1613948297966,7780
"wd_0",0.01,1613948297966,7780
"sqr_mom_0",0.99,1613948297966,7780
"lr_0",4.3044963861319e-08,1613948297966,7780
"mom_0",0.9491400921236948,1613948297966,7780
"eps_0",1e-05,1613948297966,7780
"wd_1",0.01,1613948297966,7780
"sqr_mom_1",0.99,1613948297966,7780
"lr_1",4.3044963861318833e-07,1613948297966,7780
"mom_1",0.9491400921236948,1613948297966,7780
"eps_1",1e-05,1613948297966,7780
"wd_2",0.01,1613948297966,7780
"sqr_mom_2",0.99,1613948297966,7780
"lr_2",4.304496386131856e-06,1613948297966,7780
"mom_2",0.9491400921236948,1613948297966,7780
"eps_2",1e-05,1613948297966,7780
"train_loss",0.0040077274,1613948298969,7781
"raw_loss",0.0027189113,1613948298969,7781
"epoch",48.94339622641506,1613948298969,7781
"wd_0",0.01,1613948298969,7781
"sqr_mom_0",0.99,1613948298969,7781
"lr_0",4.2784806123797234e-08,1613948298969,7781
"mom_0",0.9491452953304773,1613948298969,7781
"eps_0",1e-05,1613948298969,7781
"wd_1",0.01,1613948298969,7781
"sqr_mom_1",0.99,1613948298969,7781
"lr_1",4.278480612379757e-07,1613948298969,7781
"mom_1",0.9491452953304773,1613948298969,7781
"eps_1",1e-05,1613948298969,7781
"wd_2",0.01,1613948298969,7781
"sqr_mom_2",0.99,1613948298969,7781
"lr_2",4.278480612379676e-06,1613948298969,7781
"mom_2",0.9491452953304773,1613948298969,7781
"eps_2",1e-05,1613948298969,7781
"train_loss",0.003976981,1613948299946,7782
"raw_loss",0.0024704142,1613948299946,7782
"epoch",48.94968553459116,1613948299946,7782
"wd_0",0.01,1613948299946,7782
"sqr_mom_0",0.99,1613948299946,7782
"lr_0",4.252534515710677e-08,1613948299946,7782
"mom_0",0.9491504846017038,1613948299946,7782
"eps_0",1e-05,1613948299946,7782
"wd_1",0.01,1613948299946,7782
"sqr_mom_1",0.99,1613948299946,7782
"lr_1",4.252534515710677e-07,1613948299946,7782
"mom_1",0.9491504846017038,1613948299946,7782
"eps_1",1e-05,1613948299946,7782
"wd_2",0.01,1613948299946,7782
"sqr_mom_2",0.99,1613948299946,7782
"lr_2",4.252534515710609e-06,1613948299946,7782
"mom_2",0.9491504846017038,1613948299946,7782
"eps_2",1e-05,1613948299946,7782
"train_loss",0.003978562,1613948300946,7783
"raw_loss",0.004056038,1613948300946,7783
"epoch",48.95597484276726,1613948300946,7783
"wd_0",0.01,1613948300946,7783
"sqr_mom_0",0.99,1613948300946,7783
"lr_0",4.226666749026087e-08,1613948300946,7783
"mom_0",0.9491556582067768,1613948300946,7783
"eps_0",1e-05,1613948300946,7783
"wd_1",0.01,1613948300946,7783
"sqr_mom_1",0.99,1613948300946,7783
"lr_1",4.226666749026104e-07,1613948300946,7783
"mom_1",0.9491556582067768,1613948300946,7783
"eps_1",1e-05,1613948300946,7783
"wd_2",0.01,1613948300946,7783
"sqr_mom_2",0.99,1613948300946,7783
"lr_2",4.226666749026077e-06,1613948300946,7783
"mom_2",0.9491556582067768,1613948300946,7783
"eps_2",1e-05,1613948300946,7783
"train_loss",0.0039757187,1613948301916,7784
"raw_loss",0.0038363903,1613948301916,7784
"epoch",48.96226415094336,1613948301916,7784
"wd_0",0.01,1613948301916,7784
"sqr_mom_0",0.99,1613948301916,7784
"lr_0",4.200877320571057e-08,1613948301916,7784
"mom_0",0.9491608161440472,1613948301916,7784
"eps_0",1e-05,1613948301916,7784
"wd_1",0.01,1613948301916,7784
"sqr_mom_1",0.99,1613948301916,7784
"lr_1",4.2008773205710567e-07,1613948301916,7784
"mom_1",0.9491608161440472,1613948301916,7784
"eps_1",1e-05,1613948301916,7784
"wd_2",0.01,1613948301916,7784
"sqr_mom_2",0.99,1613948301916,7784
"lr_2",4.2008773205710025e-06,1613948301916,7784
"mom_2",0.9491608161440472,1613948301916,7784
"eps_2",1e-05,1613948301916,7784
"train_loss",0.003958394,1613948302897,7785
"raw_loss",0.0031094702,1613948302897,7785
"epoch",48.96855345911946,1613948302897,7785
"wd_0",0.01,1613948302897,7785
"sqr_mom_0",0.99,1613948302897,7785
"lr_0",4.175174753298251e-08,1613948302897,7785
"mom_0",0.9491659567089074,1613948302897,7785
"eps_0",1e-05,1613948302897,7785
"wd_1",0.01,1613948302897,7785
"sqr_mom_1",0.99,1613948302897,7785
"lr_1",4.175174753298251e-07,1613948302897,7785
"mom_1",0.9491659567089074,1613948302897,7785
"eps_1",1e-05,1613948302897,7785
"wd_2",0.01,1613948302897,7785
"sqr_mom_2",0.99,1613948302897,7785
"lr_2",4.175174753298237e-06,1613948302897,7785
"mom_2",0.9491659567089074,1613948302897,7785
"eps_2",1e-05,1613948302897,7785
"train_loss",0.0039463784,1613948303856,7786
"raw_loss",0.0033576114,1613948303856,7786
"epoch",48.97484276729556,1613948303856,7786
"wd_0",0.01,1613948303856,7786
"sqr_mom_0",0.99,1613948303856,7786
"lr_0",4.149533511204897e-08,1613948303856,7786
"mom_0",0.949171085008609,1613948303856,7786
"eps_0",1e-05,1613948303856,7786
"wd_1",0.01,1613948303856,7786
"sqr_mom_1",0.99,1613948303856,7786
"lr_1",4.1495335112048633e-07,1613948303856,7786
"mom_1",0.949171085008609,1613948303856,7786
"eps_1",1e-05,1613948303856,7786
"wd_2",0.01,1613948303856,7786
"sqr_mom_2",0.99,1613948303856,7786
"lr_2",4.149533511204782e-06,1613948303856,7786
"mom_2",0.949171085008609,1613948303856,7786
"eps_2",1e-05,1613948303856,7786
"train_loss",0.00398746,1613948304840,7787
"raw_loss",0.0060004587,1613948304840,7787
"epoch",48.98113207547166,1613948304840,7787
"wd_0",0.01,1613948304840,7787
"sqr_mom_0",0.99,1613948304840,7787
"lr_0",4.1239876094097675e-08,1613948304840,7787
"mom_0",0.9491761942400604,1613948304840,7787
"eps_0",1e-05,1613948304840,7787
"wd_1",0.01,1613948304840,7787
"sqr_mom_1",0.99,1613948304840,7787
"lr_1",4.1239876094097675e-07,1613948304840,7787
"mom_1",0.9491761942400604,1613948304840,7787
"eps_1",1e-05,1613948304840,7787
"wd_2",0.01,1613948304840,7787
"sqr_mom_2",0.99,1613948304840,7787
"lr_2",4.1239876094097e-06,1613948304840,7787
"mom_2",0.9491761942400604,1613948304840,7787
"eps_2",1e-05,1613948304840,7787
"train_loss",0.0040547787,1613948305799,7788
"raw_loss",0.0073534013,1613948305799,7788
"epoch",48.987421383647764,1613948305799,7788
"wd_0",0.01,1613948305799,7788
"sqr_mom_0",0.99,1613948305799,7788
"lr_0",4.0985200265931715e-08,1613948305799,7788
"mom_0",0.9491812878075594,1613948305799,7788
"eps_0",1e-05,1613948305799,7788
"wd_1",0.01,1613948305799,7788
"sqr_mom_1",0.99,1613948305799,7788
"lr_1",4.0985200265931715e-07,1613948305799,7788
"mom_1",0.9491812878075594,1613948305799,7788
"eps_1",1e-05,1613948305799,7788
"wd_2",0.01,1613948305799,7788
"sqr_mom_2",0.99,1613948305799,7788
"lr_2",4.09852002659309e-06,1613948305799,7788
"mom_2",0.9491812878075594,1613948305799,7788
"eps_2",1e-05,1613948305799,7788
"train_loss",0.004046611,1613948306757,7789
"raw_loss",0.003646389,1613948306757,7789
"epoch",48.993710691823864,1613948306757,7789
"wd_0",0.01,1613948306757,7789
"sqr_mom_0",0.99,1613948306757,7789
"lr_0",4.0731139493254255e-08,1613948306757,7789
"mom_0",0.9491863690738256,1613948306757,7789
"eps_0",1e-05,1613948306757,7789
"wd_1",0.01,1613948306757,7789
"sqr_mom_1",0.99,1613948306757,7789
"lr_1",4.0731139493254255e-07,1613948306757,7789
"mom_1",0.9491863690738256,1613948306757,7789
"eps_1",1e-05,1613948306757,7789
"wd_2",0.01,1613948306757,7789
"sqr_mom_2",0.99,1613948306757,7789
"lr_2",4.073113949325398e-06,1613948306757,7789
"mom_2",0.9491863690738256,1613948306757,7789
"eps_2",1e-05,1613948306757,7789
"train_loss",0.004019486,1613948307738,7790
"raw_loss",0.0026903544,1613948307738,7790
"epoch",48.999999999999964,1613948307738,7790
"wd_0",0.01,1613948307738,7790
"sqr_mom_0",0.99,1613948307738,7790
"lr_0",4.047803080761034e-08,1613948307738,7790
"mom_0",0.9491914312981607,1613948307738,7790
"eps_0",1e-05,1613948307738,7790
"wd_1",0.01,1613948307738,7790
"sqr_mom_1",0.99,1613948307738,7790
"lr_1",4.0478030807610004e-07,1613948307738,7790
"mom_1",0.9491914312981607,1613948307738,7790
"eps_1",1e-05,1613948307738,7790
"wd_2",0.01,1613948307738,7790
"sqr_mom_2",0.99,1613948307738,7790
"lr_2",4.047803080760933e-06,1613948307738,7790
"mom_2",0.9491914312981607,1613948307738,7790
"eps_2",1e-05,1613948307738,7790
"valid_loss",0.08557817339897156,1613948340599,7790
"_rmse",0.29253748059272766,1613948340599,7790
"epoch",49,1613948340599,7790
"train_loss",0.0039915987,1613948341655,7791
"raw_loss",0.002625129,1613948341655,7791
"epoch",49.0062893081761,1613948341655,7791
"wd_0",0.01,1613948341655,7791
"sqr_mom_0",0.99,1613948341655,7791
"lr_0",4.022570555441993e-08,1613948341655,7791
"mom_0",0.9491964778536901,1613948341655,7791
"eps_0",1e-05,1613948341655,7791
"wd_1",0.01,1613948341655,7791
"sqr_mom_1",0.99,1613948341655,7791
"lr_1",4.022570555441959e-07,1613948341655,7791
"mom_1",0.9491964778536901,1613948341655,7791
"eps_1",1e-05,1613948341655,7791
"wd_2",0.01,1613948341655,7791
"sqr_mom_2",0.99,1613948341655,7791
"lr_2",4.022570555441878e-06,1613948341655,7791
"mom_2",0.9491964778536901,1613948341655,7791
"eps_2",1e-05,1613948341655,7791
"train_loss",0.0039723134,1613948342724,7792
"raw_loss",0.0030273315,1613948342724,7792
"epoch",49.0125786163522,1613948342724,7792
"wd_0",0.01,1613948342724,7792
"sqr_mom_0",0.99,1613948342724,7792
"lr_0",3.9973997158649324e-08,1613948342724,7792
"mom_0",0.9492015120719477,1613948342724,7792
"eps_0",1e-05,1613948342724,7792
"wd_1",0.01,1613948342724,7792
"sqr_mom_1",0.99,1613948342724,7792
"lr_1",3.9973997158649494e-07,1613948342724,7792
"mom_1",0.9492015120719477,1613948342724,7792
"eps_1",1e-05,1613948342724,7792
"wd_2",0.01,1613948342724,7792
"sqr_mom_2",0.99,1613948342724,7792
"lr_2",3.997399715864949e-06,1613948342724,7792
"mom_2",0.9492015120719477,1613948342724,7792
"eps_2",1e-05,1613948342724,7792
"train_loss",0.003934488,1613948343698,7793
"raw_loss",0.0020810408,1613948343698,7793
"epoch",49.0188679245283,1613948343698,7793
"wd_0",0.01,1613948343698,7793
"sqr_mom_0",0.99,1613948343698,7793
"lr_0",3.97232395312302e-08,1613948343698,7793
"mom_0",0.949206527274648,1613948343698,7793
"eps_0",1e-05,1613948343698,7793
"wd_1",0.01,1613948343698,7793
"sqr_mom_1",0.99,1613948343698,7793
"lr_1",3.9723239531230705e-07,1613948343698,7793
"mom_1",0.949206527274648,1613948343698,7793
"eps_1",1e-05,1613948343698,7793
"wd_2",0.01,1613948343698,7793
"sqr_mom_2",0.99,1613948343698,7793
"lr_2",3.972323953122989e-06,1613948343698,7793
"mom_2",0.949206527274648,1613948343698,7793
"eps_2",1e-05,1613948343698,7793
"train_loss",0.0039188033,1613948344654,7794
"raw_loss",0.003150242,1613948344654,7794
"epoch",49.0251572327044,1613948344654,7794
"wd_0",0.01,1613948344654,7794
"sqr_mom_0",0.99,1613948344654,7794
"lr_0",3.947318276913527e-08,1613948344654,7794
"mom_0",0.9492115284599019,1613948344654,7794
"eps_0",1e-05,1613948344654,7794
"wd_1",0.01,1613948344654,7794
"sqr_mom_1",0.99,1613948344654,7794
"lr_1",3.9473182769135946e-07,1613948344654,7794
"mom_1",0.9492115284599019,1613948344654,7794
"eps_1",1e-05,1613948344654,7794
"wd_2",0.01,1613948344654,7794
"sqr_mom_2",0.99,1613948344654,7794
"lr_2",3.947318276913527e-06,1613948344654,7794
"mom_2",0.9492115284599019,1613948344654,7794
"eps_2",1e-05,1613948344654,7794
"train_loss",0.0039728777,1613948345614,7795
"raw_loss",0.0066225296,1613948345614,7795
"epoch",49.0314465408805,1613948345614,7795
"wd_0",0.01,1613948345614,7795
"sqr_mom_0",0.99,1613948345614,7795
"lr_0",3.922391027972596e-08,1613948345614,7795
"mom_0",0.949216513959545,1613948345614,7795
"eps_0",1e-05,1613948345614,7795
"wd_1",0.01,1613948345614,7795
"sqr_mom_1",0.99,1613948345614,7795
"lr_1",3.922391027972596e-07,1613948345614,7795
"mom_1",0.949216513959545,1613948345614,7795
"eps_1",1e-05,1613948345614,7795
"wd_2",0.01,1613948345614,7795
"sqr_mom_2",0.99,1613948345614,7795
"lr_2",3.922391027972542e-06,1613948345614,7795
"mom_2",0.949216513959545,1613948345614,7795
"eps_2",1e-05,1613948345614,7795
"train_loss",0.0040258216,1613948346587,7796
"raw_loss",0.0066200765,1613948346587,7796
"epoch",49.0377358490566,1613948346587,7796
"wd_0",0.01,1613948346587,7796
"sqr_mom_0",0.99,1613948346587,7796
"lr_0",3.897542214245735e-08,1613948346587,7796
"mom_0",0.9492214837719886,1613948346587,7796
"eps_0",1e-05,1613948346587,7796
"wd_1",0.01,1613948346587,7796
"sqr_mom_1",0.99,1613948346587,7796
"lr_1",3.897542214245718e-07,1613948346587,7796
"mom_1",0.9492214837719886,1613948346587,7796
"eps_1",1e-05,1613948346587,7796
"wd_2",0.01,1613948346587,7796
"sqr_mom_2",0.99,1613948346587,7796
"lr_2",3.8975422142456095e-06,1613948346587,7796
"mom_2",0.9492214837719886,1613948346587,7796
"eps_2",1e-05,1613948346587,7796
"train_loss",0.0040565403,1613948347560,7797
"raw_loss",0.005561758,1613948347560,7797
"epoch",49.0440251572327,1613948347560,7797
"wd_0",0.01,1613948347560,7797
"sqr_mom_0",0.99,1613948347560,7797
"lr_0",3.8727800463592345e-08,1613948347560,7797
"mom_0",0.9492264362550906,1613948347560,7797
"eps_0",1e-05,1613948347560,7797
"wd_1",0.01,1613948347560,7797
"sqr_mom_1",0.99,1613948347560,7797
"lr_1",3.8727800463592176e-07,1613948347560,7797
"mom_1",0.9492264362550906,1613948347560,7797
"eps_1",1e-05,1613948347560,7797
"wd_2",0.01,1613948347560,7797
"sqr_mom_2",0.99,1613948347560,7797
"lr_2",3.872780046359136e-06,1613948347560,7797
"mom_2",0.9492264362550906,1613948347560,7797
"eps_2",1e-05,1613948347560,7797
"train_loss",0.004127413,1613948348527,7798
"raw_loss",0.00760017,1613948348527,7798
"epoch",49.0503144654088,1613948348527,7798
"wd_0",0.01,1613948348527,7798
"sqr_mom_0",0.99,1613948348527,7798
"lr_0",3.848079924089622e-08,1613948348527,7798
"mom_0",0.9492313763289453,1613948348527,7798
"eps_0",1e-05,1613948348527,7798
"wd_1",0.01,1613948348527,7798
"sqr_mom_1",0.99,1613948348527,7798
"lr_1",3.848079924089639e-07,1613948348527,7798
"mom_1",0.9492313763289453,1613948348527,7798
"eps_1",1e-05,1613948348527,7798
"wd_2",0.01,1613948348527,7798
"sqr_mom_2",0.99,1613948348527,7798
"lr_2",3.848079924089571e-06,1613948348527,7798
"mom_2",0.9492313763289453,1613948348527,7798
"eps_2",1e-05,1613948348527,7798
"train_loss",0.004120785,1613948349495,7799
"raw_loss",0.003796002,1613948349495,7799
"epoch",49.056603773584904,1613948349495,7799
"wd_0",0.01,1613948349495,7799
"sqr_mom_0",0.99,1613948349495,7799
"lr_0",3.823474614086619e-08,1613948349495,7799
"mom_0",0.949236297440157,1613948349495,7799
"eps_0",1e-05,1613948349495,7799
"wd_1",0.01,1613948349495,7799
"sqr_mom_1",0.99,1613948349495,7799
"lr_1",3.8234746140866865e-07,1613948349495,7799
"mom_1",0.949236297440157,1613948349495,7799
"eps_1",1e-05,1613948349495,7799
"wd_2",0.01,1613948349495,7799
"sqr_mom_2",0.99,1613948349495,7799
"lr_2",3.8234746140866594e-06,1613948349495,7799
"mom_2",0.949236297440157,1613948349495,7799
"eps_2",1e-05,1613948349495,7799
"train_loss",0.0040936205,1613948350456,7800
"raw_loss",0.0027625768,1613948350456,7800
"epoch",49.062893081761004,1613948350456,7800
"wd_0",0.01,1613948350456,7800
"sqr_mom_0",0.99,1613948350456,7800
"lr_0",3.798947718783818e-08,1613948350456,7800
"mom_0",0.9492412028682718,1613948350456,7800
"eps_0",1e-05,1613948350456,7800
"wd_1",0.01,1613948350456,7800
"sqr_mom_1",0.99,1613948350456,7800
"lr_1",3.7989477187838687e-07,1613948350456,7800
"mom_1",0.9492412028682718,1613948350456,7800
"eps_1",1e-05,1613948350456,7800
"wd_2",0.01,1613948350456,7800
"sqr_mom_2",0.99,1613948350456,7800
"lr_2",3.798947718783828e-06,1613948350456,7800
"mom_2",0.9492412028682718,1613948350456,7800
"eps_2",1e-05,1613948350456,7800
"train_loss",0.0040718988,1613948351423,7801
"raw_loss",0.003007535,1613948351423,7801
"epoch",49.069182389937104,1613948351423,7801
"wd_0",0.01,1613948351423,7801
"sqr_mom_0",0.99,1613948351423,7801
"lr_0",3.774483048758675e-08,1613948351423,7801
"mom_0",0.9492460958512068,1613948351423,7801
"eps_0",1e-05,1613948351423,7801
"wd_1",0.01,1613948351423,7801
"sqr_mom_1",0.99,1613948351423,7801
"lr_1",3.774483048758675e-07,1613948351423,7801
"mom_1",0.9492460958512068,1613948351423,7801
"eps_1",1e-05,1613948351423,7801
"wd_2",0.01,1613948351423,7801
"sqr_mom_2",0.99,1613948351423,7801
"lr_2",3.7744830487586615e-06,1613948351423,7801
"mom_2",0.9492460958512068,1613948351423,7801
"eps_2",1e-05,1613948351423,7801
"train_loss",0.004091093,1613948352390,7802
"raw_loss",0.0050316155,1613948352390,7802
"epoch",49.075471698113205,1613948352390,7802
"wd_0",0.01,1613948352390,7802
"sqr_mom_0",0.99,1613948352390,7802
"lr_0",3.750113058315141e-08,1613948352390,7802
"mom_0",0.9492509698980359,1613948352390,7802
"eps_0",1e-05,1613948352390,7802
"wd_1",0.01,1613948352390,7802
"sqr_mom_1",0.99,1613948352390,7802
"lr_1",3.750113058315107e-07,1613948352390,7802
"mom_1",0.9492509698980359,1613948352390,7802
"eps_1",1e-05,1613948352390,7802
"wd_2",0.01,1613948352390,7802
"sqr_mom_2",0.99,1613948352390,7802
"lr_2",3.7501130583150527e-06,1613948352390,7802
"mom_2",0.9492509698980359,1613948352390,7802
"eps_2",1e-05,1613948352390,7802
"train_loss",0.004062319,1613948353359,7803
"raw_loss",0.0026524172,1613948353359,7803
"epoch",49.081761006289305,1613948353359,7803
"wd_0",0.01,1613948353359,7803
"sqr_mom_0",0.99,1613948353359,7803
"lr_0",3.725813459383999e-08,1613948353359,7803
"mom_0",0.9492558298664219,1613948353359,7803
"eps_0",1e-05,1613948353359,7803
"wd_1",0.01,1613948353359,7803
"sqr_mom_1",0.99,1613948353359,7803
"lr_1",3.725813459383982e-07,1613948353359,7803
"mom_1",0.9492558298664219,1613948353359,7803
"eps_1",1e-05,1613948353359,7803
"wd_2",0.01,1613948353359,7803
"sqr_mom_2",0.99,1613948353359,7803
"lr_2",3.725813459383941e-06,1613948353359,7803
"mom_2",0.9492558298664219,1613948353359,7803
"eps_2",1e-05,1613948353359,7803
"train_loss",0.0040443074,1613948354353,7804
"raw_loss",0.003161724,1613948354353,7804
"epoch",49.088050314465406,1613948354353,7804
"wd_0",0.01,1613948354353,7804
"sqr_mom_0",0.99,1613948354353,7804
"lr_0",3.701592358323648e-08,1613948354353,7804
"mom_0",0.9492606741350765,1613948354353,7804
"eps_0",1e-05,1613948354353,7804
"wd_1",0.01,1613948354353,7804
"sqr_mom_1",0.99,1613948354353,7804
"lr_1",3.701592358323631e-07,1613948354353,7804
"mom_1",0.9492606741350765,1613948354353,7804
"eps_1",1e-05,1613948354353,7804
"wd_2",0.01,1613948354353,7804
"sqr_mom_2",0.99,1613948354353,7804
"lr_2",3.7015923583235766e-06,1613948354353,7804
"mom_2",0.9492606741350765,1613948354353,7804
"eps_2",1e-05,1613948354353,7804
"train_loss",0.004052803,1613948355315,7805
"raw_loss",0.004469076,1613948355315,7805
"epoch",49.094339622641506,1613948355315,7805
"wd_0",0.01,1613948355315,7805
"sqr_mom_0",0.99,1613948355315,7805
"lr_0",3.677449762854285e-08,1613948355315,7805
"mom_0",0.9492655027024561,1613948355315,7805
"eps_0",1e-05,1613948355315,7805
"wd_1",0.01,1613948355315,7805
"sqr_mom_1",0.99,1613948355315,7805
"lr_1",3.677449762854251e-07,1613948355315,7805
"mom_1",0.9492655027024561,1613948355315,7805
"eps_1",1e-05,1613948355315,7805
"wd_2",0.01,1613948355315,7805
"sqr_mom_2",0.99,1613948355315,7805
"lr_2",3.6774497628542374e-06,1613948355315,7805
"mom_2",0.9492655027024561,1613948355315,7805
"eps_2",1e-05,1613948355315,7805
"train_loss",0.004065107,1613948356285,7806
"raw_loss",0.0046680006,1613948356285,7806
"epoch",49.10062893081761,1613948356285,7806
"wd_0",0.01,1613948356285,7806
"sqr_mom_0",0.99,1613948356285,7806
"lr_0",3.653393649107482e-08,1613948356285,7806
"mom_0",0.9492703139733182,1613948356285,7806
"eps_0",1e-05,1613948356285,7806
"wd_1",0.01,1613948356285,7806
"sqr_mom_1",0.99,1613948356285,7806
"lr_1",3.6533936491074654e-07,1613948356285,7806
"mom_1",0.9492703139733182,1613948356285,7806
"eps_1",1e-05,1613948356285,7806
"wd_2",0.01,1613948356285,7806
"sqr_mom_2",0.99,1613948356285,7806
"lr_2",3.6533936491073976e-06,1613948356285,7806
"mom_2",0.9492703139733182,1613948356285,7806
"eps_2",1e-05,1613948356285,7806
"train_loss",0.0040248125,1613948357262,7807
"raw_loss",0.0020503704,1613948357262,7807
"epoch",49.10691823899371,1613948357262,7807
"wd_0",0.01,1613948357262,7807
"sqr_mom_0",0.99,1613948357262,7807
"lr_0",3.6294001194440355e-08,1613948357262,7807
"mom_0",0.9492751127272384,1613948357262,7807
"eps_0",1e-05,1613948357262,7807
"wd_1",0.01,1613948357262,7807
"sqr_mom_1",0.99,1613948357262,7807
"lr_1",3.6294001194440355e-07,1613948357262,7807
"mom_1",0.9492751127272384,1613948357262,7807
"eps_1",1e-05,1613948357262,7807
"wd_2",0.01,1613948357262,7807
"sqr_mom_2",0.99,1613948357262,7807
"lr_2",3.6294001194439813e-06,1613948357262,7807
"mom_2",0.9492751127272384,1613948357262,7807
"eps_2",1e-05,1613948357262,7807
"train_loss",0.0040373784,1613948358235,7808
"raw_loss",0.0046531116,1613948358235,7808
"epoch",49.11320754716981,1613948358235,7808
"wd_0",0.01,1613948358235,7808
"sqr_mom_0",0.99,1613948358235,7808
"lr_0",3.605501003163035e-08,1613948358235,7808
"mom_0",0.9492798925982934,1613948358235,7808
"eps_0",1e-05,1613948358235,7808
"wd_1",0.01,1613948358235,7808
"sqr_mom_1",0.99,1613948358235,7808
"lr_1",3.605501003163086e-07,1613948358235,7808
"mom_1",0.9492798925982934,1613948358235,7808
"eps_1",1e-05,1613948358235,7808
"wd_2",0.01,1613948358235,7808
"sqr_mom_2",0.99,1613948358235,7808
"lr_2",3.605501003163059e-06,1613948358235,7808
"mom_2",0.9492798925982934,1613948358235,7808
"eps_2",1e-05,1613948358235,7808
"train_loss",0.0040162457,1613948359218,7809
"raw_loss",0.0029807473,1613948359218,7809
"epoch",49.11949685534591,1613948359218,7809
"wd_0",0.01,1613948359218,7809
"sqr_mom_0",0.99,1613948359218,7809
"lr_0",3.581664590414485e-08,1613948359218,7809
"mom_0",0.9492846599285163,1613948359218,7809
"eps_0",1e-05,1613948359218,7809
"wd_1",0.01,1613948359218,7809
"sqr_mom_1",0.99,1613948359218,7809
"lr_1",3.581664590414485e-07,1613948359218,7809
"mom_1",0.9492846599285163,1613948359218,7809
"eps_1",1e-05,1613948359218,7809
"wd_2",0.01,1613948359218,7809
"sqr_mom_2",0.99,1613948359218,7809
"lr_2",3.58166459041439e-06,1613948359218,7809
"mom_2",0.9492846599285163,1613948359218,7809
"eps_2",1e-05,1613948359218,7809
"train_loss",0.004054704,1613948360261,7810
"raw_loss",0.005939172,1613948360261,7810
"epoch",49.12578616352201,1613948360261,7810
"wd_0",0.01,1613948360261,7810
"sqr_mom_0",0.99,1613948360261,7810
"lr_0",3.5579225020695185e-08,1613948360261,7810
"mom_0",0.94928940839367,1613948360261,7810
"eps_0",1e-05,1613948360261,7810
"wd_1",0.01,1613948360261,7810
"sqr_mom_1",0.99,1613948360261,7810
"lr_1",3.5579225020694507e-07,1613948360261,7810
"mom_1",0.94928940839367,1613948360261,7810
"eps_1",1e-05,1613948360261,7810
"wd_2",0.01,1613948360261,7810
"sqr_mom_2",0.99,1613948360261,7810
"lr_2",3.557922502069478e-06,1613948360261,7810
"mom_2",0.94928940839367,1613948360261,7810
"eps_2",1e-05,1613948360261,7810
"train_loss",0.004049016,1613948361229,7811
"raw_loss",0.003770298,1613948361229,7811
"epoch",49.13207547169811,1613948361229,7811
"wd_0",0.01,1613948361229,7811
"sqr_mom_0",0.99,1613948361229,7811
"lr_0",3.534258913010227e-08,1613948361229,7811
"mom_0",0.9492941411588095,1613948361229,7811
"eps_0",1e-05,1613948361229,7811
"wd_1",0.01,1613948361229,7811
"sqr_mom_1",0.99,1613948361229,7811
"lr_1",3.53425891301021e-07,1613948361229,7811
"mom_1",0.9492941411588095,1613948361229,7811
"eps_1",1e-05,1613948361229,7811
"wd_2",0.01,1613948361229,7811
"sqr_mom_2",0.99,1613948361229,7811
"lr_2",3.5342589130101963e-06,1613948361229,7811
"mom_2",0.9492941411588095,1613948361229,7811
"eps_2",1e-05,1613948361229,7811
"train_loss",0.004100294,1613948362265,7812
"raw_loss",0.0066129044,1613948362265,7812
"epoch",49.13836477987421,1613948362265,7812
"wd_0",0.01,1613948362265,7812
"sqr_mom_0",0.99,1613948362265,7812
"lr_0",3.5106582064872815e-08,1613948362265,7812
"mom_0",0.949298861347316,1613948362265,7812
"eps_0",1e-05,1613948362265,7812
"wd_1",0.01,1613948362265,7812
"sqr_mom_1",0.99,1613948362265,7812
"lr_1",3.5106582064872645e-07,1613948362265,7812
"mom_1",0.949298861347316,1613948362265,7812
"eps_1",1e-05,1613948362265,7812
"wd_2",0.01,1613948362265,7812
"sqr_mom_2",0.99,1613948362265,7812
"lr_2",3.510658206487224e-06,1613948362265,7812
"mom_2",0.949298861347316,1613948362265,7812
"eps_2",1e-05,1613948362265,7812
"train_loss",0.0040654633,1613948363264,7813
"raw_loss",0.0023587707,1613948363264,7813
"epoch",49.14465408805031,1613948363264,7813
"wd_0",0.01,1613948363264,7813
"sqr_mom_0",0.99,1613948363264,7813
"lr_0",3.487151690689095e-08,1613948363264,7813
"mom_0",0.9493035626974891,1613948363264,7813
"eps_0",1e-05,1613948363264,7813
"wd_1",0.01,1613948363264,7813
"sqr_mom_1",0.99,1613948363264,7813
"lr_1",3.4871516906890784e-07,1613948363264,7813
"mom_1",0.9493035626974891,1613948363264,7813
"eps_1",1e-05,1613948363264,7813
"wd_2",0.01,1613948363264,7813
"sqr_mom_2",0.99,1613948363264,7813
"lr_2",3.487151690689024e-06,1613948363264,7813
"mom_2",0.9493035626974891,1613948363264,7813
"eps_2",1e-05,1613948363264,7813
"train_loss",0.004050389,1613948364281,7814
"raw_loss",0.003311753,1613948364281,7814
"epoch",49.15094339622641,1613948364281,7814
"wd_0",0.01,1613948364281,7814
"sqr_mom_0",0.99,1613948364281,7814
"lr_0",3.4637236967190106e-08,1613948364281,7814
"mom_0",0.9493082483431395,1613948364281,7814
"eps_0",1e-05,1613948364281,7814
"wd_1",0.01,1613948364281,7814
"sqr_mom_1",0.99,1613948364281,7814
"lr_1",3.4637236967190106e-07,1613948364281,7814
"mom_1",0.9493082483431395,1613948364281,7814
"eps_1",1e-05,1613948364281,7814
"wd_2",0.01,1613948364281,7814
"sqr_mom_2",0.99,1613948364281,7814
"lr_2",3.46372369671897e-06,1613948364281,7814
"mom_2",0.9493082483431395,1613948364281,7814
"eps_2",1e-05,1613948364281,7814
"train_loss",0.0040397653,1613948365262,7815
"raw_loss",0.003519214,1613948365262,7815
"epoch",49.15723270440251,1613948365262,7815
"wd_0",0.01,1613948365262,7815
"sqr_mom_0",0.99,1613948365262,7815
"lr_0",3.440358764108835e-08,1613948365262,7815
"mom_0",0.949312921376392,1613948365262,7815
"eps_0",1e-05,1613948365262,7815
"wd_1",0.01,1613948365262,7815
"sqr_mom_1",0.99,1613948365262,7815
"lr_1",3.4403587641088014e-07,1613948365262,7815
"mom_1",0.949312921376392,1613948365262,7815
"eps_1",1e-05,1613948365262,7815
"wd_2",0.01,1613948365262,7815
"sqr_mom_2",0.99,1613948365262,7815
"lr_2",3.4403587641087608e-06,1613948365262,7815
"mom_2",0.949312921376392,1613948365262,7815
"eps_2",1e-05,1613948365262,7815
"train_loss",0.004048188,1613948366245,7816
"raw_loss",0.00446092,1613948366245,7816
"epoch",49.16352201257861,1613948366245,7816
"wd_0",0.01,1613948366245,7816
"sqr_mom_0",0.99,1613948366245,7816
"lr_0",3.4170878882743065e-08,1613948366245,7816
"mom_0",0.949317575598101,1613948366245,7816
"eps_0",1e-05,1613948366245,7816
"wd_1",0.01,1613948366245,7816
"sqr_mom_1",0.99,1613948366245,7816
"lr_1",3.4170878882743065e-07,1613948366245,7816
"mom_1",0.949317575598101,1613948366245,7816
"eps_1",1e-05,1613948366245,7816
"wd_2",0.01,1613948366245,7816
"sqr_mom_2",0.99,1613948366245,7816
"lr_2",3.417087888274266e-06,1613948366245,7816
"mom_2",0.949317575598101,1613948366245,7816
"eps_2",1e-05,1613948366245,7816
"train_loss",0.0040407465,1613948367232,7817
"raw_loss",0.0036761079,1613948367232,7817
"epoch",49.16981132075471,1613948367232,7817
"wd_0",0.01,1613948367232,7817
"sqr_mom_0",0.99,1613948367232,7817
"lr_0",3.3938878747523945e-08,1613948367232,7817
"mom_0",0.949322215647206,1613948367232,7817
"eps_0",1e-05,1613948367232,7817
"wd_1",0.01,1613948367232,7817
"sqr_mom_1",0.99,1613948367232,7817
"lr_1",3.3938878747523436e-07,1613948367232,7817
"mom_1",0.949322215647206,1613948367232,7817
"eps_1",1e-05,1613948367232,7817
"wd_2",0.01,1613948367232,7817
"sqr_mom_2",0.99,1613948367232,7817
"lr_2",3.3938878747523165e-06,1613948367232,7817
"mom_2",0.949322215647206,1613948367232,7817
"eps_2",1e-05,1613948367232,7817
"train_loss",0.004034082,1613948368192,7818
"raw_loss",0.0037075076,1613948368192,7818
"epoch",49.17610062893081,1613948368192,7818
"wd_0",0.01,1613948368192,7818
"sqr_mom_0",0.99,1613948368192,7818
"lr_0",3.370766464898653e-08,1613948368192,7818
"mom_0",0.94932683997542,1613948368192,7818
"eps_0",1e-05,1613948368192,7818
"wd_1",0.01,1613948368192,7818
"sqr_mom_1",0.99,1613948368192,7818
"lr_1",3.370766464898687e-07,1613948368192,7818
"mom_1",0.94932683997542,1613948368192,7818
"eps_1",1e-05,1613948368192,7818
"wd_2",0.01,1613948368192,7818
"sqr_mom_2",0.99,1613948368192,7818
"lr_2",3.3707664648986464e-06,1613948368192,7818
"mom_2",0.94932683997542,1613948368192,7818
"eps_2",1e-05,1613948368192,7818
"train_loss",0.0040080505,1613948369157,7819
"raw_loss",0.0027325065,1613948369157,7819
"epoch",49.18238993710691,1613948369157,7819
"wd_0",0.01,1613948369157,7819
"sqr_mom_0",0.99,1613948369157,7819
"lr_0",3.347723666082862e-08,1613948369157,7819
"mom_0",0.9493314485812692,1613948369157,7819
"eps_0",1e-05,1613948369157,7819
"wd_1",0.01,1613948369157,7819
"sqr_mom_1",0.99,1613948369157,7819
"lr_1",3.347723666082862e-07,1613948369157,7819
"mom_1",0.9493314485812692,1613948369157,7819
"eps_1",1e-05,1613948369157,7819
"wd_2",0.01,1613948369157,7819
"sqr_mom_2",0.99,1613948369157,7819
"lr_2",3.3477236660827943e-06,1613948369157,7819
"mom_2",0.9493314485812692,1613948369157,7819
"eps_2",1e-05,1613948369157,7819
"train_loss",0.0039913184,1613948370123,7820
"raw_loss",0.003171446,1613948370123,7820
"epoch",49.18867924528301,1613948370123,7820
"wd_0",0.01,1613948370123,7820
"sqr_mom_0",0.99,1613948370123,7820
"lr_0",3.3247670892588366e-08,1613948370123,7820
"mom_0",0.9493360399425477,1613948370123,7820
"eps_0",1e-05,1613948370123,7820
"wd_1",0.01,1613948370123,7820
"sqr_mom_1",0.99,1613948370123,7820
"lr_1",3.3247670892588366e-07,1613948370123,7820
"mom_1",0.9493360399425477,1613948370123,7820
"eps_1",1e-05,1613948370123,7820
"wd_2",0.01,1613948370123,7820
"sqr_mom_2",0.99,1613948370123,7820
"lr_2",3.3247670892588366e-06,1613948370123,7820
"mom_2",0.9493360399425477,1613948370123,7820
"eps_2",1e-05,1613948370123,7820
"train_loss",0.003979413,1613948371105,7821
"raw_loss",0.003396039,1613948371105,7821
"epoch",49.19496855345911,1613948371105,7821
"wd_0",0.01,1613948371105,7821
"sqr_mom_0",0.99,1613948371105,7821
"lr_0",3.3018739309185494e-08,1613948371105,7821
"mom_0",0.9493406186200024,1613948371105,7821
"eps_0",1e-05,1613948371105,7821
"wd_1",0.01,1613948371105,7821
"sqr_mom_1",0.99,1613948371105,7821
"lr_1",3.3018739309185325e-07,1613948371105,7821
"mom_1",0.9493406186200024,1613948371105,7821
"eps_1",1e-05,1613948371105,7821
"wd_2",0.01,1613948371105,7821
"sqr_mom_2",0.99,1613948371105,7821
"lr_2",3.301873930918451e-06,1613948371105,7821
"mom_2",0.9493406186200024,1613948371105,7821
"eps_2",1e-05,1613948371105,7821
"train_loss",0.0039731576,1613948372061,7822
"raw_loss",0.0036666414,1613948372061,7822
"epoch",49.20125786163521,1613948372061,7822
"wd_0",0.01,1613948372061,7822
"sqr_mom_0",0.99,1613948372061,7822
"lr_0",3.2790745606320286e-08,1613948372061,7822
"mom_0",0.9493451785396589,1613948372061,7822
"eps_0",1e-05,1613948372061,7822
"wd_1",0.01,1613948372061,7822
"sqr_mom_1",0.99,1613948372061,7822
"lr_1",3.2790745606320625e-07,1613948372061,7822
"mom_1",0.9493451785396589,1613948372061,7822
"eps_1",1e-05,1613948372061,7822
"wd_2",0.01,1613948372061,7822
"sqr_mom_2",0.99,1613948372061,7822
"lr_2",3.2790745606319947e-06,1613948372061,7822
"mom_2",0.9493451785396589,1613948372061,7822
"eps_2",1e-05,1613948372061,7822
"train_loss",0.0040218947,1613948373037,7823
"raw_loss",0.006410018,1613948373037,7823
"epoch",49.20754716981131,1613948373037,7823
"wd_0",0.01,1613948373037,7823
"sqr_mom_0",0.99,1613948373037,7823
"lr_0",3.256353778451989e-08,1613948373037,7823
"mom_0",0.949349722741537,1613948373037,7823
"eps_0",1e-05,1613948373037,7823
"wd_1",0.01,1613948373037,7823
"sqr_mom_1",0.99,1613948373037,7823
"lr_1",3.2563537784519384e-07,1613948373037,7823
"mom_1",0.949349722741537,1613948373037,7823
"eps_1",1e-05,1613948373037,7823
"wd_2",0.01,1613948373037,7823
"sqr_mom_2",0.99,1613948373037,7823
"lr_2",3.2563537784519384e-06,1613948373037,7823
"mom_2",0.949349722741537,1613948373037,7823
"eps_2",1e-05,1613948373037,7823
"train_loss",0.004041937,1613948374002,7824
"raw_loss",0.0050240196,1613948374002,7824
"epoch",49.213836477987414,1613948374002,7824
"wd_0",0.01,1613948374002,7824
"sqr_mom_0",0.99,1613948374002,7824
"lr_0",3.233696593034863e-08,1613948374002,7824
"mom_0",0.9493542542239353,1613948374002,7824
"eps_0",1e-05,1613948374002,7824
"wd_1",0.01,1613948374002,7824
"sqr_mom_1",0.99,1613948374002,7824
"lr_1",3.233696593034897e-07,1613948374002,7824
"mom_1",0.9493542542239353,1613948374002,7824
"eps_1",1e-05,1613948374002,7824
"wd_2",0.01,1613948374002,7824
"sqr_mom_2",0.99,1613948374002,7824
"lr_2",3.233696593034829e-06,1613948374002,7824
"mom_2",0.9493542542239353,1613948374002,7824
"eps_2",1e-05,1613948374002,7824
"train_loss",0.0040415204,1613948375072,7825
"raw_loss",0.0040211063,1613948375072,7825
"epoch",49.220125786163514,1613948375072,7825
"wd_0",0.01,1613948375072,7825
"sqr_mom_0",0.99,1613948375072,7825
"lr_0",3.211133060914575e-08,1613948375072,7825
"mom_0",0.9493587669754868,1613948375072,7825
"eps_0",1e-05,1613948375072,7825
"wd_1",0.01,1613948375072,7825
"sqr_mom_1",0.99,1613948375072,7825
"lr_1",3.211133060914643e-07,1613948375072,7825
"mom_1",0.9493587669754868,1613948375072,7825
"eps_1",1e-05,1613948375072,7825
"wd_2",0.01,1613948375072,7825
"sqr_mom_2",0.99,1613948375072,7825
"lr_2",3.2111330609145344e-06,1613948375072,7825
"mom_2",0.9493587669754868,1613948375072,7825
"eps_2",1e-05,1613948375072,7825
"train_loss",0.004114236,1613948376079,7826
"raw_loss",0.0076773185,1613948376079,7826
"epoch",49.226415094339615,1613948376079,7826
"wd_0",0.01,1613948376079,7826
"sqr_mom_0",0.99,1613948376079,7826
"lr_0",3.188640691427687e-08,1613948376079,7826
"mom_0",0.9493632654943693,1613948376079,7826
"eps_0",1e-05,1613948376079,7826
"wd_1",0.01,1613948376079,7826
"sqr_mom_1",0.99,1613948376079,7826
"lr_1",3.188640691427738e-07,1613948376079,7826
"mom_1",0.9493632654943693,1613948376079,7826
"eps_1",1e-05,1613948376079,7826
"wd_2",0.01,1613948376079,7826
"sqr_mom_2",0.99,1613948376079,7826
"lr_2",3.188640691427643e-06,1613948376079,7826
"mom_2",0.9493632654943693,1613948376079,7826
"eps_2",1e-05,1613948376079,7826
"train_loss",0.0041950108,1613948377075,7827
"raw_loss",0.008152959,1613948377075,7827
"epoch",49.232704402515715,1613948377075,7827
"wd_0",0.01,1613948377075,7827
"sqr_mom_0",0.99,1613948377075,7827
"lr_0",3.1662269910292206e-08,1613948377075,7827
"mom_0",0.949367748279277,1613948377075,7827
"eps_0",1e-05,1613948377075,7827
"wd_1",0.01,1613948377075,7827
"sqr_mom_1",0.99,1613948377075,7827
"lr_1",3.1662269910292206e-07,1613948377075,7827
"mom_1",0.949367748279277,1613948377075,7827
"eps_1",1e-05,1613948377075,7827
"wd_2",0.01,1613948377075,7827
"sqr_mom_2",0.99,1613948377075,7827
"lr_2",3.1662269910292477e-06,1613948377075,7827
"mom_2",0.949367748279277,1613948377075,7827
"eps_2",1e-05,1613948377075,7827
"train_loss",0.004199702,1613948378089,7828
"raw_loss",0.0044295727,1613948378089,7828
"epoch",49.238993710691815,1613948378089,7828
"wd_0",0.01,1613948378089,7828
"sqr_mom_0",0.99,1613948378089,7828
"lr_0",3.143891966863221e-08,1613948378089,7828
"mom_0",0.9493722153287806,1613948378089,7828
"eps_0",1e-05,1613948378089,7828
"wd_1",0.01,1613948378089,7828
"sqr_mom_1",0.99,1613948378089,7828
"lr_1",3.143891966863238e-07,1613948378089,7828
"mom_1",0.9493722153287806,1613948378089,7828
"eps_1",1e-05,1613948378089,7828
"wd_2",0.01,1613948378089,7828
"sqr_mom_2",0.99,1613948378089,7828
"lr_2",3.1438919668631566e-06,1613948378089,7828
"mom_2",0.9493722153287806,1613948378089,7828
"eps_2",1e-05,1613948378089,7828
"train_loss",0.0041944264,1613948379123,7829
"raw_loss",0.003935934,1613948379123,7829
"epoch",49.245283018867916,1613948379123,7829
"wd_0",0.01,1613948379123,7829
"sqr_mom_0",0.99,1613948379123,7829
"lr_0",3.1216429948747205e-08,1613948379123,7829
"mom_0",0.9493766651676767,1613948379123,7829
"eps_0",1e-05,1613948379123,7829
"wd_1",0.01,1613948379123,7829
"sqr_mom_1",0.99,1613948379123,7829
"lr_1",3.1216429948747375e-07,1613948379123,7829
"mom_1",0.9493766651676767,1613948379123,7829
"eps_1",1e-05,1613948379123,7829
"wd_2",0.01,1613948379123,7829
"sqr_mom_2",0.99,1613948379123,7829
"lr_2",3.1216429948747104e-06,1613948379123,7829
"mom_2",0.9493766651676767,1613948379123,7829
"eps_2",1e-05,1613948379123,7829
"train_loss",0.004290797,1613948380287,7830
"raw_loss",0.009012958,1613948380287,7830
"epoch",49.251572327044016,1613948380287,7830
"wd_0",0.01,1613948380287,7830
"sqr_mom_0",0.99,1613948380287,7830
"lr_0",3.0994579756800356e-08,1613948380287,7830
"mom_0",0.9493811022158861,1613948380287,7830
"eps_0",1e-05,1613948380287,7830
"wd_1",0.01,1613948380287,7830
"sqr_mom_1",0.99,1613948380287,7830
"lr_1",3.0994579756800356e-07,1613948380287,7830
"mom_1",0.9493811022158861,1613948380287,7830
"eps_1",1e-05,1613948380287,7830
"wd_2",0.01,1613948380287,7830
"sqr_mom_2",0.99,1613948380287,7830
"lr_2",3.0994579756799543e-06,1613948380287,7830
"mom_2",0.9493811022158861,1613948380287,7830
"eps_2",1e-05,1613948380287,7830
"train_loss",0.004258104,1613948381657,7831
"raw_loss",0.0026561627,1613948381657,7831
"epoch",49.25786163522012,1613948381657,7831
"wd_0",0.01,1613948381657,7831
"sqr_mom_0",0.99,1613948381657,7831
"lr_0",3.077366339447389e-08,1613948381657,7831
"mom_0",0.9493855205873163,1613948381657,7831
"eps_0",1e-05,1613948381657,7831
"wd_1",0.01,1613948381657,7831
"sqr_mom_1",0.99,1613948381657,7831
"lr_1",3.0773663394474226e-07,1613948381657,7831
"mom_1",0.9493855205873163,1613948381657,7831
"eps_1",1e-05,1613948381657,7831
"wd_2",0.01,1613948381657,7831
"sqr_mom_2",0.99,1613948381657,7831
"lr_2",3.0773663394473684e-06,1613948381657,7831
"mom_2",0.9493855205873163,1613948381657,7831
"eps_2",1e-05,1613948381657,7831
"train_loss",0.0042477553,1613948382838,7832
"raw_loss",0.0037406508,1613948382838,7832
"epoch",49.26415094339622,1613948382838,7832
"wd_0",0.01,1613948382838,7832
"sqr_mom_0",0.99,1613948382838,7832
"lr_0",3.055353355570705e-08,1613948382838,7832
"mom_0",0.9493899232281181,1613948382838,7832
"eps_0",1e-05,1613948382838,7832
"wd_1",0.01,1613948382838,7832
"sqr_mom_1",0.99,1613948382838,7832
"lr_1",3.0553533555707053e-07,1613948382838,7832
"mom_1",0.9493899232281181,1613948382838,7832
"eps_1",1e-05,1613948382838,7832
"wd_2",0.01,1613948382838,7832
"sqr_mom_2",0.99,1613948382838,7832
"lr_2",3.055353355570678e-06,1613948382838,7832
"mom_2",0.9493899232281181,1613948382838,7832
"eps_2",1e-05,1613948382838,7832
"train_loss",0.0042103203,1613948384070,7833
"raw_loss",0.002376001,1613948384070,7833
"epoch",49.27044025157232,1613948384070,7833
"wd_0",0.01,1613948384070,7833
"sqr_mom_0",0.99,1613948384070,7833
"lr_0",3.0334045022184736e-08,1613948384070,7833
"mom_0",0.9493943130426867,1613948384070,7833
"eps_0",1e-05,1613948384070,7833
"wd_1",0.01,1613948384070,7833
"sqr_mom_1",0.99,1613948384070,7833
"lr_1",3.0334045022184736e-07,1613948384070,7833
"mom_1",0.9493943130426867,1613948384070,7833
"eps_1",1e-05,1613948384070,7833
"wd_2",0.01,1613948384070,7833
"sqr_mom_2",0.99,1613948384070,7833
"lr_2",3.0334045022184465e-06,1613948384070,7833
"mom_2",0.9493943130426867,1613948384070,7833
"eps_2",1e-05,1613948384070,7833
"train_loss",0.004174688,1613948385111,7834
"raw_loss",0.0024286928,1613948385111,7834
"epoch",49.27672955974842,1613948385111,7834
"wd_0",0.01,1613948385111,7834
"sqr_mom_0",0.99,1613948385111,7834
"lr_0",3.0115488962665014e-08,1613948385111,7834
"mom_0",0.9493986842075888,1613948385111,7834
"eps_0",1e-05,1613948385111,7834
"wd_1",0.01,1613948385111,7834
"sqr_mom_1",0.99,1613948385111,7834
"lr_1",3.011548896266535e-07,1613948385111,7834
"mom_1",0.9493986842075888,1613948385111,7834
"eps_1",1e-05,1613948385111,7834
"wd_2",0.01,1613948385111,7834
"sqr_mom_2",0.99,1613948385111,7834
"lr_2",3.0115488962664675e-06,1613948385111,7834
"mom_2",0.9493986842075888,1613948385111,7834
"eps_2",1e-05,1613948385111,7834
"train_loss",0.004225229,1613948386084,7835
"raw_loss",0.0067017484,1613948386084,7835
"epoch",49.28301886792452,1613948386084,7835
"wd_0",0.01,1613948386084,7835
"sqr_mom_0",0.99,1613948386084,7835
"lr_0",2.989771963635066e-08,1613948386084,7835
"mom_0",0.9494030396376694,1613948386084,7835
"eps_0",1e-05,1613948386084,7835
"wd_1",0.01,1613948386084,7835
"sqr_mom_1",0.99,1613948386084,7835
"lr_1",2.989771963635032e-07,1613948386084,7835
"mom_1",0.9494030396376694,1613948386084,7835
"eps_1",1e-05,1613948386084,7835
"wd_2",0.01,1613948386084,7835
"sqr_mom_2",0.99,1613948386084,7835
"lr_2",2.9897719636350593e-06,1613948386084,7835
"mom_2",0.9494030396376694,1613948386084,7835
"eps_2",1e-05,1613948386084,7835
"train_loss",0.0041913115,1613948387025,7836
"raw_loss",0.0025293597,1613948387025,7836
"epoch",49.28930817610062,1613948387025,7836
"wd_0",0.01,1613948387025,7836
"sqr_mom_0",0.99,1613948387025,7836
"lr_0",2.9680593390749976e-08,1613948387025,7836
"mom_0",0.9494073822060071,1613948387025,7836
"eps_0",1e-05,1613948387025,7836
"wd_1",0.01,1613948387025,7836
"sqr_mom_1",0.99,1613948387025,7836
"lr_1",2.9680593390749976e-07,1613948387025,7836
"mom_1",0.9494073822060071,1613948387025,7836
"eps_1",1e-05,1613948387025,7836
"wd_2",0.01,1613948387025,7836
"sqr_mom_2",0.99,1613948387025,7836
"lr_2",2.968059339074889e-06,1613948387025,7836
"mom_2",0.9494073822060071,1613948387025,7836
"eps_2",1e-05,1613948387025,7836
"train_loss",0.0041554268,1613948387979,7837
"raw_loss",0.0023970644,1613948387979,7837
"epoch",49.29559748427672,1613948387979,7837
"wd_0",0.01,1613948387979,7837
"sqr_mom_0",0.99,1613948387979,7837
"lr_0",2.946439826085832e-08,1613948387979,7837
"mom_0",0.9494117061518443,1613948387979,7837
"eps_0",1e-05,1613948387979,7837
"wd_1",0.01,1613948387979,7837
"sqr_mom_1",0.99,1613948387979,7837
"lr_1",2.946439826085798e-07,1613948387979,7837
"mom_1",0.9494117061518443,1613948387979,7837
"eps_1",1e-05,1613948387979,7837
"wd_2",0.01,1613948387979,7837
"sqr_mom_2",0.99,1613948387979,7837
"lr_2",2.946439826085798e-06,1613948387979,7837
"mom_2",0.9494117061518443,1613948387979,7837
"eps_2",1e-05,1613948387979,7837
"train_loss",0.0041709878,1613948388924,7838
"raw_loss",0.0049334746,1613948388924,7838
"epoch",49.30188679245282,1613948388924,7838
"wd_0",0.01,1613948388924,7838
"sqr_mom_0",0.99,1613948388924,7838
"lr_0",2.924891873295314e-08,1613948388924,7838
"mom_0",0.9494160157854987,1613948388924,7838
"eps_0",1e-05,1613948388924,7838
"wd_1",0.01,1613948388924,7838
"sqr_mom_1",0.99,1613948388924,7838
"lr_1",2.924891873295297e-07,1613948388924,7838
"mom_1",0.9494160157854987,1613948388924,7838
"eps_1",1e-05,1613948388924,7838
"wd_2",0.01,1613948388924,7838
"sqr_mom_2",0.99,1613948388924,7838
"lr_2",2.9248918732952293e-06,1613948388924,7838
"mom_2",0.9494160157854987,1613948388924,7838
"eps_2",1e-05,1613948388924,7838
"train_loss",0.0042244955,1613948389899,7839
"raw_loss",0.0068463827,1613948389899,7839
"epoch",49.30817610062892,1613948389899,7839
"wd_0",0.01,1613948389899,7839
"sqr_mom_0",0.99,1613948389899,7839
"lr_0",2.9034226736601364e-08,1613948389899,7839
"mom_0",0.9494203096683647,1613948389899,7839
"eps_0",1e-05,1613948389899,7839
"wd_1",0.01,1613948389899,7839
"sqr_mom_1",0.99,1613948389899,7839
"lr_1",2.9034226736601195e-07,1613948389899,7839
"mom_1",0.9494203096683647,1613948389899,7839
"eps_1",1e-05,1613948389899,7839
"wd_2",0.01,1613948389899,7839
"sqr_mom_2",0.99,1613948389899,7839
"lr_2",2.903422673660133e-06,1613948389899,7839
"mom_2",0.9494203096683647,1613948389899,7839
"eps_2",1e-05,1613948389899,7839
"train_loss",0.004216354,1613948390880,7840
"raw_loss",0.0038174076,1613948390880,7840
"epoch",49.31446540880502,1613948390880,7840
"wd_0",0.01,1613948390880,7840
"sqr_mom_0",0.99,1613948390880,7840
"lr_0",2.8820322340233937e-08,1613948390880,7840
"mom_0",0.9494245877990732,1613948390880,7840
"eps_0",1e-05,1613948390880,7840
"wd_1",0.01,1613948390880,7840
"sqr_mom_1",0.99,1613948390880,7840
"lr_1",2.8820322340234107e-07,1613948390880,7840
"mom_1",0.9494245877990732,1613948390880,7840
"eps_1",1e-05,1613948390880,7840
"wd_2",0.01,1613948390880,7840
"sqr_mom_2",0.99,1613948390880,7840
"lr_2",2.882032234023343e-06,1613948390880,7840
"mom_2",0.9494245877990732,1613948390880,7840
"eps_2",1e-05,1613948390880,7840
"train_loss",0.004204317,1613948391849,7841
"raw_loss",0.0036145113,1613948391849,7841
"epoch",49.32075471698112,1613948391849,7841
"wd_0",0.01,1613948391849,7841
"sqr_mom_0",0.99,1613948391849,7841
"lr_0",2.8607276166922832e-08,1613948391849,7841
"mom_0",0.9494288487651491,1613948391849,7841
"eps_0",1e-05,1613948391849,7841
"wd_1",0.01,1613948391849,7841
"sqr_mom_1",0.99,1613948391849,7841
"lr_1",2.860727616692317e-07,1613948391849,7841
"mom_1",0.9494288487651491,1613948391849,7841
"eps_1",1e-05,1613948391849,7841
"wd_2",0.01,1613948391849,7841
"sqr_mom_2",0.99,1613948391849,7841
"lr_2",2.8607276166923035e-06,1613948391849,7841
"mom_2",0.9494288487651491,1613948391849,7841
"eps_2",1e-05,1613948391849,7841
"train_loss",0.0042275186,1613948392803,7842
"raw_loss",0.0053644055,1613948392803,7842
"epoch",49.32704402515722,1613948392803,7842
"wd_0",0.01,1613948392803,7842
"sqr_mom_0",0.99,1613948392803,7842
"lr_0",2.8394876619918067e-08,1613948392803,7842
"mom_0",0.9494330967985696,1613948392803,7842
"eps_0",1e-05,1613948392803,7842
"wd_1",0.01,1613948392803,7842
"sqr_mom_1",0.99,1613948392803,7842
"lr_1",2.8394876619918067e-07,1613948392803,7842
"mom_1",0.9494330967985696,1613948392803,7842
"eps_1",1e-05,1613948392803,7842
"wd_2",0.01,1613948392803,7842
"sqr_mom_2",0.99,1613948392803,7842
"lr_2",2.839487661991766e-06,1613948392803,7842
"mom_2",0.9494330967985696,1613948392803,7842
"eps_2",1e-05,1613948392803,7842
"train_loss",0.004185996,1613948393755,7843
"raw_loss",0.002151397,1613948393755,7843
"epoch",49.33333333333332,1613948393755,7843
"wd_0",0.01,1613948393755,7843
"sqr_mom_0",0.99,1613948393755,7843
"lr_0",2.818340546387997e-08,1613948393755,7843
"mom_0",0.949437326263985,1613948393755,7843
"eps_0",1e-05,1613948393755,7843
"wd_1",0.01,1613948393755,7843
"sqr_mom_1",0.99,1613948393755,7843
"lr_1",2.818340546387963e-07,1613948393755,7843
"mom_1",0.949437326263985,1613948393755,7843
"eps_1",1e-05,1613948393755,7843
"wd_2",0.01,1613948393755,7843
"sqr_mom_2",0.99,1613948393755,7843
"lr_2",2.818340546387882e-06,1613948393755,7843
"mom_2",0.949437326263985,1613948393755,7843
"eps_2",1e-05,1613948393755,7843
"train_loss",0.004193843,1613948394719,7844
"raw_loss",0.0045783473,1613948394719,7844
"epoch",49.33962264150942,1613948394719,7844
"wd_0",0.01,1613948394719,7844
"sqr_mom_0",0.99,1613948394719,7844
"lr_0",2.7972721656466656e-08,1613948394719,7844
"mom_0",0.9494415399822704,1613948394719,7844
"eps_0",1e-05,1613948394719,7844
"wd_1",0.01,1613948394719,7844
"sqr_mom_1",0.99,1613948394719,7844
"lr_1",2.7972721656466487e-07,1613948394719,7844
"mom_1",0.9494415399822704,1613948394719,7844
"eps_1",1e-05,1613948394719,7844
"wd_2",0.01,1613948394719,7844
"sqr_mom_2",0.99,1613948394719,7844
"lr_2",2.7972721656465945e-06,1613948394719,7844
"mom_2",0.9494415399822704,1613948394719,7844
"eps_2",1e-05,1613948394719,7844
"train_loss",0.0041465773,1613948395669,7845
"raw_loss",0.0018305645,1613948395669,7845
"epoch",49.34591194968552,1613948395669,7845
"wd_0",0.01,1613948395669,7845
"sqr_mom_0",0.99,1613948395669,7845
"lr_0",2.776268624527907e-08,1613948395669,7845
"mom_0",0.9494457407325017,1613948395669,7845
"eps_0",1e-05,1613948395669,7845
"wd_1",0.01,1613948395669,7845
"sqr_mom_1",0.99,1613948395669,7845
"lr_1",2.776268624527924e-07,1613948395669,7845
"mom_1",0.9494457407325017,1613948395669,7845
"eps_1",1e-05,1613948395669,7845
"wd_2",0.01,1613948395669,7845
"sqr_mom_2",0.99,1613948395669,7845
"lr_2",2.7762686245279104e-06,1613948395669,7845
"mom_2",0.9494457407325017,1613948395669,7845
"eps_2",1e-05,1613948395669,7845
"train_loss",0.004153172,1613948396626,7846
"raw_loss",0.004476312,1613948396626,7846
"epoch",49.35220125786162,1613948396626,7846
"wd_0",0.01,1613948396626,7846
"sqr_mom_0",0.99,1613948396626,7846
"lr_0",2.755357785876521e-08,1613948396626,7846
"mom_0",0.9494499229420541,1613948396626,7846
"eps_0",1e-05,1613948396626,7846
"wd_1",0.01,1613948396626,7846
"sqr_mom_1",0.99,1613948396626,7846
"lr_1",2.7553577858764703e-07,1613948396626,7846
"mom_1",0.9494499229420541,1613948396626,7846
"eps_1",1e-05,1613948396626,7846
"wd_2",0.01,1613948396626,7846
"sqr_mom_2",0.99,1613948396626,7846
"lr_2",2.7553577858764567e-06,1613948396626,7846
"mom_2",0.9494499229420541,1613948396626,7846
"eps_2",1e-05,1613948396626,7846
"train_loss",0.004199104,1613948397591,7847
"raw_loss",0.006449759,1613948397591,7847
"epoch",49.35849056603772,1613948397591,7847
"wd_0",0.01,1613948397591,7847
"sqr_mom_0",0.99,1613948397591,7847
"lr_0",2.734518803446297e-08,1613948397591,7847
"mom_0",0.9494540907802185,1613948397591,7847
"eps_0",1e-05,1613948397591,7847
"wd_1",0.01,1613948397591,7847
"sqr_mom_1",0.99,1613948397591,7847
"lr_1",2.734518803446348e-07,1613948397591,7847
"mom_1",0.9494540907802185,1613948397591,7847
"eps_1",1e-05,1613948397591,7847
"wd_2",0.01,1613948397591,7847
"sqr_mom_2",0.99,1613948397591,7847
"lr_2",2.73451880344628e-06,1613948397591,7847
"mom_2",0.9494540907802185,1613948397591,7847
"eps_2",1e-05,1613948397591,7847
"train_loss",0.00422877,1613948398534,7848
"raw_loss",0.005682402,1613948398534,7848
"epoch",49.36477987421382,1613948398534,7848
"wd_0",0.01,1613948398534,7848
"sqr_mom_0",0.99,1613948398534,7848
"lr_0",2.7137586348508207e-08,1613948398534,7848
"mom_0",0.9494582428554583,1613948398534,7848
"eps_0",1e-05,1613948398534,7848
"wd_1",0.01,1613948398534,7848
"sqr_mom_1",0.99,1613948398534,7848
"lr_1",2.713758634850753e-07,1613948398534,7848
"mom_1",0.9494582428554583,1613948398534,7848
"eps_1",1e-05,1613948398534,7848
"wd_2",0.01,1613948398534,7848
"sqr_mom_2",0.99,1613948398534,7848
"lr_2",2.713758634850685e-06,1613948398534,7848
"mom_2",0.9494582428554583,1613948398534,7848
"eps_2",1e-05,1613948398534,7848
"train_loss",0.004196594,1613948399486,7849
"raw_loss",0.0026199773,1613948399486,7849
"epoch",49.371069182389924,1613948399486,7849
"wd_0",0.01,1613948399486,7849
"sqr_mom_0",0.99,1613948399486,7849
"lr_0",2.6930772867068597e-08,1613948399486,7849
"mom_0",0.9494623791664503,1613948399486,7849
"eps_0",1e-05,1613948399486,7849
"wd_1",0.01,1613948399486,7849
"sqr_mom_1",0.99,1613948399486,7849
"lr_1",2.6930772867069105e-07,1613948399486,7849
"mom_1",0.9494623791664503,1613948399486,7849
"eps_1",1e-05,1613948399486,7849
"wd_2",0.01,1613948399486,7849
"sqr_mom_2",0.99,1613948399486,7849
"lr_2",2.6930772867068834e-06,1613948399486,7849
"mom_2",0.9494623791664503,1613948399486,7849
"eps_2",1e-05,1613948399486,7849
"train_loss",0.0042466973,1613948400464,7850
"raw_loss",0.0067017497,1613948400464,7850
"epoch",49.377358490566024,1613948400464,7850
"wd_0",0.01,1613948400464,7850
"sqr_mom_0",0.99,1613948400464,7850
"lr_0",2.6724747656065324e-08,1613948400464,7850
"mom_0",0.9494664997118758,1613948400464,7850
"eps_0",1e-05,1613948400464,7850
"wd_1",0.01,1613948400464,7850
"sqr_mom_1",0.99,1613948400464,7850
"lr_1",2.6724747656064985e-07,1613948400464,7850
"mom_1",0.9494664997118758,1613948400464,7850
"eps_1",1e-05,1613948400464,7850
"wd_2",0.01,1613948400464,7850
"sqr_mom_2",0.99,1613948400464,7850
"lr_2",2.6724747656064985e-06,1613948400464,7850
"mom_2",0.9494664997118758,1613948400464,7850
"eps_2",1e-05,1613948400464,7850
"train_loss",0.004232629,1613948401407,7851
"raw_loss",0.0035433017,1613948401407,7851
"epoch",49.383647798742125,1613948401407,7851
"wd_0",0.01,1613948401407,7851
"sqr_mom_0",0.99,1613948401407,7851
"lr_0",2.6519510781166313e-08,1613948401407,7851
"mom_0",0.9494706044904215,1613948401407,7851
"eps_0",1e-05,1613948401407,7851
"wd_1",0.01,1613948401407,7851
"sqr_mom_1",0.99,1613948401407,7851
"lr_1",2.6519510781165974e-07,1613948401407,7851
"mom_1",0.9494706044904215,1613948401407,7851
"eps_1",1e-05,1613948401407,7851
"wd_2",0.01,1613948401407,7851
"sqr_mom_2",0.99,1613948401407,7851
"lr_2",2.6519510781165432e-06,1613948401407,7851
"mom_2",0.9494706044904215,1613948401407,7851
"eps_2",1e-05,1613948401407,7851
"train_loss",0.0041931267,1613948402344,7852
"raw_loss",0.002257494,1613948402344,7852
"epoch",49.389937106918225,1613948402344,7852
"wd_0",0.01,1613948402344,7852
"sqr_mom_0",0.99,1613948402344,7852
"lr_0",2.6315129987516114e-08,1613948402344,7852
"mom_0",0.9494746921471711,1613948402344,7852
"eps_0",1e-05,1613948402344,7852
"wd_1",0.01,1613948402344,7852
"sqr_mom_1",0.99,1613948402344,7852
"lr_1",2.6315129987516283e-07,1613948402344,7852
"mom_1",0.9494746921471711,1613948402344,7852
"eps_1",1e-05,1613948402344,7852
"wd_2",0.01,1613948402344,7852
"sqr_mom_2",0.99,1613948402344,7852
"lr_2",2.6315129987515605e-06,1613948402344,7852
"mom_2",0.9494746921471711,1613948402344,7852
"eps_2",1e-05,1613948402344,7852
"train_loss",0.0041710543,1613948403294,7853
"raw_loss",0.0030895073,1613948403294,7853
"epoch",49.396226415094326,1613948403294,7853
"wd_0",0.01,1613948403294,7853
"sqr_mom_0",0.99,1613948403294,7853
"lr_0",2.6111402301095772e-08,1613948403294,7853
"mom_0",0.9494787667416454,1613948403294,7853
"eps_0",1e-05,1613948403294,7853
"wd_1",0.01,1613948403294,7853
"sqr_mom_1",0.99,1613948403294,7853
"lr_1",2.6111402301095263e-07,1613948403294,7853
"mom_1",0.9494787667416454,1613948403294,7853
"eps_1",1e-05,1613948403294,7853
"wd_2",0.01,1613948403294,7853
"sqr_mom_2",0.99,1613948403294,7853
"lr_2",2.6111402301095534e-06,1613948403294,7853
"mom_2",0.9494787667416454,1613948403294,7853
"eps_2",1e-05,1613948403294,7853
"train_loss",0.0041625947,1613948404256,7854
"raw_loss",0.0037480695,1613948404256,7854
"epoch",49.402515723270426,1613948404256,7854
"wd_0",0.01,1613948404256,7854
"sqr_mom_0",0.99,1613948404256,7854
"lr_0",2.590859798266049e-08,1613948404256,7854
"mom_0",0.9494828228685754,1613948404256,7854
"eps_0",1e-05,1613948404256,7854
"wd_1",0.01,1613948404256,7854
"sqr_mom_1",0.99,1613948404256,7854
"lr_1",2.5908597982661e-07,1613948404256,7854
"mom_1",0.9494828228685754,1613948404256,7854
"eps_1",1e-05,1613948404256,7854
"wd_2",0.01,1613948404256,7854
"sqr_mom_2",0.99,1613948404256,7854
"lr_2",2.5908597982660184e-06,1613948404256,7854
"mom_2",0.9494828228685754,1613948404256,7854
"eps_2",1e-05,1613948404256,7854
"train_loss",0.004137324,1613948405193,7855
"raw_loss",0.0028990598,1613948405193,7855
"epoch",49.408805031446526,1613948405193,7855
"wd_0",0.01,1613948405193,7855
"sqr_mom_0",0.99,1613948405193,7855
"lr_0",2.5706581737440088e-08,1613948405193,7855
"mom_0",0.9494868632338835,1613948405193,7855
"eps_0",1e-05,1613948405193,7855
"wd_1",0.01,1613948405193,7855
"sqr_mom_1",0.99,1613948405193,7855
"lr_1",2.570658173743992e-07,1613948405193,7855
"mom_1",0.9494868632338835,1613948405193,7855
"eps_1",1e-05,1613948405193,7855
"wd_2",0.01,1613948405193,7855
"sqr_mom_2",0.99,1613948405193,7855
"lr_2",2.5706581737439376e-06,1613948405193,7855
"mom_2",0.9494868632338835,1613948405193,7855
"eps_2",1e-05,1613948405193,7855
"train_loss",0.0041281125,1613948406143,7856
"raw_loss",0.0036767453,1613948406143,7856
"epoch",49.41509433962263,1613948406143,7856
"wd_0",0.01,1613948406143,7856
"sqr_mom_0",0.99,1613948406143,7856
"lr_0",2.550522036252406e-08,1613948406143,7856
"mom_0",0.9494908905016545,1613948406143,7856
"eps_0",1e-05,1613948406143,7856
"wd_1",0.01,1613948406143,7856
"sqr_mom_1",0.99,1613948406143,7856
"lr_1",2.550522036252423e-07,1613948406143,7856
"mom_1",0.9494908905016545,1613948406143,7856
"eps_1",1e-05,1613948406143,7856
"wd_2",0.01,1613948406143,7856
"sqr_mom_2",0.99,1613948406143,7856
"lr_2",2.5505220362523687e-06,1613948406143,7856
"mom_2",0.9494908905016545,1613948406143,7856
"eps_2",1e-05,1613948406143,7856
"train_loss",0.0041911965,1613948407085,7857
"raw_loss",0.0072823204,1613948407085,7857
"epoch",49.42138364779873,1613948407085,7857
"wd_0",0.01,1613948407085,7857
"sqr_mom_0",0.99,1613948407085,7857
"lr_0",2.5304780979571127e-08,1613948407085,7857
"mom_0",0.9494948993294018,1613948407085,7857
"eps_0",1e-05,1613948407085,7857
"wd_1",0.01,1613948407085,7857
"sqr_mom_1",0.99,1613948407085,7857
"lr_1",2.5304780979571297e-07,1613948407085,7857
"mom_1",0.9494948993294018,1613948407085,7857
"eps_1",1e-05,1613948407085,7857
"wd_2",0.01,1613948407085,7857
"sqr_mom_2",0.99,1613948407085,7857
"lr_2",2.5304780979571026e-06,1613948407085,7857
"mom_2",0.9494948993294018,1613948407085,7857
"eps_2",1e-05,1613948407085,7857
"train_loss",0.0041571273,1613948408029,7858
"raw_loss",0.002487732,1613948408029,7858
"epoch",49.42767295597483,1613948408029,7858
"wd_0",0.01,1613948408029,7858
"sqr_mom_0",0.99,1613948408029,7858
"lr_0",2.5105129862163765e-08,1613948408029,7858
"mom_0",0.9494988923916806,1613948408029,7858
"eps_0",1e-05,1613948408029,7858
"wd_1",0.01,1613948408029,7858
"sqr_mom_1",0.99,1613948408029,7858
"lr_1",2.5105129862164273e-07,1613948408029,7858
"mom_1",0.9494988923916806,1613948408029,7858
"eps_1",1e-05,1613948408029,7858
"wd_2",0.01,1613948408029,7858
"sqr_mom_2",0.99,1613948408029,7858
"lr_2",2.5105129862163867e-06,1613948408029,7858
"mom_2",0.9494988923916806,1613948408029,7858
"eps_2",1e-05,1613948408029,7858
"train_loss",0.004121976,1613948409094,7859
"raw_loss",0.0023995454,1613948409094,7859
"epoch",49.43396226415093,1613948409094,7859
"wd_0",0.01,1613948409094,7859
"sqr_mom_0",0.99,1613948409094,7859
"lr_0",2.4906135376259114e-08,1613948409094,7859
"mom_0",0.949502872321198,1613948409094,7859
"eps_0",1e-05,1613948409094,7859
"wd_1",0.01,1613948409094,7859
"sqr_mom_1",0.99,1613948409094,7859
"lr_1",2.4906135376258945e-07,1613948409094,7859
"mom_1",0.949502872321198,1613948409094,7859
"eps_1",1e-05,1613948409094,7859
"wd_2",0.01,1613948409094,7859
"sqr_mom_2",0.99,1613948409094,7859
"lr_2",2.4906135376258267e-06,1613948409094,7859
"mom_2",0.949502872321198,1613948409094,7859
"eps_2",1e-05,1613948409094,7859
"train_loss",0.0040862486,1613948410041,7860
"raw_loss",0.0023355964,1613948410041,7860
"epoch",49.44025157232703,1613948410041,7860
"wd_0",0.01,1613948410041,7860
"sqr_mom_0",0.99,1613948410041,7860
"lr_0",2.4708061503650312e-08,1613948410041,7860
"mom_0",0.9495068338382653,1613948410041,7860
"eps_0",1e-05,1613948410041,7860
"wd_1",0.01,1613948410041,7860
"sqr_mom_1",0.99,1613948410041,7860
"lr_1",2.470806150365031e-07,1613948410041,7860
"mom_1",0.9495068338382653,1613948410041,7860
"eps_1",1e-05,1613948410041,7860
"wd_2",0.01,1613948410041,7860
"sqr_mom_2",0.99,1613948410041,7860
"lr_2",2.4708061503649634e-06,1613948410041,7860
"mom_2",0.9495068338382653,1613948410041,7860
"eps_2",1e-05,1613948410041,7860
"train_loss",0.004116095,1613948410978,7861
"raw_loss",0.0055785826,1613948410978,7861
"epoch",49.44654088050313,1613948410978,7861
"wd_0",0.01,1613948410978,7861
"sqr_mom_0",0.99,1613948410978,7861
"lr_0",2.451071076116544e-08,1613948410978,7861
"mom_0",0.9495107808925856,1613948410978,7861
"eps_0",1e-05,1613948410978,7861
"wd_1",0.01,1613948410978,7861
"sqr_mom_1",0.99,1613948410978,7861
"lr_1",2.451071076116544e-07,1613948410978,7861
"mom_1",0.9495107808925856,1613948410978,7861
"eps_1",1e-05,1613948410978,7861
"wd_2",0.01,1613948410978,7861
"sqr_mom_2",0.99,1613948410978,7861
"lr_2",2.4510710761165575e-06,1613948410978,7861
"mom_2",0.9495107808925856,1613948410978,7861
"eps_2",1e-05,1613948410978,7861
"train_loss",0.0040933983,1613948411951,7862
"raw_loss",0.0029812544,1613948411951,7862
"epoch",49.45283018867923,1613948411951,7862
"wd_0",0.01,1613948411951,7862
"sqr_mom_0",0.99,1613948411951,7862
"lr_0",2.4314149060483552e-08,1613948411951,7862
"mom_0",0.949514712165912,1613948411951,7862
"eps_0",1e-05,1613948411951,7862
"wd_1",0.01,1613948411951,7862
"sqr_mom_1",0.99,1613948411951,7862
"lr_1",2.431414906048338e-07,1613948411951,7862
"mom_1",0.949514712165912,1613948411951,7862
"eps_1",1e-05,1613948411951,7862
"wd_2",0.01,1613948411951,7862
"sqr_mom_2",0.99,1613948411951,7862
"lr_2",2.4314149060483247e-06,1613948411951,7862
"mom_2",0.949514712165912,1613948411951,7862
"eps_2",1e-05,1613948411951,7862
"train_loss",0.0041147093,1613948412908,7863
"raw_loss",0.005158944,1613948412908,7863
"epoch",49.45911949685533,1613948412908,7863
"wd_0",0.01,1613948412908,7863
"sqr_mom_0",0.99,1613948412908,7863
"lr_0",2.411837646425629e-08,1613948412908,7863
"mom_0",0.9495186276569914,1613948412908,7863
"eps_0",1e-05,1613948412908,7863
"wd_1",0.01,1613948412908,7863
"sqr_mom_1",0.99,1613948412908,7863
"lr_1",2.411837646425612e-07,1613948412908,7863
"mom_1",0.9495186276569914,1613948412908,7863
"eps_1",1e-05,1613948412908,7863
"wd_2",0.01,1613948412908,7863
"sqr_mom_2",0.99,1613948412908,7863
"lr_2",2.4118376464256526e-06,1613948412908,7863
"mom_2",0.9495186276569914,1613948412908,7863
"eps_2",1e-05,1613948412908,7863
"train_loss",0.004106408,1613948413932,7864
"raw_loss",0.003699636,1613948413932,7864
"epoch",49.46540880503143,1613948413932,7864
"wd_0",0.01,1613948413932,7864
"sqr_mom_0",0.99,1613948413932,7864
"lr_0",2.3923457575169e-08,1613948413932,7864
"mom_0",0.9495225260737573,1613948413932,7864
"eps_0",1e-05,1613948413932,7864
"wd_1",0.01,1613948413932,7864
"sqr_mom_1",0.99,1613948413932,7864
"lr_1",2.392345757516883e-07,1613948413932,7864
"mom_1",0.9495225260737573,1613948413932,7864
"eps_1",1e-05,1613948413932,7864
"wd_2",0.01,1613948413932,7864
"sqr_mom_2",0.99,1613948413932,7864
"lr_2",2.3923457575168424e-06,1613948413932,7864
"mom_2",0.9495225260737573,1613948413932,7864
"eps_2",1e-05,1613948413932,7864
"train_loss",0.0040691406,1613948414916,7865
"raw_loss",0.002243039,1613948414916,7865
"epoch",49.47169811320753,1613948414916,7865
"wd_0",0.01,1613948414916,7865
"sqr_mom_0",0.99,1613948414916,7865
"lr_0",2.3729198834516888e-08,1613948414916,7865
"mom_0",0.9495264112874225,1613948414916,7865
"eps_0",1e-05,1613948414916,7865
"wd_1",0.01,1613948414916,7865
"sqr_mom_1",0.99,1613948414916,7865
"lr_1",2.3729198834516888e-07,1613948414916,7865
"mom_1",0.9495264112874225,1613948414916,7865
"eps_1",1e-05,1613948414916,7865
"wd_2",0.01,1613948414916,7865
"sqr_mom_2",0.99,1613948414916,7865
"lr_2",2.3729198834515804e-06,1613948414916,7865
"mom_2",0.9495264112874225,1613948414916,7865
"eps_2",1e-05,1613948414916,7865
"train_loss",0.0041041924,1613948415937,7866
"raw_loss",0.005821724,1613948415937,7866
"epoch",49.47798742138363,1613948415937,7866
"wd_0",0.01,1613948415937,7866
"sqr_mom_0",0.99,1613948415937,7866
"lr_0",2.3535857941756447e-08,1613948415937,7866
"mom_0",0.9495302781439463,1613948415937,7866
"eps_0",1e-05,1613948415937,7866
"wd_1",0.01,1613948415937,7866
"sqr_mom_1",0.99,1613948415937,7866
"lr_1",2.3535857941756955e-07,1613948415937,7866
"mom_1",0.9495302781439463,1613948415937,7866
"eps_1",1e-05,1613948415937,7866
"wd_2",0.01,1613948415937,7866
"sqr_mom_2",0.99,1613948415937,7866
"lr_2",2.3535857941756142e-06,1613948415937,7866
"mom_2",0.9495302781439463,1613948415937,7866
"eps_2",1e-05,1613948415937,7866
"train_loss",0.004096993,1613948416918,7867
"raw_loss",0.0037442017,1613948416918,7867
"epoch",49.48427672955973,1613948416918,7867
"wd_0",0.01,1613948416918,7867
"sqr_mom_0",0.99,1613948416918,7867
"lr_0",2.3343305877993822e-08,1613948416918,7867
"mom_0",0.9495341292237324,1613948416918,7867
"eps_0",1e-05,1613948416918,7867
"wd_1",0.01,1613948416918,7867
"sqr_mom_1",0.99,1613948416918,7867
"lr_1",2.3343305877993314e-07,1613948416918,7867
"mom_1",0.9495341292237324,1613948416918,7867
"eps_1",1e-05,1613948416918,7867
"wd_2",0.01,1613948416918,7867
"sqr_mom_2",0.99,1613948416918,7867
"lr_2",2.334330587799318e-06,1613948416918,7867
"mom_2",0.9495341292237324,1613948416918,7867
"eps_2",1e-05,1613948416918,7867
"train_loss",0.004213015,1613948417887,7868
"raw_loss",0.009898109,1613948417887,7868
"epoch",49.49056603773583,1613948417887,7868
"wd_0",0.01,1613948417887,7868
"sqr_mom_0",0.99,1613948417887,7868
"lr_0",2.3151415718197214e-08,1613948417887,7868
"mom_0",0.9495379670653067,1613948417887,7868
"eps_0",1e-05,1613948417887,7868
"wd_1",0.01,1613948417887,7868
"sqr_mom_1",0.99,1613948417887,7868
"lr_1",2.3151415718197045e-07,1613948417887,7868
"mom_1",0.9495379670653067,1613948417887,7868
"eps_1",1e-05,1613948417887,7868
"wd_2",0.01,1613948417887,7868
"sqr_mom_2",0.99,1613948417887,7868
"lr_2",2.315141571819718e-06,1613948417887,7868
"mom_2",0.9495379670653067,1613948417887,7868
"eps_2",1e-05,1613948417887,7868
"train_loss",0.004188699,1613948418885,7869
"raw_loss",0.0029972119,1613948418885,7869
"epoch",49.49685534591193,1613948418885,7869
"wd_0",0.01,1613948418885,7869
"sqr_mom_0",0.99,1613948418885,7869
"lr_0",2.2960442019718825e-08,1613948418885,7869
"mom_0",0.9495417865774713,1613948418885,7869
"eps_0",1e-05,1613948418885,7869
"wd_1",0.01,1613948418885,7869
"sqr_mom_1",0.99,1613948418885,7869
"lr_1",2.2960442019718825e-07,1613948418885,7869
"mom_1",0.9495417865774713,1613948418885,7869
"eps_1",1e-05,1613948418885,7869
"wd_2",0.01,1613948418885,7869
"sqr_mom_2",0.99,1613948418885,7869
"lr_2",2.2960442019718825e-06,1613948418885,7869
"mom_2",0.9495417865774713,1613948418885,7869
"eps_2",1e-05,1613948418885,7869
"train_loss",0.004238169,1613948419862,7870
"raw_loss",0.006662192,1613948419862,7870
"epoch",49.50314465408803,1613948419862,7870
"wd_0",0.01,1613948419862,7870
"sqr_mom_0",0.99,1613948419862,7870
"lr_0",2.2770194364036232e-08,1613948419862,7870
"mom_0",0.9495455915686349,1613948419862,7870
"eps_0",1e-05,1613948419862,7870
"wd_1",0.01,1613948419862,7870
"sqr_mom_1",0.99,1613948419862,7870
"lr_1",2.2770194364035555e-07,1613948419862,7870
"mom_1",0.9495455915686349,1613948419862,7870
"eps_1",1e-05,1613948419862,7870
"wd_2",0.01,1613948419862,7870
"sqr_mom_2",0.99,1613948419862,7870
"lr_2",2.277019436403515e-06,1613948419862,7870
"mom_2",0.9495455915686349,1613948419862,7870
"eps_2",1e-05,1613948419862,7870
"train_loss",0.004258094,1613948420865,7871
"raw_loss",0.0052343947,1613948420865,7871
"epoch",49.50943396226413,1613948420865,7871
"wd_0",0.01,1613948420865,7871
"sqr_mom_0",0.99,1613948420865,7871
"lr_0",2.2580736304925936e-08,1613948420865,7871
"mom_0",0.9495493807677091,1613948420865,7871
"eps_0",1e-05,1613948420865,7871
"wd_1",0.01,1613948420865,7871
"sqr_mom_1",0.99,1613948420865,7871
"lr_1",2.2580736304925766e-07,1613948420865,7871
"mom_1",0.9495493807677091,1613948420865,7871
"eps_1",1e-05,1613948420865,7871
"wd_2",0.01,1613948420865,7871
"sqr_mom_2",0.99,1613948420865,7871
"lr_2",2.258073630492536e-06,1613948420865,7871
"mom_2",0.9495493807677091,1613948420865,7871
"eps_2",1e-05,1613948420865,7871
"train_loss",0.0042418223,1613948421870,7872
"raw_loss",0.003444515,1613948421870,7872
"epoch",49.51572327044023,1613948421870,7872
"wd_0",0.01,1613948421870,7872
"sqr_mom_0",0.99,1613948421870,7872
"lr_0",2.2392067902775455e-08,1613948421870,7872
"mom_0",0.9495531541734862,1613948421870,7872
"eps_0",1e-05,1613948421870,7872
"wd_1",0.01,1613948421870,7872
"sqr_mom_1",0.99,1613948421870,7872
"lr_1",2.2392067902775455e-07,1613948421870,7872
"mom_1",0.9495531541734862,1613948421870,7872
"eps_1",1e-05,1613948421870,7872
"wd_2",0.01,1613948421870,7872
"sqr_mom_2",0.99,1613948421870,7872
"lr_2",2.2392067902775184e-06,1613948421870,7872
"mom_2",0.9495531541734862,1613948421870,7872
"eps_2",1e-05,1613948421870,7872
"train_loss",0.004226658,1613948422873,7873
"raw_loss",0.0034836123,1613948422873,7873
"epoch",49.522012578616334,1613948422873,7873
"wd_0",0.01,1613948422873,7873
"sqr_mom_0",0.99,1613948422873,7873
"lr_0",2.2204251401448554e-08,1613948422873,7873
"mom_0",0.9495569105410764,1613948422873,7873
"eps_0",1e-05,1613948422873,7873
"wd_1",0.01,1613948422873,7873
"sqr_mom_1",0.99,1613948422873,7873
"lr_1",2.2204251401449063e-07,1613948422873,7873
"mom_1",0.9495569105410764,1613948422873,7873
"eps_1",1e-05,1613948422873,7873
"wd_2",0.01,1613948422873,7873
"sqr_mom_2",0.99,1613948422873,7873
"lr_2",2.2204251401448114e-06,1613948422873,7873
"mom_2",0.9495569105410764,1613948422873,7873
"eps_2",1e-05,1613948422873,7873
"train_loss",0.0042165457,1613948423830,7874
"raw_loss",0.0037210388,1613948423830,7874
"epoch",49.528301886792434,1613948423830,7874
"wd_0",0.01,1613948423830,7874
"sqr_mom_0",0.99,1613948423830,7874
"lr_0",2.2017100309647872e-08,1613948423830,7874
"mom_0",0.949560653600343,1613948423830,7874
"eps_0",1e-05,1613948423830,7874
"wd_1",0.01,1613948423830,7874
"sqr_mom_1",0.99,1613948423830,7874
"lr_1",2.2017100309647703e-07,1613948423830,7874
"mom_1",0.949560653600343,1613948423830,7874
"eps_1",1e-05,1613948423830,7874
"wd_2",0.01,1613948423830,7874
"sqr_mom_2",0.99,1613948423830,7874
"lr_2",2.2017100309647568e-06,1613948423830,7874
"mom_2",0.949560653600343,1613948423830,7874
"eps_2",1e-05,1613948423830,7874
"train_loss",0.004197161,1613948424780,7875
"raw_loss",0.0032473127,1613948424780,7875
"epoch",49.534591194968534,1613948424780,7875
"wd_0",0.01,1613948424780,7875
"sqr_mom_0",0.99,1613948424780,7875
"lr_0",2.1830862897975925e-08,1613948424780,7875
"mom_0",0.9495643783858243,1613948424780,7875
"eps_0",1e-05,1613948424780,7875
"wd_1",0.01,1613948424780,7875
"sqr_mom_1",0.99,1613948424780,7875
"lr_1",2.1830862897975756e-07,1613948424780,7875
"mom_1",0.9495643783858243,1613948424780,7875
"eps_1",1e-05,1613948424780,7875
"wd_2",0.01,1613948424780,7875
"sqr_mom_2",0.99,1613948424780,7875
"lr_2",2.183086289797467e-06,1613948424780,7875
"mom_2",0.9495643783858243,1613948424780,7875
"eps_2",1e-05,1613948424780,7875
"train_loss",0.0041795047,1613948425737,7876
"raw_loss",0.0033143284,1613948425737,7876
"epoch",49.540880503144635,1613948425737,7876
"wd_0",0.01,1613948425737,7876
"sqr_mom_0",0.99,1613948425737,7876
"lr_0",2.1645414858386285e-08,1613948425737,7876
"mom_0",0.949568087383706,1613948425737,7876
"eps_0",1e-05,1613948425737,7876
"wd_1",0.01,1613948425737,7876
"sqr_mom_1",0.99,1613948425737,7876
"lr_1",2.1645414858386454e-07,1613948425737,7876
"mom_1",0.949568087383706,1613948425737,7876
"eps_1",1e-05,1613948425737,7876
"wd_2",0.01,1613948425737,7876
"sqr_mom_2",0.99,1613948425737,7876
"lr_2",2.1645414858386183e-06,1613948425737,7876
"mom_2",0.949568087383706,1613948425737,7876
"eps_2",1e-05,1613948425737,7876
"train_loss",0.0041856347,1613948426678,7877
"raw_loss",0.004485994,1613948426678,7877
"epoch",49.547169811320735,1613948426678,7877
"wd_0",0.01,1613948426678,7877
"sqr_mom_0",0.99,1613948426678,7877
"lr_0",2.146063397814555e-08,1613948426678,7877
"mom_0",0.9495717830382674,1613948426678,7877
"eps_0",1e-05,1613948426678,7877
"wd_1",0.01,1613948426678,7877
"sqr_mom_1",0.99,1613948426678,7877
"lr_1",2.1460633978145888e-07,1613948426678,7877
"mom_1",0.9495717830382674,1613948426678,7877
"eps_1",1e-05,1613948426678,7877
"wd_2",0.01,1613948426678,7877
"sqr_mom_2",0.99,1613948426678,7877
"lr_2",2.146063397814521e-06,1613948426678,7877
"mom_2",0.9495717830382674,1613948426678,7877
"eps_2",1e-05,1613948426678,7877
"train_loss",0.0041561,1613948427641,7878
"raw_loss",0.0027089035,1613948427641,7878
"epoch",49.553459119496836,1613948427641,7878
"wd_0",0.01,1613948427641,7878
"sqr_mom_0",0.99,1613948427641,7878
"lr_0",2.1276765383583536e-08,1613948427641,7878
"mom_0",0.9495754604469328,1613948427641,7878
"eps_0",1e-05,1613948427641,7878
"wd_1",0.01,1613948427641,7878
"sqr_mom_1",0.99,1613948427641,7878
"lr_1",2.1276765383584044e-07,1613948427641,7878
"mom_1",0.9495754604469328,1613948427641,7878
"eps_1",1e-05,1613948427641,7878
"wd_2",0.01,1613948427641,7878
"sqr_mom_2",0.99,1613948427641,7878
"lr_2",2.1276765383583095e-06,1613948427641,7878
"mom_2",0.9495754604469328,1613948427641,7878
"eps_2",1e-05,1613948427641,7878
"train_loss",0.0041973135,1613948428611,7879
"raw_loss",0.0062167593,1613948428611,7879
"epoch",49.559748427672936,1613948428611,7879
"wd_0",0.01,1613948428611,7879
"sqr_mom_0",0.99,1613948428611,7879
"lr_0",2.1093686337600085e-08,1613948428611,7879
"mom_0",0.9495791220644686,1613948428611,7879
"eps_0",1e-05,1613948428611,7879
"wd_1",0.01,1613948428611,7879
"sqr_mom_1",0.99,1613948428611,7879
"lr_1",2.1093686337600085e-07,1613948428611,7879
"mom_1",0.9495791220644686,1613948428611,7879
"eps_1",1e-05,1613948428611,7879
"wd_2",0.01,1613948428611,7879
"sqr_mom_2",0.99,1613948428611,7879
"lr_2",2.109368633760049e-06,1613948428611,7879
"mom_2",0.9495791220644686,1613948428611,7879
"eps_2",1e-05,1613948428611,7879
"train_loss",0.0041740392,1613948429560,7880
"raw_loss",0.0030336098,1613948429560,7880
"epoch",49.56603773584904,1613948429560,7880
"wd_0",0.01,1613948429560,7880
"sqr_mom_0",0.99,1613948429560,7880
"lr_0",2.0911276198873082e-08,1613948429560,7880
"mom_0",0.9495827703037255,1613948429560,7880
"eps_0",1e-05,1613948429560,7880
"wd_1",0.01,1613948429560,7880
"sqr_mom_1",0.99,1613948429560,7880
"lr_1",2.0911276198872913e-07,1613948429560,7880
"mom_1",0.9495827703037255,1613948429560,7880
"eps_1",1e-05,1613948429560,7880
"wd_2",0.01,1613948429560,7880
"sqr_mom_2",0.99,1613948429560,7880
"lr_2",2.0911276198872777e-06,1613948429560,7880
"mom_2",0.9495827703037255,1613948429560,7880
"eps_2",1e-05,1613948429560,7880
"train_loss",0.004139928,1613948430544,7881
"raw_loss",0.0024684914,1613948430544,7881
"epoch",49.57232704402514,1613948430544,7881
"wd_0",0.01,1613948430544,7881
"sqr_mom_0",0.99,1613948430544,7881
"lr_0",2.0729776948758305e-08,1613948430544,7881
"mom_0",0.9495864003250281,1613948430544,7881
"eps_0",1e-05,1613948430544,7881
"wd_1",0.01,1613948430544,7881
"sqr_mom_1",0.99,1613948430544,7881
"lr_1",2.0729776948758813e-07,1613948430544,7881
"mom_1",0.9495864003250281,1613948430544,7881
"eps_1",1e-05,1613948430544,7881
"wd_2",0.01,1613948430544,7881
"sqr_mom_2",0.99,1613948430544,7881
"lr_2",2.0729776948757864e-06,1613948430544,7881
"mom_2",0.9495864003250281,1613948430544,7881
"eps_2",1e-05,1613948430544,7881
"train_loss",0.004144489,1613948431509,7882
"raw_loss",0.0043679546,1613948431509,7882
"epoch",49.57861635220124,1613948431509,7882
"wd_0",0.01,1613948431509,7882
"sqr_mom_0",0.99,1613948431509,7882
"lr_0",2.0549007595800917e-08,1613948431509,7882
"mom_0",0.9495900157482414,1613948431509,7882
"eps_0",1e-05,1613948431509,7882
"wd_1",0.01,1613948431509,7882
"sqr_mom_1",0.99,1613948431509,7882
"lr_1",2.0549007595800747e-07,1613948431509,7882
"mom_1",0.9495900157482414,1613948431509,7882
"eps_1",1e-05,1613948431509,7882
"wd_2",0.01,1613948431509,7882
"sqr_mom_2",0.99,1613948431509,7882
"lr_2",2.0549007595800205e-06,1613948431509,7882
"mom_2",0.9495900157482414,1613948431509,7882
"eps_2",1e-05,1613948431509,7882
"train_loss",0.0041418914,1613948432487,7883
"raw_loss",0.0040146224,1613948432487,7883
"epoch",49.58490566037734,1613948432487,7883
"wd_0",0.01,1613948432487,7883
"sqr_mom_0",0.99,1613948432487,7883
"lr_0",2.0369028547393915e-08,1613948432487,7883
"mom_0",0.9495936153652057,1613948432487,7883
"eps_0",1e-05,1613948432487,7883
"wd_1",0.01,1613948432487,7883
"sqr_mom_1",0.99,1613948432487,7883
"lr_1",2.0369028547394084e-07,1613948432487,7883
"mom_1",0.9495936153652057,1613948432487,7883
"eps_1",1e-05,1613948432487,7883
"wd_2",0.01,1613948432487,7883
"sqr_mom_2",0.99,1613948432487,7883
"lr_2",2.0369028547392865e-06,1613948432487,7883
"mom_2",0.9495936153652057,1613948432487,7883
"eps_2",1e-05,1613948432487,7883
"train_loss",0.004118727,1613948433498,7884
"raw_loss",0.0029836642,1613948433498,7884
"epoch",49.59119496855344,1613948433498,7884
"wd_0",0.01,1613948433498,7884
"sqr_mom_0",0.99,1613948433498,7884
"lr_0",2.0189839860903452e-08,1613948433498,7884
"mom_0",0.9495971991747736,1613948433498,7884
"eps_0",1e-05,1613948433498,7884
"wd_1",0.01,1613948433498,7884
"sqr_mom_1",0.99,1613948433498,7884
"lr_1",2.0189839860903282e-07,1613948433498,7884
"mom_1",0.9495971991747736,1613948433498,7884
"eps_1",1e-05,1613948433498,7884
"wd_2",0.01,1613948433498,7884
"sqr_mom_2",0.99,1613948433498,7884
"lr_2",2.0189839860903147e-06,1613948433498,7884
"mom_2",0.9495971991747736,1613948433498,7884
"eps_2",1e-05,1613948433498,7884
"train_loss",0.004196124,1613948434541,7885
"raw_loss",0.007988579,1613948434541,7885
"epoch",49.59748427672954,1613948434541,7885
"wd_0",0.01,1613948434541,7885
"sqr_mom_0",0.99,1613948434541,7885
"lr_0",2.0011500632637493e-08,1613948434541,7885
"mom_0",0.9496007659950072,1613948434541,7885
"eps_0",1e-05,1613948434541,7885
"wd_1",0.01,1613948434541,7885
"sqr_mom_1",0.99,1613948434541,7885
"lr_1",2.0011500632637324e-07,1613948434541,7885
"mom_1",0.9496007659950072,1613948434541,7885
"eps_1",1e-05,1613948434541,7885
"wd_2",0.01,1613948434541,7885
"sqr_mom_2",0.99,1613948434541,7885
"lr_2",2.001150063263746e-06,1613948434541,7885
"mom_2",0.9496007659950072,1613948434541,7885
"eps_2",1e-05,1613948434541,7885
"train_loss",0.004176528,1613948435585,7886
"raw_loss",0.003216323,1613948435585,7886
"epoch",49.60377358490564,1613948435585,7886
"wd_0",0.01,1613948435585,7886
"sqr_mom_0",0.99,1613948435585,7886
"lr_0",1.9833833801877218e-08,1613948435585,7886
"mom_0",0.9496043193671561,1613948435585,7886
"eps_0",1e-05,1613948435585,7886
"wd_1",0.01,1613948435585,7886
"sqr_mom_1",0.99,1613948435585,7886
"lr_1",1.9833833801877556e-07,1613948435585,7886
"mom_1",0.9496043193671561,1613948435585,7886
"eps_1",1e-05,1613948435585,7886
"wd_2",0.01,1613948435585,7886
"sqr_mom_2",0.99,1613948435585,7886
"lr_2",1.9833833801877285e-06,1613948435585,7886
"mom_2",0.9496043193671561,1613948435585,7886
"eps_2",1e-05,1613948435585,7886
"train_loss",0.004202187,1613948436598,7887
"raw_loss",0.0054594697,1613948436598,7887
"epoch",49.61006289308174,1613948436598,7887
"wd_0",0.01,1613948436598,7887
"sqr_mom_0",0.99,1613948436598,7887
"lr_0",1.96570750576095e-08,1613948436598,7887
"mom_0",0.9496078545773935,1613948436598,7887
"eps_0",1e-05,1613948436598,7887
"wd_1",0.01,1613948436598,7887
"sqr_mom_1",0.99,1613948436598,7887
"lr_1",1.965707505760967e-07,1613948436598,7887
"mom_1",0.9496078545773935,1613948436598,7887
"eps_1",1e-05,1613948436598,7887
"wd_2",0.01,1613948436598,7887
"sqr_mom_2",0.99,1613948436598,7887
"lr_2",1.9657075057609398e-06,1613948436598,7887
"mom_2",0.9496078545773935,1613948436598,7887
"eps_2",1e-05,1613948436598,7887
"train_loss",0.0042140163,1613948437612,7888
"raw_loss",0.0047936514,1613948437612,7888
"epoch",49.61635220125784,1613948437612,7888
"wd_0",0.01,1613948437612,7888
"sqr_mom_0",0.99,1613948437612,7888
"lr_0",1.9481106377835406e-08,1613948437612,7888
"mom_0",0.9496113739861831,1613948437612,7888
"eps_0",1e-05,1613948437612,7888
"wd_1",0.01,1613948437612,7888
"sqr_mom_1",0.99,1613948437612,7888
"lr_1",1.9481106377835237e-07,1613948437612,7888
"mom_1",0.9496113739861831,1613948437612,7888
"eps_1",1e-05,1613948437612,7888
"wd_2",0.01,1613948437612,7888
"sqr_mom_2",0.99,1613948437612,7888
"lr_2",1.948110637783429e-06,1613948437612,7888
"mom_2",0.9496113739861831,1613948437612,7888
"eps_2",1e-05,1613948437612,7888
"train_loss",0.004202583,1613948438614,7889
"raw_loss",0.0036423379,1613948438614,7889
"epoch",49.62264150943394,1613948438614,7889
"wd_0",0.01,1613948438614,7889
"sqr_mom_0",0.99,1613948438614,7889
"lr_0",1.9305811837703703e-08,1613948438614,7889
"mom_0",0.949614879912045,1613948438614,7889
"eps_0",1e-05,1613948438614,7889
"wd_1",0.01,1613948438614,7889
"sqr_mom_1",0.99,1613948438614,7889
"lr_1",1.9305811837703703e-07,1613948438614,7889
"mom_1",0.949614879912045,1613948438614,7889
"eps_1",1e-05,1613948438614,7889
"wd_2",0.01,1613948438614,7889
"sqr_mom_2",0.99,1613948438614,7889
"lr_2",1.9305811837703026e-06,1613948438614,7889
"mom_2",0.949614879912045,1613948438614,7889
"eps_2",1e-05,1613948438614,7889
"train_loss",0.004183042,1613948439634,7890
"raw_loss",0.0032255368,1613948439634,7890
"epoch",49.62893081761004,1613948439634,7890
"wd_0",0.01,1613948439634,7890
"sqr_mom_0",0.99,1613948439634,7890
"lr_0",1.913142397917317e-08,1613948439634,7890
"mom_0",0.9496183677040936,1613948439634,7890
"eps_0",1e-05,1613948439634,7890
"wd_1",0.01,1613948439634,7890
"sqr_mom_1",0.99,1613948439634,7890
"lr_1",1.913142397917317e-07,1613948439634,7890
"mom_1",0.9496183677040936,1613948439634,7890
"eps_1",1e-05,1613948439634,7890
"wd_2",0.01,1613948439634,7890
"sqr_mom_2",0.99,1613948439634,7890
"lr_2",1.9131423979172222e-06,1613948439634,7890
"mom_2",0.9496183677040936,1613948439634,7890
"eps_2",1e-05,1613948439634,7890
"train_loss",0.0041610426,1613948440620,7891
"raw_loss",0.0030830754,1613948440620,7891
"epoch",49.63522012578614,1613948440620,7891
"wd_0",0.01,1613948440620,7891
"sqr_mom_0",0.99,1613948440620,7891
"lr_0",1.8957711420765907e-08,1613948440620,7891
"mom_0",0.9496218419900045,1613948440620,7891
"eps_0",1e-05,1613948440620,7891
"wd_1",0.01,1613948440620,7891
"sqr_mom_1",0.99,1613948440620,7891
"lr_1",1.8957711420765399e-07,1613948440620,7891
"mom_1",0.9496218419900045,1613948440620,7891
"eps_1",1e-05,1613948440620,7891
"wd_2",0.01,1613948440620,7891
"sqr_mom_2",0.99,1613948440620,7891
"lr_2",1.8957711420765399e-06,1613948440620,7891
"mom_2",0.9496218419900045,1613948440620,7891
"eps_2",1e-05,1613948440620,7891
"train_loss",0.004159048,1613948441628,7892
"raw_loss",0.0040613124,1613948441628,7892
"epoch",49.64150943396224,1613948441628,7892
"wd_0",0.01,1613948441628,7892
"sqr_mom_0",0.99,1613948441628,7892
"lr_0",1.878490460581492e-08,1613948441628,7892
"mom_0",0.9496252981608653,1613948441628,7892
"eps_0",1e-05,1613948441628,7892
"wd_1",0.01,1613948441628,7892
"sqr_mom_1",0.99,1613948441628,7892
"lr_1",1.878490460581475e-07,1613948441628,7892
"mom_1",0.9496252981608653,1613948441628,7892
"eps_1",1e-05,1613948441628,7892
"wd_2",0.01,1613948441628,7892
"sqr_mom_2",0.99,1613948441628,7892
"lr_2",1.8784904605814072e-06,1613948441628,7892
"mom_2",0.9496252981608653,1613948441628,7892
"eps_2",1e-05,1613948441628,7892
"train_loss",0.0041361866,1613948442630,7893
"raw_loss",0.0030159715,1613948442630,7893
"epoch",49.64779874213834,1613948442630,7893
"wd_0",0.01,1613948442630,7893
"sqr_mom_0",0.99,1613948442630,7893
"lr_0",1.8612831191843412e-08,1613948442630,7893
"mom_0",0.9496287396635598,1613948442630,7893
"eps_0",1e-05,1613948442630,7893
"wd_1",0.01,1613948442630,7893
"sqr_mom_1",0.99,1613948442630,7893
"lr_1",1.861283119184375e-07,1613948442630,7893
"mom_1",0.9496287396635598,1613948442630,7893
"eps_1",1e-05,1613948442630,7893
"wd_2",0.01,1613948442630,7893
"sqr_mom_2",0.99,1613948442630,7893
"lr_2",1.861283119184375e-06,1613948442630,7893
"mom_2",0.9496287396635598,1613948442630,7893
"eps_2",1e-05,1613948442630,7893
"train_loss",0.004158782,1613948443619,7894
"raw_loss",0.005265958,1613948443619,7894
"epoch",49.65408805031444,1613948443619,7894
"wd_0",0.01,1613948443619,7894
"sqr_mom_0",0.99,1613948443619,7894
"lr_0",1.8441548699556096e-08,1613948443619,7894
"mom_0",0.9496321653476623,1613948443619,7894
"eps_0",1e-05,1613948443619,7894
"wd_1",0.01,1613948443619,7894
"sqr_mom_1",0.99,1613948443619,7894
"lr_1",1.8441548699556774e-07,1613948443619,7894
"mom_1",0.9496321653476623,1613948443619,7894
"eps_1",1e-05,1613948443619,7894
"wd_2",0.01,1613948443619,7894
"sqr_mom_2",0.99,1613948443619,7894
"lr_2",1.844154869955596e-06,1613948443619,7894
"mom_2",0.9496321653476623,1613948443619,7894
"eps_2",1e-05,1613948443619,7894
"train_loss",0.0041831653,1613948444600,7895
"raw_loss",0.005377943,1613948444600,7895
"epoch",49.66037735849054,1613948444600,7895
"wd_0",0.01,1613948444600,7895
"sqr_mom_0",0.99,1613948444600,7895
"lr_0",1.827105718354848e-08,1613948444600,7895
"mom_0",0.9496355752120811,1613948444600,7895
"eps_0",1e-05,1613948444600,7895
"wd_1",0.01,1613948444600,7895
"sqr_mom_1",0.99,1613948444600,7895
"lr_1",1.8271057183548819e-07,1613948444600,7895
"mom_1",0.9496355752120811,1613948444600,7895
"eps_1",1e-05,1613948444600,7895
"wd_2",0.01,1613948444600,7895
"sqr_mom_2",0.99,1613948444600,7895
"lr_2",1.827105718354787e-06,1613948444600,7895
"mom_2",0.9496355752120811,1613948444600,7895
"eps_2",1e-05,1613948444600,7895
"train_loss",0.0041466053,1613948445560,7896
"raw_loss",0.002355162,1613948445560,7896
"epoch",49.66666666666664,1613948445560,7896
"wd_0",0.01,1613948445560,7896
"sqr_mom_0",0.99,1613948445560,7896
"lr_0",1.8101412852417877e-08,1613948445560,7896
"mom_0",0.9496389681326329,1613948445560,7896
"eps_0",1e-05,1613948445560,7896
"wd_1",0.01,1613948445560,7896
"sqr_mom_1",0.99,1613948445560,7896
"lr_1",1.8101412852417368e-07,1613948445560,7896
"mom_1",0.9496389681326329,1613948445560,7896
"eps_1",1e-05,1613948445560,7896
"wd_2",0.01,1613948445560,7896
"sqr_mom_2",0.99,1613948445560,7896
"lr_2",1.8101412852417368e-06,1613948445560,7896
"mom_2",0.9496389681326329,1613948445560,7896
"eps_2",1e-05,1613948445560,7896
"train_loss",0.004141328,1613948446524,7897
"raw_loss",0.0038827474,1613948446524,7897
"epoch",49.67295597484274,1613948446524,7897
"wd_0",0.01,1613948446524,7897
"sqr_mom_0",0.99,1613948446524,7897
"lr_0",1.7932447297485526e-08,1613948446524,7897
"mom_0",0.9496423474775251,1613948446524,7897
"eps_0",1e-05,1613948446524,7897
"wd_1",0.01,1613948446524,7897
"sqr_mom_1",0.99,1613948446524,7897
"lr_1",1.7932447297485526e-07,1613948446524,7897
"mom_1",0.9496423474775251,1613948446524,7897
"eps_1",1e-05,1613948446524,7897
"wd_2",0.01,1613948446524,7897
"sqr_mom_2",0.99,1613948446524,7897
"lr_2",1.7932447297484442e-06,1613948446524,7897
"mom_2",0.9496423474775251,1613948446524,7897
"eps_2",1e-05,1613948446524,7897
"train_loss",0.004131768,1613948447485,7898
"raw_loss",0.0036633161,1613948447485,7898
"epoch",49.679245283018844,1613948447485,7898
"wd_0",0.01,1613948447485,7898
"sqr_mom_0",0.99,1613948447485,7898
"lr_0",1.776438466481291e-08,1613948447485,7898
"mom_0",0.9496457087637913,1613948447485,7898
"eps_0",1e-05,1613948447485,7898
"wd_1",0.01,1613948447485,7898
"sqr_mom_1",0.99,1613948447485,7898
"lr_1",1.776438466481308e-07,1613948447485,7898
"mom_1",0.9496457087637913,1613948447485,7898
"eps_1",1e-05,1613948447485,7898
"wd_2",0.01,1613948447485,7898
"sqr_mom_2",0.99,1613948447485,7898
"lr_2",1.776438466481213e-06,1613948447485,7898
"mom_2",0.9496457087637913,1613948447485,7898
"eps_2",1e-05,1613948447485,7898
"train_loss",0.0041741063,1613948448452,7899
"raw_loss",0.006248688,1613948448452,7899
"epoch",49.685534591194944,1613948448452,7899
"wd_0",0.01,1613948448452,7899
"sqr_mom_0",0.99,1613948448452,7899
"lr_0",1.7597112699507923e-08,1613948448452,7899
"mom_0",0.9496490542365522,1613948448452,7899
"eps_0",1e-05,1613948448452,7899
"wd_1",0.01,1613948448452,7899
"sqr_mom_1",0.99,1613948448452,7899
"lr_1",1.7597112699507415e-07,1613948448452,7899
"mom_1",0.9496490542365522,1613948448452,7899
"eps_1",1e-05,1613948448452,7899
"wd_2",0.01,1613948448452,7899
"sqr_mom_2",0.99,1613948448452,7899
"lr_2",1.759711269950755e-06,1613948448452,7899
"mom_2",0.9496490542365522,1613948448452,7899
"eps_2",1e-05,1613948448452,7899
"train_loss",0.00421248,1613948449403,7900
"raw_loss",0.006092787,1613948449403,7900
"epoch",49.691823899371045,1613948449403,7900
"wd_0",0.01,1613948449403,7900
"sqr_mom_0",0.99,1613948449403,7900
"lr_0",1.743052124542367e-08,1613948449403,7900
"mom_0",0.9496523860989525,1613948449403,7900
"eps_0",1e-05,1613948449403,7900
"wd_1",0.01,1613948449403,7900
"sqr_mom_1",0.99,1613948449403,7900
"lr_1",1.743052124542367e-07,1613948449403,7900
"mom_1",0.9496523860989525,1613948449403,7900
"eps_1",1e-05,1613948449403,7900
"wd_2",0.01,1613948449403,7900
"sqr_mom_2",0.99,1613948449403,7900
"lr_2",1.7430521245423262e-06,1613948449403,7900
"mom_2",0.9496523860989525,1613948449403,7900
"eps_2",1e-05,1613948449403,7900
"train_loss",0.004274128,1613948450439,7901
"raw_loss",0.007294877,1613948450439,7901
"epoch",49.698113207547145,1613948450439,7901
"wd_0",0.01,1613948450439,7901
"sqr_mom_0",0.99,1613948450439,7901
"lr_0",1.7264831299193886e-08,1613948450439,7901
"mom_0",0.9496556999310154,1613948450439,7901
"eps_0",1e-05,1613948450439,7901
"wd_1",0.01,1613948450439,7901
"sqr_mom_1",0.99,1613948450439,7901
"lr_1",1.7264831299193886e-07,1613948450439,7901
"mom_1",0.9496556999310154,1613948450439,7901
"eps_1",1e-05,1613948450439,7901
"wd_2",0.01,1613948450439,7901
"sqr_mom_2",0.99,1613948450439,7901
"lr_2",1.7264831299192802e-06,1613948450439,7901
"mom_2",0.9496556999310154,1613948450439,7901
"eps_2",1e-05,1613948450439,7901
"train_loss",0.0042978064,1613948451392,7902
"raw_loss",0.0054580574,1613948451392,7902
"epoch",49.704402515723245,1613948451392,7902
"wd_0",0.01,1613948451392,7902
"sqr_mom_0",0.99,1613948451392,7902
"lr_0",1.709993217945111e-08,1613948451392,7902
"mom_0",0.9496589979463904,1613948451392,7902
"eps_0",1e-05,1613948451392,7902
"wd_1",0.01,1613948451392,7902
"sqr_mom_1",0.99,1613948451392,7902
"lr_1",1.709993217945111e-07,1613948451392,7902
"mom_1",0.9496589979463904,1613948451392,7902
"eps_1",1e-05,1613948451392,7902
"wd_2",0.01,1613948451392,7902
"sqr_mom_2",0.99,1613948451392,7902
"lr_2",1.7099932179450838e-06,1613948451392,7902
"mom_2",0.9496589979463904,1613948451392,7902
"eps_2",1e-05,1613948451392,7902
"train_loss",0.004304062,1613948452385,7903
"raw_loss",0.004610599,1613948452385,7903
"epoch",49.710691823899346,1613948452385,7903
"wd_0",0.01,1613948452385,7903
"sqr_mom_0",0.99,1613948452385,7903
"lr_0",1.693571530400252e-08,1613948452385,7903
"mom_0",0.9496622823167431,1613948452385,7903
"eps_0",1e-05,1613948452385,7903
"wd_1",0.01,1613948452385,7903
"sqr_mom_1",0.99,1613948452385,7903
"lr_1",1.6935715304003027e-07,1613948452385,7903
"mom_1",0.9496622823167431,1613948452385,7903
"eps_1",1e-05,1613948452385,7903
"wd_2",0.01,1613948452385,7903
"sqr_mom_2",0.99,1613948452385,7903
"lr_2",1.6935715304002485e-06,1613948452385,7903
"mom_2",0.9496622823167431,1613948452385,7903
"eps_2",1e-05,1613948452385,7903
"train_loss",0.0043146615,1613948453353,7904
"raw_loss",0.00483404,1613948453353,7904
"epoch",49.716981132075446,1613948453353,7904
"wd_0",0.01,1613948453353,7904
"sqr_mom_0",0.99,1613948453353,7904
"lr_0",1.6772398519415454e-08,1613948453353,7904
"mom_0",0.9496655486850984,1613948453353,7904
"eps_0",1e-05,1613948453353,7904
"wd_1",0.01,1613948453353,7904
"sqr_mom_1",0.99,1613948453353,7904
"lr_1",1.6772398519414945e-07,1613948453353,7904
"mom_1",0.9496655486850984,1613948453353,7904
"eps_1",1e-05,1613948453353,7904
"wd_2",0.01,1613948453353,7904
"sqr_mom_2",0.99,1613948453353,7904
"lr_2",1.6772398519415352e-06,1613948453353,7904
"mom_2",0.9496655486850984,1613948453353,7904
"eps_2",1e-05,1613948453353,7904
"train_loss",0.0043151076,1613948454341,7905
"raw_loss",0.004336967,1613948454341,7905
"epoch",49.72327044025155,1613948454341,7905
"wd_0",0.01,1613948454341,7905
"sqr_mom_0",0.99,1613948454341,7905
"lr_0",1.6609818925812745e-08,1613948454341,7905
"mom_0",0.9496688003094867,1613948454341,7905
"eps_0",1e-05,1613948454341,7905
"wd_1",0.01,1613948454341,7905
"sqr_mom_1",0.99,1613948454341,7905
"lr_1",1.6609818925812745e-07,1613948454341,7905
"mom_1",0.9496688003094867,1613948454341,7905
"eps_1",1e-05,1613948454341,7905
"wd_2",0.01,1613948454341,7905
"sqr_mom_2",0.99,1613948454341,7905
"lr_2",1.6609818925812474e-06,1613948454341,7905
"mom_2",0.9496688003094867,1613948454341,7905
"eps_2",1e-05,1613948454341,7905
"train_loss",0.004290475,1613948455294,7906
"raw_loss",0.0030834712,1613948455294,7906
"epoch",49.72955974842765,1613948455294,7906
"wd_0",0.01,1613948455294,7906
"sqr_mom_0",0.99,1613948455294,7906
"lr_0",1.6448030892332606e-08,1613948455294,7906
"mom_0",0.9496720361025144,1613948455294,7906
"eps_0",1e-05,1613948455294,7906
"wd_1",0.01,1613948455294,7906
"sqr_mom_1",0.99,1613948455294,7906
"lr_1",1.6448030892332436e-07,1613948455294,7906
"mom_1",0.9496720361025144,1613948455294,7906
"eps_1",1e-05,1613948455294,7906
"wd_2",0.01,1613948455294,7906
"sqr_mom_2",0.99,1613948455294,7906
"lr_2",1.6448030892332165e-06,1613948455294,7906
"mom_2",0.9496720361025144,1613948455294,7906
"eps_2",1e-05,1613948455294,7906
"train_loss",0.004248975,1613948456275,7907
"raw_loss",0.0022154567,1613948456275,7907
"epoch",49.73584905660375,1613948456275,7907
"wd_0",0.01,1613948456275,7907
"sqr_mom_0",0.99,1613948456275,7907
"lr_0",1.628703447054071e-08,1613948456275,7907
"mom_0",0.9496752560631497,1613948456275,7907
"eps_0",1e-05,1613948456275,7907
"wd_1",0.01,1613948456275,7907
"sqr_mom_1",0.99,1613948456275,7907
"lr_1",1.6287034470540709e-07,1613948456275,7907
"mom_1",0.9496752560631497,1613948456275,7907
"eps_1",1e-05,1613948456275,7907
"wd_2",0.01,1613948456275,7907
"sqr_mom_2",0.99,1613948456275,7907
"lr_2",1.6287034470540166e-06,1613948456275,7907
"mom_2",0.9496752560631497,1613948456275,7907
"eps_2",1e-05,1613948456275,7907
"train_loss",0.0042241113,1613948457293,7908
"raw_loss",0.0030058003,1613948457293,7908
"epoch",49.74213836477985,1613948457293,7908
"wd_0",0.01,1613948457293,7908
"sqr_mom_0",0.99,1613948457293,7908
"lr_0",1.6126882716412464e-08,1613948457293,7908
"mom_0",0.949678459130263,1613948457293,7908
"eps_0",1e-05,1613948457293,7908
"wd_1",0.01,1613948457293,7908
"sqr_mom_1",0.99,1613948457293,7908
"lr_1",1.6126882716412295e-07,1613948457293,7908
"mom_1",0.949678459130263,1613948457293,7908
"eps_1",1e-05,1613948457293,7908
"wd_2",0.01,1613948457293,7908
"sqr_mom_2",0.99,1613948457293,7908
"lr_2",1.6126882716411889e-06,1613948457293,7908
"mom_2",0.949678459130263,1613948457293,7908
"eps_2",1e-05,1613948457293,7908
"train_loss",0.00419802,1613948458259,7909
"raw_loss",0.0029195368,1613948458259,7909
"epoch",49.74842767295595,1613948458259,7909
"wd_0",0.01,1613948458259,7909
"sqr_mom_0",0.99,1613948458259,7909
"lr_0",1.596741666703834e-08,1613948458259,7909
"mom_0",0.9496816484831441,1613948458259,7909
"eps_0",1e-05,1613948458259,7909
"wd_1",0.01,1613948458259,7909
"sqr_mom_1",0.99,1613948458259,7909
"lr_1",1.596741666703817e-07,1613948458259,7909
"mom_1",0.9496816484831441,1613948458259,7909
"eps_1",1e-05,1613948458259,7909
"wd_2",0.01,1613948458259,7909
"sqr_mom_2",0.99,1613948458259,7909
"lr_2",1.5967416667038306e-06,1613948458259,7909
"mom_2",0.9496816484831441,1613948458259,7909
"eps_2",1e-05,1613948458259,7909
"train_loss",0.0042323214,1613948459219,7910
"raw_loss",0.0059130937,1613948459219,7910
"epoch",49.75471698113205,1613948459219,7910
"wd_0",0.01,1613948459219,7910
"sqr_mom_0",0.99,1613948459219,7910
"lr_0",1.5808847866641264e-08,1613948459219,7910
"mom_0",0.9496848198908661,1613948459219,7910
"eps_0",1e-05,1613948459219,7910
"wd_1",0.01,1613948459219,7910
"sqr_mom_1",0.99,1613948459219,7910
"lr_1",1.5808847866641095e-07,1613948459219,7910
"mom_1",0.9496848198908661,1613948459219,7910
"eps_1",1e-05,1613948459219,7910
"wd_2",0.01,1613948459219,7910
"sqr_mom_2",0.99,1613948459219,7910
"lr_2",1.580884786664123e-06,1613948459219,7910
"mom_2",0.9496848198908661,1613948459219,7910
"eps_2",1e-05,1613948459219,7910
"train_loss",0.00419611,1613948460178,7911
"raw_loss",0.0024217523,1613948460178,7911
"epoch",49.76100628930815,1613948460178,7911
"wd_0",0.01,1613948460178,7911
"sqr_mom_0",0.99,1613948460178,7911
"lr_0",1.5651070356502908e-08,1613948460178,7911
"mom_0",0.9496879754726246,1613948460178,7911
"eps_0",1e-05,1613948460178,7911
"wd_1",0.01,1613948460178,7911
"sqr_mom_1",0.99,1613948460178,7911
"lr_1",1.5651070356503246e-07,1613948460178,7911
"mom_1",0.9496879754726246,1613948460178,7911
"eps_1",1e-05,1613948460178,7911
"wd_2",0.01,1613948460178,7911
"sqr_mom_2",0.99,1613948460178,7911
"lr_2",1.5651070356502298e-06,1613948460178,7911
"mom_2",0.9496879754726246,1613948460178,7911
"eps_2",1e-05,1613948460178,7911
"train_loss",0.004172433,1613948461129,7912
"raw_loss",0.0030122516,1613948461129,7912
"epoch",49.76729559748425,1613948461129,7912
"wd_0",0.01,1613948461129,7912
"sqr_mom_0",0.99,1613948461129,7912
"lr_0",1.5493980278306095e-08,1613948461129,7912
"mom_0",0.9496911173056068,1613948461129,7912
"eps_0",1e-05,1613948461129,7912
"wd_1",0.01,1613948461129,7912
"sqr_mom_1",0.99,1613948461129,7912
"lr_1",1.5493980278305925e-07,1613948461129,7912
"mom_1",0.9496911173056068,1613948461129,7912
"eps_1",1e-05,1613948461129,7912
"wd_2",0.01,1613948461129,7912
"sqr_mom_2",0.99,1613948461129,7912
"lr_2",1.5493980278305248e-06,1613948461129,7912
"mom_2",0.9496911173056068,1613948461129,7912
"eps_2",1e-05,1613948461129,7912
"train_loss",0.00414685,1613948462100,7913
"raw_loss",0.0028932784,1613948462100,7913
"epoch",49.77358490566035,1613948462100,7913
"wd_0",0.01,1613948462100,7913
"sqr_mom_0",0.99,1613948462100,7913
"lr_0",1.5337786024361666e-08,1613948462100,7913
"mom_0",0.9496942412219249,1613948462100,7913
"eps_0",1e-05,1613948462100,7913
"wd_1",0.01,1613948462100,7913
"sqr_mom_1",0.99,1613948462100,7913
"lr_1",1.5337786024362005e-07,1613948462100,7913
"mom_1",0.9496942412219249,1613948462100,7913
"eps_1",1e-05,1613948462100,7913
"wd_2",0.01,1613948462100,7913
"sqr_mom_2",0.99,1613948462100,7913
"lr_2",1.5337786024361734e-06,1613948462100,7913
"mom_2",0.9496942412219249,1613948462100,7913
"eps_2",1e-05,1613948462100,7913
"train_loss",0.0041352618,1613948463064,7914
"raw_loss",0.003567432,1613948463064,7914
"epoch",49.77987421383645,1613948463064,7914
"wd_0",0.01,1613948463064,7914
"sqr_mom_0",0.99,1613948463064,7914
"lr_0",1.5182331781741788e-08,1613948463064,7914
"mom_0",0.9496973503378685,1613948463064,7914
"eps_0",1e-05,1613948463064,7914
"wd_1",0.01,1613948463064,7914
"sqr_mom_1",0.99,1613948463064,7914
"lr_1",1.5182331781741788e-07,1613948463064,7914
"mom_1",0.9496973503378685,1613948463064,7914
"eps_1",1e-05,1613948463064,7914
"wd_2",0.01,1613948463064,7914
"sqr_mom_2",0.99,1613948463064,7914
"lr_2",1.518233178174084e-06,1613948463064,7914
"mom_2",0.9496973503378685,1613948463064,7914
"eps_2",1e-05,1613948463064,7914
"train_loss",0.0041446877,1613948464018,7915
"raw_loss",0.0046065524,1613948464018,7915
"epoch",49.78616352201255,1613948464018,7915
"wd_0",0.01,1613948464018,7915
"sqr_mom_0",0.99,1613948464018,7915
"lr_0",1.502766955423839e-08,1613948464018,7915
"mom_0",0.9497004436133514,1613948464018,7915
"eps_0",1e-05,1613948464018,7915
"wd_1",0.01,1613948464018,7915
"sqr_mom_1",0.99,1613948464018,7915
"lr_1",1.5027669554237713e-07,1613948464018,7915
"mom_1",0.9497004436133514,1613948464018,7915
"eps_1",1e-05,1613948464018,7915
"wd_2",0.01,1613948464018,7915
"sqr_mom_2",0.99,1613948464018,7915
"lr_2",1.5027669554237713e-06,1613948464018,7915
"mom_2",0.9497004436133514,1613948464018,7915
"eps_2",1e-05,1613948464018,7915
"train_loss",0.0041266195,1613948464969,7916
"raw_loss",0.0032412868,1613948464969,7916
"epoch",49.79245283018865,1613948464969,7916
"wd_0",0.01,1613948464969,7916
"sqr_mom_0",0.99,1613948464969,7916
"lr_0",1.4873799391147947e-08,1613948464969,7916
"mom_0",0.9497035210473874,1613948464969,7916
"eps_0",1e-05,1613948464969,7916
"wd_1",0.01,1613948464969,7916
"sqr_mom_1",0.99,1613948464969,7916
"lr_1",1.4873799391147777e-07,1613948464969,7916
"mom_1",0.9497035210473874,1613948464969,7916
"eps_1",1e-05,1613948464969,7916
"wd_2",0.01,1613948464969,7916
"sqr_mom_2",0.99,1613948464969,7916
"lr_2",1.4873799391147777e-06,1613948464969,7916
"mom_2",0.9497035210473874,1613948464969,7916
"eps_2",1e-05,1613948464969,7916
"train_loss",0.0041185073,1613948465943,7917
"raw_loss",0.003721009,1613948465943,7917
"epoch",49.79874213836475,1613948465943,7917
"wd_0",0.01,1613948465943,7917
"sqr_mom_0",0.99,1613948465943,7917
"lr_0",1.472077198234742e-08,1613948465943,7917
"mom_0",0.9497065816261693,1613948465943,7917
"eps_0",1e-05,1613948465943,7917
"wd_1",0.01,1613948465943,7917
"sqr_mom_1",0.99,1613948465943,7917
"lr_1",1.472077198234759e-07,1613948465943,7917
"mom_1",0.9497065816261693,1613948465943,7917
"eps_1",1e-05,1613948465943,7917
"wd_2",0.01,1613948465943,7917
"sqr_mom_2",0.99,1613948465943,7917
"lr_2",1.472077198234759e-06,1613948465943,7917
"mom_2",0.9497065816261693,1613948465943,7917
"eps_2",1e-05,1613948465943,7917
"train_loss",0.004082518,1613948466949,7918
"raw_loss",0.002319039,1613948466949,7918
"epoch",49.80503144654085,1613948466949,7918
"wd_0",0.01,1613948466949,7918
"sqr_mom_0",0.99,1613948466949,7918
"lr_0",1.4568435454133106e-08,1613948466949,7918
"mom_0",0.9497096283872012,1613948466949,7918
"eps_0",1e-05,1613948466949,7918
"wd_1",0.01,1613948466949,7918
"sqr_mom_1",0.99,1613948466949,7918
"lr_1",1.4568435454133106e-07,1613948466949,7918
"mom_1",0.9497096283872012,1613948466949,7918
"eps_1",1e-05,1613948466949,7918
"wd_2",0.01,1613948466949,7918
"sqr_mom_2",0.99,1613948466949,7918
"lr_2",1.4568435454132564e-06,1613948466949,7918
"mom_2",0.9497096283872012,1613948466949,7918
"eps_2",1e-05,1613948466949,7918
"train_loss",0.004073286,1613948467906,7919
"raw_loss",0.0036209181,1613948467906,7919
"epoch",49.81132075471695,1613948467906,7919
"wd_0",0.01,1613948467906,7919
"sqr_mom_0",0.99,1613948467906,7919
"lr_0",1.441699189285969e-08,1613948467906,7919
"mom_0",0.9497126572887157,1613948467906,7919
"eps_0",1e-05,1613948467906,7919
"wd_1",0.01,1613948467906,7919
"sqr_mom_1",0.99,1613948467906,7919
"lr_1",1.441699189285952e-07,1613948467906,7919
"mom_1",0.9497126572887157,1613948467906,7919
"eps_1",1e-05,1613948467906,7919
"wd_2",0.01,1613948467906,7919
"sqr_mom_2",0.99,1613948467906,7919
"lr_2",1.4416991892859249e-06,1613948467906,7919
"mom_2",0.9497126572887157,1613948467906,7919
"eps_2",1e-05,1613948467906,7919
"train_loss",0.0040851817,1613948468860,7920
"raw_loss",0.0046680835,1613948468860,7920
"epoch",49.81761006289305,1613948468860,7920
"wd_0",0.01,1613948468860,7920
"sqr_mom_0",0.99,1613948468860,7920
"lr_0",1.4266340065187119e-08,1613948468860,7920
"mom_0",0.9497156703553997,1613948468860,7920
"eps_0",1e-05,1613948468860,7920
"wd_1",0.01,1613948468860,7920
"sqr_mom_1",0.99,1613948468860,7920
"lr_1",1.4266340065187627e-07,1613948468860,7920
"mom_1",0.9497156703553997,1613948468860,7920
"eps_1",1e-05,1613948468860,7920
"wd_2",0.01,1613948468860,7920
"sqr_mom_2",0.99,1613948468860,7920
"lr_2",1.4266340065187356e-06,1613948468860,7920
"mom_2",0.9497156703553997,1613948468860,7920
"eps_2",1e-05,1613948468860,7920
"train_loss",0.004059831,1613948469822,7921
"raw_loss",0.0028176547,1613948469822,7921
"epoch",49.82389937106915,1613948469822,7921
"wd_0",0.01,1613948469822,7921
"sqr_mom_0",0.99,1613948469822,7921
"lr_0",1.4116380839359802e-08,1613948469822,7921
"mom_0",0.9497186695699085,1613948469822,7921
"eps_0",1e-05,1613948469822,7921
"wd_1",0.01,1613948469822,7921
"sqr_mom_1",0.99,1613948469822,7921
"lr_1",1.4116380839359125e-07,1613948469822,7921
"mom_1",0.9497186695699085,1613948469822,7921
"eps_1",1e-05,1613948469822,7921
"wd_2",0.01,1613948469822,7921
"sqr_mom_2",0.99,1613948469822,7921
"lr_2",1.4116380839359396e-06,1613948469822,7921
"mom_2",0.9497186695699085,1613948469822,7921
"eps_2",1e-05,1613948469822,7921
"train_loss",0.0040806266,1613948470774,7922
"raw_loss",0.0050996183,1613948470774,7922
"epoch",49.83018867924525,1613948470774,7922
"wd_0",0.01,1613948470774,7922
"sqr_mom_0",0.99,1613948470774,7922
"lr_0",1.3967313148049189e-08,1613948470774,7922
"mom_0",0.9497216509535485,1613948470774,7922
"eps_0",1e-05,1613948470774,7922
"wd_1",0.01,1613948470774,7922
"sqr_mom_1",0.99,1613948470774,7922
"lr_1",1.3967313148049358e-07,1613948470774,7922
"mom_1",0.9497216509535485,1613948470774,7922
"eps_1",1e-05,1613948470774,7922
"wd_2",0.01,1613948470774,7922
"sqr_mom_2",0.99,1613948470774,7922
"lr_2",1.3967313148049087e-06,1613948470774,7922
"mom_2",0.9497216509535485,1613948470774,7922
"eps_2",1e-05,1613948470774,7922
"train_loss",0.0040493286,1613948471715,7923
"raw_loss",0.0025157211,1613948471715,7923
"epoch",49.836477987421354,1613948471715,7923
"wd_0",0.01,1613948471715,7923
"sqr_mom_0",0.99,1613948471715,7923
"lr_0",1.3819037333577776e-08,1613948471715,7923
"mom_0",0.9497246164994934,1613948471715,7923
"eps_0",1e-05,1613948471715,7923
"wd_1",0.01,1613948471715,7923
"sqr_mom_1",0.99,1613948471715,7923
"lr_1",1.3819037333577267e-07,1613948471715,7923
"mom_1",0.9497246164994934,1613948471715,7923
"eps_1",1e-05,1613948471715,7923
"wd_2",0.01,1613948471715,7923
"sqr_mom_2",0.99,1613948471715,7923
"lr_2",1.3819037333577403e-06,1613948471715,7923
"mom_2",0.9497246164994934,1613948471715,7923
"eps_2",1e-05,1613948471715,7923
"train_loss",0.0040418836,1613948472664,7924
"raw_loss",0.0036770813,1613948472664,7924
"epoch",49.842767295597454,1613948472664,7924
"wd_0",0.01,1613948472664,7924
"sqr_mom_0",0.99,1613948472664,7924
"lr_0",1.3671455840219282e-08,1613948472664,7924
"mom_0",0.9497275681588772,1613948472664,7924
"eps_0",1e-05,1613948472664,7924
"wd_1",0.01,1613948472664,7924
"sqr_mom_1",0.99,1613948472664,7924
"lr_1",1.367145584021945e-07,1613948472664,7924
"mom_1",0.9497275681588772,1613948472664,7924
"eps_1",1e-05,1613948472664,7924
"wd_2",0.01,1613948472664,7924
"sqr_mom_2",0.99,1613948472664,7924
"lr_2",1.367145584021891e-06,1613948472664,7924
"mom_2",0.9497275681588772,1613948472664,7924
"eps_2",1e-05,1613948472664,7924
"train_loss",0.004158811,1613948473620,7925
"raw_loss",0.009888262,1613948473620,7925
"epoch",49.849056603773555,1613948473620,7925
"wd_0",0.01,1613948473620,7925
"sqr_mom_0",0.99,1613948473620,7925
"lr_0",1.3524764446402882e-08,1613948473620,7925
"mom_0",0.9497305020160921,1613948473620,7925
"eps_0",1e-05,1613948473620,7925
"wd_1",0.01,1613948473620,7925
"sqr_mom_1",0.99,1613948473620,7925
"lr_1",1.3524764446402882e-07,1613948473620,7925
"mom_1",0.9497305020160921,1613948473620,7925
"eps_1",1e-05,1613948473620,7925
"wd_2",0.01,1613948473620,7925
"sqr_mom_2",0.99,1613948473620,7925
"lr_2",1.3524764446402882e-06,1613948473620,7925
"mom_2",0.9497305020160921,1613948473620,7925
"eps_2",1e-05,1613948473620,7925
"train_loss",0.004147827,1613948474560,7926
"raw_loss",0.0036096135,1613948474560,7926
"epoch",49.855345911949655,1613948474560,7926
"wd_0",0.01,1613948474560,7926
"sqr_mom_0",0.99,1613948474560,7926
"lr_0",1.3378816794600732e-08,1613948474560,7926
"mom_0",0.9497334209983179,1613948474560,7926
"eps_0",1e-05,1613948474560,7926
"wd_1",0.01,1613948474560,7926
"sqr_mom_1",0.99,1613948474560,7926
"lr_1",1.3378816794600902e-07,1613948474560,7926
"mom_1",0.9497334209983179,1613948474560,7926
"eps_1",1e-05,1613948474560,7926
"wd_2",0.01,1613948474560,7926
"sqr_mom_2",0.99,1613948474560,7926
"lr_2",1.337881679460036e-06,1613948474560,7926
"mom_2",0.9497334209983179,1613948474560,7926
"eps_2",1e-05,1613948474560,7926
"train_loss",0.004182621,1613948475525,7927
"raw_loss",0.005887527,1613948475525,7927
"epoch",49.861635220125756,1613948475525,7927
"wd_0",0.01,1613948475525,7927
"sqr_mom_0",0.99,1613948475525,7927
"lr_0",1.3233661732764986e-08,1613948475525,7927
"mom_0",0.9497363241285859,1613948475525,7927
"eps_0",1e-05,1613948475525,7927
"wd_1",0.01,1613948475525,7927
"sqr_mom_1",0.99,1613948475525,7927
"lr_1",1.3233661732765155e-07,1613948475525,7927
"mom_1",0.9497363241285859,1613948475525,7927
"eps_1",1e-05,1613948475525,7927
"wd_2",0.01,1613948475525,7927
"sqr_mom_2",0.99,1613948475525,7927
"lr_2",1.323366173276502e-06,1613948475525,7927
"mom_2",0.9497363241285859,1613948475525,7927
"eps_2",1e-05,1613948475525,7927
"train_loss",0.0041813455,1613948476468,7928
"raw_loss",0.00411886,1613948476468,7928
"epoch",49.867924528301856,1613948476468,7928
"wd_0",0.01,1613948476468,7928
"sqr_mom_0",0.99,1613948476468,7928
"lr_0",1.3089299307162276e-08,1613948476468,7928
"mom_0",0.9497392114059707,1613948476468,7928
"eps_0",1e-05,1613948476468,7928
"wd_1",0.01,1613948476468,7928
"sqr_mom_1",0.99,1613948476468,7928
"lr_1",1.3089299307161937e-07,1613948476468,7928
"mom_1",0.9497392114059707,1613948476468,7928
"eps_1",1e-05,1613948476468,7928
"wd_2",0.01,1613948476468,7928
"sqr_mom_2",0.99,1613948476468,7928
"lr_2",1.3089299307161937e-06,1613948476468,7928
"mom_2",0.9497392114059707,1613948476468,7928
"eps_2",1e-05,1613948476468,7928
"train_loss",0.004196043,1613948477424,7929
"raw_loss",0.0049162284,1613948477424,7929
"epoch",49.874213836477956,1613948477424,7929
"wd_0",0.01,1613948477424,7929
"sqr_mom_0",0.99,1613948477424,7929
"lr_0",1.2945729563805973e-08,1613948477424,7929
"mom_0",0.9497420828295521,1613948477424,7929
"eps_0",1e-05,1613948477424,7929
"wd_1",0.01,1613948477424,7929
"sqr_mom_1",0.99,1613948477424,7929
"lr_1",1.2945729563806143e-07,1613948477424,7929
"mom_1",0.9497420828295521,1613948477424,7929
"eps_1",1e-05,1613948477424,7929
"wd_2",0.01,1613948477424,7929
"sqr_mom_2",0.99,1613948477424,7929
"lr_2",1.2945729563805736e-06,1613948477424,7929
"mom_2",0.9497420828295521,1613948477424,7929
"eps_2",1e-05,1613948477424,7929
"train_loss",0.0041961754,1613948478376,7930
"raw_loss",0.0042026592,1613948478376,7930
"epoch",49.88050314465406,1613948478376,7930
"wd_0",0.01,1613948478376,7930
"sqr_mom_0",0.99,1613948478376,7930
"lr_0",1.2802952548458727e-08,1613948478376,7930
"mom_0",0.9497449383984148,1613948478376,7930
"eps_0",1e-05,1613948478376,7930
"wd_1",0.01,1613948478376,7930
"sqr_mom_1",0.99,1613948478376,7930
"lr_1",1.2802952548459235e-07,1613948478376,7930
"mom_1",0.9497449383984148,1613948478376,7930
"eps_1",1e-05,1613948478376,7930
"wd_2",0.01,1613948478376,7930
"sqr_mom_2",0.99,1613948478376,7930
"lr_2",1.2802952548458422e-06,1613948478376,7930
"mom_2",0.9497449383984148,1613948478376,7930
"eps_2",1e-05,1613948478376,7930
"train_loss",0.0042279963,1613948479322,7931
"raw_loss",0.005787223,1613948479322,7931
"epoch",49.88679245283016,1613948479322,7931
"wd_0",0.01,1613948479322,7931
"sqr_mom_0",0.99,1613948479322,7931
"lr_0",1.2661015267812798e-08,1613948479322,7931
"mom_0",0.9497477771724154,1613948479322,7931
"eps_0",1e-05,1613948479322,7931
"wd_1",0.01,1613948479322,7931
"sqr_mom_1",0.99,1613948479322,7931
"lr_1",1.266101526781229e-07,1613948479322,7931
"mom_1",0.9497477771724154,1613948479322,7931
"eps_1",1e-05,1613948479322,7931
"wd_2",0.01,1613948479322,7931
"sqr_mom_2",0.99,1613948479322,7931
"lr_2",1.2661015267812154e-06,1613948479322,7931
"mom_2",0.9497477771724154,1613948479322,7931
"eps_2",1e-05,1613948479322,7931
"train_loss",0.0043177516,1613948480281,7932
"raw_loss",0.008715758,1613948480281,7932
"epoch",49.89308176100626,1613948480281,7932
"wd_0",0.01,1613948480281,7932
"sqr_mom_0",0.99,1613948480281,7932
"lr_0",1.2519776883569757e-08,1613948480281,7932
"mom_0",0.9497506019683483,1613948480281,7932
"eps_0",1e-05,1613948480281,7932
"wd_1",0.01,1613948480281,7932
"sqr_mom_1",0.99,1613948480281,7932
"lr_1",1.2519776883570096e-07,1613948480281,7932
"mom_1",0.9497506019683483,1613948480281,7932
"eps_1",1e-05,1613948480281,7932
"wd_2",0.01,1613948480281,7932
"sqr_mom_2",0.99,1613948480281,7932
"lr_2",1.251977688356996e-06,1613948480281,7932
"mom_2",0.9497506019683483,1613948480281,7932
"eps_2",1e-05,1613948480281,7932
"train_loss",0.0043138904,1613948481234,7933
"raw_loss",0.0041246987,1613948481234,7933
"epoch",49.89937106918236,1613948481234,7933
"wd_0",0.01,1613948481234,7933
"sqr_mom_0",0.99,1613948481234,7933
"lr_0",1.237942475952511e-08,1613948481234,7933
"mom_0",0.9497534090388998,1613948481234,7933
"eps_0",1e-05,1613948481234,7933
"wd_1",0.01,1613948481234,7933
"sqr_mom_1",0.99,1613948481234,7933
"lr_1",1.237942475952494e-07,1613948481234,7933
"mom_1",0.9497534090388998,1613948481234,7933
"eps_1",1e-05,1613948481234,7933
"wd_2",0.01,1613948481234,7933
"sqr_mom_2",0.99,1613948481234,7933
"lr_2",1.2379424759524941e-06,1613948481234,7933
"mom_2",0.9497534090388998,1613948481234,7933
"eps_2",1e-05,1613948481234,7933
"train_loss",0.0043159905,1613948482257,7934
"raw_loss",0.0044188974,1613948482257,7934
"epoch",49.90566037735846,1613948482257,7934
"wd_0",0.01,1613948482257,7934
"sqr_mom_0",0.99,1613948482257,7934
"lr_0",1.2239865018103366e-08,1613948482257,7934
"mom_0",0.9497562002616405,1613948482257,7934
"eps_0",1e-05,1613948482257,7934
"wd_1",0.01,1613948482257,7934
"sqr_mom_1",0.99,1613948482257,7934
"lr_1",1.2239865018103197e-07,1613948482257,7934
"mom_1",0.9497562002616405,1613948482257,7934
"eps_1",1e-05,1613948482257,7934
"wd_2",0.01,1613948482257,7934
"sqr_mom_2",0.99,1613948482257,7934
"lr_2",1.2239865018103197e-06,1613948482257,7934
"mom_2",0.9497562002616405,1613948482257,7934
"eps_2",1e-05,1613948482257,7934
"train_loss",0.0043372614,1613948483242,7935
"raw_loss",0.005379539,1613948483242,7935
"epoch",49.91194968553456,1613948483242,7935
"wd_0",0.01,1613948483242,7935
"sqr_mom_0",0.99,1613948483242,7935
"lr_0",1.2101005885030424e-08,1613948483242,7935
"mom_0",0.949758977472074,1613948483242,7935
"eps_0",1e-05,1613948483242,7935
"wd_1",0.01,1613948483242,7935
"sqr_mom_1",0.99,1613948483242,7935
"lr_1",1.2101005885030593e-07,1613948483242,7935
"mom_1",0.949758977472074,1613948483242,7935
"eps_1",1e-05,1613948483242,7935
"wd_2",0.01,1613948483242,7935
"sqr_mom_2",0.99,1613948483242,7935
"lr_2",1.2101005885029915e-06,1613948483242,7935
"mom_2",0.949758977472074,1613948483242,7935
"eps_2",1e-05,1613948483242,7935
"train_loss",0.004295679,1613948484234,7936
"raw_loss",0.0022581238,1613948484234,7936
"epoch",49.91823899371066,1613948484234,7936
"wd_0",0.01,1613948484234,7936
"sqr_mom_0",0.99,1613948484234,7936
"lr_0",1.1963031567837646e-08,1613948484234,7936
"mom_0",0.9497617369860131,1613948484234,7936
"eps_0",1e-05,1613948484234,7936
"wd_1",0.01,1613948484234,7936
"sqr_mom_1",0.99,1613948484234,7936
"lr_1",1.1963031567837137e-07,1613948484234,7936
"mom_1",0.9497617369860131,1613948484234,7936
"eps_1",1e-05,1613948484234,7936
"wd_2",0.01,1613948484234,7936
"sqr_mom_2",0.99,1613948484234,7936
"lr_2",1.1963031567837137e-06,1613948484234,7936
"mom_2",0.9497617369860131,1613948484234,7936
"eps_2",1e-05,1613948484234,7936
"train_loss",0.0042583775,1613948485186,7937
"raw_loss",0.0024306176,1613948485186,7937
"epoch",49.92452830188676,1613948485186,7937
"wd_0",0.01,1613948485186,7937
"sqr_mom_0",0.99,1613948485186,7937
"lr_0",1.1825804382555277e-08,1613948485186,7937
"mom_0",0.9497644815571644,1613948485186,7937
"eps_0",1e-05,1613948485186,7937
"wd_1",0.01,1613948485186,7937
"sqr_mom_1",0.99,1613948485186,7937
"lr_1",1.1825804382555277e-07,1613948485186,7937
"mom_1",0.9497644815571644,1613948485186,7937
"eps_1",1e-05,1613948485186,7937
"wd_2",0.01,1613948485186,7937
"sqr_mom_2",0.99,1613948485186,7937
"lr_2",1.1825804382554735e-06,1613948485186,7937
"mom_2",0.9497644815571644,1613948485186,7937
"eps_2",1e-05,1613948485186,7937
"train_loss",0.00426607,1613948486135,7938
"raw_loss",0.004643004,1613948486135,7938
"epoch",49.93081761006286,1613948486135,7938
"wd_0",0.01,1613948486135,7938
"sqr_mom_0",0.99,1613948486135,7938
"lr_0",1.1689370282245366e-08,1613948486135,7938
"mom_0",0.9497672102664577,1613948486135,7938
"eps_0",1e-05,1613948486135,7938
"wd_1",0.01,1613948486135,7938
"sqr_mom_1",0.99,1613948486135,7938
"lr_1",1.1689370282245027e-07,1613948486135,7938
"mom_1",0.9497672102664577,1613948486135,7938
"eps_1",1e-05,1613948486135,7938
"wd_2",0.01,1613948486135,7938
"sqr_mom_2",0.99,1613948486135,7938
"lr_2",1.1689370282245027e-06,1613948486135,7938
"mom_2",0.9497672102664577,1613948486135,7938
"eps_2",1e-05,1613948486135,7938
"train_loss",0.004316798,1613948487080,7939
"raw_loss",0.0068024565,1613948487080,7939
"epoch",49.93710691823896,1613948487080,7939
"wd_0",0.01,1613948487080,7939
"sqr_mom_0",0.99,1613948487080,7939
"lr_0",1.155372931039289e-08,1613948487080,7939
"mom_0",0.9497699231130232,1613948487080,7939
"eps_0",1e-05,1613948487080,7939
"wd_1",0.01,1613948487080,7939
"sqr_mom_1",0.99,1613948487080,7939
"lr_1",1.1553729310393059e-07,1613948487080,7939
"mom_1",0.9497699231130232,1613948487080,7939
"eps_1",1e-05,1613948487080,7939
"wd_2",0.01,1613948487080,7939
"sqr_mom_2",0.99,1613948487080,7939
"lr_2",1.155372931039211e-06,1613948487080,7939
"mom_2",0.9497699231130232,1613948487080,7939
"eps_2",1e-05,1613948487080,7939
"train_loss",0.0043053743,1613948488046,7940
"raw_loss",0.0037456283,1613948488046,7940
"epoch",49.94339622641506,1613948488046,7940
"wd_0",0.01,1613948488046,7940
"sqr_mom_0",0.99,1613948488046,7940
"lr_0",1.1418926104372936e-08,1613948488046,7940
"mom_0",0.9497726192041045,1613948488046,7940
"eps_0",1e-05,1613948488046,7940
"wd_1",0.01,1613948488046,7940
"sqr_mom_1",0.99,1613948488046,7940
"lr_1",1.1418926104373275e-07,1613948488046,7940
"mom_1",0.9497726192041045,1613948488046,7940
"eps_1",1e-05,1613948488046,7940
"wd_2",0.01,1613948488046,7940
"sqr_mom_2",0.99,1613948488046,7940
"lr_2",1.1418926104372461e-06,1613948488046,7940
"mom_2",0.9497726192041045,1613948488046,7940
"eps_2",1e-05,1613948488046,7940
"train_loss",0.0042723957,1613948488986,7941
"raw_loss",0.0026564337,1613948488986,7941
"epoch",49.94968553459116,1613948488986,7941
"wd_0",0.01,1613948488986,7941
"sqr_mom_0",0.99,1613948488986,7941
"lr_0",1.1284826924746542e-08,1613948488986,7941
"mom_0",0.9497753012145171,1613948488986,7941
"eps_0",1e-05,1613948488986,7941
"wd_1",0.01,1613948488986,7941
"sqr_mom_1",0.99,1613948488986,7941
"lr_1",1.128482692474688e-07,1613948488986,7941
"mom_1",0.9497753012145171,1613948488986,7941
"eps_1",1e-05,1613948488986,7941
"wd_2",0.01,1613948488986,7941
"sqr_mom_2",0.99,1613948488986,7941
"lr_2",1.1284826924746203e-06,1613948488986,7941
"mom_2",0.9497753012145171,1613948488986,7941
"eps_2",1e-05,1613948488986,7941
"train_loss",0.0042594206,1613948489950,7942
"raw_loss",0.0036236355,1613948489950,7942
"epoch",49.95597484276726,1613948489950,7942
"wd_0",0.01,1613948489950,7942
"sqr_mom_0",0.99,1613948489950,7942
"lr_0",1.1151609664594019e-08,1613948489950,7942
"mom_0",0.949777965586364,1613948489950,7942
"eps_0",1e-05,1613948489950,7942
"wd_1",0.01,1613948489950,7942
"sqr_mom_1",0.99,1613948489950,7942
"lr_1",1.1151609664594188e-07,1613948489950,7942
"mom_1",0.949777965586364,1613948489950,7942
"eps_1",1e-05,1613948489950,7942
"wd_2",0.01,1613948489950,7942
"sqr_mom_2",0.99,1613948489950,7942
"lr_2",1.1151609664593375e-06,1613948489950,7942
"mom_2",0.949777965586364,1613948489950,7942
"eps_2",1e-05,1613948489950,7942
"train_loss",0.0043156636,1613948490901,7943
"raw_loss",0.0070715724,1613948490901,7943
"epoch",49.96226415094336,1613948490901,7943
"wd_0",0.01,1613948490901,7943
"sqr_mom_0",0.99,1613948490901,7943
"lr_0",1.1019185178157297e-08,1613948490901,7943
"mom_0",0.9497806141025779,1613948490901,7943
"eps_0",1e-05,1613948490901,7943
"wd_1",0.01,1613948490901,7943
"sqr_mom_1",0.99,1613948490901,7943
"lr_1",1.1019185178157636e-07,1613948490901,7943
"mom_1",0.9497806141025779,1613948490901,7943
"eps_1",1e-05,1613948490901,7943
"wd_2",0.01,1613948490901,7943
"sqr_mom_2",0.99,1613948490901,7943
"lr_2",1.101918517815723e-06,1613948490901,7943
"mom_2",0.9497806141025779,1613948490901,7943
"eps_2",1e-05,1613948490901,7943
"train_loss",0.004352318,1613948491887,7944
"raw_loss",0.006148385,1613948491887,7944
"epoch",49.96855345911946,1613948491887,7944
"wd_0",0.01,1613948491887,7944
"sqr_mom_0",0.99,1613948491887,7944
"lr_0",1.0887466424016468e-08,1613948491887,7944
"mom_0",0.9497832485040046,1613948491887,7944
"eps_0",1e-05,1613948491887,7944
"wd_1",0.01,1613948491887,7944
"sqr_mom_1",0.99,1613948491887,7944
"lr_1",1.0887466424016468e-07,1613948491887,7944
"mom_1",0.9497832485040046,1613948491887,7944
"eps_1",1e-05,1613948491887,7944
"wd_2",0.01,1613948491887,7944
"sqr_mom_2",0.99,1613948491887,7944
"lr_2",1.0887466424016603e-06,1613948491887,7944
"mom_2",0.9497832485040046,1613948491887,7944
"eps_2",1e-05,1613948491887,7944
"train_loss",0.004351083,1613948492854,7945
"raw_loss",0.0042905794,1613948492854,7945
"epoch",49.97484276729556,1613948492854,7945
"wd_0",0.01,1613948492854,7945
"sqr_mom_0",0.99,1613948492854,7945
"lr_0",1.0756628137430006e-08,1613948492854,7945
"mom_0",0.9497858652959044,1613948492854,7945
"eps_0",1e-05,1613948492854,7945
"wd_1",0.01,1613948492854,7945
"sqr_mom_1",0.99,1613948492854,7945
"lr_1",1.0756628137430175e-07,1613948492854,7945
"mom_1",0.9497858652959044,1613948492854,7945
"eps_1",1e-05,1613948492854,7945
"wd_2",0.01,1613948492854,7945
"sqr_mom_2",0.99,1613948492854,7945
"lr_2",1.0756628137429227e-06,1613948492854,7945
"mom_2",0.9497858652959044,1613948492854,7945
"eps_2",1e-05,1613948492854,7945
"train_loss",0.004332136,1613948493808,7946
"raw_loss",0.0034037067,1613948493808,7946
"epoch",49.98113207547166,1613948493808,7946
"wd_0",0.01,1613948493808,7946
"sqr_mom_0",0.99,1613948493808,7946
"lr_0",1.062658275037169e-08,1613948493808,7946
"mom_0",0.9497884662296548,1613948493808,7946
"eps_0",1e-05,1613948493808,7946
"wd_1",0.01,1613948493808,7946
"sqr_mom_1",0.99,1613948493808,7946
"lr_1",1.0626582750371521e-07,1613948493808,7946
"mom_1",0.9497884662296548,1613948493808,7946
"eps_1",1e-05,1613948493808,7946
"wd_2",0.01,1613948493808,7946
"sqr_mom_2",0.99,1613948493808,7946
"lr_2",1.062658275037152e-06,1613948493808,7946
"mom_2",0.9497884662296548,1613948493808,7946
"eps_2",1e-05,1613948493808,7946
"train_loss",0.0043107425,1613948494759,7947
"raw_loss",0.0032624723,1613948494759,7947
"epoch",49.987421383647764,1613948494759,7947
"wd_0",0.01,1613948494759,7947
"sqr_mom_0",0.99,1613948494759,7947
"lr_0",1.0497244799485497e-08,1613948494759,7947
"mom_0",0.9497910530145404,1613948494759,7947
"eps_0",1e-05,1613948494759,7947
"wd_1",0.01,1613948494759,7947
"sqr_mom_1",0.99,1613948494759,7947
"lr_1",1.0497244799485497e-07,1613948494759,7947
"mom_1",0.9497910530145404,1613948494759,7947
"eps_1",1e-05,1613948494759,7947
"wd_2",0.01,1613948494759,7947
"sqr_mom_2",0.99,1613948494759,7947
"lr_2",1.049724479948509e-06,1613948494759,7947
"mom_2",0.9497910530145404,1613948494759,7947
"eps_2",1e-05,1613948494759,7947
"train_loss",0.0042942036,1613948495709,7948
"raw_loss",0.0034838081,1613948495709,7948
"epoch",49.993710691823864,1613948495709,7948
"wd_0",0.01,1613948495709,7948
"sqr_mom_0",0.99,1613948495709,7948
"lr_0",1.0368785861711703e-08,1613948495709,7948
"mom_0",0.9497936222189879,1613948495709,7948
"eps_0",1e-05,1613948495709,7948
"wd_1",0.01,1613948495709,7948
"sqr_mom_1",0.99,1613948495709,7948
"lr_1",1.0368785861712042e-07,1613948495709,7948
"mom_1",0.9497936222189879,1613948495709,7948
"eps_1",1e-05,1613948495709,7948
"wd_2",0.01,1613948495709,7948
"sqr_mom_2",0.99,1613948495709,7948
"lr_2",1.0368785861710958e-06,1613948495709,7948
"mom_2",0.9497936222189879,1613948495709,7948
"eps_2",1e-05,1613948495709,7948
"train_loss",0.004301741,1613948496661,7949
"raw_loss",0.0046710554,1613948496661,7949
"epoch",49.999999999999964,1613948496661,7949
"wd_0",0.01,1613948496661,7949
"sqr_mom_0",0.99,1613948496661,7949
"lr_0",1.0241077720970893e-08,1613948496661,7949
"mom_0",0.9497961764073446,1613948496661,7949
"eps_0",1e-05,1613948496661,7949
"wd_1",0.01,1613948496661,7949
"sqr_mom_1",0.99,1613948496661,7949
"lr_1",1.0241077720971232e-07,1613948496661,7949
"mom_1",0.9497961764073446,1613948496661,7949
"eps_1",1e-05,1613948496661,7949
"wd_2",0.01,1613948496661,7949
"sqr_mom_2",0.99,1613948496661,7949
"lr_2",1.0241077720970961e-06,1613948496661,7949
"mom_2",0.9497961764073446,1613948496661,7949
"eps_2",1e-05,1613948496661,7949
"valid_loss",0.08537282049655914,1613948534950,7949
"_rmse",0.29218626022338867,1613948534950,7949
"epoch",50,1613948534950,7949
"train_loss",0.004304421,1613948536173,7950
"raw_loss",0.0044357628,1613948536173,7950
"epoch",50.0062893081761,1613948536173,7950
"wd_0",0.01,1613948536173,7950
"sqr_mom_0",0.99,1613948536173,7950
"lr_0",1.011416317031624e-08,1613948536173,7950
"mom_0",0.9497987147237409,1613948536173,7950
"eps_0",1e-05,1613948536173,7950
"wd_1",0.01,1613948536173,7950
"sqr_mom_1",0.99,1613948536173,7950
"lr_1",1.011416317031624e-07,1613948536173,7950
"mom_1",0.9497987147237409,1613948536173,7950
"eps_1",1e-05,1613948536173,7950
"wd_2",0.01,1613948536173,7950
"sqr_mom_2",0.99,1613948536173,7950
"lr_2",1.0114163170316104e-06,1613948536173,7950
"mom_2",0.9497987147237409,1613948536173,7950
"eps_2",1e-05,1613948536173,7950
"train_loss",0.0042894576,1613948537144,7951
"raw_loss",0.0035562338,1613948537144,7951
"epoch",50.0125786163522,1613948537144,7951
"wd_0",0.01,1613948537144,7951
"sqr_mom_0",0.99,1613948537144,7951
"lr_0",9.988042250198647e-09,1613948537144,7951
"mom_0",0.9498012371673676,1613948537144,7951
"eps_0",1e-05,1613948537144,7951
"wd_1",0.01,1613948537144,7951
"sqr_mom_1",0.99,1613948537144,7951
"lr_1",9.988042250198647e-08,1613948537144,7951
"mom_1",0.9498012371673676,1613948537144,7951
"eps_1",1e-05,1613948537144,7951
"wd_2",0.01,1613948537144,7951
"sqr_mom_2",0.99,1613948537144,7951
"lr_2",9.98804225019797e-07,1613948537144,7951
"mom_2",0.9498012371673676,1613948537144,7951
"eps_2",1e-05,1613948537144,7951
"train_loss",0.0043308656,1613948538103,7952
"raw_loss",0.0063598687,1613948538103,7952
"epoch",50.0188679245283,1613948538103,7952
"wd_0",0.01,1613948538103,7952
"sqr_mom_0",0.99,1613948538103,7952
"lr_0",9.862756437146612e-09,1613948538103,7952
"mom_0",0.9498037429086861,1613948538103,7952
"eps_0",1e-05,1613948538103,7952
"wd_1",0.01,1613948538103,7952
"sqr_mom_1",0.99,1613948538103,7952
"lr_1",9.862756437146612e-08,1613948538103,7952
"mom_1",0.9498037429086861,1613948538103,7952
"eps_1",1e-05,1613948538103,7952
"wd_2",0.01,1613948538103,7952
"sqr_mom_2",0.99,1613948538103,7952
"lr_2",9.8627564371458e-07,1613948538103,7952
"mom_2",0.9498037429086861,1613948538103,7952
"eps_2",1e-05,1613948538103,7952
"train_loss",0.0043756505,1613948539053,7953
"raw_loss",0.0065701255,1613948539053,7953
"epoch",50.0251572327044,1613948539053,7953
"wd_0",0.01,1613948539053,7953
"sqr_mom_0",0.99,1613948539053,7953
"lr_0",9.738181462120423e-09,1613948539053,7953
"mom_0",0.9498062344331019,1613948539053,7953
"eps_0",1e-05,1613948539053,7953
"wd_1",0.01,1613948539053,7953
"sqr_mom_1",0.99,1613948539053,7953
"lr_1",9.738181462120253e-08,1613948539053,7953
"mom_1",0.9498062344331019,1613948539053,7953
"eps_1",1e-05,1613948539053,7953
"wd_2",0.01,1613948539053,7953
"sqr_mom_2",0.99,1613948539053,7953
"lr_2",9.73818146211944e-07,1613948539053,7953
"mom_2",0.9498062344331019,1613948539053,7953
"eps_2",1e-05,1613948539053,7953
"train_loss",0.0043384046,1613948539995,7954
"raw_loss",0.0025133626,1613948539995,7954
"epoch",50.0314465408805,1613948539995,7954
"wd_0",0.01,1613948539995,7954
"sqr_mom_0",0.99,1613948539995,7954
"lr_0",9.614482583596063e-09,1613948539995,7954
"mom_0",0.9498087084354124,1613948539995,7954
"eps_0",1e-05,1613948539995,7954
"wd_1",0.01,1613948539995,7954
"sqr_mom_1",0.99,1613948539995,7954
"lr_1",9.614482583595555e-08,1613948539995,7954
"mom_1",0.9498087084354124,1613948539995,7954
"eps_1",1e-05,1613948539995,7954
"wd_2",0.01,1613948539995,7954
"sqr_mom_2",0.99,1613948539995,7954
"lr_2",9.614482583595284e-07,1613948539995,7954
"mom_2",0.9498087084354124,1613948539995,7954
"eps_2",1e-05,1613948539995,7954
"train_loss",0.004332146,1613948540980,7955
"raw_loss",0.004025479,1613948540980,7955
"epoch",50.0377358490566,1613948540980,7955
"wd_0",0.01,1613948540980,7955
"sqr_mom_0",0.99,1613948540980,7955
"lr_0",9.491576968403041e-09,1613948540980,7955
"mom_0",0.9498111665722976,1613948540980,7955
"eps_0",1e-05,1613948540980,7955
"wd_1",0.01,1613948540980,7955
"sqr_mom_1",0.99,1613948540980,7955
"lr_1",9.491576968402533e-08,1613948540980,7955
"mom_1",0.9498111665722976,1613948540980,7955
"eps_1",1e-05,1613948540980,7955
"wd_2",0.01,1613948540980,7955
"sqr_mom_2",0.99,1613948540980,7955
"lr_2",9.491576968402669e-07,1613948540980,7955
"mom_2",0.9498111665722976,1613948540980,7955
"eps_2",1e-05,1613948540980,7955
"train_loss",0.004301894,1613948541981,7956
"raw_loss",0.0028195435,1613948541981,7956
"epoch",50.0440251572327,1613948541981,7956
"wd_0",0.01,1613948541981,7956
"sqr_mom_0",0.99,1613948541981,7956
"lr_0",9.369383889010916e-09,1613948541981,7956
"mom_0",0.9498136104583244,1613948541981,7956
"eps_0",1e-05,1613948541981,7956
"wd_1",0.01,1613948541981,7956
"sqr_mom_1",0.99,1613948541981,7956
"lr_1",9.369383889011086e-08,1613948541981,7956
"mom_1",0.9498136104583244,1613948541981,7956
"eps_1",1e-05,1613948541981,7956
"wd_2",0.01,1613948541981,7956
"sqr_mom_2",0.99,1613948541981,7956
"lr_2",9.369383889010815e-07,1613948541981,7956
"mom_2",0.9498136104583244,1613948541981,7956
"eps_2",1e-05,1613948541981,7956
"train_loss",0.0042943247,1613948542962,7957
"raw_loss",0.0039234357,1613948542962,7957
"epoch",50.0503144654088,1613948542962,7957
"wd_0",0.01,1613948542962,7957
"sqr_mom_0",0.99,1613948542962,7957
"lr_0",9.24806544412566e-09,1613948542962,7957
"mom_0",0.949816036851486,1613948542962,7957
"eps_0",1e-05,1613948542962,7957
"wd_1",0.01,1613948542962,7957
"sqr_mom_1",0.99,1613948542962,7957
"lr_1",9.248065444125491e-08,1613948542962,7957
"mom_1",0.949816036851486,1613948542962,7957
"eps_1",1e-05,1613948542962,7957
"wd_2",0.01,1613948542962,7957
"sqr_mom_2",0.99,1613948542962,7957
"lr_2",9.248065444125491e-07,1613948542962,7957
"mom_2",0.949816036851486,1613948542962,7957
"eps_2",1e-05,1613948542962,7957
"train_loss",0.0042628576,1613948543972,7958
"raw_loss",0.0027209686,1613948543972,7958
"epoch",50.056603773584904,1613948543972,7958
"wd_0",0.01,1613948543972,7958
"sqr_mom_0",0.99,1613948543972,7958
"lr_0",9.127500522540409e-09,1613948543972,7958
"mom_0",0.9498184481740309,1613948543972,7958
"eps_0",1e-05,1613948543972,7958
"wd_1",0.01,1613948543972,7958
"sqr_mom_1",0.99,1613948543972,7958
"lr_1",9.12750052254024e-08,1613948543972,7958
"mom_1",0.9498184481740309,1613948543972,7958
"eps_1",1e-05,1613948543972,7958
"wd_2",0.01,1613948543972,7958
"sqr_mom_2",0.99,1613948543972,7958
"lr_2",9.127500522539697e-07,1613948543972,7958
"mom_2",0.9498184481740309,1613948543972,7958
"eps_2",1e-05,1613948543972,7958
"train_loss",0.004254176,1613948544944,7959
"raw_loss",0.0038287733,1613948544944,7959
"epoch",50.062893081761004,1613948544944,7959
"wd_0",0.01,1613948544944,7959
"sqr_mom_0",0.99,1613948544944,7959
"lr_0",9.007729545980305e-09,1613948544944,7959
"mom_0",0.9498208436175165,1613948544944,7959
"eps_0",1e-05,1613948544944,7959
"wd_1",0.01,1613948544944,7959
"sqr_mom_1",0.99,1613948544944,7959
"lr_1",9.007729545980136e-08,1613948544944,7959
"mom_1",0.9498208436175165,1613948544944,7959
"eps_1",1e-05,1613948544944,7959
"wd_2",0.01,1613948544944,7959
"sqr_mom_2",0.99,1613948544944,7959
"lr_2",9.007729545979729e-07,1613948544944,7959
"mom_2",0.9498208436175165,1613948544944,7959
"eps_2",1e-05,1613948544944,7959
"train_loss",0.00421392,1613948545920,7960
"raw_loss",0.0022413821,1613948545920,7960
"epoch",50.069182389937104,1613948545920,7960
"wd_0",0.01,1613948545920,7960
"sqr_mom_0",0.99,1613948545920,7960
"lr_0",8.888752552621124e-09,1613948545920,7960
"mom_0",0.9498232231811794,1613948545920,7960
"eps_0",1e-05,1613948545920,7960
"wd_1",0.01,1613948545920,7960
"sqr_mom_1",0.99,1613948545920,7960
"lr_1",8.888752552620616e-08,1613948545920,7960
"mom_1",0.9498232231811794,1613948545920,7960
"eps_1",1e-05,1613948545920,7960
"wd_2",0.01,1613948545920,7960
"sqr_mom_2",0.99,1613948545920,7960
"lr_2",8.888752552620345e-07,1613948545920,7960
"mom_2",0.9498232231811794,1613948545920,7960
"eps_2",1e-05,1613948545920,7960
"train_loss",0.0042082784,1613948546888,7961
"raw_loss",0.0039318465,1613948546888,7961
"epoch",50.075471698113205,1613948546888,7961
"wd_0",0.01,1613948546888,7961
"sqr_mom_0",0.99,1613948546888,7961
"lr_0",8.770608647077188e-09,1613948546888,7961
"mom_0",0.9498255860829192,1613948546888,7961
"eps_0",1e-05,1613948546888,7961
"wd_1",0.01,1613948546888,7961
"sqr_mom_1",0.99,1613948546888,7961
"lr_1",8.770608647077358e-08,1613948546888,7961
"mom_1",0.9498255860829192,1613948546888,7961
"eps_1",1e-05,1613948546888,7961
"wd_2",0.01,1613948546888,7961
"sqr_mom_2",0.99,1613948546888,7961
"lr_2",8.770608647077358e-07,1613948546888,7961
"mom_2",0.9498255860829192,1613948546888,7961
"eps_2",1e-05,1613948546888,7961
"train_loss",0.004221514,1613948547875,7962
"raw_loss",0.00487005,1613948547875,7962
"epoch",50.081761006289305,1613948547875,7962
"wd_0",0.01,1613948547875,7962
"sqr_mom_0",0.99,1613948547875,7962
"lr_0",8.653180666939776e-09,1613948547875,7962
"mom_0",0.9498279346660078,1613948547875,7962
"eps_0",1e-05,1613948547875,7962
"wd_1",0.01,1613948547875,7962
"sqr_mom_1",0.99,1613948547875,7962
"lr_1",8.653180666939945e-08,1613948547875,7962
"mom_1",0.9498279346660078,1613948547875,7962
"eps_1",1e-05,1613948547875,7962
"wd_2",0.01,1613948547875,7962
"sqr_mom_2",0.99,1613948547875,7962
"lr_2",8.653180666939268e-07,1613948547875,7962
"mom_2",0.9498279346660078,1613948547875,7962
"eps_2",1e-05,1613948547875,7962
"train_loss",0.004246649,1613948548829,7963
"raw_loss",0.005478256,1613948548829,7963
"epoch",50.088050314465406,1613948548829,7963
"wd_0",0.01,1613948548829,7963
"sqr_mom_0",0.99,1613948548829,7963
"lr_0",8.536624389634181e-09,1613948548829,7963
"mom_0",0.9498302658148654,1613948548829,7963
"eps_0",1e-05,1613948548829,7963
"wd_1",0.01,1613948548829,7963
"sqr_mom_1",0.99,1613948548829,7963
"lr_1",8.536624389633842e-08,1613948548829,7963
"mom_1",0.9498302658148654,1613948548829,7963
"eps_1",1e-05,1613948548829,7963
"wd_2",0.01,1613948548829,7963
"sqr_mom_2",0.99,1613948548829,7963
"lr_2",8.536624389633707e-07,1613948548829,7963
"mom_2",0.9498302658148654,1613948548829,7963
"eps_2",1e-05,1613948548829,7963
"train_loss",0.004218856,1613948549793,7964
"raw_loss",0.0028570083,1613948549793,7964
"epoch",50.094339622641506,1613948549793,7964
"wd_0",0.01,1613948549793,7964
"sqr_mom_0",0.99,1613948549793,7964
"lr_0",8.420861718987789e-09,1613948549793,7964
"mom_0",0.9498325810914311,1613948549793,7964
"eps_0",1e-05,1613948549793,7964
"wd_1",0.01,1613948549793,7964
"sqr_mom_1",0.99,1613948549793,7964
"lr_1",8.42086171898762e-08,1613948549793,7964
"mom_1",0.9498325810914311,1613948549793,7964
"eps_1",1e-05,1613948549793,7964
"wd_2",0.01,1613948549793,7964
"sqr_mom_2",0.99,1613948549793,7964
"lr_2",8.420861718987484e-07,1613948549793,7964
"mom_2",0.9498325810914311,1613948549793,7964
"eps_2",1e-05,1613948549793,7964
"train_loss",0.004220074,1613948550760,7965
"raw_loss",0.004279756,1613948550760,7965
"epoch",50.10062893081761,1613948550760,7965
"wd_0",0.01,1613948550760,7965
"sqr_mom_0",0.99,1613948550760,7965
"lr_0",8.3058166653769e-09,1613948550760,7965
"mom_0",0.9498348820155126,1613948550760,7965
"eps_0",1e-05,1613948550760,7965
"wd_1",0.01,1613948550760,7965
"sqr_mom_1",0.99,1613948550760,7965
"lr_1",8.30581666537707e-08,1613948550760,7965
"mom_1",0.9498348820155126,1613948550760,7965
"eps_1",1e-05,1613948550760,7965
"wd_2",0.01,1613948550760,7965
"sqr_mom_2",0.99,1613948550760,7965
"lr_2",8.305816665376935e-07,1613948550760,7965
"mom_2",0.9498348820155126,1613948550760,7965
"eps_2",1e-05,1613948550760,7965
"train_loss",0.004259115,1613948551736,7966
"raw_loss",0.006172118,1613948551736,7966
"epoch",50.10691823899371,1613948551736,7966
"wd_0",0.01,1613948551736,7966
"sqr_mom_0",0.99,1613948551736,7966
"lr_0",8.191641845090535e-09,1613948551736,7966
"mom_0",0.9498371655347535,1613948551736,7966
"eps_0",1e-05,1613948551736,7966
"wd_1",0.01,1613948551736,7966
"sqr_mom_1",0.99,1613948551736,7966
"lr_1",8.191641845090535e-08,1613948551736,7966
"mom_1",0.9498371655347535,1613948551736,7966
"eps_1",1e-05,1613948551736,7966
"wd_2",0.01,1613948551736,7966
"sqr_mom_2",0.99,1613948551736,7966
"lr_2",8.191641845090806e-07,1613948551736,7966
"mom_2",0.9498371655347535,1613948551736,7966
"eps_2",1e-05,1613948551736,7966
"train_loss",0.0042586126,1613948552734,7967
"raw_loss",0.004233981,1613948552734,7967
"epoch",50.11320754716981,1613948552734,7967
"wd_0",0.01,1613948552734,7967
"sqr_mom_0",0.99,1613948552734,7967
"lr_0",8.078260741348956e-09,1613948552734,7967
"mom_0",0.9498394331795048,1613948552734,7967
"eps_0",1e-05,1613948552734,7967
"wd_1",0.01,1613948552734,7967
"sqr_mom_1",0.99,1613948552734,7967
"lr_1",8.078260741349125e-08,1613948552734,7967
"mom_1",0.9498394331795048,1613948552734,7967
"eps_1",1e-05,1613948552734,7967
"wd_2",0.01,1613948552734,7967
"sqr_mom_2",0.99,1613948552734,7967
"lr_2",8.078260741348989e-07,1613948552734,7967
"mom_2",0.9498394331795048,1613948552734,7967
"eps_2",1e-05,1613948552734,7967
"train_loss",0.004256113,1613948553710,7968
"raw_loss",0.004133634,1613948553710,7968
"epoch",50.11949685534591,1613948553710,7968
"wd_0",0.01,1613948553710,7968
"sqr_mom_0",0.99,1613948553710,7968
"lr_0",7.965598944216959e-09,1613948553710,7968
"mom_0",0.94984168643798,1613948553710,7968
"eps_0",1e-05,1613948553710,7968
"wd_1",0.01,1613948553710,7968
"sqr_mom_1",0.99,1613948553710,7968
"lr_1",7.965598944217298e-08,1613948553710,7968
"mom_1",0.94984168643798,1613948553710,7968
"eps_1",1e-05,1613948553710,7968
"wd_2",0.01,1613948553710,7968
"sqr_mom_2",0.99,1613948553710,7968
"lr_2",7.965598944216891e-07,1613948553710,7968
"mom_2",0.94984168643798,1613948553710,7968
"eps_2",1e-05,1613948553710,7968
"train_loss",0.004230941,1613948554698,7969
"raw_loss",0.0029975304,1613948554698,7969
"epoch",50.12578616352201,1613948554698,7969
"wd_0",0.01,1613948554698,7969
"sqr_mom_0",0.99,1613948554698,7969
"lr_0",7.853805908404289e-09,1613948554698,7969
"mom_0",0.9498439223210551,1613948554698,7969
"eps_0",1e-05,1613948554698,7969
"wd_1",0.01,1613948554698,7969
"sqr_mom_1",0.99,1613948554698,7969
"lr_1",7.853805908404458e-08,1613948554698,7969
"mom_1",0.9498439223210551,1613948554698,7969
"eps_1",1e-05,1613948554698,7969
"wd_2",0.01,1613948554698,7969
"sqr_mom_2",0.99,1613948554698,7969
"lr_2",7.853805908404187e-07,1613948554698,7969
"mom_2",0.9498439223210551,1613948554698,7969
"eps_2",1e-05,1613948554698,7969
"train_loss",0.0041983766,1613948555685,7970
"raw_loss",0.0026027102,1613948555685,7970
"epoch",50.13207547169811,1613948555685,7970
"wd_0",0.01,1613948555685,7970
"sqr_mom_0",0.99,1613948555685,7970
"lr_0",7.742733304560705e-09,1613948555685,7970
"mom_0",0.9498461437953467,1613948555685,7970
"eps_0",1e-05,1613948555685,7970
"wd_1",0.01,1613948555685,7970
"sqr_mom_1",0.99,1613948555685,7970
"lr_1",7.742733304560366e-08,1613948555685,7970
"mom_1",0.9498461437953467,1613948555685,7970
"eps_1",1e-05,1613948555685,7970
"wd_2",0.01,1613948555685,7970
"sqr_mom_2",0.99,1613948555685,7970
"lr_2",7.742733304560772e-07,1613948555685,7970
"mom_2",0.9498461437953467,1613948555685,7970
"eps_2",1e-05,1613948555685,7970
"train_loss",0.0041677966,1613948556678,7971
"raw_loss",0.0026693859,1613948556678,7971
"epoch",50.13836477987421,1613948556678,7971
"wd_0",0.01,1613948556678,7971
"sqr_mom_0",0.99,1613948556678,7971
"lr_0",7.632528479208024e-09,1613948556678,7971
"mom_0",0.9498483479138949,1613948556678,7971
"eps_0",1e-05,1613948556678,7971
"wd_1",0.01,1613948556678,7971
"sqr_mom_1",0.99,1613948556678,7971
"lr_1",7.632528479208024e-08,1613948556678,7971
"mom_1",0.9498483479138949,1613948556678,7971
"eps_1",1e-05,1613948556678,7971
"wd_2",0.01,1613948556678,7971
"sqr_mom_2",0.99,1613948556678,7971
"lr_2",7.632528479207482e-07,1613948556678,7971
"mom_2",0.9498483479138949,1613948556678,7971
"eps_2",1e-05,1613948556678,7971
"train_loss",0.0041693705,1613948557666,7972
"raw_loss",0.0042464873,1613948557666,7972
"epoch",50.14465408805031,1613948557666,7972
"wd_0",0.01,1613948557666,7972
"sqr_mom_0",0.99,1613948557666,7972
"lr_0",7.523081379334927e-09,1613948557666,7972
"mom_0",0.9498505368777821,1613948557666,7972
"eps_0",1e-05,1613948557666,7972
"wd_1",0.01,1613948557666,7972
"sqr_mom_1",0.99,1613948557666,7972
"lr_1",7.523081379335266e-08,1613948557666,7972
"mom_1",0.9498505368777821,1613948557666,7972
"eps_1",1e-05,1613948557666,7972
"wd_2",0.01,1613948557666,7972
"sqr_mom_2",0.99,1613948557666,7972
"lr_2",7.52308137933486e-07,1613948557666,7972
"mom_2",0.9498505368777821,1613948557666,7972
"eps_2",1e-05,1613948557666,7972
"train_loss",0.0041844514,1613948558641,7973
"raw_loss",0.0049234075,1613948558641,7973
"epoch",50.15094339622641,1613948558641,7973
"wd_0",0.01,1613948558641,7973
"sqr_mom_0",0.99,1613948558641,7973
"lr_0",7.414428735877191e-09,1613948558641,7973
"mom_0",0.9498527099523819,1613948558641,7973
"eps_0",1e-05,1613948558641,7973
"wd_1",0.01,1613948558641,7973
"sqr_mom_1",0.99,1613948558641,7973
"lr_1",7.41442873587736e-08,1613948558641,7973
"mom_1",0.9498527099523819,1613948558641,7973
"eps_1",1e-05,1613948558641,7973
"wd_2",0.01,1613948558641,7973
"sqr_mom_2",0.99,1613948558641,7973
"lr_2",7.414428735876954e-07,1613948558641,7973
"mom_2",0.9498527099523819,1613948558641,7973
"eps_2",1e-05,1613948558641,7973
"train_loss",0.0041732336,1613948559631,7974
"raw_loss",0.003623567,1613948559631,7974
"epoch",50.15723270440251,1613948559631,7974
"wd_0",0.01,1613948559631,7974
"sqr_mom_0",0.99,1613948559631,7974
"lr_0",7.306570583467451e-09,1613948559631,7974
"mom_0",0.949854867137002,1613948559631,7974
"eps_0",1e-05,1613948559631,7974
"wd_1",0.01,1613948559631,7974
"sqr_mom_1",0.99,1613948559631,7974
"lr_1",7.306570583467113e-08,1613948559631,7974
"mom_1",0.949854867137002,1613948559631,7974
"eps_1",1e-05,1613948559631,7974
"wd_2",0.01,1613948559631,7974
"sqr_mom_2",0.99,1613948559631,7974
"lr_2",7.306570583467519e-07,1613948559631,7974
"mom_2",0.949854867137002,1613948559631,7974
"eps_2",1e-05,1613948559631,7974
"train_loss",0.0041327765,1613948560627,7975
"raw_loss",0.0021503835,1613948560627,7975
"epoch",50.16352201257861,1613948560627,7975
"wd_0",0.01,1613948560627,7975
"sqr_mom_0",0.99,1613948560627,7975
"lr_0",7.199542335083631e-09,1613948560627,7975
"mom_0",0.9498570077233756,1613948560627,7975
"eps_0",1e-05,1613948560627,7975
"wd_1",0.01,1613948560627,7975
"sqr_mom_1",0.99,1613948560627,7975
"lr_1",7.199542335083631e-08,1613948560627,7975
"mom_1",0.9498570077233756,1613948560627,7975
"eps_1",1e-05,1613948560627,7975
"wd_2",0.01,1613948560627,7975
"sqr_mom_2",0.99,1613948560627,7975
"lr_2",7.19954233508336e-07,1613948560627,7975
"mom_2",0.9498570077233756,1613948560627,7975
"eps_2",1e-05,1613948560627,7975
"train_loss",0.004113292,1613948561625,7976
"raw_loss",0.0031585465,1613948561625,7976
"epoch",50.16981132075471,1613948561625,7976
"wd_0",0.01,1613948561625,7976
"sqr_mom_0",0.99,1613948561625,7976
"lr_0",7.0932378890477225e-09,1613948561625,7976
"mom_0",0.9498591338335574,1613948561625,7976
"eps_0",1e-05,1613948561625,7976
"wd_1",0.01,1613948561625,7976
"sqr_mom_1",0.99,1613948561625,7976
"lr_1",7.093237889048231e-08,1613948561625,7976
"mom_1",0.9498591338335574,1613948561625,7976
"eps_1",1e-05,1613948561625,7976
"wd_2",0.01,1613948561625,7976
"sqr_mom_2",0.99,1613948561625,7976
"lr_2",7.093237889047553e-07,1613948561625,7976
"mom_2",0.9498591338335574,1613948561625,7976
"eps_2",1e-05,1613948561625,7976
"train_loss",0.0041002515,1613948562618,7977
"raw_loss",0.003461261,1613948562618,7977
"epoch",50.17610062893081,1613948562618,7977
"wd_0",0.01,1613948562618,7977
"sqr_mom_0",0.99,1613948562618,7977
"lr_0",6.987798266543578e-09,1613948562618,7977
"mom_0",0.9498612426470956,1613948562618,7977
"eps_0",1e-05,1613948562618,7977
"wd_1",0.01,1613948562618,7977
"sqr_mom_1",0.99,1613948562618,7977
"lr_1",6.987798266544086e-08,1613948562618,7977
"mom_1",0.9498612426470956,1613948562618,7977
"eps_1",1e-05,1613948562618,7977
"wd_2",0.01,1613948562618,7977
"sqr_mom_2",0.99,1613948562618,7977
"lr_2",6.987798266543544e-07,1613948562618,7977
"mom_2",0.9498612426470956,1613948562618,7977
"eps_2",1e-05,1613948562618,7977
"train_loss",0.004105243,1613948563590,7978
"raw_loss",0.004349822,1613948563590,7978
"epoch",50.18238993710691,1613948563590,7978
"wd_0",0.01,1613948563590,7978
"sqr_mom_0",0.99,1613948563590,7978
"lr_0",6.883152744042812e-09,1613948563590,7978
"mom_0",0.9498633355784749,1613948563590,7978
"eps_0",1e-05,1613948563590,7978
"wd_1",0.01,1613948563590,7978
"sqr_mom_1",0.99,1613948563590,7978
"lr_1",6.883152744042981e-08,1613948563590,7978
"mom_1",0.9498633355784749,1613948563590,7978
"eps_1",1e-05,1613948563590,7978
"wd_2",0.01,1613948563590,7978
"sqr_mom_2",0.99,1613948563590,7978
"lr_2",6.883152744042303e-07,1613948563590,7978
"mom_2",0.9498633355784749,1613948563590,7978
"eps_2",1e-05,1613948563590,7978
"train_loss",0.0041108327,1613948564564,7979
"raw_loss",0.0043847393,1613948564564,7979
"epoch",50.18867924528301,1613948564564,7979
"wd_0",0.01,1613948564564,7979
"sqr_mom_0",0.99,1613948564564,7979
"lr_0",6.7792327058737735e-09,1613948564564,7979
"mom_0",0.9498654140000224,1613948564564,7979
"eps_0",1e-05,1613948564564,7979
"wd_1",0.01,1613948564564,7979
"sqr_mom_1",0.99,1613948564564,7979
"lr_1",6.779232705873096e-08,1613948564564,7979
"mom_1",0.9498654140000224,1613948564564,7979
"eps_1",1e-05,1613948564564,7979
"wd_2",0.01,1613948564564,7979
"sqr_mom_2",0.99,1613948564564,7979
"lr_2",6.77923270587296e-07,1613948564564,7979
"mom_2",0.9498654140000224,1613948564564,7979
"eps_2",1e-05,1613948564564,7979
"train_loss",0.004115413,1613948565536,7980
"raw_loss",0.004339844,1613948565536,7980
"epoch",50.19496855345911,1613948565536,7980
"wd_0",0.01,1613948565536,7980
"sqr_mom_0",0.99,1613948565536,7980
"lr_0",6.676176010116382e-09,1613948565536,7980
"mom_0",0.9498674751545492,1613948565536,7980
"eps_0",1e-05,1613948565536,7980
"wd_1",0.01,1613948565536,7980
"sqr_mom_1",0.99,1613948565536,7980
"lr_1",6.676176010116721e-08,1613948565536,7980
"mom_1",0.9498674751545492,1613948565536,7980
"eps_1",1e-05,1613948565536,7980
"wd_2",0.01,1613948565536,7980
"sqr_mom_2",0.99,1613948565536,7980
"lr_2",6.676176010116585e-07,1613948565536,7980
"mom_2",0.9498674751545492,1613948565536,7980
"eps_2",1e-05,1613948565536,7980
"train_loss",0.004093194,1613948566485,7981
"raw_loss",0.0030044697,1613948566485,7981
"epoch",50.20125786163521,1613948566485,7981
"wd_0",0.01,1613948566485,7981
"sqr_mom_0",0.99,1613948566485,7981
"lr_0",6.573879716257705e-09,1613948566485,7981
"mom_0",0.9498695211008858,1613948566485,7981
"eps_0",1e-05,1613948566485,7981
"wd_1",0.01,1613948566485,7981
"sqr_mom_1",0.99,1613948566485,7981
"lr_1",6.573879716258044e-08,1613948566485,7981
"mom_1",0.9498695211008858,1613948566485,7981
"eps_1",1e-05,1613948566485,7981
"wd_2",0.01,1613948566485,7981
"sqr_mom_2",0.99,1613948566485,7981
"lr_2",6.573879716257908e-07,1613948566485,7981
"mom_2",0.9498695211008858,1613948566485,7981
"eps_2",1e-05,1613948566485,7981
"train_loss",0.0041978406,1613948567450,7982
"raw_loss",0.009325536,1613948567450,7982
"epoch",50.20754716981131,1613948567450,7982
"wd_0",0.01,1613948567450,7982
"sqr_mom_0",0.99,1613948567450,7982
"lr_0",6.472378181361852e-09,1613948567450,7982
"mom_0",0.9498715511518843,1613948567450,7982
"eps_0",1e-05,1613948567450,7982
"wd_1",0.01,1613948567450,7982
"sqr_mom_1",0.99,1613948567450,7982
"lr_1",6.472378181361513e-08,1613948567450,7982
"mom_1",0.9498715511518843,1613948567450,7982
"eps_1",1e-05,1613948567450,7982
"wd_2",0.01,1613948567450,7982
"sqr_mom_2",0.99,1613948567450,7982
"lr_2",6.472378181361649e-07,1613948567450,7982
"mom_2",0.9498715511518843,1613948567450,7982
"eps_2",1e-05,1613948567450,7982
"train_loss",0.0041725077,1613948568415,7983
"raw_loss",0.002931201,1613948568415,7983
"epoch",50.213836477987414,1613948568415,7983
"wd_0",0.01,1613948568415,7983
"sqr_mom_0",0.99,1613948568415,7983
"lr_0",6.371671437780399e-09,1613948568415,7983
"mom_0",0.9498735653068974,1613948568415,7983
"eps_0",1e-05,1613948568415,7983
"wd_1",0.01,1613948568415,7983
"sqr_mom_1",0.99,1613948568415,7983
"lr_1",6.3716714377804e-08,1613948568415,7983
"mom_1",0.9498735653068974,1613948568415,7983
"eps_1",1e-05,1613948568415,7983
"wd_2",0.01,1613948568415,7983
"sqr_mom_2",0.99,1613948568415,7983
"lr_2",6.371671437780399e-07,1613948568415,7983
"mom_2",0.9498735653068974,1613948568415,7983
"eps_2",1e-05,1613948568415,7983
"train_loss",0.004160114,1613948569397,7984
"raw_loss",0.0035528268,1613948569397,7984
"epoch",50.220125786163514,1613948569397,7984
"wd_0",0.01,1613948569397,7984
"sqr_mom_0",0.99,1613948569397,7984
"lr_0",6.27179252412324e-09,1613948569397,7984
"mom_0",0.9498755629051465,1613948569397,7984
"eps_0",1e-05,1613948569397,7984
"wd_1",0.01,1613948569397,7984
"sqr_mom_1",0.99,1613948569397,7984
"lr_1",6.271792524123579e-08,1613948569397,7984
"mom_1",0.9498755629051465,1613948569397,7984
"eps_1",1e-05,1613948569397,7984
"wd_2",0.01,1613948569397,7984
"sqr_mom_2",0.99,1613948569397,7984
"lr_2",6.271792524122901e-07,1613948569397,7984
"mom_2",0.9498755629051465,1613948569397,7984
"eps_2",1e-05,1613948569397,7984
"train_loss",0.004170367,1613948570370,7985
"raw_loss",0.00467277,1613948570370,7985
"epoch",50.226415094339615,1613948570370,7985
"wd_0",0.01,1613948570370,7985
"sqr_mom_0",0.99,1613948570370,7985
"lr_0",6.172642452704921e-09,1613948570370,7985
"mom_0",0.9498775459264052,1613948570370,7985
"eps_0",1e-05,1613948570370,7985
"wd_1",0.01,1613948570370,7985
"sqr_mom_1",0.99,1613948570370,7985
"lr_1",6.172642452704921e-08,1613948570370,7985
"mom_1",0.9498775459264052,1613948570370,7985
"eps_1",1e-05,1613948570370,7985
"wd_2",0.01,1613948570370,7985
"sqr_mom_2",0.99,1613948570370,7985
"lr_2",6.172642452704786e-07,1613948570370,7985
"mom_2",0.9498775459264052,1613948570370,7985
"eps_2",1e-05,1613948570370,7985
"train_loss",0.00418716,1613948571332,7986
"raw_loss",0.005010034,1613948571332,7986
"epoch",50.232704402515715,1613948571332,7986
"wd_0",0.01,1613948571332,7986
"sqr_mom_0",0.99,1613948571332,7986
"lr_0",6.07435275387114e-09,1613948571332,7986
"mom_0",0.9498795117400399,1613948571332,7986
"eps_0",1e-05,1613948571332,7986
"wd_1",0.01,1613948571332,7986
"sqr_mom_1",0.99,1613948571332,7986
"lr_1",6.074352753871479e-08,1613948571332,7986
"mom_1",0.9498795117400399,1613948571332,7986
"eps_1",1e-05,1613948571332,7986
"wd_2",0.01,1613948571332,7986
"sqr_mom_2",0.99,1613948571332,7986
"lr_2",6.074352753871479e-07,1613948571332,7986
"mom_2",0.9498795117400399,1613948571332,7986
"eps_2",1e-05,1613948571332,7986
"train_loss",0.004178476,1613948572279,7987
"raw_loss",0.003752945,1613948572279,7987
"epoch",50.238993710691815,1613948572279,7987
"wd_0",0.01,1613948572279,7987
"sqr_mom_0",0.99,1613948572279,7987
"lr_0",5.976857445997402e-09,1613948572279,7987
"mom_0",0.9498814616656966,1613948572279,7987
"eps_0",1e-05,1613948572279,7987
"wd_1",0.01,1613948572279,7987
"sqr_mom_1",0.99,1613948572279,7987
"lr_1",5.976857445997571e-08,1613948572279,7987
"mom_1",0.9498814616656966,1613948572279,7987
"eps_1",1e-05,1613948572279,7987
"wd_2",0.01,1613948572279,7987
"sqr_mom_2",0.99,1613948572279,7987
"lr_2",5.976857445996351e-07,1613948572279,7987
"mom_2",0.9498814616656966,1613948572279,7987
"eps_2",1e-05,1613948572279,7987
"train_loss",0.004155787,1613948573245,7988
"raw_loss",0.003044026,1613948573245,7988
"epoch",50.245283018867916,1613948573245,7988
"wd_0",0.01,1613948573245,7988
"sqr_mom_0",0.99,1613948573245,7988
"lr_0",5.880092656088441e-09,1613948573245,7988
"mom_0",0.949883396980848,1613948573245,7988
"eps_0",1e-05,1613948573245,7988
"wd_1",0.01,1613948573245,7988
"sqr_mom_1",0.99,1613948573245,7988
"lr_1",5.880092656087763e-08,1613948573245,7988
"mom_1",0.949883396980848,1613948573245,7988
"eps_1",1e-05,1613948573245,7988
"wd_2",0.01,1613948573245,7988
"sqr_mom_2",0.99,1613948573245,7988
"lr_2",5.880092656087221e-07,1613948573245,7988
"mom_2",0.949883396980848,1613948573245,7988
"eps_2",1e-05,1613948573245,7988
"train_loss",0.0042324397,1613948574207,7989
"raw_loss",0.007988423,1613948574207,7989
"epoch",50.251572327044016,1613948574207,7989
"wd_0",0.01,1613948574207,7989
"sqr_mom_0",0.99,1613948574207,7989
"lr_0",5.784186750228973e-09,1613948574207,7989
"mom_0",0.9498853151181466,1613948574207,7989
"eps_0",1e-05,1613948574207,7989
"wd_1",0.01,1613948574207,7989
"sqr_mom_1",0.99,1613948574207,7989
"lr_1",5.7841867502294816e-08,1613948574207,7989
"mom_1",0.9498853151181466,1613948574207,7989
"eps_1",1e-05,1613948574207,7989
"wd_2",0.01,1613948574207,7989
"sqr_mom_2",0.99,1613948574207,7989
"lr_2",5.784186750229211e-07,1613948574207,7989
"mom_2",0.9498853151181466,1613948574207,7989
"eps_2",1e-05,1613948574207,7989
"train_loss",0.0042045666,1613948575182,7990
"raw_loss",0.0028387913,1613948575182,7990
"epoch",50.25786163522012,1613948575182,7990
"wd_0",0.01,1613948575182,7990
"sqr_mom_0",0.99,1613948575182,7990
"lr_0",5.68907532775609e-09,1613948575182,7990
"mom_0",0.9498872173656185,1613948575182,7990
"eps_0",1e-05,1613948575182,7990
"wd_1",0.01,1613948575182,7990
"sqr_mom_1",0.99,1613948575182,7990
"lr_1",5.6890753277555816e-08,1613948575182,7990
"mom_1",0.9498872173656185,1613948575182,7990
"eps_1",1e-05,1613948575182,7990
"wd_2",0.01,1613948575182,7990
"sqr_mom_2",0.99,1613948575182,7990
"lr_2",5.689075327755446e-07,1613948575182,7990
"mom_2",0.9498872173656185,1613948575182,7990
"eps_2",1e-05,1613948575182,7990
"train_loss",0.0042178985,1613948576152,7991
"raw_loss",0.0048711607,1613948576152,7991
"epoch",50.26415094339622,1613948576152,7991
"wd_0",0.01,1613948576152,7991
"sqr_mom_0",0.99,1613948576152,7991
"lr_0",5.594696096880056e-09,1613948576152,7991
"mom_0",0.949889104969112,1613948576152,7991
"eps_0",1e-05,1613948576152,7991
"wd_1",0.01,1613948576152,7991
"sqr_mom_1",0.99,1613948576152,7991
"lr_1",5.594696096879886e-08,1613948576152,7991
"mom_1",0.949889104969112,1613948576152,7991
"eps_1",1e-05,1613948576152,7991
"wd_2",0.01,1613948576152,7991
"sqr_mom_2",0.99,1613948576152,7991
"lr_2",5.594696096879615e-07,1613948576152,7991
"mom_2",0.949889104969112,1613948576152,7991
"eps_2",1e-05,1613948576152,7991
"train_loss",0.0042287484,1613948577126,7992
"raw_loss",0.004760399,1613948577126,7992
"epoch",50.27044025157232,1613948577126,7992
"wd_0",0.01,1613948577126,7992
"sqr_mom_0",0.99,1613948577126,7992
"lr_0",5.501174259055299e-09,1613948577126,7992
"mom_0",0.9498909754245731,1613948577126,7992
"eps_0",1e-05,1613948577126,7992
"wd_1",0.01,1613948577126,7992
"sqr_mom_1",0.99,1613948577126,7992
"lr_1",5.501174259054791e-08,1613948577126,7992
"mom_1",0.9498909754245731,1613948577126,7992
"eps_1",1e-05,1613948577126,7992
"wd_2",0.01,1613948577126,7992
"sqr_mom_2",0.99,1613948577126,7992
"lr_2",5.501174259054655e-07,1613948577126,7992
"mom_2",0.9498909754245731,1613948577126,7992
"eps_2",1e-05,1613948577126,7992
"train_loss",0.004175686,1613948578096,7993
"raw_loss",0.0015756253,1613948578096,7993
"epoch",50.27672955974842,1613948578096,7993
"wd_0",0.01,1613948578096,7993
"sqr_mom_0",0.99,1613948578096,7993
"lr_0",5.408416361107104e-09,1613948578096,7993
"mom_0",0.9498928306010839,1613948578096,7993
"eps_0",1e-05,1613948578096,7993
"wd_1",0.01,1613948578096,7993
"sqr_mom_1",0.99,1613948578096,7993
"lr_1",5.408416361107443e-08,1613948578096,7993
"mom_1",0.9498928306010839,1613948578096,7993
"eps_1",1e-05,1613948578096,7993
"wd_2",0.01,1613948578096,7993
"sqr_mom_2",0.99,1613948578096,7993
"lr_2",5.408416361106765e-07,1613948578096,7993
"mom_2",0.9498928306010839,1613948578096,7993
"eps_2",1e-05,1613948578096,7993
"train_loss",0.0041635307,1613948579078,7994
"raw_loss",0.0035679194,1613948579078,7994
"epoch",50.28301886792452,1613948579078,7994
"wd_0",0.01,1613948579078,7994
"sqr_mom_0",0.99,1613948579078,7994
"lr_0",5.31645359359989e-09,1613948579078,7994
"mom_0",0.9498946698748267,1613948579078,7994
"eps_0",1e-05,1613948579078,7994
"wd_1",0.01,1613948579078,7994
"sqr_mom_1",0.99,1613948579078,7994
"lr_1",5.316453593599721e-08,1613948579078,7994
"mom_1",0.9498946698748267,1613948579078,7994
"eps_1",1e-05,1613948579078,7994
"wd_2",0.01,1613948579078,7994
"sqr_mom_2",0.99,1613948579078,7994
"lr_2",5.316453593599314e-07,1613948579078,7994
"mom_2",0.9498946698748267,1613948579078,7994
"eps_2",1e-05,1613948579078,7994
"train_loss",0.0041271546,1613948580020,7995
"raw_loss",0.0023447296,1613948580020,7995
"epoch",50.28930817610062,1613948580020,7995
"wd_0",0.01,1613948580020,7995
"sqr_mom_0",0.99,1613948580020,7995
"lr_0",5.225285985844386e-09,1613948580020,7995
"mom_0",0.9498964932452155,1613948580020,7995
"eps_0",1e-05,1613948580020,7995
"wd_1",0.01,1613948580020,7995
"sqr_mom_1",0.99,1613948580020,7995
"lr_1",5.225285985844386e-08,1613948580020,7995
"mom_1",0.9498964932452155,1613948580020,7995
"eps_1",1e-05,1613948580020,7995
"wd_2",0.01,1613948580020,7995
"sqr_mom_2",0.99,1613948580020,7995
"lr_2",5.225285985843708e-07,1613948580020,7995
"mom_2",0.9498964932452155,1613948580020,7995
"eps_2",1e-05,1613948580020,7995
"train_loss",0.004100721,1613948580986,7996
"raw_loss",0.0028054747,1613948580986,7996
"epoch",50.29559748427672,1613948580986,7996
"wd_0",0.01,1613948580986,7996
"sqr_mom_0",0.99,1613948580986,7996
"lr_0",5.1349434093366964e-09,1613948580986,7996
"mom_0",0.9498983001148144,1613948580986,7996
"eps_0",1e-05,1613948580986,7996
"wd_1",0.01,1613948580986,7996
"sqr_mom_1",0.99,1613948580986,7996
"lr_1",5.1349434093372046e-08,1613948580986,7996
"mom_1",0.9498983001148144,1613948580986,7996
"eps_1",1e-05,1613948580986,7996
"wd_2",0.01,1613948580986,7996
"sqr_mom_2",0.99,1613948580986,7996
"lr_2",5.134943409336934e-07,1613948580986,7996
"mom_2",0.9498983001148144,1613948580986,7996
"eps_2",1e-05,1613948580986,7996
"train_loss",0.004083712,1613948581942,7997
"raw_loss",0.0032502727,1613948581942,7997
"epoch",50.30188679245282,1613948581942,7997
"wd_0",0.01,1613948581942,7997
"sqr_mom_0",0.99,1613948581942,7997
"lr_0",5.0453363655718805e-09,1613948581942,7997
"mom_0",0.9499000922736113,1613948581942,7997
"eps_0",1e-05,1613948581942,7997
"wd_1",0.01,1613948581942,7997
"sqr_mom_1",0.99,1613948581942,7997
"lr_1",5.04533636557205e-08,1613948581942,7997
"mom_1",0.9499000922736113,1613948581942,7997
"eps_1",1e-05,1613948581942,7997
"wd_2",0.01,1613948581942,7997
"sqr_mom_2",0.99,1613948581942,7997
"lr_2",5.045336365571643e-07,1613948581942,7997
"mom_2",0.9499000922736113,1613948581942,7997
"eps_2",1e-05,1613948581942,7997
"train_loss",0.0040968047,1613948582898,7998
"raw_loss",0.004738349,1613948582898,7998
"epoch",50.30817610062892,1613948582898,7998
"wd_0",0.01,1613948582898,7998
"sqr_mom_0",0.99,1613948582898,7998
"lr_0",4.956583725322471e-09,1613948582898,7998
"mom_0",0.9499018673441669,1613948582898,7998
"eps_0",1e-05,1613948582898,7998
"wd_1",0.01,1613948582898,7998
"sqr_mom_1",0.99,1613948582898,7998
"lr_1",4.956583725322471e-08,1613948582898,7998
"mom_1",0.9499018673441669,1613948582898,7998
"eps_1",1e-05,1613948582898,7998
"wd_2",0.01,1613948582898,7998
"sqr_mom_2",0.99,1613948582898,7998
"lr_2",4.956583725321522e-07,1613948582898,7998
"mom_2",0.9499018673441669,1613948582898,7998
"eps_2",1e-05,1613948582898,7998
"train_loss",0.0040754844,1613948583859,7999
"raw_loss",0.0030307814,1613948583859,7999
"epoch",50.31446540880502,1613948583859,7999
"wd_0",0.01,1613948583859,7999
"sqr_mom_0",0.99,1613948583859,7999
"lr_0",4.868625832072392e-09,1613948583859,7999
"mom_0",0.9499036265196237,1613948583859,7999
"eps_0",1e-05,1613948583859,7999
"wd_1",0.01,1613948583859,7999
"sqr_mom_1",0.99,1613948583859,7999
"lr_1",4.868625832072222e-08,1613948583859,7999
"mom_1",0.9499036265196237,1613948583859,7999
"eps_1",1e-05,1613948583859,7999
"wd_2",0.01,1613948583859,7999
"sqr_mom_2",0.99,1613948583859,7999
"lr_2",4.868625832071816e-07,1613948583859,7999
"mom_2",0.9499036265196237,1613948583859,7999
"eps_2",1e-05,1613948583859,7999
"train_loss",0.00409899,1613948584819,8000
"raw_loss",0.0052507785,1613948584819,8000
"epoch",50.32075471698112,1613948584819,8000
"wd_0",0.01,1613948584819,8000
"sqr_mom_0",0.99,1613948584819,8000
"lr_0",4.78140513888178e-09,1613948584819,8000
"mom_0",0.9499053709509319,1613948584819,8000
"eps_0",1e-05,1613948584819,8000
"wd_1",0.01,1613948584819,8000
"sqr_mom_1",0.99,1613948584819,8000
"lr_1",4.7814051388819496e-08,1613948584819,8000
"mom_1",0.9499053709509319,1613948584819,8000
"eps_1",1e-05,1613948584819,8000
"wd_2",0.01,1613948584819,8000
"sqr_mom_2",0.99,1613948584819,8000
"lr_2",4.781405138881136e-07,1613948584819,8000
"mom_2",0.9499053709509319,1613948584819,8000
"eps_2",1e-05,1613948584819,8000
"train_loss",0.0041088583,1613948585764,8001
"raw_loss",0.0045924014,1613948585764,8001
"epoch",50.32704402515722,1613948585764,8001
"wd_0",0.01,1613948585764,8001
"sqr_mom_0",0.99,1613948585764,8001
"lr_0",4.695037350843408e-09,1613948585764,8001
"mom_0",0.9499070983239664,1613948585764,8001
"eps_0",1e-05,1613948585764,8001
"wd_1",0.01,1613948585764,8001
"sqr_mom_1",0.99,1613948585764,8001
"lr_1",4.695037350843916e-08,1613948585764,8001
"mom_1",0.9499070983239664,1613948585764,8001
"eps_1",1e-05,1613948585764,8001
"wd_2",0.01,1613948585764,8001
"sqr_mom_2",0.99,1613948585764,8001
"lr_2",4.695037350843645e-07,1613948585764,8001
"mom_2",0.9499070983239664,1613948585764,8001
"eps_2",1e-05,1613948585764,8001
"train_loss",0.004173877,1613948586726,8002
"raw_loss",0.0073598097,1613948586726,8002
"epoch",50.33333333333332,1613948586726,8002
"wd_0",0.01,1613948586726,8002
"sqr_mom_0",0.99,1613948586726,8002
"lr_0",4.609436133192389e-09,1613948586726,8002
"mom_0",0.9499088103654397,1613948586726,8002
"eps_0",1e-05,1613948586726,8002
"wd_1",0.01,1613948586726,8002
"sqr_mom_1",0.99,1613948586726,8002
"lr_1",4.6094361331925585e-08,1613948586726,8002
"mom_1",0.9499088103654397,1613948586726,8002
"eps_1",1e-05,1613948586726,8002
"wd_2",0.01,1613948586726,8002
"sqr_mom_2",0.99,1613948586726,8002
"lr_2",4.609436133191881e-07,1613948586726,8002
"mom_2",0.9499088103654397,1613948586726,8002
"eps_2",1e-05,1613948586726,8002
"train_loss",0.004202634,1613948587669,8003
"raw_loss",0.0056117135,1613948587669,8003
"epoch",50.33962264150942,1613948587669,8003
"wd_0",0.01,1613948587669,8003
"sqr_mom_0",0.99,1613948587669,8003
"lr_0",4.52463030064789e-09,1613948587669,8003
"mom_0",0.949910506499052,1613948587669,8003
"eps_0",1e-05,1613948587669,8003
"wd_1",0.01,1613948587669,8003
"sqr_mom_1",0.99,1613948587669,8003
"lr_1",4.52463030064772e-08,1613948587669,8003
"mom_1",0.949910506499052,1613948587669,8003
"eps_1",1e-05,1613948587669,8003
"wd_2",0.01,1613948587669,8003
"sqr_mom_2",0.99,1613948587669,8003
"lr_2",4.52463030064772e-07,1613948587669,8003
"mom_2",0.949910506499052,1613948587669,8003
"eps_2",1e-05,1613948587669,8003
"train_loss",0.004169007,1613948588614,8004
"raw_loss",0.0025212765,1613948588614,8004
"epoch",50.34591194968552,1613948588614,8004
"wd_0",0.01,1613948588614,8004
"sqr_mom_0",0.99,1613948588614,8004
"lr_0",4.440619880240425e-09,1613948588614,8004
"mom_0",0.9499121867242624,1613948588614,8004
"eps_0",1e-05,1613948588614,8004
"wd_1",0.01,1613948588614,8004
"sqr_mom_1",0.99,1613948588614,8004
"lr_1",4.440619880240594e-08,1613948588614,8004
"mom_1",0.9499121867242624,1613948588614,8004
"eps_1",1e-05,1613948588614,8004
"wd_2",0.01,1613948588614,8004
"sqr_mom_2",0.99,1613948588614,8004
"lr_2",4.440619880240323e-07,1613948588614,8004
"mom_2",0.9499121867242624,1613948588614,8004
"eps_2",1e-05,1613948588614,8004
"train_loss",0.0041684695,1613948589573,8005
"raw_loss",0.0041421433,1613948589573,8005
"epoch",50.35220125786162,1613948589573,8005
"wd_0",0.01,1613948589573,8005
"sqr_mom_0",0.99,1613948589573,8005
"lr_0",4.3574323671990224e-09,1613948589573,8005
"mom_0",0.9499138504911608,1613948589573,8005
"eps_0",1e-05,1613948589573,8005
"wd_1",0.01,1613948589573,8005
"sqr_mom_1",0.99,1613948589573,8005
"lr_1",4.357432367199361e-08,1613948589573,8005
"mom_1",0.9499138504911608,1613948589573,8005
"eps_1",1e-05,1613948589573,8005
"wd_2",0.01,1613948589573,8005
"sqr_mom_2",0.99,1613948589573,8005
"lr_2",4.35743236719909e-07,1613948589573,8005
"mom_2",0.9499138504911608,1613948589573,8005
"eps_2",1e-05,1613948589573,8005
"train_loss",0.0041903113,1613948590513,8006
"raw_loss",0.0052605644,1613948590513,8006
"epoch",50.35849056603772,1613948590513,8006
"wd_0",0.01,1613948590513,8006
"sqr_mom_0",0.99,1613948590513,8006
"lr_0",4.274985382691499e-09,1613948590513,8006
"mom_0",0.9499154994473405,1613948590513,8006
"eps_0",1e-05,1613948590513,8006
"wd_1",0.01,1613948590513,8006
"sqr_mom_1",0.99,1613948590513,8006
"lr_1",4.274985382691669e-08,1613948590513,8006
"mom_1",0.9499154994473405,1613948590513,8006
"eps_1",1e-05,1613948590513,8006
"wd_2",0.01,1613948590513,8006
"sqr_mom_2",0.99,1613948590513,8006
"lr_2",4.274985382691533e-07,1613948590513,8006
"mom_2",0.9499154994473405,1613948590513,8006
"eps_2",1e-05,1613948590513,8006
"train_loss",0.004258442,1613948591494,8007
"raw_loss",0.007596865,1613948591494,8007
"epoch",50.36477987421382,1613948591494,8007
"wd_0",0.01,1613948591494,8007
"sqr_mom_0",0.99,1613948591494,8007
"lr_0",4.19338829910771e-09,1613948591494,8007
"mom_0",0.9499171314053318,1613948591494,8007
"eps_0",1e-05,1613948591494,8007
"wd_1",0.01,1613948591494,8007
"sqr_mom_1",0.99,1613948591494,8007
"lr_1",4.193388299108218e-08,1613948591494,8007
"mom_1",0.9499171314053318,1613948591494,8007
"eps_1",1e-05,1613948591494,8007
"wd_2",0.01,1613948591494,8007
"sqr_mom_2",0.99,1613948591494,8007
"lr_2",4.1933882991072695e-07,1613948591494,8007
"mom_2",0.9499171314053318,1613948591494,8007
"eps_2",1e-05,1613948591494,8007
"train_loss",0.0043015564,1613948592455,8008
"raw_loss",0.006414156,1613948592455,8008
"epoch",50.371069182389924,1613948592455,8008
"wd_0",0.01,1613948592455,8008
"sqr_mom_0",0.99,1613948592455,8008
"lr_0",4.112586205622554e-09,1613948592455,8008
"mom_0",0.9499187474633621,1613948592455,8008
"eps_0",1e-05,1613948592455,8008
"wd_1",0.01,1613948592455,8008
"sqr_mom_1",0.99,1613948592455,8008
"lr_1",4.112586205622554e-08,1613948592455,8008
"mom_1",0.9499187474633621,1613948592455,8008
"eps_1",1e-05,1613948592455,8008
"wd_2",0.01,1613948592455,8008
"sqr_mom_2",0.99,1613948592455,8008
"lr_2",4.1125862056221475e-07,1613948592455,8008
"mom_2",0.9499187474633621,1613948592455,8008
"eps_2",1e-05,1613948592455,8008
"train_loss",0.004256536,1613948593428,8009
"raw_loss",0.002050519,1613948593428,8009
"epoch",50.377358490566024,1613948593428,8009
"wd_0",0.01,1613948593428,8009
"sqr_mom_0",0.99,1613948593428,8009
"lr_0",4.032526301629195e-09,1613948593428,8009
"mom_0",0.9499203486774541,1613948593428,8009
"eps_0",1e-05,1613948593428,8009
"wd_1",0.01,1613948593428,8009
"sqr_mom_1",0.99,1613948593428,8009
"lr_1",4.032526301629534e-08,1613948593428,8009
"mom_1",0.9499203486774541,1613948593428,8009
"eps_1",1e-05,1613948593428,8009
"wd_2",0.01,1613948593428,8009
"sqr_mom_2",0.99,1613948593428,8009
"lr_2",4.0325263016293984e-07,1613948593428,8009
"mom_2",0.9499203486774541,1613948593428,8009
"eps_2",1e-05,1613948593428,8009
"train_loss",0.0043545985,1613948594420,8010
"raw_loss",0.0091596795,1613948594420,8010
"epoch",50.383647798742125,1613948594420,8010
"wd_0",0.01,1613948594420,8010
"sqr_mom_0",0.99,1613948594420,8010
"lr_0",3.953314792872109e-09,1613948594420,8010
"mom_0",0.9499219329234717,1613948594420,8010
"eps_0",1e-05,1613948594420,8010
"wd_1",0.01,1613948594420,8010
"sqr_mom_1",0.99,1613948594420,8010
"lr_1",3.953314792872278e-08,1613948594420,8010
"mom_1",0.9499219329234717,1613948594420,8010
"eps_1",1e-05,1613948594420,8010
"wd_2",0.01,1613948594420,8010
"sqr_mom_2",0.99,1613948594420,8010
"lr_2",3.953314792872007e-07,1613948594420,8010
"mom_2",0.9499219329234717,1613948594420,8010
"eps_2",1e-05,1613948594420,8010
"train_loss",0.0043976535,1613948595415,8011
"raw_loss",0.006507362,1613948595415,8011
"epoch",50.389937106918225,1613948595415,8011
"wd_0",0.01,1613948595415,8011
"sqr_mom_0",0.99,1613948595415,8011
"lr_0",3.874846579855565e-09,1613948595415,8011
"mom_0",0.9499235023034259,1613948595415,8011
"eps_0",1e-05,1613948595415,8011
"wd_1",0.01,1613948595415,8011
"sqr_mom_1",0.99,1613948595415,8011
"lr_1",3.874846579855735e-08,1613948595415,8011
"mom_1",0.9499235023034259,1613948595415,8011
"eps_1",1e-05,1613948595415,8011
"wd_2",0.01,1613948595415,8011
"sqr_mom_2",0.99,1613948595415,8011
"lr_2",3.874846579855328e-07,1613948595415,8011
"mom_2",0.9499235023034259,1613948595415,8011
"eps_2",1e-05,1613948595415,8011
"train_loss",0.0043931413,1613948596367,8012
"raw_loss",0.004172035,1613948596367,8012
"epoch",50.396226415094326,1613948596367,8012
"wd_0",0.01,1613948596367,8012
"sqr_mom_0",0.99,1613948596367,8012
"lr_0",3.79722575681744e-09,1613948596367,8012
"mom_0",0.949925054735411,1613948596367,8012
"eps_0",1e-05,1613948596367,8012
"wd_1",0.01,1613948596367,8012
"sqr_mom_1",0.99,1613948596367,8012
"lr_1",3.797225756817609e-08,1613948596367,8012
"mom_1",0.949925054735411,1613948596367,8012
"eps_1",1e-05,1613948596367,8012
"wd_2",0.01,1613948596367,8012
"sqr_mom_2",0.99,1613948596367,8012
"lr_2",3.7972257568169316e-07,1613948596367,8012
"mom_2",0.949925054735411,1613948596367,8012
"eps_2",1e-05,1613948596367,8012
"train_loss",0.0043559596,1613948597310,8013
"raw_loss",0.0025340463,1613948597310,8013
"epoch",50.402515723270426,1613948597310,8013
"wd_0",0.01,1613948597310,8013
"sqr_mom_0",0.99,1613948597310,8013
"lr_0",3.720400050066375e-09,1613948597310,8013
"mom_0",0.9499265912649113,1613948597310,8013
"eps_0",1e-05,1613948597310,8013
"wd_1",0.01,1613948597310,8013
"sqr_mom_1",0.99,1613948597310,8013
"lr_1",3.720400050066206e-08,1613948597310,8013
"mom_1",0.9499265912649113,1613948597310,8013
"eps_1",1e-05,1613948597310,8013
"wd_2",0.01,1613948597310,8013
"sqr_mom_2",0.99,1613948597310,8013
"lr_2",3.720400050065799e-07,1613948597310,8013
"mom_2",0.9499265912649113,1613948597310,8013
"eps_2",1e-05,1613948597310,8013
"train_loss",0.0043279156,1613948598274,8014
"raw_loss",0.0029537482,1613948598274,8014
"epoch",50.408805031446526,1613948598274,8014
"wd_0",0.01,1613948598274,8014
"sqr_mom_0",0.99,1613948598274,8014
"lr_0",3.644319296464703e-09,1613948598274,8014
"mom_0",0.9499281128951996,1613948598274,8014
"eps_0",1e-05,1613948598274,8014
"wd_1",0.01,1613948598274,8014
"sqr_mom_1",0.99,1613948598274,8014
"lr_1",3.644319296464534e-08,1613948598274,8014
"mom_1",0.9499281128951996,1613948598274,8014
"eps_1",1e-05,1613948598274,8014
"wd_2",0.01,1613948598274,8014
"sqr_mom_2",0.99,1613948598274,8014
"lr_2",3.644319296464398e-07,1613948598274,8014
"mom_2",0.9499281128951996,1613948598274,8014
"eps_2",1e-05,1613948598274,8014
"train_loss",0.0043060756,1613948599219,8015
"raw_loss",0.0032359138,1613948599219,8015
"epoch",50.41509433962263,1613948599219,8015
"wd_0",0.01,1613948599219,8015
"sqr_mom_0",0.99,1613948599219,8015
"lr_0",3.569084423100935e-09,1613948599219,8015
"mom_0",0.949929617607714,1613948599219,8015
"eps_0",1e-05,1613948599219,8015
"wd_1",0.01,1613948599219,8015
"sqr_mom_1",0.99,1613948599219,8015
"lr_1",3.5690844231005964e-08,1613948599219,8015
"mom_1",0.949929617607714,1613948599219,8015
"eps_1",1e-05,1613948599219,8015
"wd_2",0.01,1613948599219,8015
"sqr_mom_2",0.99,1613948599219,8015
"lr_2",3.5690844231005964e-07,1613948599219,8015
"mom_2",0.949929617607714,1613948599219,8015
"eps_2",1e-05,1613948599219,8015
"train_loss",0.00438878,1613948600175,8016
"raw_loss",0.008441299,1613948600175,8016
"epoch",50.42138364779873,1613948600175,8016
"wd_0",0.01,1613948600175,8016
"sqr_mom_0",0.99,1613948600175,8016
"lr_0",3.4946201726833534e-09,1613948600175,8016
"mom_0",0.9499311069076154,1613948600175,8016
"eps_0",1e-05,1613948600175,8016
"wd_1",0.01,1613948600175,8016
"sqr_mom_1",0.99,1613948600175,8016
"lr_1",3.494620172682676e-08,1613948600175,8016
"mom_1",0.9499311069076154,1613948600175,8016
"eps_1",1e-05,1613948600175,8016
"wd_2",0.01,1613948600175,8016
"sqr_mom_2",0.99,1613948600175,8016
"lr_2",3.494620172682676e-07,1613948600175,8016
"mom_2",0.9499311069076154,1613948600175,8016
"eps_2",1e-05,1613948600175,8016
"train_loss",0.0043972004,1613948601117,8017
"raw_loss",0.0048098085,1613948601117,8017
"epoch",50.42767295597483,1613948601117,8017
"wd_0",0.01,1613948601117,8017
"sqr_mom_0",0.99,1613948601117,8017
"lr_0",3.4209516627068474e-09,1613948601117,8017
"mom_0",0.9499325802925488,1613948601117,8017
"eps_0",1e-05,1613948601117,8017
"wd_1",0.01,1613948601117,8017
"sqr_mom_1",0.99,1613948601117,8017
"lr_1",3.420951662707017e-08,1613948601117,8017
"mom_1",0.9499325802925488,1613948601117,8017
"eps_1",1e-05,1613948601117,8017
"wd_2",0.01,1613948601117,8017
"sqr_mom_2",0.99,1613948601117,8017
"lr_2",3.4209516627066103e-07,1613948601117,8017
"mom_2",0.9499325802925488,1613948601117,8017
"eps_2",1e-05,1613948601117,8017
"train_loss",0.00437731,1613948602071,8018
"raw_loss",0.0034026909,1613948602071,8018
"epoch",50.43396226415093,1613948602071,8018
"wd_0",0.01,1613948602071,8018
"sqr_mom_0",0.99,1613948602071,8018
"lr_0",3.3480789166520175e-09,1613948602071,8018
"mom_0",0.9499340377620445,1613948602071,8018
"eps_0",1e-05,1613948602071,8018
"wd_1",0.01,1613948602071,8018
"sqr_mom_1",0.99,1613948602071,8018
"lr_1",3.3480789166520175e-08,1613948602071,8018
"mom_1",0.9499340377620445,1613948602071,8018
"eps_1",1e-05,1613948602071,8018
"wd_2",0.01,1613948602071,8018
"sqr_mom_2",0.99,1613948602071,8018
"lr_2",3.348078916651882e-07,1613948602071,8018
"mom_2",0.9499340377620445,1613948602071,8018
"eps_2",1e-05,1613948602071,8018
"train_loss",0.004379714,1613948603015,8019
"raw_loss",0.0044975006,1613948603015,8019
"epoch",50.44025157232703,1613948603015,8019
"wd_0",0.01,1613948603015,8019
"sqr_mom_0",0.99,1613948603015,8019
"lr_0",3.276025731939163e-09,1613948603015,8019
"mom_0",0.9499354788401496,1613948603015,8019
"eps_0",1e-05,1613948603015,8019
"wd_1",0.01,1613948603015,8019
"sqr_mom_1",0.99,1613948603015,8019
"lr_1",3.276025731938824e-08,1613948603015,8019
"mom_1",0.9499354788401496,1613948603015,8019
"eps_1",1e-05,1613948603015,8019
"wd_2",0.01,1613948603015,8019
"sqr_mom_2",0.99,1613948603015,8019
"lr_2",3.2760257319386886e-07,1613948603015,8019
"mom_2",0.9499354788401496,1613948603015,8019
"eps_2",1e-05,1613948603015,8019
"train_loss",0.0043664332,1613948603988,8020
"raw_loss",0.003715684,1613948603988,8020
"epoch",50.44654088050313,1613948603988,8020
"wd_0",0.01,1613948603988,8020
"sqr_mom_0",0.99,1613948603988,8020
"lr_0",3.20472080896432e-09,1613948603988,8020
"mom_0",0.9499369049528702,1613948603988,8020
"eps_0",1e-05,1613948603988,8020
"wd_1",0.01,1613948603988,8020
"sqr_mom_1",0.99,1613948603988,8020
"lr_1",3.204720808964659e-08,1613948603988,8020
"mom_1",0.9499369049528702,1613948603988,8020
"eps_1",1e-05,1613948603988,8020
"wd_2",0.01,1613948603988,8020
"sqr_mom_2",0.99,1613948603988,8020
"lr_2",3.2047208089645233e-07,1613948603988,8020
"mom_2",0.9499369049528702,1613948603988,8020
"eps_2",1e-05,1613948603988,8020
"train_loss",0.004409779,1613948604941,8021
"raw_loss",0.0065337173,1613948604941,8021
"epoch",50.45283018867923,1613948604941,8021
"wd_0",0.01,1613948604941,8021
"sqr_mom_0",0.99,1613948604941,8021
"lr_0",3.134258739300934e-09,1613948604941,8021
"mom_0",0.9499383142083561,1613948604941,8021
"eps_0",1e-05,1613948604941,8021
"wd_1",0.01,1613948604941,8021
"sqr_mom_1",0.99,1613948604941,8021
"lr_1",3.1342587393011034e-08,1613948604941,8021
"mom_1",0.9499383142083561,1613948604941,8021
"eps_1",1e-05,1613948604941,8021
"wd_2",0.01,1613948604941,8021
"sqr_mom_2",0.99,1613948604941,8021
"lr_2",3.1342587393013745e-07,1613948604941,8021
"mom_2",0.9499383142083561,1613948604941,8021
"eps_2",1e-05,1613948604941,8021
"train_loss",0.0043810215,1613948605896,8022
"raw_loss",0.0029719013,1613948605896,8022
"epoch",50.45911949685533,1613948605896,8022
"wd_0",0.01,1613948605896,8022
"sqr_mom_0",0.99,1613948605896,8022
"lr_0",3.064591997096699e-09,1613948605896,8022
"mom_0",0.9499397075571336,1613948605896,8022
"eps_0",1e-05,1613948605896,8022
"wd_1",0.01,1613948605896,8022
"sqr_mom_1",0.99,1613948605896,8022
"lr_1",3.064591997097038e-08,1613948605896,8022
"mom_1",0.9499397075571336,1613948605896,8022
"eps_1",1e-05,1613948605896,8022
"wd_2",0.01,1613948605896,8022
"sqr_mom_2",0.99,1613948605896,8022
"lr_2",3.064591997096631e-07,1613948605896,8022
"mom_2",0.9499397075571336,1613948605896,8022
"eps_2",1e-05,1613948605896,8022
"train_loss",0.0043488164,1613948606851,8023
"raw_loss",0.0027707668,1613948606851,8023
"epoch",50.46540880503143,1613948606851,8023
"wd_0",0.01,1613948606851,8023
"sqr_mom_0",0.99,1613948606851,8023
"lr_0",2.9956751676179683e-09,1613948606851,8023
"mom_0",0.9499410859075067,1613948606851,8023
"eps_0",1e-05,1613948606851,8023
"wd_1",0.01,1613948606851,8023
"sqr_mom_1",0.99,1613948606851,8023
"lr_1",2.995675167617799e-08,1613948606851,8023
"mom_1",0.9499410859075067,1613948606851,8023
"eps_1",1e-05,1613948606851,8023
"wd_2",0.01,1613948606851,8023
"sqr_mom_2",0.99,1613948606851,8023
"lr_2",2.9956751676171213e-07,1613948606851,8023
"mom_2",0.9499410859075067,1613948606851,8023
"eps_2",1e-05,1613948606851,8023
"train_loss",0.0043222024,1613948607815,8024
"raw_loss",0.003018123,1613948607815,8024
"epoch",50.47169811320753,1613948607815,8024
"wd_0",0.01,1613948607815,8024
"sqr_mom_0",0.99,1613948607815,8024
"lr_0",2.9275996744426383e-09,1613948607815,8024
"mom_0",0.9499424474309854,1613948607815,8024
"eps_0",1e-05,1613948607815,8024
"wd_1",0.01,1613948607815,8024
"sqr_mom_1",0.99,1613948607815,8024
"lr_1",2.9275996744422994e-08,1613948607815,8024
"mom_1",0.9499424474309854,1613948607815,8024
"eps_1",1e-05,1613948607815,8024
"wd_2",0.01,1613948607815,8024
"sqr_mom_2",0.99,1613948607815,8024
"lr_2",2.927599674442706e-07,1613948607815,8024
"mom_2",0.9499424474309854,1613948607815,8024
"eps_2",1e-05,1613948607815,8024
"train_loss",0.004300898,1613948608766,8025
"raw_loss",0.003256985,1613948608766,8025
"epoch",50.47798742138363,1613948608766,8025
"wd_0",0.01,1613948608766,8025
"sqr_mom_0",0.99,1613948608766,8025
"lr_0",2.8602973840200478e-09,1613948608766,8025
"mom_0",0.9499437934902545,1613948608766,8025
"eps_0",1e-05,1613948608766,8025
"wd_1",0.01,1613948608766,8025
"sqr_mom_1",0.99,1613948608766,8025
"lr_1",2.8602973840203866e-08,1613948608766,8025
"mom_1",0.9499437934902545,1613948608766,8025
"eps_1",1e-05,1613948608766,8025
"wd_2",0.01,1613948608766,8025
"sqr_mom_2",0.99,1613948608766,8025
"lr_2",2.8602973840201155e-07,1613948608766,8025
"mom_2",0.9499437934902545,1613948608766,8025
"eps_2",1e-05,1613948608766,8025
"train_loss",0.004271673,1613948609713,8026
"raw_loss",0.002839661,1613948609713,8026
"epoch",50.48427672955973,1613948609713,8026
"wd_0",0.01,1613948609713,8026
"sqr_mom_0",0.99,1613948609713,8026
"lr_0",2.7937910362227565e-09,1613948609713,8026
"mom_0",0.9499451236305118,1613948609713,8026
"eps_0",1e-05,1613948609713,8026
"wd_1",0.01,1613948609713,8026
"sqr_mom_1",0.99,1613948609713,8026
"lr_1",2.793791036223434e-08,1613948609713,8026
"mom_1",0.9499451236305118,1613948609713,8026
"eps_1",1e-05,1613948609713,8026
"wd_2",0.01,1613948609713,8026
"sqr_mom_2",0.99,1613948609713,8026
"lr_2",2.7937910362224854e-07,1613948609713,8026
"mom_2",0.9499451236305118,1613948609713,8026
"eps_2",1e-05,1613948609713,8026
"train_loss",0.0042815707,1613948610685,8027
"raw_loss",0.004766547,1613948610685,8027
"epoch",50.49056603773583,1613948610685,8027
"wd_0",0.01,1613948610685,8027
"sqr_mom_0",0.99,1613948610685,8027
"lr_0",2.7280806522469168e-09,1613948610685,8027
"mom_0",0.9499464378513335,1613948610685,8027
"eps_0",1e-05,1613948610685,8027
"wd_1",0.01,1613948610685,8027
"sqr_mom_1",0.99,1613948610685,8027
"lr_1",2.7280806522475944e-08,1613948610685,8027
"mom_1",0.9499464378513335,1613948610685,8027
"eps_1",1e-05,1613948610685,8027
"wd_2",0.01,1613948610685,8027
"sqr_mom_2",0.99,1613948610685,8027
"lr_2",2.7280806522470523e-07,1613948610685,8027
"mom_2",0.9499464378513335,1613948610685,8027
"eps_2",1e-05,1613948610685,8027
"train_loss",0.004233481,1613948611653,8028
"raw_loss",0.0018770813,1613948611653,8028
"epoch",50.49685534591193,1613948611653,8028
"wd_0",0.01,1613948611653,8028
"sqr_mom_0",0.99,1613948611653,8028
"lr_0",2.66318765155592e-09,1613948611653,8028
"mom_0",0.9499477357243261,1613948611653,8028
"eps_0",1e-05,1613948611653,8028
"wd_1",0.01,1613948611653,8028
"sqr_mom_1",0.99,1613948611653,8028
"lr_1",2.6631876515557506e-08,1613948611653,8028
"mom_1",0.9499477357243261,1613948611653,8028
"eps_1",1e-05,1613948611653,8028
"wd_2",0.01,1613948611653,8028
"sqr_mom_2",0.99,1613948611653,8028
"lr_2",2.663187651555073e-07,1613948611653,8028
"mom_2",0.9499477357243261,1613948611653,8028
"eps_2",1e-05,1613948611653,8028
"train_loss",0.004239214,1613948612604,8029
"raw_loss",0.0045201536,1613948612604,8029
"epoch",50.50314465408803,1613948612604,8029
"wd_0",0.01,1613948612604,8029
"sqr_mom_0",0.99,1613948612604,8029
"lr_0",2.5990478592863582e-09,1613948612604,8029
"mom_0",0.9499490185329995,1613948612604,8029
"eps_0",1e-05,1613948612604,8029
"wd_1",0.01,1613948612604,8029
"sqr_mom_1",0.99,1613948612604,8029
"lr_1",2.5990478592861888e-08,1613948612604,8029
"mom_1",0.9499490185329995,1613948612604,8029
"eps_1",1e-05,1613948612604,8029
"wd_2",0.01,1613948612604,8029
"sqr_mom_2",0.99,1613948612604,8029
"lr_2",2.5990478592853757e-07,1613948612604,8029
"mom_2",0.9499490185329995,1613948612604,8029
"eps_2",1e-05,1613948612604,8029
"train_loss",0.0042629177,1613948613549,8030
"raw_loss",0.0054243864,1613948613549,8030
"epoch",50.50943396226413,1613948613549,8030
"wd_0",0.01,1613948613549,8030
"sqr_mom_0",0.99,1613948613549,8030
"lr_0",2.53574636190271e-09,1613948613549,8030
"mom_0",0.9499502845756077,1613948613549,8030
"eps_0",1e-05,1613948613549,8030
"wd_1",0.01,1613948613549,8030
"sqr_mom_1",0.99,1613948613549,8030
"lr_1",2.5357463619028796e-08,1613948613549,8030
"mom_1",0.9499502845756077,1613948613549,8030
"eps_1",1e-05,1613948613549,8030
"wd_2",0.01,1613948613549,8030
"sqr_mom_2",0.99,1613948613549,8030
"lr_2",2.53574636190166e-07,1613948613549,8030
"mom_2",0.9499502845756077,1613948613549,8030
"eps_2",1e-05,1613948613549,8030
"train_loss",0.0043107383,1613948614502,8031
"raw_loss",0.006653946,1613948614502,8031
"epoch",50.51572327044023,1613948614502,8031
"wd_0",0.01,1613948614502,8031
"sqr_mom_0",0.99,1613948614502,8031
"lr_0",2.4732403826207655e-09,1613948614502,8031
"mom_0",0.9499515347076946,1613948614502,8031
"eps_0",1e-05,1613948614502,8031
"wd_1",0.01,1613948614502,8031
"sqr_mom_1",0.99,1613948614502,8031
"lr_1",2.4732403826211043e-08,1613948614502,8031
"mom_1",0.9499515347076946,1613948614502,8031
"eps_1",1e-05,1613948614502,8031
"wd_2",0.01,1613948614502,8031
"sqr_mom_2",0.99,1613948614502,8031
"lr_2",2.473240382620291e-07,1613948614502,8031
"mom_2",0.9499515347076946,1613948614502,8031
"eps_2",1e-05,1613948614502,8031
"train_loss",0.0043868255,1613948615454,8032
"raw_loss",0.008115103,1613948615454,8032
"epoch",50.522012578616334,1613948615454,8032
"wd_0",0.01,1613948615454,8032
"sqr_mom_0",0.99,1613948615454,8032
"lr_0",2.411489256279805e-09,1613948615454,8032
"mom_0",0.9499527697425718,1613948615454,8032
"eps_0",1e-05,1613948615454,8032
"wd_1",0.01,1613948615454,8032
"sqr_mom_1",0.99,1613948615454,8032
"lr_1",2.4114892562794663e-08,1613948615454,8032
"mom_1",0.9499527697425718,1613948615454,8032
"eps_1",1e-05,1613948615454,8032
"wd_2",0.01,1613948615454,8032
"sqr_mom_2",0.99,1613948615454,8032
"lr_2",2.41148925627906e-07,1613948615454,8032
"mom_2",0.9499527697425718,1613948615454,8032
"eps_2",1e-05,1613948615454,8032
"train_loss",0.004426775,1613948616407,8033
"raw_loss",0.0063842954,1613948616407,8033
"epoch",50.528301886792434,1613948616407,8033
"wd_0",0.01,1613948616407,8033
"sqr_mom_0",0.99,1613948616407,8033
"lr_0",2.350574900591511e-09,1613948616407,8033
"mom_0",0.9499539880418686,1613948616407,8033
"eps_0",1e-05,1613948616407,8033
"wd_1",0.01,1613948616407,8033
"sqr_mom_1",0.99,1613948616407,8033
"lr_1",2.3505749005916805e-08,1613948616407,8033
"mom_1",0.9499539880418686,1613948616407,8033
"eps_1",1e-05,1613948616407,8033
"wd_2",0.01,1613948616407,8033
"sqr_mom_2",0.99,1613948616407,8033
"lr_2",2.3505749005905963e-07,1613948616407,8033
"mom_2",0.9499539880418686,1613948616407,8033
"eps_2",1e-05,1613948616407,8033
"train_loss",0.0044427635,1613948617407,8034
"raw_loss",0.005226193,1613948617407,8034
"epoch",50.534591194968534,1613948617407,8034
"wd_0",0.01,1613948617407,8034
"sqr_mom_0",0.99,1613948617407,8034
"lr_0",2.2904561219872126e-09,1613948617407,8034
"mom_0",0.9499551904294645,1613948617407,8034
"eps_0",1e-05,1613948617407,8034
"wd_1",0.01,1613948617407,8034
"sqr_mom_1",0.99,1613948617407,8034
"lr_1",2.2904561219867043e-08,1613948617407,8034
"mom_1",0.9499551904294645,1613948617407,8034
"eps_1",1e-05,1613948617407,8034
"wd_2",0.01,1613948617407,8034
"sqr_mom_2",0.99,1613948617407,8034
"lr_2",2.2904561219861622e-07,1613948617407,8034
"mom_2",0.9499551904294645,1613948617407,8034
"eps_2",1e-05,1613948617407,8034
"train_loss",0.004396353,1613948618363,8035
"raw_loss",0.002122237,1613948618363,8035
"epoch",50.540880503144635,1613948618363,8035
"wd_0",0.01,1613948618363,8035
"sqr_mom_0",0.99,1613948618363,8035
"lr_0",2.2310938386775844e-09,1613948618363,8035
"mom_0",0.9499563776870033,1613948618363,8035
"eps_0",1e-05,1613948618363,8035
"wd_1",0.01,1613948618363,8035
"sqr_mom_1",0.99,1613948618363,8035
"lr_1",2.231093838677415e-08,1613948618363,8035
"mom_1",0.9499563776870033,1613948618363,8035
"eps_1",1e-05,1613948618363,8035
"wd_2",0.01,1613948618363,8035
"sqr_mom_2",0.99,1613948618363,8035
"lr_2",2.2310938386767374e-07,1613948618363,8035
"mom_2",0.9499563776870033,1613948618363,8035
"eps_2",1e-05,1613948618363,8035
"train_loss",0.0044159847,1613948619360,8036
"raw_loss",0.005377952,1613948619360,8036
"epoch",50.547169811320735,1613948619360,8036
"wd_0",0.01,1613948619360,8036
"sqr_mom_0",0.99,1613948619360,8036
"lr_0",2.1725667993868837e-09,1613948619360,8036
"mom_0",0.9499575482394946,1613948619360,8036
"eps_0",1e-05,1613948619360,8036
"wd_1",0.01,1613948619360,8036
"sqr_mom_1",0.99,1613948619360,8036
"lr_1",2.172566799387392e-08,1613948619360,8036
"mom_1",0.9499575482394946,1613948619360,8036
"eps_1",1e-05,1613948619360,8036
"wd_2",0.01,1613948619360,8036
"sqr_mom_2",0.99,1613948619360,8036
"lr_2",2.1725667993864432e-07,1613948619360,8036
"mom_2",0.9499575482394946,1613948619360,8036
"eps_2",1e-05,1613948619360,8036
"train_loss",0.004463797,1613948620320,8037
"raw_loss",0.00680661,1613948620320,8037
"epoch",50.553459119496836,1613948620320,8037
"wd_0",0.01,1613948620320,8037
"sqr_mom_0",0.99,1613948620320,8037
"lr_0",2.1148163715017788e-09,1613948620320,8037
"mom_0",0.9499587032596025,1613948620320,8037
"eps_0",1e-05,1613948620320,8037
"wd_1",0.01,1613948620320,8037
"sqr_mom_1",0.99,1613948620320,8037
"lr_1",2.1148163715019482e-08,1613948620320,8037
"mom_1",0.9499587032596025,1613948620320,8037
"eps_1",1e-05,1613948620320,8037
"wd_2",0.01,1613948620320,8037
"sqr_mom_2",0.99,1613948620320,8037
"lr_2",2.1148163715015416e-07,1613948620320,8037
"mom_2",0.9499587032596025,1613948620320,8037
"eps_2",1e-05,1613948620320,8037
"train_loss",0.0044363933,1613948621283,8038
"raw_loss",0.003093615,1613948621283,8038
"epoch",50.559748427672936,1613948621283,8038
"wd_0",0.01,1613948621283,8038
"sqr_mom_0",0.99,1613948621283,8038
"lr_0",2.0578621238541965e-09,1613948621283,8038
"mom_0",0.9499598423559464,1613948621283,8038
"eps_0",1e-05,1613948621283,8038
"wd_1",0.01,1613948621283,8038
"sqr_mom_1",0.99,1613948621283,8038
"lr_1",2.0578621238545353e-08,1613948621283,8038
"mom_1",0.9499598423559464,1613948621283,8038
"eps_1",1e-05,1613948621283,8038
"wd_2",0.01,1613948621283,8038
"sqr_mom_2",0.99,1613948621283,8038
"lr_2",2.0578621238542642e-07,1613948621283,8038
"mom_2",0.9499598423559464,1613948621283,8038
"eps_2",1e-05,1613948621283,8038
"train_loss",0.0043964656,1613948622245,8039
"raw_loss",0.0024400144,1613948622245,8039
"epoch",50.56603773584904,1613948622245,8039
"wd_0",0.01,1613948622245,8039
"sqr_mom_0",0.99,1613948622245,8039
"lr_0",2.001704074598594e-09,1613948622245,8039
"mom_0",0.9499609655281632,1613948622245,8039
"eps_0",1e-05,1613948622245,8039
"wd_1",0.01,1613948622245,8039
"sqr_mom_1",0.99,1613948622245,8039
"lr_1",2.0017040745987633e-08,1613948622245,8039
"mom_1",0.9499609655281632,1613948622245,8039
"eps_1",1e-05,1613948622245,8039
"wd_2",0.01,1613948622245,8039
"sqr_mom_2",0.99,1613948622245,8039
"lr_2",2.0017040745984923e-07,1613948622245,8039
"mom_2",0.9499609655281632,1613948622245,8039
"eps_2",1e-05,1613948622245,8039
"train_loss",0.004461705,1613948623199,8040
"raw_loss",0.0076584383,1613948623199,8040
"epoch",50.57232704402514,1613948623199,8040
"wd_0",0.01,1613948623199,8040
"sqr_mom_0",0.99,1613948623199,8040
"lr_0",1.9463604717655534e-09,1613948623199,8040
"mom_0",0.9499620724112887,1613948623199,8040
"eps_0",1e-05,1613948623199,8040
"wd_1",0.01,1613948623199,8040
"sqr_mom_1",0.99,1613948623199,8040
"lr_1",1.9463604717652146e-08,1613948623199,8040
"mom_1",0.9499620724112887,1613948623199,8040
"eps_1",1e-05,1613948623199,8040
"wd_2",0.01,1613948623199,8040
"sqr_mom_2",0.99,1613948623199,8040
"lr_2",1.9463604717653502e-07,1613948623199,8040
"mom_2",0.9499620724112887,1613948623199,8040
"eps_2",1e-05,1613948623199,8040
"train_loss",0.004412155,1613948624154,8041
"raw_loss",0.001984203,1613948624154,8041
"epoch",50.57861635220124,1613948624154,8041
"wd_0",0.01,1613948624154,8041
"sqr_mom_0",0.99,1613948624154,8041
"lr_0",1.891776642603831e-09,1613948624154,8041
"mom_0",0.9499631640987889,1613948624154,8041
"eps_0",1e-05,1613948624154,8041
"wd_1",0.01,1613948624154,8041
"sqr_mom_1",0.99,1613948624154,8041
"lr_1",1.8917766426040006e-08,1613948624154,8041
"mom_1",0.9499631640987889,1613948624154,8041
"eps_1",1e-05,1613948624154,8041
"wd_2",0.01,1613948624154,8041
"sqr_mom_2",0.99,1613948624154,8041
"lr_2",1.891776642603052e-07,1613948624154,8041
"mom_2",0.9499631640987889,1613948624154,8041
"eps_2",1e-05,1613948624154,8041
"train_loss",0.004387351,1613948625112,8042
"raw_loss",0.0031719531,1613948625112,8042
"epoch",50.58490566037734,1613948625112,8042
"wd_0",0.01,1613948625112,8042
"sqr_mom_0",0.99,1613948625112,8042
"lr_0",1.8380249968430066e-09,1613948625112,8042
"mom_0",0.9499642391424545,1613948625112,8042
"eps_0",1e-05,1613948625112,8042
"wd_1",0.01,1613948625112,8042
"sqr_mom_1",0.99,1613948625112,8042
"lr_1",1.8380249968433455e-08,1613948625112,8042
"mom_1",0.9499642391424545,1613948625112,8042
"eps_1",1e-05,1613948625112,8042
"wd_2",0.01,1613948625112,8042
"sqr_mom_2",0.99,1613948625112,8042
"lr_2",1.8380249968428033e-07,1613948625112,8042
"mom_2",0.9499642391424545,1613948625112,8042
"eps_2",1e-05,1613948625112,8042
"train_loss",0.004378128,1613948626062,8043
"raw_loss",0.003926181,1613948626062,8043
"epoch",50.59119496855344,1613948626062,8043
"wd_0",0.01,1613948626062,8043
"sqr_mom_0",0.99,1613948626062,8043
"lr_0",1.7850690914275431e-09,1613948626062,8043
"mom_0",0.9499652982711542,1613948626062,8043
"eps_0",1e-05,1613948626062,8043
"wd_1",0.01,1613948626062,8043
"sqr_mom_1",0.99,1613948626062,8043
"lr_1",1.7850690914273737e-08,1613948626062,8043
"mom_1",0.9499652982711542,1613948626062,8043
"eps_1",1e-05,1613948626062,8043
"wd_2",0.01,1613948626062,8043
"sqr_mom_2",0.99,1613948626062,8043
"lr_2",1.7850690914268316e-07,1613948626062,8043
"mom_2",0.9499652982711542,1613948626062,8043
"eps_2",1e-05,1613948626062,8043
"train_loss",0.0043687588,1613948627015,8044
"raw_loss",0.003909667,1613948627015,8044
"epoch",50.59748427672954,1613948627015,8044
"wd_0",0.01,1613948627015,8044
"sqr_mom_0",0.99,1613948627015,8044
"lr_0",1.7328745955132361e-09,1613948627015,8044
"mom_0",0.9499663421715114,1613948627015,8044
"eps_0",1e-05,1613948627015,8044
"wd_1",0.01,1613948627015,8044
"sqr_mom_1",0.99,1613948627015,8044
"lr_1",1.7328745955130667e-08,1613948627015,8044
"mom_1",0.9499663421715114,1613948627015,8044
"eps_1",1e-05,1613948627015,8044
"wd_2",0.01,1613948627015,8044
"sqr_mom_2",0.99,1613948627015,8044
"lr_2",1.7328745955129312e-07,1613948627015,8044
"mom_2",0.9499663421715114,1613948627015,8044
"eps_2",1e-05,1613948627015,8044
"train_loss",0.0043450585,1613948627959,8045
"raw_loss",0.0031837455,1613948627959,8045
"epoch",50.60377358490564,1613948627959,8045
"wd_0",0.01,1613948627959,8045
"sqr_mom_0",0.99,1613948627959,8045
"lr_0",1.68151074919426e-09,1613948627959,8045
"mom_0",0.9499673694587106,1613948627959,8045
"eps_0",1e-05,1613948627959,8045
"wd_1",0.01,1613948627959,8045
"sqr_mom_1",0.99,1613948627959,8045
"lr_1",1.6815107491947683e-08,1613948627959,8045
"mom_1",0.9499673694587106,1613948627959,8045
"eps_1",1e-05,1613948627959,8045
"wd_2",0.01,1613948627959,8045
"sqr_mom_2",0.99,1613948627959,8045
"lr_2",1.6815107491943617e-07,1613948627959,8045
"mom_2",0.9499673694587106,1613948627959,8045
"eps_2",1e-05,1613948627959,8045
"train_loss",0.004314849,1613948628910,8046
"raw_loss",0.002834592,1613948628910,8046
"epoch",50.61006289308174,1613948628910,8046
"wd_0",0.01,1613948628910,8046
"sqr_mom_0",0.99,1613948628910,8046
"lr_0",1.6309260474116826e-09,1613948628910,8046
"mom_0",0.9499683811628633,1613948628910,8046
"eps_0",1e-05,1613948628910,8046
"wd_1",0.01,1613948628910,8046
"sqr_mom_1",0.99,1613948628910,8046
"lr_1",1.6309260474116826e-08,1613948628910,8046
"mom_1",0.9499683811628633,1613948628910,8046
"eps_1",1e-05,1613948628910,8046
"wd_2",0.01,1613948628910,8046
"sqr_mom_2",0.99,1613948628910,8046
"lr_2",1.6309260474111405e-07,1613948628910,8046
"mom_2",0.9499683811628633,1613948628910,8046
"eps_2",1e-05,1613948628910,8046
"train_loss",0.0042742905,1613948629879,8047
"raw_loss",0.0022869182,1613948629879,8047
"epoch",50.61635220125784,1613948629879,8047
"wd_0",0.01,1613948629879,8047
"sqr_mom_0",0.99,1613948629879,8047
"lr_0",1.5811376801020102e-09,1613948629879,8047
"mom_0",0.9499693769401674,1613948629879,8047
"eps_0",1e-05,1613948629879,8047
"wd_1",0.01,1613948629879,8047
"sqr_mom_1",0.99,1613948629879,8047
"lr_1",1.5811376801018408e-08,1613948629879,8047
"mom_1",0.9499693769401674,1613948629879,8047
"eps_1",1e-05,1613948629879,8047
"wd_2",0.01,1613948629879,8047
"sqr_mom_2",0.99,1613948629879,8047
"lr_2",1.5811376801019763e-07,1613948629879,8047
"mom_2",0.9499693769401674,1613948629879,8047
"eps_2",1e-05,1613948629879,8047
"train_loss",0.0042694244,1613948630835,8048
"raw_loss",0.0040309764,1613948630835,8048
"epoch",50.62264150943394,1613948630835,8048
"wd_0",0.01,1613948630835,8048
"sqr_mom_0",0.99,1613948630835,8048
"lr_0",1.5321456631335579e-09,1613948630835,8048
"mom_0",0.9499703567903052,1613948630835,8048
"eps_0",1e-05,1613948630835,8048
"wd_1",0.01,1613948630835,8048
"sqr_mom_1",0.99,1613948630835,8048
"lr_1",1.532145663133219e-08,1613948630835,8048
"mom_1",0.9499703567903052,1613948630835,8048
"eps_1",1e-05,1613948630835,8048
"wd_2",0.01,1613948630835,8048
"sqr_mom_2",0.99,1613948630835,8048
"lr_2",1.5321456631330835e-07,1613948630835,8048
"mom_2",0.9499703567903052,1613948630835,8048
"eps_2",1e-05,1613948630835,8048
"train_loss",0.0043375683,1613948631785,8049
"raw_loss",0.0076766266,1613948631785,8049
"epoch",50.62893081761004,1613948631785,8049
"wd_0",0.01,1613948631785,8049
"sqr_mom_0",0.99,1613948631785,8049
"lr_0",1.4839500121222252e-09,1613948631785,8049
"mom_0",0.9499713207129646,1613948631785,8049
"eps_0",1e-05,1613948631785,8049
"wd_1",0.01,1613948631785,8049
"sqr_mom_1",0.99,1613948631785,8049
"lr_1",1.4839500121223946e-08,1613948631785,8049
"mom_1",0.9499713207129646,1613948631785,8049
"eps_1",1e-05,1613948631785,8049
"wd_2",0.01,1613948631785,8049
"sqr_mom_2",0.99,1613948631785,8049
"lr_2",1.4839500121223946e-07,1613948631785,8049
"mom_2",0.9499713207129646,1613948631785,8049
"eps_2",1e-05,1613948631785,8049
"train_loss",0.0043705422,1613948632738,8050
"raw_loss",0.0059862584,1613948632738,8050
"epoch",50.63522012578614,1613948632738,8050
"wd_0",0.01,1613948632738,8050
"sqr_mom_0",0.99,1613948632738,8050
"lr_0",1.4365507424298016e-09,1613948632738,8050
"mom_0",0.9499722687078385,1613948632738,8050
"eps_0",1e-05,1613948632738,8050
"wd_1",0.01,1613948632738,8050
"sqr_mom_1",0.99,1613948632738,8050
"lr_1",1.4365507424298016e-08,1613948632738,8050
"mom_1",0.9499722687078385,1613948632738,8050
"eps_1",1e-05,1613948632738,8050
"wd_2",0.01,1613948632738,8050
"sqr_mom_2",0.99,1613948632738,8050
"lr_2",1.4365507424298016e-07,1613948632738,8050
"mom_2",0.9499722687078385,1613948632738,8050
"eps_2",1e-05,1613948632738,8050
"train_loss",0.004329734,1613948633691,8051
"raw_loss",0.0023301314,1613948633691,8051
"epoch",50.64150943396224,1613948633691,8051
"wd_0",0.01,1613948633691,8051
"sqr_mom_0",0.99,1613948633691,8051
"lr_0",1.3899631941397523e-09,1613948633691,8051
"mom_0",0.9499732004681218,1613948633691,8051
"eps_0",1e-05,1613948633691,8051
"wd_1",0.01,1613948633691,8051
"sqr_mom_1",0.99,1613948633691,8051
"lr_1",1.3899631941399217e-08,1613948633691,8051
"mom_1",0.9499732004681218,1613948633691,8051
"eps_1",1e-05,1613948633691,8051
"wd_2",0.01,1613948633691,8051
"sqr_mom_2",0.99,1613948633691,8051
"lr_2",1.3899631941401928e-07,1613948633691,8051
"mom_2",0.9499732004681218,1613948633691,8051
"eps_2",1e-05,1613948633691,8051
"train_loss",0.004336837,1613948634650,8052
"raw_loss",0.0046849046,1613948634650,8052
"epoch",50.64779874213834,1613948634650,8052
"wd_0",0.01,1613948634650,8052
"sqr_mom_0",0.99,1613948634650,8052
"lr_0",1.3441414071799847e-09,1613948634650,8052
"mom_0",0.9499741169130255,1613948634650,8052
"eps_0",1e-05,1613948634650,8052
"wd_1",0.01,1613948634650,8052
"sqr_mom_1",0.99,1613948634650,8052
"lr_1",1.3441414071799847e-08,1613948634650,8052
"mom_1",0.9499741169130255,1613948634650,8052
"eps_1",1e-05,1613948634650,8052
"wd_2",0.01,1613948634650,8052
"sqr_mom_2",0.99,1613948634650,8052
"lr_2",1.3441414071797136e-07,1613948634650,8052
"mom_2",0.9499741169130255,1613948634650,8052
"eps_2",1e-05,1613948634650,8052
"train_loss",0.004338862,1613948635617,8053
"raw_loss",0.0044380813,1613948635617,8053
"epoch",50.65408805031444,1613948635617,8053
"wd_0",0.01,1613948635617,8053
"sqr_mom_0",0.99,1613948635617,8053
"lr_0",1.2991461677434047e-09,1613948635617,8053
"mom_0",0.9499750168268134,1613948635617,8053
"eps_0",1e-05,1613948635617,8053
"wd_1",0.01,1613948635617,8053
"sqr_mom_1",0.99,1613948635617,8053
"lr_1",1.2991461677432353e-08,1613948635617,8053
"mom_1",0.9499750168268134,1613948635617,8053
"eps_1",1e-05,1613948635617,8053
"wd_2",0.01,1613948635617,8053
"sqr_mom_2",0.99,1613948635617,8053
"lr_2",1.2991461677432353e-07,1613948635617,8053
"mom_2",0.9499750168268134,1613948635617,8053
"eps_2",1e-05,1613948635617,8053
"train_loss",0.004370824,1613948636574,8054
"raw_loss",0.005936975,1613948636574,8054
"epoch",50.66037735849054,1613948636574,8054
"wd_0",0.01,1613948636574,8054
"sqr_mom_0",0.99,1613948636574,8054
"lr_0",1.2549468402991772e-09,1613948636574,8054
"mom_0",0.9499759008222022,1613948636574,8054
"eps_0",1e-05,1613948636574,8054
"wd_1",0.01,1613948636574,8054
"sqr_mom_1",0.99,1613948636574,8054
"lr_1",1.2549468402993467e-08,1613948636574,8054
"mom_1",0.9499759008222022,1613948636574,8054
"eps_1",1e-05,1613948636574,8054
"wd_2",0.01,1613948636574,8054
"sqr_mom_2",0.99,1613948636574,8054
"lr_2",1.254946840298669e-07,1613948636574,8054
"mom_2",0.9499759008222022,1613948636574,8054
"eps_2",1e-05,1613948636574,8054
"train_loss",0.0044036014,1613948637556,8055
"raw_loss",0.0060096984,1613948637556,8055
"epoch",50.66666666666664,1613948637556,8055
"wd_0",0.01,1613948637556,8055
"sqr_mom_0",0.99,1613948637556,8055
"lr_0",1.2115149019851975e-09,1613948637556,8055
"mom_0",0.9499767694696549,1613948637556,8055
"eps_0",1e-05,1613948637556,8055
"wd_1",0.01,1613948637556,8055
"sqr_mom_1",0.99,1613948637556,8055
"lr_1",1.2115149019855363e-08,1613948637556,8055
"mom_1",0.9499767694696549,1613948637556,8055
"eps_1",1e-05,1613948637556,8055
"wd_2",0.01,1613948637556,8055
"sqr_mom_2",0.99,1613948637556,8055
"lr_2",1.2115149019848587e-07,1613948637556,8055
"mom_2",0.9499767694696549,1613948637556,8055
"eps_2",1e-05,1613948637556,8055
"train_loss",0.0043919813,1613948638508,8056
"raw_loss",0.0038225863,1613948638508,8056
"epoch",50.67295597484274,1613948638508,8056
"wd_0",0.01,1613948638508,8056
"sqr_mom_0",0.99,1613948638508,8056
"lr_0",1.1689079686745635e-09,1613948638508,8056
"mom_0",0.9499776216168426,1613948638508,8056
"eps_0",1e-05,1613948638508,8056
"wd_1",0.01,1613948638508,8056
"sqr_mom_1",0.99,1613948638508,8056
"lr_1",1.168907968674733e-08,1613948638508,8056
"mom_1",0.9499776216168426,1613948638508,8056
"eps_1",1e-05,1613948638508,8056
"wd_2",0.01,1613948638508,8056
"sqr_mom_2",0.99,1613948638508,8056
"lr_2",1.1689079686735132e-07,1613948638508,8056
"mom_2",0.9499776216168426,1613948638508,8056
"eps_2",1e-05,1613948638508,8056
"train_loss",0.0043575405,1613948639479,8057
"raw_loss",0.0026699412,1613948639479,8057
"epoch",50.679245283018844,1613948639479,8057
"wd_0",0.01,1613948639479,8057
"sqr_mom_0",0.99,1613948639479,8057
"lr_0",1.1270969888397208e-09,1613948639479,8057
"mom_0",0.9499784578448016,1613948639479,8057
"eps_0",1e-05,1613948639479,8057
"wd_1",0.01,1613948639479,8057
"sqr_mom_1",0.99,1613948639479,8057
"lr_1",1.1270969888397208e-08,1613948639479,8057
"mom_1",0.9499784578448016,1613948639479,8057
"eps_1",1e-05,1613948639479,8057
"wd_2",0.01,1613948639479,8057
"sqr_mom_2",0.99,1613948639479,8057
"lr_2",1.1270969888399918e-07,1613948639479,8057
"mom_2",0.9499784578448016,1613948639479,8057
"eps_2",1e-05,1613948639479,8057
"train_loss",0.0043951264,1613948640439,8058
"raw_loss",0.006236829,1613948640439,8058
"epoch",50.685534591194944,1613948640439,8058
"wd_0",0.01,1613948640439,8058
"sqr_mom_0",0.99,1613948640439,8058
"lr_0",1.086055023735347e-09,1613948640439,8058
"mom_0",0.9499792786923121,1613948640439,8058
"eps_0",1e-05,1613948640439,8058
"wd_1",0.01,1613948640439,8058
"sqr_mom_1",0.99,1613948640439,8058
"lr_1",1.086055023735347e-08,1613948640439,8058
"mom_1",0.9499792786923121,1613948640439,8058
"eps_1",1e-05,1613948640439,8058
"wd_2",0.01,1613948640439,8058
"sqr_mom_2",0.99,1613948640439,8058
"lr_2",1.0860550237357536e-07,1613948640439,8058
"mom_2",0.9499792786923121,1613948640439,8058
"eps_2",1e-05,1613948640439,8058
"train_loss",0.00443993,1613948641415,8059
"raw_loss",0.0066352994,1613948641415,8059
"epoch",50.691823899371045,1613948641415,8059
"wd_0",0.01,1613948641415,8059
"sqr_mom_0",0.99,1613948641415,8059
"lr_0",1.0458365187470203e-09,1613948641415,8059
"mom_0",0.9499800830704557,1613948641415,8059
"eps_0",1e-05,1613948641415,8059
"wd_1",0.01,1613948641415,8059
"sqr_mom_1",0.99,1613948641415,8059
"lr_1",1.0458365187475285e-08,1613948641415,8059
"mom_1",0.9499800830704557,1613948641415,8059
"eps_1",1e-05,1613948641415,8059
"wd_2",0.01,1613948641415,8059
"sqr_mom_2",0.99,1613948641415,8059
"lr_2",1.0458365187467154e-07,1613948641415,8059
"mom_2",0.9499800830704557,1613948641415,8059
"eps_2",1e-05,1613948641415,8059
"train_loss",0.004478779,1613948642381,8060
"raw_loss",0.0063823964,1613948642381,8060
"epoch",50.698113207547145,1613948642381,8060
"wd_0",0.01,1613948642381,8060
"sqr_mom_0",0.99,1613948642381,8060
"lr_0",1.0064010587327365e-09,1613948642381,8060
"mom_0",0.9499808717875432,1613948642381,8060
"eps_0",1e-05,1613948642381,8060
"wd_1",0.01,1613948642381,8060
"sqr_mom_1",0.99,1613948642381,8060
"lr_1",1.006401058732567e-08,1613948642381,8060
"mom_1",0.9499808717875432,1613948642381,8060
"eps_1",1e-05,1613948642381,8060
"wd_2",0.01,1613948642381,8060
"sqr_mom_2",0.99,1613948642381,8060
"lr_2",1.006401058732025e-07,1613948642381,8060
"mom_2",0.9499808717875432,1613948642381,8060
"eps_2",1e-05,1613948642381,8060
"train_loss",0.0045022066,1613948643354,8061
"raw_loss",0.005650147,1613948643354,8061
"epoch",50.704402515723245,1613948643354,8061
"wd_0",0.01,1613948643354,8061
"sqr_mom_0",0.99,1613948643354,8061
"lr_0",9.677621322508765e-10,1613948643354,8061
"mom_0",0.9499816445738006,1613948643354,8061
"eps_0",1e-05,1613948643354,8061
"wd_1",0.01,1613948643354,8061
"sqr_mom_1",0.99,1613948643354,8061
"lr_1",9.677621322510459e-09,1613948643354,8061
"mom_1",0.9499816445738006,1613948643354,8061
"eps_1",1e-05,1613948643354,8061
"wd_2",0.01,1613948643354,8061
"sqr_mom_2",0.99,1613948643354,8061
"lr_2",9.677621322509104e-08,1613948643354,8061
"mom_2",0.9499816445738006,1613948643354,8061
"eps_2",1e-05,1613948643354,8061
"train_loss",0.0045634895,1613948644331,8062
"raw_loss",0.007566363,1613948644331,8062
"epoch",50.710691823899346,1613948644331,8062
"wd_0",0.01,1613948644331,8062
"sqr_mom_0",0.99,1613948644331,8062
"lr_0",9.299197516164523e-10,1613948644331,8062
"mom_0",0.9499824014289819,1613948644331,8062
"eps_0",1e-05,1613948644331,8062
"wd_1",0.01,1613948644331,8062
"sqr_mom_1",0.99,1613948644331,8062
"lr_1",9.299197516167911e-09,1613948644331,8062
"mom_1",0.9499824014289819,1613948644331,8062
"eps_1",1e-05,1613948644331,8062
"wd_2",0.01,1613948644331,8062
"sqr_mom_2",0.99,1613948644331,8062
"lr_2",9.299197516166556e-08,1613948644331,8062
"mom_2",0.9499824014289819,1613948644331,8062
"eps_2",1e-05,1613948644331,8062
"train_loss",0.0045337398,1613948645296,8063
"raw_loss",0.003076013,1613948645296,8063
"epoch",50.716981132075446,1613948645296,8063
"wd_0",0.01,1613948645296,8063
"sqr_mom_0",0.99,1613948645296,8063
"lr_0",8.928860840071298e-10,1613948645296,8063
"mom_0",0.9499831421097409,1613948645296,8063
"eps_0",1e-05,1613948645296,8063
"wd_1",0.01,1613948645296,8063
"sqr_mom_1",0.99,1613948645296,8063
"lr_1",8.928860840074686e-09,1613948645296,8063
"mom_1",0.9499831421097409,1613948645296,8063
"eps_1",1e-05,1613948645296,8063
"wd_2",0.01,1613948645296,8063
"sqr_mom_2",0.99,1613948645296,8063
"lr_2",8.92886084007333e-08,1613948645296,8063
"mom_2",0.9499831421097409,1613948645296,8063
"eps_2",1e-05,1613948645296,8063
"train_loss",0.004535281,1613948646263,8064
"raw_loss",0.0046108076,1613948646263,8064
"epoch",50.72327044025155,1613948646263,8064
"wd_0",0.01,1613948646263,8064
"sqr_mom_0",0.99,1613948646263,8064
"lr_0",8.566246758853394e-10,1613948646263,8064
"mom_0",0.9499838673451557,1613948646263,8064
"eps_0",1e-05,1613948646263,8064
"wd_1",0.01,1613948646263,8064
"sqr_mom_1",0.99,1613948646263,8064
"lr_1",8.566246758856782e-09,1613948646263,8064
"mom_1",0.9499838673451557,1613948646263,8064
"eps_1",1e-05,1613948646263,8064
"wd_2",0.01,1613948646263,8064
"sqr_mom_2",0.99,1613948646263,8064
"lr_2",8.566246758852716e-08,1613948646263,8064
"mom_2",0.9499838673451557,1613948646263,8064
"eps_2",1e-05,1613948646263,8064
"train_loss",0.004496029,1613948647216,8065
"raw_loss",0.0025726866,1613948647216,8065
"epoch",50.72955974842765,1613948647216,8065
"wd_0",0.01,1613948647216,8065
"sqr_mom_0",0.99,1613948647216,8065
"lr_0",8.211836308535492e-10,1613948647216,8065
"mom_0",0.9499845761731446,1613948647216,8065
"eps_0",1e-05,1613948647216,8065
"wd_1",0.01,1613948647216,8065
"sqr_mom_1",0.99,1613948647216,8065
"lr_1",8.211836308535492e-09,1613948647216,8065
"mom_1",0.9499845761731446,1613948647216,8065
"eps_1",1e-05,1613948647216,8065
"wd_2",0.01,1613948647216,8065
"sqr_mom_2",0.99,1613948647216,8065
"lr_2",8.21183630852736e-08,1613948647216,8065
"mom_2",0.9499845761731446,1613948647216,8065
"eps_2",1e-05,1613948647216,8065
"train_loss",0.004463012,1613948648205,8066
"raw_loss",0.0028451714,1613948648205,8066
"epoch",50.73584905660375,1613948648205,8066
"wd_0",0.01,1613948648205,8066
"sqr_mom_0",0.99,1613948648205,8066
"lr_0",7.865386500572724e-10,1613948648205,8066
"mom_0",0.9499852690796896,1613948648205,8066
"eps_0",1e-05,1613948648205,8066
"wd_1",0.01,1613948648205,8066
"sqr_mom_1",0.99,1613948648205,8066
"lr_1",7.865386500572724e-09,1613948648205,8066
"mom_1",0.9499852690796896,1613948648205,8066
"eps_1",1e-05,1613948648205,8066
"wd_2",0.01,1613948648205,8066
"sqr_mom_2",0.99,1613948648205,8066
"lr_2",7.865386500568658e-08,1613948648205,8066
"mom_2",0.9499852690796896,1613948648205,8066
"eps_2",1e-05,1613948648205,8066
"train_loss",0.004437219,1613948649188,8067
"raw_loss",0.003173365,1613948649188,8067
"epoch",50.74213836477985,1613948649188,8067
"wd_0",0.01,1613948649188,8067
"sqr_mom_0",0.99,1613948649188,8067
"lr_0",7.526675477181752e-10,1613948649188,8067
"mom_0",0.9499859465085106,1613948649188,8067
"eps_0",1e-05,1613948649188,8067
"wd_1",0.01,1613948649188,8067
"sqr_mom_1",0.99,1613948649188,8067
"lr_1",7.526675477178364e-09,1613948649188,8067
"mom_1",0.9499859465085106,1613948649188,8067
"eps_1",1e-05,1613948649188,8067
"wd_2",0.01,1613948649188,8067
"sqr_mom_2",0.99,1613948649188,8067
"lr_2",7.52667547717972e-08,1613948649188,8067
"mom_2",0.9499859465085106,1613948649188,8067
"eps_2",1e-05,1613948649188,8067
"train_loss",0.004415373,1613948650152,8068
"raw_loss",0.0033449084,1613948650152,8068
"epoch",50.74842767295595,1613948650152,8068
"wd_0",0.01,1613948650152,8068
"sqr_mom_0",0.99,1613948650152,8068
"lr_0",7.196152565099013e-10,1613948650152,8068
"mom_0",0.9499866075609453,1613948650152,8068
"eps_0",1e-05,1613948650152,8068
"wd_1",0.01,1613948650152,8068
"sqr_mom_1",0.99,1613948650152,8068
"lr_1",7.196152565099013e-09,1613948650152,8068
"mom_1",0.9499866075609453,1613948650152,8068
"eps_1",1e-05,1613948650152,8068
"wd_2",0.01,1613948650152,8068
"sqr_mom_2",0.99,1613948650152,8068
"lr_2",7.196152565090881e-08,1613948650152,8068
"mom_2",0.9499866075609453,1613948650152,8068
"eps_2",1e-05,1613948650152,8068
"train_loss",0.0043718396,1613948651096,8069
"raw_loss",0.0022387034,1613948651096,8069
"epoch",50.75471698113205,1613948651096,8069
"wd_0",0.01,1613948651096,8069
"sqr_mom_0",0.99,1613948651096,8069
"lr_0",6.873484918789178e-10,1613948651096,8069
"mom_0",0.9499872529026914,1613948651096,8069
"eps_0",1e-05,1613948651096,8069
"wd_1",0.01,1613948651096,8069
"sqr_mom_1",0.99,1613948651096,8069
"lr_1",6.873484918787484e-09,1613948651096,8069
"mom_1",0.9499872529026914,1613948651096,8069
"eps_1",1e-05,1613948651096,8069
"wd_2",0.01,1613948651096,8069
"sqr_mom_2",0.99,1613948651096,8069
"lr_2",6.873484918788839e-08,1613948651096,8069
"mom_2",0.9499872529026914,1613948651096,8069
"eps_2",1e-05,1613948651096,8069
"train_loss",0.004344842,1613948652079,8070
"raw_loss",0.003021962,1613948652079,8070
"epoch",50.76100628930815,1613948652079,8070
"wd_0",0.01,1613948652079,8070
"sqr_mom_0",0.99,1613948652079,8070
"lr_0",6.558783624751338e-10,1613948652079,8070
"mom_0",0.9499878823115736,1613948652079,8070
"eps_0",1e-05,1613948652079,8070
"wd_1",0.01,1613948652079,8070
"sqr_mom_1",0.99,1613948652079,8070
"lr_1",6.558783624751338e-09,1613948652079,8070
"mom_1",0.9499878823115736,1613948652079,8070
"eps_1",1e-05,1613948652079,8070
"wd_2",0.01,1613948652079,8070
"sqr_mom_2",0.99,1613948652079,8070
"lr_2",6.558783624749983e-08,1613948652079,8070
"mom_2",0.9499878823115736,1613948652079,8070
"eps_2",1e-05,1613948652079,8070
"train_loss",0.004302379,1613948653050,8071
"raw_loss",0.0022217121,1613948653050,8071
"epoch",50.76729559748425,1613948653050,8071
"wd_0",0.01,1613948653050,8071
"sqr_mom_0",0.99,1613948653050,8071
"lr_0",6.252048783282664e-10,1613948653050,8071
"mom_0",0.9499884957873913,1613948653050,8071
"eps_0",1e-05,1613948653050,8071
"wd_1",0.01,1613948653050,8071
"sqr_mom_1",0.99,1613948653050,8071
"lr_1",6.252048783286052e-09,1613948653050,8071
"mom_1",0.9499884957873913,1613948653050,8071
"eps_1",1e-05,1613948653050,8071
"wd_2",0.01,1613948653050,8071
"sqr_mom_2",0.99,1613948653050,8071
"lr_2",6.252048783284697e-08,1613948653050,8071
"mom_2",0.9499884957873913,1613948653050,8071
"eps_2",1e-05,1613948653050,8071
"train_loss",0.004292171,1613948654056,8072
"raw_loss",0.0037919672,1613948654056,8072
"epoch",50.77358490566035,1613948654056,8072
"wd_0",0.01,1613948654056,8072
"sqr_mom_0",0.99,1613948654056,8072
"lr_0",5.9533782653895e-10,1613948654056,8072
"mom_0",0.9499890931344005,1613948654056,8072
"eps_0",1e-05,1613948654056,8072
"wd_1",0.01,1613948654056,8072
"sqr_mom_1",0.99,1613948654056,8072
"lr_1",5.9533782653894995e-09,1613948654056,8072
"mom_1",0.9499890931344005,1613948654056,8072
"eps_1",1e-05,1613948654056,8072
"wd_2",0.01,1613948654056,8072
"sqr_mom_2",0.99,1613948654056,8072
"lr_2",5.953378265388144e-08,1613948654056,8072
"mom_2",0.9499890931344005,1613948654056,8072
"eps_2",1e-05,1613948654056,8072
"train_loss",0.004281067,1613948655009,8073
"raw_loss",0.0037369633,1613948655009,8073
"epoch",50.77987421383645,1613948655009,8073
"wd_0",0.01,1613948655009,8073
"sqr_mom_0",0.99,1613948655009,8073
"lr_0",5.662478846603768e-10,1613948655009,8073
"mom_0",0.9499896749390562,1613948655009,8073
"eps_0",1e-05,1613948655009,8073
"wd_1",0.01,1613948655009,8073
"sqr_mom_1",0.99,1613948655009,8073
"lr_1",5.662478846605462e-09,1613948655009,8073
"mom_1",0.9499896749390562,1613948655009,8073
"eps_1",1e-05,1613948655009,8073
"wd_2",0.01,1613948655009,8073
"sqr_mom_2",0.99,1613948655009,8073
"lr_2",5.6624788465986856e-08,1613948655009,8073
"mom_2",0.9499896749390562,1613948655009,8073
"eps_2",1e-05,1613948655009,8073
"train_loss",0.0043423744,1613948656005,8074
"raw_loss",0.007346447,1613948656005,8074
"epoch",50.78616352201255,1613948656005,8074
"wd_0",0.01,1613948656005,8074
"sqr_mom_0",0.99,1613948656005,8074
"lr_0",5.379736427809403e-10,1613948656005,8074
"mom_0",0.9499902404295486,1613948656005,8074
"eps_0",1e-05,1613948656005,8074
"wd_1",0.01,1613948656005,8074
"sqr_mom_1",0.99,1613948656005,8074
"lr_1",5.379736427812791e-09,1613948656005,8074
"mom_1",0.9499902404295486,1613948656005,8074
"eps_1",1e-05,1613948656005,8074
"wd_2",0.01,1613948656005,8074
"sqr_mom_2",0.99,1613948656005,8074
"lr_2",5.3797364278087255e-08,1613948656005,8074
"mom_2",0.9499902404295486,1613948656005,8074
"eps_2",1e-05,1613948656005,8074
"train_loss",0.0043251575,1613948656983,8075
"raw_loss",0.003481526,1613948656983,8075
"epoch",50.79245283018865,1613948656983,8075
"wd_0",0.01,1613948656983,8075
"sqr_mom_0",0.99,1613948656983,8075
"lr_0",5.104955553485673e-10,1613948656983,8075
"mom_0",0.949990789996793,1613948656983,8075
"eps_0",1e-05,1613948656983,8075
"wd_1",0.01,1613948656983,8075
"sqr_mom_1",0.99,1613948656983,8075
"lr_1",5.104955553482285e-09,1613948656983,8075
"mom_1",0.949990789996793,1613948656983,8075
"eps_1",1e-05,1613948656983,8075
"wd_2",0.01,1613948656983,8075
"sqr_mom_2",0.99,1613948656983,8075
"lr_2",5.104955553474153e-08,1613948656983,8075
"mom_2",0.949990789996793,1613948656983,8075
"eps_2",1e-05,1613948656983,8075
"train_loss",0.004296718,1613948657939,8076
"raw_loss",0.0029031977,1613948657939,8076
"epoch",50.79874213836475,1613948657939,8076
"wd_0",0.01,1613948657939,8076
"sqr_mom_0",0.99,1613948657939,8076
"lr_0",4.837961901211184e-10,1613948657939,8076
"mom_0",0.9499913239894374,1613948657939,8076
"eps_0",1e-05,1613948657939,8076
"wd_1",0.01,1613948657939,8076
"sqr_mom_1",0.99,1613948657939,8076
"lr_1",4.837961901211184e-09,1613948657939,8076
"mom_1",0.9499913239894374,1613948657939,8076
"eps_1",1e-05,1613948657939,8076
"wd_2",0.01,1613948657939,8076
"sqr_mom_2",0.99,1613948657939,8076
"lr_2",4.837961901211184e-08,1613948657939,8076
"mom_2",0.9499913239894374,1613948657939,8076
"eps_2",1e-05,1613948657939,8076
"train_loss",0.004334267,1613948658934,8077
"raw_loss",0.006174165,1613948658934,8077
"epoch",50.80503144654085,1613948658934,8077
"wd_0",0.01,1613948658934,8077
"sqr_mom_0",0.99,1613948658934,8077
"lr_0",4.5791096590240874e-10,1613948658934,8077
"mom_0",0.9499918416990989,1613948658934,8077
"eps_0",1e-05,1613948658934,8077
"wd_1",0.01,1613948658934,8077
"sqr_mom_1",0.99,1613948658934,8077
"lr_1",4.5791096590257815e-09,1613948658934,8077
"mom_1",0.9499918416990989,1613948658934,8077
"eps_1",1e-05,1613948658934,8077
"wd_2",0.01,1613948658934,8077
"sqr_mom_2",0.99,1613948658934,8077
"lr_2",4.5791096590203605e-08,1613948658934,8077
"mom_2",0.9499918416990989,1613948658934,8077
"eps_2",1e-05,1613948658934,8077
"train_loss",0.004290783,1613948659890,8078
"raw_loss",0.002160055,1613948659890,8078
"epoch",50.81132075471695,1613948659890,8078
"wd_0",0.01,1613948659890,8078
"sqr_mom_0",0.99,1613948659890,8078
"lr_0",4.328219216323835e-10,1613948659890,8078
"mom_0",0.9499923434850022,1613948659890,8078
"eps_0",1e-05,1613948659890,8078
"wd_1",0.01,1613948659890,8078
"sqr_mom_1",0.99,1613948659890,8078
"lr_1",4.328219216327223e-09,1613948659890,8078
"mom_1",0.9499923434850022,1613948659890,8078
"eps_1",1e-05,1613948659890,8078
"wd_2",0.01,1613948659890,8078
"sqr_mom_2",0.99,1613948659890,8078
"lr_2",4.328219216321802e-08,1613948659890,8078
"mom_2",0.9499923434850022,1613948659890,8078
"eps_2",1e-05,1613948659890,8078
"train_loss",0.0042824172,1613948660862,8079
"raw_loss",0.0038725007,1613948660862,8079
"epoch",50.81761006289305,1613948660862,8079
"wd_0",0.01,1613948660862,8079
"sqr_mom_0",0.99,1613948660862,8079
"lr_0",4.085132096312254e-10,1613948660862,8079
"mom_0",0.9499928296641039,1613948660862,8079
"eps_0",1e-05,1613948660862,8079
"wd_1",0.01,1613948660862,8079
"sqr_mom_1",0.99,1613948660862,8079
"lr_1",4.085132096313948e-09,1613948660862,8079
"mom_1",0.9499928296641039,1613948660862,8079
"eps_1",1e-05,1613948660862,8079
"wd_2",0.01,1613948660862,8079
"sqr_mom_2",0.99,1613948660862,8079
"lr_2",4.085132096313948e-08,1613948660862,8079
"mom_2",0.9499928296641039,1613948660862,8079
"eps_2",1e-05,1613948660862,8079
"train_loss",0.0042886953,1613948661837,8080
"raw_loss",0.004596314,1613948661837,8080
"epoch",50.82389937106915,1613948661837,8080
"wd_0",0.01,1613948661837,8080
"sqr_mom_0",0.99,1613948661837,8080
"lr_0",3.850170773131393e-10,1613948661837,8080
"mom_0",0.9499932995914496,1613948661837,8080
"eps_0",1e-05,1613948661837,8080
"wd_1",0.01,1613948661837,8080
"sqr_mom_1",0.99,1613948661837,8080
"lr_1",3.850170773136475e-09,1613948661837,8080
"mom_1",0.9499932995914496,1613948661837,8080
"eps_1",1e-05,1613948661837,8080
"wd_2",0.01,1613948661837,8080
"sqr_mom_2",0.99,1613948661837,8080
"lr_2",3.850170773129699e-08,1613948661837,8080
"mom_2",0.9499932995914496,1613948661837,8080
"eps_2",1e-05,1613948661837,8080
"train_loss",0.0042637177,1613948662798,8081
"raw_loss",0.0030398194,1613948662798,8081
"epoch",50.83018867924525,1613948662798,8081
"wd_0",0.01,1613948662798,8081
"sqr_mom_0",0.99,1613948662798,8081
"lr_0",3.623097487953327e-10,1613948662798,8081
"mom_0",0.9499937537425615,1613948662798,8081
"eps_0",1e-05,1613948662798,8081
"wd_1",0.01,1613948662798,8081
"sqr_mom_1",0.99,1613948662798,8081
"lr_1",3.623097487953327e-09,1613948662798,8081
"mom_1",0.9499937537425615,1613948662798,8081
"eps_1",1e-05,1613948662798,8081
"wd_2",0.01,1613948662798,8081
"sqr_mom_2",0.99,1613948662798,8081
"lr_2",3.6230974879546823e-08,1613948662798,8081
"mom_2",0.9499937537425615,1613948662798,8081
"eps_2",1e-05,1613948662798,8081
"train_loss",0.0042528724,1613948663771,8082
"raw_loss",0.0037214519,1613948663771,8082
"epoch",50.836477987421354,1613948663771,8082
"wd_0",0.01,1613948663771,8082
"sqr_mom_0",0.99,1613948663771,8082
"lr_0",3.403991591061724e-10,1613948663771,8082
"mom_0",0.9499941919587375,1613948663771,8082
"eps_0",1e-05,1613948663771,8082
"wd_1",0.01,1613948663771,8082
"sqr_mom_1",0.99,1613948663771,8082
"lr_1",3.4039915910617237e-09,1613948663771,8082
"mom_1",0.9499941919587375,1613948663771,8082
"eps_1",1e-05,1613948663771,8082
"wd_2",0.01,1613948663771,8082
"sqr_mom_2",0.99,1613948663771,8082
"lr_2",3.403991591052237e-08,1613948663771,8082
"mom_2",0.9499941919587375,1613948663771,8082
"eps_2",1e-05,1613948663771,8082
"train_loss",0.0042590084,1613948664733,8083
"raw_loss",0.0045596776,1613948664733,8083
"epoch",50.842767295597454,1613948664733,8083
"wd_0",0.01,1613948664733,8083
"sqr_mom_0",0.99,1613948664733,8083
"lr_0",3.1928531522859793e-10,1613948664733,8083
"mom_0",0.9499946142398378,1613948664733,8083
"eps_0",1e-05,1613948664733,8083
"wd_1",0.01,1613948664733,8083
"sqr_mom_1",0.99,1613948664733,8083
"lr_1",3.1928531522910615e-09,1613948664733,8083
"mom_1",0.9499946142398378,1613948664733,8083
"eps_1",1e-05,1613948664733,8083
"wd_2",0.01,1613948664733,8083
"sqr_mom_2",0.99,1613948664733,8083
"lr_2",3.192853152288351e-08,1613948664733,8083
"mom_2",0.9499946142398378,1613948664733,8083
"eps_2",1e-05,1613948664733,8083
"train_loss",0.0042488244,1613948665681,8084
"raw_loss",0.0037498146,1613948665681,8084
"epoch",50.849056603773555,1613948665681,8084
"wd_0",0.01,1613948665681,8084
"sqr_mom_0",0.99,1613948665681,8084
"lr_0",2.9897483047737716e-10,1613948665681,8084
"mom_0",0.949995020453595,1613948665681,8084
"eps_0",1e-05,1613948665681,8084
"wd_1",0.01,1613948665681,8084
"sqr_mom_1",0.99,1613948665681,8084
"lr_1",2.9897483047686894e-09,1613948665681,8084
"mom_1",0.949995020453595,1613948665681,8084
"eps_1",1e-05,1613948665681,8084
"wd_2",0.01,1613948665681,8084
"sqr_mom_2",0.99,1613948665681,8084
"lr_2",2.9897483047646237e-08,1613948665681,8084
"mom_2",0.949995020453595,1613948665681,8084
"eps_2",1e-05,1613948665681,8084
"train_loss",0.0042099324,1613948666631,8085
"raw_loss",0.0023042138,1613948666631,8085
"epoch",50.855345911949655,1613948666631,8085
"wd_0",0.01,1613948666631,8085
"sqr_mom_0",0.99,1613948666631,8085
"lr_0",2.794478915795802e-10,1613948666631,8085
"mom_0",0.9499954109962784,1613948666631,8085
"eps_0",1e-05,1613948666631,8085
"wd_1",0.01,1613948666631,8085
"sqr_mom_1",0.99,1613948666631,8085
"lr_1",2.7944789157924137e-09,1613948666631,8085
"mom_1",0.9499954109962784,1613948666631,8085
"eps_1",1e-05,1613948666631,8085
"wd_2",0.01,1613948666631,8085
"sqr_mom_2",0.99,1613948666631,8085
"lr_2",2.7944789157924137e-08,1613948666631,8085
"mom_2",0.9499954109962784,1613948666631,8085
"eps_2",1e-05,1613948666631,8085
"train_loss",0.004185551,1613948667609,8086
"raw_loss",0.0029908484,1613948667609,8086
"epoch",50.861635220125756,1613948667609,8086
"wd_0",0.01,1613948667609,8086
"sqr_mom_0",0.99,1613948667609,8086
"lr_0",2.6073040255185706e-10,1613948667609,8086
"mom_0",0.9499957853498024,1613948667609,8086
"eps_0",1e-05,1613948667609,8086
"wd_1",0.01,1613948667609,8086
"sqr_mom_1",0.99,1613948667609,8086
"lr_1",2.6073040255134884e-09,1613948667609,8086
"mom_1",0.9499957853498024,1613948667609,8086
"eps_1",1e-05,1613948667609,8086
"wd_2",0.01,1613948667609,8086
"sqr_mom_2",0.99,1613948667609,8086
"lr_2",2.6073040255134884e-08,1613948667609,8086
"mom_2",0.9499957853498024,1613948667609,8086
"eps_2",1e-05,1613948667609,8086
"train_loss",0.004186005,1613948668788,8087
"raw_loss",0.0042082425,1613948668788,8087
"epoch",50.867924528301856,1613948668788,8087
"wd_0",0.01,1613948668788,8087
"sqr_mom_0",0.99,1613948668788,8087
"lr_0",2.428091562786173e-10,1613948668788,8087
"mom_0",0.9499961437783122,1613948668788,8087
"eps_0",1e-05,1613948668788,8087
"wd_1",0.01,1613948668788,8087
"sqr_mom_1",0.99,1613948668788,8087
"lr_1",2.428091562786173e-09,1613948668788,8087
"mom_1",0.9499961437783122,1613948668788,8087
"eps_1",1e-05,1613948668788,8087
"wd_2",0.01,1613948668788,8087
"sqr_mom_2",0.99,1613948668788,8087
"lr_2",2.4280915627834625e-08,1613948668788,8087
"mom_2",0.9499961437783122,1613948668788,8087
"eps_2",1e-05,1613948668788,8087
"train_loss",0.0041937097,1613948669860,8088
"raw_loss",0.0045712464,1613948669860,8088
"epoch",50.874213836477956,1613948669860,8088
"wd_0",0.01,1613948669860,8088
"sqr_mom_0",0.99,1613948669860,8088
"lr_0",2.2567305919645575e-10,1613948669860,8088
"mom_0",0.9499964865036811,1613948669860,8088
"eps_0",1e-05,1613948669860,8088
"wd_1",0.01,1613948669860,8088
"sqr_mom_1",0.99,1613948669860,8088
"lr_1",2.2567305919628635e-09,1613948669860,8088
"mom_1",0.9499964865036811,1613948669860,8088
"eps_1",1e-05,1613948669860,8088
"wd_2",0.01,1613948669860,8088
"sqr_mom_2",0.99,1613948669860,8088
"lr_2",2.256730591960153e-08,1613948669860,8088
"mom_2",0.9499964865036811,1613948669860,8088
"eps_2",1e-05,1613948669860,8088
"train_loss",0.004202176,1613948671005,8089
"raw_loss",0.0046170168,1613948671005,8089
"epoch",50.88050314465406,1613948671005,8089
"wd_0",0.01,1613948671005,8089
"sqr_mom_0",0.99,1613948671005,8089
"lr_0",2.093448436791493e-10,1613948671005,8089
"mom_0",0.949996813071257,1613948671005,8089
"eps_0",1e-05,1613948671005,8089
"wd_1",0.01,1613948671005,8089
"sqr_mom_1",0.99,1613948671005,8089
"lr_1",2.093448436784717e-09,1613948671005,8089
"mom_1",0.949996813071257,1613948671005,8089
"eps_1",1e-05,1613948671005,8089
"wd_2",0.01,1613948671005,8089
"sqr_mom_2",0.99,1613948671005,8089
"lr_2",2.093448436780651e-08,1613948671005,8089
"mom_2",0.949996813071257,1613948671005,8089
"eps_2",1e-05,1613948671005,8089
"train_loss",0.004178264,1613948672155,8090
"raw_loss",0.0030065994,1613948672155,8090
"epoch",50.88679245283016,1613948672155,8090
"wd_0",0.01,1613948672155,8090
"sqr_mom_0",0.99,1613948672155,8090
"lr_0",1.9380284510825483e-10,1613948672155,8090
"mom_0",0.949997123914337,1613948672155,8090
"eps_0",1e-05,1613948672155,8090
"wd_1",0.01,1613948672155,8090
"sqr_mom_1",0.99,1613948672155,8090
"lr_1",1.93802845107916e-09,1613948672155,8090
"mom_1",0.949997123914337,1613948672155,8090
"eps_1",1e-05,1613948672155,8090
"wd_2",0.01,1613948672155,8090
"sqr_mom_2",0.99,1613948672155,8090
"lr_2",1.938028451077805e-08,1613948672155,8090
"mom_2",0.949997123914337,1613948672155,8090
"eps_2",1e-05,1613948672155,8090
"train_loss",0.00418095,1613948673226,8091
"raw_loss",0.004312559,1613948673226,8091
"epoch",50.89308176100626,1613948673226,8091
"wd_0",0.01,1613948673226,8091
"sqr_mom_0",0.99,1613948673226,8091
"lr_0",1.7906768116441045e-10,1613948673226,8091
"mom_0",0.9499974186205629,1613948673226,8091
"eps_0",1e-05,1613948673226,8091
"wd_1",0.01,1613948673226,8091
"sqr_mom_1",0.99,1613948673226,8091
"lr_1",1.7906768116373283e-09,1613948673226,8091
"mom_1",0.9499974186205629,1613948673226,8091
"eps_1",1e-05,1613948673226,8091
"wd_2",0.01,1613948673226,8091
"sqr_mom_2",0.99,1613948673226,8091
"lr_2",1.7906768116373283e-08,1613948673226,8091
"mom_2",0.9499974186205629,1613948673226,8091
"eps_2",1e-05,1613948673226,8091
"train_loss",0.0041694744,1613948674186,8092
"raw_loss",0.0036071534,1613948674186,8092
"epoch",50.89937106918236,1613948674186,8092
"wd_0",0.01,1613948674186,8092
"sqr_mom_0",0.99,1613948674186,8092
"lr_0",1.651242934093823e-10,1613948674186,8092
"mom_0",0.9499976974911066,1613948674186,8092
"eps_0",1e-05,1613948674186,8092
"wd_1",0.01,1613948674186,8092
"sqr_mom_1",0.99,1613948674186,8092
"lr_1",1.6512429341005992e-09,1613948674186,8092
"mom_1",0.9499976974911066,1613948674186,8092
"eps_1",1e-05,1613948674186,8092
"wd_2",0.01,1613948674186,8092
"sqr_mom_2",0.99,1613948674186,8092
"lr_2",1.6512429340965334e-08,1613948674186,8092
"mom_2",0.9499976974911066,1613948674186,8092
"eps_2",1e-05,1613948674186,8092
"train_loss",0.004128974,1613948675138,8093
"raw_loss",0.0021444627,1613948675138,8093
"epoch",50.90566037735846,1613948675138,8093
"wd_0",0.01,1613948675138,8093
"sqr_mom_0",0.99,1613948675138,8093
"lr_0",1.519777073353862e-10,1613948675138,8093
"mom_0",0.9499979604254575,1613948675138,8093
"eps_0",1e-05,1613948675138,8093
"wd_1",0.01,1613948675138,8093
"sqr_mom_1",0.99,1613948675138,8093
"lr_1",1.519777073353862e-09,1613948675138,8093
"mom_1",0.9499979604254575,1613948675138,8093
"eps_1",1e-05,1613948675138,8093
"wd_2",0.01,1613948675138,8093
"sqr_mom_2",0.99,1613948675138,8093
"lr_2",1.5197770733511515e-08,1613948675138,8093
"mom_2",0.9499979604254575,1613948675138,8093
"eps_2",1e-05,1613948675138,8093
"train_loss",0.004129222,1613948676163,8094
"raw_loss",0.0041413787,1613948676163,8094
"epoch",50.91194968553456,1613948676163,8094
"wd_0",0.01,1613948676163,8094
"sqr_mom_0",0.99,1613948676163,8094
"lr_0",1.3962792713184712e-10,1613948676163,8094
"mom_0",0.9499982074235316,1613948676163,8094
"eps_0",1e-05,1613948676163,8094
"wd_1",0.01,1613948676163,8094
"sqr_mom_1",0.99,1613948676163,8094
"lr_1",1.396279271315083e-09,1613948676163,8094
"mom_1",0.9499982074235316,1613948676163,8094
"eps_1",1e-05,1613948676163,8094
"wd_2",0.01,1613948676163,8094
"sqr_mom_2",0.99,1613948676163,8094
"lr_2",1.3962792713164383e-08,1613948676163,8094
"mom_2",0.9499982074235316,1613948676163,8094
"eps_2",1e-05,1613948676163,8094
"train_loss",0.0041447813,1613948677123,8095
"raw_loss",0.0049071787,1613948677123,8095
"epoch",50.91823899371066,1613948677123,8095
"wd_0",0.01,1613948677123,8095
"sqr_mom_0",0.99,1613948677123,8095
"lr_0",1.2807865646642056e-10,1613948677123,8095
"mom_0",0.9499984384112548,1613948677123,8095
"eps_0",1e-05,1613948677123,8095
"wd_1",0.01,1613948677123,8095
"sqr_mom_1",0.99,1613948677123,8095
"lr_1",1.2807865646625115e-09,1613948677123,8095
"mom_1",0.9499984384112548,1613948677123,8095
"eps_1",1e-05,1613948677123,8095
"wd_2",0.01,1613948677123,8095
"sqr_mom_2",0.99,1613948677123,8095
"lr_2",1.2807865646638668e-08,1613948677123,8095
"mom_2",0.9499984384112548,1613948677123,8095
"eps_2",1e-05,1613948677123,8095
"train_loss",0.004108994,1613948678062,8096
"raw_loss",0.0023554172,1613948678062,8096
"epoch",50.92452830188676,1613948678062,8096
"wd_0",0.01,1613948678062,8096
"sqr_mom_0",0.99,1613948678062,8096
"lr_0",1.1731879982329043e-10,1613948678062,8096
"mom_0",0.9499986536105396,1613948678062,8096
"eps_0",1e-05,1613948678062,8096
"wd_1",0.01,1613948678062,8096
"sqr_mom_1",0.99,1613948678062,8096
"lr_1",1.1731879982396806e-09,1613948678062,8096
"mom_1",0.9499986536105396,1613948678062,8096
"eps_1",1e-05,1613948678062,8096
"wd_2",0.01,1613948678062,8096
"sqr_mom_2",0.99,1613948678062,8096
"lr_2",1.1731879982356148e-08,1613948678062,8096
"mom_2",0.9499986536105396,1613948678062,8096
"eps_2",1e-05,1613948678062,8096
"train_loss",0.0041396758,1613948679039,8097
"raw_loss",0.0056430926,1613948679039,8097
"epoch",50.93081761006286,1613948679039,8097
"wd_0",0.01,1613948679039,8097
"sqr_mom_0",0.99,1613948679039,8097
"lr_0",1.0736263099510806e-10,1613948679039,8097
"mom_0",0.9499988527359075,1613948679039,8097
"eps_0",1e-05,1613948679039,8097
"wd_1",0.01,1613948679039,8097
"sqr_mom_1",0.99,1613948679039,8097
"lr_1",1.0736263099527747e-09,1613948679039,8097
"mom_1",0.9499988527359075,1613948679039,8097
"eps_1",1e-05,1613948679039,8097
"wd_2",0.01,1613948679039,8097
"sqr_mom_2",0.99,1613948679039,8097
"lr_2",1.0736263099473536e-08,1613948679039,8097
"mom_2",0.9499988527359075,1613948679039,8097
"eps_2",1e-05,1613948679039,8097
"train_loss",0.0041390373,1613948680022,8098
"raw_loss",0.0041077565,1613948680022,8098
"epoch",50.93710691823896,1613948680022,8098
"wd_0",0.01,1613948680022,8098
"sqr_mom_0",0.99,1613948680022,8098
"lr_0",9.820275377572834e-11,1613948680022,8098
"mom_0",0.9499990359352838,1613948680022,8098
"eps_0",1e-05,1613948680022,8098
"wd_1",0.01,1613948680022,8098
"sqr_mom_1",0.99,1613948680022,8098
"lr_1",9.820275377589774e-10,1613948680022,8098
"mom_1",0.9499990359352838,1613948680022,8098
"eps_1",1e-05,1613948680022,8098
"wd_2",0.01,1613948680022,8098
"sqr_mom_2",0.99,1613948680022,8098
"lr_2",9.820275377494907e-09,1613948680022,8098
"mom_2",0.9499990359352838,1613948680022,8098
"eps_2",1e-05,1613948680022,8098
"train_loss",0.0041106152,1613948680994,8099
"raw_loss",0.002717921,1613948680994,8099
"epoch",50.94339622641506,1613948680994,8099
"wd_0",0.01,1613948680994,8099
"sqr_mom_0",0.99,1613948680994,8099
"lr_0",8.983388563231726e-11,1613948680994,8099
"mom_0",0.9499992033143204,1613948680994,8099
"eps_0",1e-05,1613948680994,8099
"wd_1",0.01,1613948680994,8099
"sqr_mom_1",0.99,1613948680994,8099
"lr_1",8.983388563265607e-10,1613948680994,8099
"mom_1",0.9499992033143204,1613948680994,8099
"eps_1",1e-05,1613948680994,8099
"wd_2",0.01,1613948680994,8099
"sqr_mom_2",0.99,1613948680994,8099
"lr_2",8.983388563197844e-09,1613948680994,8099
"mom_2",0.9499992033143204,1613948680994,8099
"eps_2",1e-05,1613948680994,8099
"train_loss",0.0040913788,1613948681956,8100
"raw_loss",0.0031487884,1613948681956,8100
"epoch",50.94968553459116,1613948681956,8100
"wd_0",0.01,1613948681956,8100
"sqr_mom_0",0.99,1613948681956,8100
"lr_0",8.226712852661163e-11,1613948681956,8100
"mom_0",0.949999354650976,1613948681956,8100
"eps_0",1e-05,1613948681956,8100
"wd_1",0.01,1613948681956,8100
"sqr_mom_1",0.99,1613948681956,8100
"lr_1",8.226712852678103e-10,1613948681956,8100
"mom_1",0.949999354650976,1613948681956,8100
"eps_1",1e-05,1613948681956,8100
"wd_2",0.01,1613948681956,8100
"sqr_mom_2",0.99,1613948681956,8100
"lr_2",8.22671285261034e-09,1613948681956,8100
"mom_2",0.949999354650976,1613948681956,8100
"eps_2",1e-05,1613948681956,8100
"train_loss",0.004112097,1613948682948,8101
"raw_loss",0.005127285,1613948682948,8101
"epoch",50.95597484276726,1613948682948,8101
"wd_0",0.01,1613948682948,8101
"sqr_mom_0",0.99,1613948682948,8101
"lr_0",7.549667102231154e-11,1613948682948,8101
"mom_0",0.9499994900614801,1613948682948,8101
"eps_0",1e-05,1613948682948,8101
"wd_1",0.01,1613948682948,8101
"sqr_mom_1",0.99,1613948682948,8101
"lr_1",7.549667102214213e-10,1613948682948,8101
"mom_1",0.9499994900614801,1613948682948,8101
"eps_1",1e-05,1613948682948,8101
"wd_2",0.01,1613948682948,8101
"sqr_mom_2",0.99,1613948682948,8101
"lr_2",7.54966710220066e-09,1613948682948,8101
"mom_2",0.9499994900614801,1613948682948,8101
"eps_2",1e-05,1613948682948,8101
"train_loss",0.0040739793,1613948683914,8102
"raw_loss",0.0022062236,1613948683914,8102
"epoch",50.96226415094336,1613948683914,8102
"wd_0",0.01,1613948683914,8102
"sqr_mom_0",0.99,1613948683914,8102
"lr_0",6.951881538099213e-11,1613948683914,8102
"mom_0",0.9499996096197886,1613948683914,8102
"eps_0",1e-05,1613948683914,8102
"wd_1",0.01,1613948683914,8102
"sqr_mom_1",0.99,1613948683914,8102
"lr_1",6.951881538150035e-10,1613948683914,8102
"mom_1",0.9499996096197886,1613948683914,8102
"eps_1",1e-05,1613948683914,8102
"wd_2",0.01,1613948683914,8102
"sqr_mom_2",0.99,1613948683914,8102
"lr_2",6.951881538095825e-09,1613948683914,8102
"mom_2",0.9499996096197886,1613948683914,8102
"eps_2",1e-05,1613948683914,8102
"train_loss",0.004081614,1613948684904,8103
"raw_loss",0.004455717,1613948684904,8103
"epoch",50.96855345911946,1613948684904,8103
"wd_0",0.01,1613948684904,8103
"sqr_mom_0",0.99,1613948684904,8103
"lr_0",6.434149169790032e-11,1613948684904,8103
"mom_0",0.9499997131672977,1613948684904,8103
"eps_0",1e-05,1613948684904,8103
"wd_1",0.01,1613948684904,8103
"sqr_mom_1",0.99,1613948684904,8103
"lr_1",6.434149169806972e-10,1613948684904,8103
"mom_1",0.9499997131672977,1613948684904,8103
"eps_1",1e-05,1613948684904,8103
"wd_2",0.01,1613948684904,8103
"sqr_mom_2",0.99,1613948684904,8103
"lr_2",6.4341491698340775e-09,1613948684904,8103
"mom_2",0.9499997131672977,1613948684904,8103
"eps_2",1e-05,1613948684904,8103
"train_loss",0.004053852,1613948685888,8104
"raw_loss",0.0026935223,1613948685888,8104
"epoch",50.97484276729556,1613948685888,8104
"wd_0",0.01,1613948685888,8104
"sqr_mom_0",0.99,1613948685888,8104
"lr_0",5.995915191570191e-11,1613948685888,8104
"mom_0",0.9499998008149698,1613948685888,8104
"eps_0",1e-05,1613948685888,8104
"wd_1",0.01,1613948685888,8104
"sqr_mom_1",0.99,1613948685888,8104
"lr_1",5.995915191553251e-10,1613948685888,8104
"mom_1",0.9499998008149698,1613948685888,8104
"eps_1",1e-05,1613948685888,8104
"wd_2",0.01,1613948685888,8104
"sqr_mom_2",0.99,1613948685888,8104
"lr_2",5.995915191539698e-09,1613948685888,8104
"mom_2",0.9499998008149698,1613948685888,8104
"eps_2",1e-05,1613948685888,8104
"train_loss",0.004040815,1613948686866,8105
"raw_loss",0.0034019984,1613948686866,8105
"epoch",50.98113207547166,1613948686866,8105
"wd_0",0.01,1613948686866,8105
"sqr_mom_0",0.99,1613948686866,8105
"lr_0",5.6373647331629296e-11,1613948686866,8105
"mom_0",0.9499998725257786,1613948686866,8105
"eps_0",1e-05,1613948686866,8105
"wd_1",0.01,1613948686866,8105
"sqr_mom_1",0.99,1613948686866,8105
"lr_1",5.637364733213752e-10,1613948686866,8105
"mom_1",0.9499998725257786,1613948686866,8105
"eps_1",1e-05,1613948686866,8105
"wd_2",0.01,1613948686866,8105
"sqr_mom_2",0.99,1613948686866,8105
"lr_2",5.637364733118884e-09,1613948686866,8105
"mom_2",0.9499998725257786,1613948686866,8105
"eps_2",1e-05,1613948686866,8105
"train_loss",0.0040351045,1613948687862,8106
"raw_loss",0.003755286,1613948687862,8106
"epoch",50.987421383647764,1613948687862,8106
"wd_0",0.01,1613948687862,8106
"sqr_mom_0",0.99,1613948687862,8106
"lr_0",5.358497909171804e-11,1613948687862,8106
"mom_0",0.9499999282997011,1613948687862,8106
"eps_0",1e-05,1613948687862,8106
"wd_1",0.01,1613948687862,8106
"sqr_mom_1",0.99,1613948687862,8106
"lr_1",5.358497909171804e-10,1613948687862,8106
"mom_1",0.9499999282997011,1613948687862,8106
"eps_1",1e-05,1613948687862,8106
"wd_2",0.01,1613948687862,8106
"sqr_mom_2",0.99,1613948687862,8106
"lr_2",5.358497909063384e-09,1613948687862,8106
"mom_2",0.9499999282997011,1613948687862,8106
"eps_2",1e-05,1613948687862,8106
"train_loss",0.004089059,1613948688822,8107
"raw_loss",0.00673282,1613948688822,8107
"epoch",50.993710691823864,1613948688822,8107
"wd_0",0.01,1613948688822,8107
"sqr_mom_0",0.99,1613948688822,8107
"lr_0",5.1593676621206335e-11,1613948688822,8107
"mom_0",0.9499999681261488,1613948688822,8107
"eps_0",1e-05,1613948688822,8107
"wd_1",0.01,1613948688822,8107
"sqr_mom_1",0.99,1613948688822,8107
"lr_1",5.159367662103693e-10,1613948688822,8107
"mom_1",0.9499999681261488,1613948688822,8107
"eps_1",1e-05,1613948688822,8107
"wd_2",0.01,1613948688822,8107
"sqr_mom_2",0.99,1613948688822,8107
"lr_2",5.159367662049483e-09,1613948688822,8107
"mom_2",0.9499999681261488,1613948688822,8107
"eps_2",1e-05,1613948688822,8107
"train_loss",0.004083548,1613948689805,8108
"raw_loss",0.0038135378,1613948689805,8108
"epoch",50.999999999999964,1613948689805,8108
"wd_0",0.01,1613948689805,8108
"sqr_mom_0",0.99,1613948689805,8108
"lr_0",5.0398154940184815e-11,1613948689805,8108
"mom_0",0.9499999920368215,1613948689805,8108
"eps_0",1e-05,1613948689805,8108
"wd_1",0.01,1613948689805,8108
"sqr_mom_1",0.99,1613948689805,8108
"lr_1",5.0398154939846e-10,1613948689805,8108
"mom_1",0.9499999920368215,1613948689805,8108
"eps_1",1e-05,1613948689805,8108
"wd_2",0.01,1613948689805,8108
"sqr_mom_2",0.99,1613948689805,8108
"lr_2",5.039815493971048e-09,1613948689805,8108
"mom_2",0.9499999920368215,1613948689805,8108
"eps_2",1e-05,1613948689805,8108
"valid_loss",0.08597012609243393,1613948722812,8108
"_rmse",0.2932066023349762,1613948722812,8108