Name,Value,Timestamp,Step
"train_loss",1.1338625,1613824468871,0
"raw_loss",1.1338636,1613824468871,0
"wd_0",0.01,1613824468871,0
"sqr_mom_0",0.99,1613824468871,0
"lr_0",4e-06,1613824468871,0
"mom_0",0.95,1613824468871,0
"eps_0",1e-05,1613824468871,0
"wd_1",0.01,1613824468871,0
"sqr_mom_1",0.99,1613824468871,0
"lr_1",4e-06,1613824468871,0
"mom_1",0.95,1613824468871,0
"eps_1",1e-05,1613824468871,0
"wd_2",0.01,1613824468871,0
"sqr_mom_2",0.99,1613824468871,0
"lr_2",4e-05,1613824468871,0
"mom_2",0.95,1613824468871,0
"eps_2",1e-05,1613824468871,0
"train_loss",1.0740391,1613824469794,1
"raw_loss",1.015413,1613824469794,1
"wd_0",0.01,1613824469794,1
"sqr_mom_0",0.99,1613824469794,1
"lr_0",4.009559427763895e-06,1613824469794,1
"mom_0",0.9499900422627459,1613824469794,1
"eps_0",1e-05,1613824469794,1
"wd_1",0.01,1613824469794,1
"sqr_mom_1",0.99,1613824469794,1
"lr_1",4.009559427763895e-06,1613824469794,1
"mom_1",0.9499900422627459,1613824469794,1
"eps_1",1e-05,1613824469794,1
"wd_2",0.01,1613824469794,1
"sqr_mom_2",0.99,1613824469794,1
"lr_2",4.0095594277638955e-05,1613824469794,1
"mom_2",0.9499900422627459,1613824469794,1
"eps_2",1e-05,1613824469794,1
"train_loss",0.943522,1613824470702,2
"raw_loss",0.69026715,1613824470702,2
"wd_0",0.01,1613824470702,2
"sqr_mom_0",0.99,1613824470702,2
"lr_0",4.0382339034447715e-06,1613824470702,2
"mom_0",0.949960173017245,1613824470702,2
"eps_0",1e-05,1613824470702,2
"wd_1",0.01,1613824470702,2
"sqr_mom_1",0.99,1613824470702,2
"lr_1",4.0382339034447715e-06,1613824470702,2
"mom_1",0.949960173017245,1613824470702,2
"eps_1",1e-05,1613824470702,2
"wd_2",0.01,1613824470702,2
"sqr_mom_2",0.99,1613824470702,2
"lr_2",4.038233903444772e-05,1613824470702,2
"mom_2",0.949960173017245,1613824470702,2
"eps_2",1e-05,1613824470702,2
"train_loss",0.8829396,1613824471618,3
"raw_loss",0.7083665,1613824471618,3
"wd_0",0.01,1613824471618,3
"sqr_mom_0",0.99,1613824471618,3
"lr_0",4.086012005726854e-06,1613824471618,3
"mom_0",0.9499104041607012,1613824471618,3
"eps_0",1e-05,1613824471618,3
"wd_1",0.01,1613824471618,3
"sqr_mom_1",0.99,1613824471618,3
"lr_1",4.086012005726854e-06,1613824471618,3
"mom_1",0.9499104041607012,1613824471618,3
"eps_1",1e-05,1613824471618,3
"wd_2",0.01,1613824471618,3
"sqr_mom_2",0.99,1613824471618,3
"lr_2",4.086012005726854e-05,1613824471618,3
"mom_2",0.9499104041607012,1613824471618,3
"eps_2",1e-05,1613824471618,3
"train_loss",0.81015086,1613824472536,4
"raw_loss",0.53326553,1613824472536,4
"wd_0",0.01,1613824472536,4
"sqr_mom_0",0.99,1613824472536,4
"lr_0",4.152874704138565e-06,1613824472536,4
"mom_0",0.9498407555165223,1613824472536,4
"eps_0",1e-05,1613824472536,4
"wd_1",0.01,1613824472536,4
"sqr_mom_1",0.99,1613824472536,4
"lr_1",4.152874704138565e-06,1613824472536,4
"mom_1",0.9498407555165223,1613824472536,4
"eps_1",1e-05,1613824472536,4
"wd_2",0.01,1613824472536,4
"sqr_mom_2",0.99,1613824472536,4
"lr_2",4.152874704138565e-05,1613824472536,4
"mom_2",0.9498407555165223,1613824472536,4
"eps_2",1e-05,1613824472536,4
"train_loss",0.7213861,1613824473451,5
"raw_loss",0.30349252,1613824473451,5
"wd_0",0.01,1613824473451,5
"sqr_mom_0",0.99,1613824473451,5
"lr_0",4.238795394615183e-06,1613824473451,5
"mom_0",0.9497512547972758,1613824473451,5
"eps_0",1e-05,1613824473451,5
"wd_1",0.01,1613824473451,5
"sqr_mom_1",0.99,1613824473451,5
"lr_1",4.238795394615183e-06,1613824473451,5
"mom_1",0.9497512547972758,1613824473451,5
"eps_1",1e-05,1613824473451,5
"wd_2",0.01,1613824473451,5
"sqr_mom_2",0.99,1613824473451,5
"lr_2",4.2387953946151834e-05,1613824473451,5
"mom_2",0.9497512547972758,1613824473451,5
"eps_2",1e-05,1613824473451,5
"train_loss",0.6719374,1613824474370,6
"raw_loss",0.39533567,1613824474370,6
"wd_0",0.01,1613824474370,6
"sqr_mom_0",0.99,1613824474370,6
"lr_0",4.343739770193693e-06,1613824474370,6
"mom_0",0.9496419377393815,1613824474370,6
"eps_0",1e-05,1613824474370,6
"wd_1",0.01,1613824474370,6
"sqr_mom_1",0.99,1613824474370,6
"lr_1",4.343739770193693e-06,1613824474370,6
"mom_1",0.9496419377393815,1613824474370,6
"eps_1",1e-05,1613824474370,6
"wd_2",0.01,1613824474370,6
"sqr_mom_2",0.99,1613824474370,6
"lr_2",4.343739770193693e-05,1613824474370,6
"mom_2",0.9496419377393815,1613824474370,6
"eps_2",1e-05,1613824474370,6
"train_loss",0.6352312,1613824475288,7
"raw_loss",0.39804167,1613824475288,7
"wd_0",0.01,1613824475288,7
"sqr_mom_0",0.99,1613824475288,7
"lr_0",4.467666153583133e-06,1613824475288,7
"mom_0",0.9495128477566842,1613824475288,7
"eps_0",1e-05,1613824475288,7
"wd_1",0.01,1613824475288,7
"sqr_mom_1",0.99,1613824475288,7
"lr_1",4.467666153583133e-06,1613824475288,7
"mom_1",0.9495128477566842,1613824475288,7
"eps_1",1e-05,1613824475288,7
"wd_2",0.01,1613824475288,7
"sqr_mom_2",0.99,1613824475288,7
"lr_2",4.4676661535831333e-05,1613824475288,7
"mom_2",0.9495128477566842,1613824475288,7
"eps_2",1e-05,1613824475288,7
"train_loss",0.608097,1613824476211,8
"raw_loss",0.40967506,1613824476211,8
"wd_0",0.01,1613824476211,8
"sqr_mom_0",0.99,1613824476211,8
"lr_0",4.610525038422375e-06,1613824476211,8
"mom_0",0.94936403641831,1613824476211,8
"eps_0",1e-05,1613824476211,8
"wd_1",0.01,1613824476211,8
"sqr_mom_1",0.99,1613824476211,8
"lr_1",4.610525038422375e-06,1613824476211,8
"mom_1",0.94936403641831,1613824476211,8
"eps_1",1e-05,1613824476211,8
"wd_2",0.01,1613824476211,8
"sqr_mom_2",0.99,1613824476211,8
"lr_2",4.610525038422376e-05,1613824476211,8
"mom_2",0.94936403641831,1613824476211,8
"eps_2",1e-05,1613824476211,8
"train_loss",0.6271928,1613824477144,9
"raw_loss",0.7827542,1613824477144,9
"wd_0",0.01,1613824477144,9
"sqr_mom_0",0.99,1613824477144,9
"lr_0",4.772259690167275e-06,1613824477144,9
"mom_0",0.9491955628227424,1613824477144,9
"eps_0",1e-05,1613824477144,9
"wd_1",0.01,1613824477144,9
"sqr_mom_1",0.99,1613824477144,9
"lr_1",4.772259690167275e-06,1613824477144,9
"mom_1",0.9491955628227424,1613824477144,9
"eps_1",1e-05,1613824477144,9
"wd_2",0.01,1613824477144,9
"sqr_mom_2",0.99,1613824477144,9
"lr_2",4.7722596901672744e-05,1613824477144,9
"mom_2",0.9491955628227424,1613824477144,9
"eps_2",1e-05,1613824477144,9
"train_loss",0.59348357,1613824478069,10
"raw_loss",0.29133362,1613824478069,10
"wd_0",0.01,1613824478069,10
"sqr_mom_0",0.99,1613824478069,10
"lr_0",4.952805610107015e-06,1613824478069,10
"mom_0",0.9490074941561385,1613824478069,10
"eps_0",1e-05,1613824478069,10
"wd_1",0.01,1613824478069,10
"sqr_mom_1",0.99,1613824478069,10
"lr_1",4.952805610107015e-06,1613824478069,10
"mom_1",0.9490074941561385,1613824478069,10
"eps_1",1e-05,1613824478069,10
"wd_2",0.01,1613824478069,10
"sqr_mom_2",0.99,1613824478069,10
"lr_2",4.952805610107016e-05,1613824478069,10
"mom_2",0.9490074941561385,1613824478069,10
"eps_2",1e-05,1613824478069,10
"train_loss",0.56362176,1613824478998,11
"raw_loss",0.27204603,1613824478998,11
"wd_0",0.01,1613824478998,11
"sqr_mom_0",0.99,1613824478998,11
"lr_0",5.1520907627064555e-06,1613824478998,11
"mom_0",0.9487999054555141,1613824478998,11
"eps_0",1e-05,1613824478998,11
"wd_1",0.01,1613824478998,11
"sqr_mom_1",0.99,1613824478998,11
"lr_1",5.1520907627064555e-06,1613824478998,11
"mom_1",0.9487999054555141,1613824478998,11
"eps_1",1e-05,1613824478998,11
"wd_2",0.01,1613824478998,11
"sqr_mom_2",0.99,1613824478998,11
"lr_2",5.152090762706456e-05,1613824478998,11
"mom_2",0.9487999054555141,1613824478998,11
"eps_2",1e-05,1613824478998,11
"train_loss",0.55325305,1613824479931,12
"raw_loss",0.44387496,1613824479931,12
"wd_0",0.01,1613824479931,12
"sqr_mom_0",0.99,1613824479931,12
"lr_0",5.370035871207568e-06,1613824479931,12
"mom_0",0.9485728793008255,1613824479931,12
"eps_0",1e-05,1613824479931,12
"wd_1",0.01,1613824479931,12
"sqr_mom_1",0.99,1613824479931,12
"lr_1",5.370035871207568e-06,1613824479931,12
"mom_1",0.9485728793008255,1613824479931,12
"eps_1",1e-05,1613824479931,12
"wd_2",0.01,1613824479931,12
"sqr_mom_2",0.99,1613824479931,12
"lr_2",5.3700358712075686e-05,1613824479931,12
"mom_2",0.9485728793008255,1613824479931,12
"eps_2",1e-05,1613824479931,12
"train_loss",0.5575257,1613824480863,13
"raw_loss",0.60588366,1613824480863,13
"wd_0",0.01,1613824480863,13
"sqr_mom_0",0.99,1613824480863,13
"lr_0",5.6065544142990906e-06,1613824480863,13
"mom_0",0.9483265058184384,1613824480863,13
"eps_0",1e-05,1613824480863,13
"wd_1",0.01,1613824480863,13
"sqr_mom_1",0.99,1613824480863,13
"lr_1",5.6065544142990906e-06,1613824480863,13
"mom_1",0.9483265058184384,1613824480863,13
"eps_1",1e-05,1613824480863,13
"wd_2",0.01,1613824480863,13
"sqr_mom_2",0.99,1613824480863,13
"lr_2",5.6065544142990906e-05,1613824480863,13
"mom_2",0.9483265058184384,1613824480863,13
"eps_2",1e-05,1613824480863,13
"train_loss",0.5432169,1613824481796,14
"raw_loss",0.37048712,1613824481796,14
"wd_0",0.01,1613824481796,14
"sqr_mom_0",0.99,1613824481796,14
"lr_0",5.861551629698894e-06,1613824481796,14
"mom_0",0.9480608837190636,1613824481796,14
"eps_0",1e-05,1613824481796,14
"wd_1",0.01,1613824481796,14
"sqr_mom_1",0.99,1613824481796,14
"lr_1",5.861551629698894e-06,1613824481796,14
"mom_1",0.9480608837190636,1613824481796,14
"eps_1",1e-05,1613824481796,14
"wd_2",0.01,1613824481796,14
"sqr_mom_2",0.99,1613824481796,14
"lr_2",5.861551629698895e-05,1613824481796,14
"mom_2",0.9480608837190636,1613824481796,14
"eps_2",1e-05,1613824481796,14
"train_loss",0.52868545,1613824482735,15
"raw_loss",0.3425373,1613824482735,15
"wd_0",0.01,1613824482735,15
"sqr_mom_0",0.99,1613824482735,15
"lr_0",6.134926216169848e-06,1613824482735,15
"mom_0",0.947776118524823,1613824482735,15
"eps_0",1e-05,1613824482735,15
"wd_1",0.01,1613824482735,15
"sqr_mom_1",0.99,1613824482735,15
"lr_1",6.134926216169848e-06,1613824482735,15
"mom_1",0.947776118524823,1613824482735,15
"eps_1",1e-05,1613824482735,15
"wd_2",0.01,1613824482735,15
"sqr_mom_2",0.99,1613824482735,15
"lr_2",6.134926216169849e-05,1613824482735,15
"mom_2",0.947776118524823,1613824482735,15
"eps_2",1e-05,1613824482735,15
"train_loss",0.5322244,1613824483662,16
"raw_loss",0.5801199,1613824483662,16
"wd_0",0.01,1613824483662,16
"sqr_mom_0",0.99,1613824483662,16
"lr_0",6.426569286083635e-06,1613824483662,16
"mom_0",0.9474723236603295,1613824483662,16
"eps_0",1e-05,1613824483662,16
"wd_1",0.01,1613824483662,16
"sqr_mom_1",0.99,1613824483662,16
"lr_1",6.426569286083635e-06,1613824483662,16
"mom_1",0.9474723236603295,1613824483662,16
"eps_1",1e-05,1613824483662,16
"wd_2",0.01,1613824483662,16
"sqr_mom_2",0.99,1613824483662,16
"lr_2",6.426569286083637e-05,1613824483662,16
"mom_2",0.9474723236603295,1613824483662,16
"eps_2",1e-05,1613824483662,16
"train_loss",0.54955846,1613824484598,17
"raw_loss",0.7964517,1613824484598,17
"wd_0",0.01,1613824484598,17
"sqr_mom_0",0.99,1613824484598,17
"lr_0",6.7363650492297375e-06,1613824484598,17
"mom_0",0.9471496197403857,1613824484598,17
"eps_0",1e-05,1613824484598,17
"wd_1",0.01,1613824484598,17
"sqr_mom_1",0.99,1613824484598,17
"lr_1",6.7363650492297375e-06,1613824484598,17
"mom_1",0.9471496197403857,1613824484598,17
"eps_1",1e-05,1613824484598,17
"wd_2",0.01,1613824484598,17
"sqr_mom_2",0.99,1613824484598,17
"lr_2",6.736365049229738e-05,1613824484598,17
"mom_2",0.9471496197403857,1613824484598,17
"eps_2",1e-05,1613824484598,17
"train_loss",0.5322558,1613824485531,18
"raw_loss",0.27378368,1613824485531,18
"wd_0",0.01,1613824485531,18
"sqr_mom_0",0.99,1613824485531,18
"lr_0",7.06418938445837e-06,1613824485531,18
"mom_0",0.9468081360578559,1613824485531,18
"eps_0",1e-05,1613824485531,18
"wd_1",0.01,1613824485531,18
"sqr_mom_1",0.99,1613824485531,18
"lr_1",7.06418938445837e-06,1613824485531,18
"mom_1",0.9468081360578559,1613824485531,18
"eps_1",1e-05,1613824485531,18
"wd_2",0.01,1613824485531,18
"sqr_mom_2",0.99,1613824485531,18
"lr_2",7.06418938445837e-05,1613824485531,18
"mom_2",0.9468081360578559,1613824485531,18
"eps_2",1e-05,1613824485531,18
"train_loss",0.5240023,1613824486461,19
"raw_loss",0.39508528,1613824486461,19
"wd_0",0.01,1613824486461,19
"sqr_mom_0",0.99,1613824486461,19
"lr_0",7.409912069008094e-06,1613824486461,19
"mom_0",0.9464480082614498,1613824486461,19
"eps_0",1e-05,1613824486461,19
"wd_1",0.01,1613824486461,19
"sqr_mom_1",0.99,1613824486461,19
"lr_1",7.409912069008094e-06,1613824486461,19
"mom_1",0.9464480082614498,1613824486461,19
"eps_1",1e-05,1613824486461,19
"wd_2",0.01,1613824486461,19
"sqr_mom_2",0.99,1613824486461,19
"lr_2",7.409912069008095e-05,1613824486461,19
"mom_2",0.9464480082614498,1613824486461,19
"eps_2",1e-05,1613824486461,19
"train_loss",0.52015156,1613824487380,20
"raw_loss",0.45743328,1613824487380,20
"wd_0",0.01,1613824487380,20
"sqr_mom_0",0.99,1613824487380,20
"lr_0",7.773395834984238e-06,1613824487380,20
"mom_0",0.9460693793385581,1613824487380,20
"eps_0",1e-05,1613824487380,20
"wd_1",0.01,1613824487380,20
"sqr_mom_1",0.99,1613824487380,20
"lr_1",7.773395834984238e-06,1613824487380,20
"mom_1",0.9460693793385581,1613824487380,20
"eps_1",1e-05,1613824487380,20
"wd_2",0.01,1613824487380,20
"sqr_mom_2",0.99,1613824487380,20
"lr_2",7.773395834984238e-05,1613824487380,20
"mom_2",0.9460693793385581,1613824487380,20
"eps_2",1e-05,1613824487380,20
"train_loss",0.5212686,1613824488310,21
"raw_loss",0.5401934,1613824488310,21
"wd_0",0.01,1613824488310,21
"sqr_mom_0",0.99,1613824488310,21
"lr_0",8.154495508105691e-06,1613824488310,21
"mom_0",0.9456724005123899,1613824488310,21
"eps_0",1e-05,1613824488310,21
"wd_1",0.01,1613824488310,21
"sqr_mom_1",0.99,1613824488310,21
"lr_1",8.154495508105691e-06,1613824488310,21
"mom_1",0.9456724005123899,1613824488310,21
"eps_1",1e-05,1613824488310,21
"wd_2",0.01,1613824488310,21
"sqr_mom_2",0.99,1613824488310,21
"lr_2",8.154495508105693e-05,1613824488310,21
"mom_2",0.9456724005123899,1613824488310,21
"eps_2",1e-05,1613824488310,21
"train_loss",0.53526735,1613824489232,22
"raw_loss",0.7814038,1613824489232,22
"wd_0",0.01,1613824489232,22
"sqr_mom_0",0.99,1613824489232,22
"lr_0",8.553058337262749e-06,1613824489232,22
"mom_0",0.9452572308986846,1613824489232,22
"eps_0",1e-05,1613824489232,22
"wd_1",0.01,1613824489232,22
"sqr_mom_1",0.99,1613824489232,22
"lr_1",8.553058337262749e-06,1613824489232,22
"mom_1",0.9452572308986846,1613824489232,22
"eps_1",1e-05,1613824489232,22
"wd_2",0.01,1613824489232,22
"sqr_mom_2",0.99,1613824489232,22
"lr_2",8.55305833726275e-05,1613824489232,22
"mom_2",0.9452572308986846,1613824489232,22
"eps_2",1e-05,1613824489232,22
"train_loss",0.528405,1613824490145,23
"raw_loss",0.4034359,1613824490145,23
"wd_0",0.01,1613824490145,23
"sqr_mom_0",0.99,1613824490145,23
"lr_0",8.968927440491031e-06,1613824490145,23
"mom_0",0.9448240339161551,1613824490145,23
"eps_0",1e-05,1613824490145,23
"wd_1",0.01,1613824490145,23
"sqr_mom_1",0.99,1613824490145,23
"lr_1",8.968927440491031e-06,1613824490145,23
"mom_1",0.9448240339161551,1613824490145,23
"eps_1",1e-05,1613824490145,23
"wd_2",0.01,1613824490145,23
"sqr_mom_2",0.99,1613824490145,23
"lr_2",8.968927440491031e-05,1613824490145,23
"mom_2",0.9448240339161551,1613824490145,23
"eps_2",1e-05,1613824490145,23
"train_loss",0.537701,1613824491068,24
"raw_loss",0.71271473,1613824491068,24
"wd_0",0.01,1613824491068,24
"sqr_mom_0",0.99,1613824491068,24
"lr_0",9.401935222813777e-06,1613824491068,24
"mom_0",0.9443729841429023,1613824491068,24
"eps_0",1e-05,1613824491068,24
"wd_1",0.01,1613824491068,24
"sqr_mom_1",0.99,1613824491068,24
"lr_1",9.401935222813777e-06,1613824491068,24
"mom_1",0.9443729841429023,1613824491068,24
"eps_1",1e-05,1613824491068,24
"wd_2",0.01,1613824491068,24
"sqr_mom_2",0.99,1613824491068,24
"lr_2",9.401935222813777e-05,1613824491068,24
"mom_2",0.9443729841429023,1613824491068,24
"eps_2",1e-05,1613824491068,24
"train_loss",0.5244502,1613824491988,25
"raw_loss",0.26698288,1613824491988,25
"wd_0",0.01,1613824491988,25
"sqr_mom_0",0.99,1613824491988,25
"lr_0",9.851911244073228e-06,1613824491988,25
"mom_0",0.943904259120757,1613824491988,25
"eps_0",1e-05,1613824491988,25
"wd_1",0.01,1613824491988,25
"sqr_mom_1",0.99,1613824491988,25
"lr_1",9.851911244073228e-06,1613824491988,25
"mom_1",0.943904259120757,1613824491988,25
"eps_1",1e-05,1613824491988,25
"wd_2",0.01,1613824491988,25
"sqr_mom_2",0.99,1613824491988,25
"lr_2",9.851911244073227e-05,1613824491988,25
"mom_2",0.943904259120757,1613824491988,25
"eps_2",1e-05,1613824491988,25
"train_loss",0.5196765,1613824492899,26
"raw_loss",0.4241009,1613824492899,26
"wd_0",0.01,1613824492899,26
"sqr_mom_0",0.99,1613824492899,26
"lr_0",1.0318675278608704e-05,1613824492899,26
"mom_0",0.9434180465847826,1613824492899,26
"eps_0",1e-05,1613824492899,26
"wd_1",0.01,1613824492899,26
"sqr_mom_1",0.99,1613824492899,26
"lr_1",1.0318675278608704e-05,1613824492899,26
"mom_1",0.9434180465847826,1613824492899,26
"eps_1",1e-05,1613824492899,26
"wd_2",0.01,1613824492899,26
"sqr_mom_2",0.99,1613824492899,26
"lr_2",0.00010318675278608706,1613824492899,26
"mom_2",0.9434180465847826,1613824492899,26
"eps_2",1e-05,1613824492899,26
"train_loss",0.51607245,1613824493810,27
"raw_loss",0.44182375,1613824493810,27
"wd_0",0.01,1613824493810,27
"sqr_mom_0",0.99,1613824493810,27
"lr_0",1.0802040256448307e-05,1613824493810,27
"mom_0",0.942914541399533,1613824493810,27
"eps_0",1e-05,1613824493810,27
"wd_1",0.01,1613824493810,27
"sqr_mom_1",0.99,1613824493810,27
"lr_1",1.0802040256448307e-05,1613824493810,27
"mom_1",0.942914541399533,1613824493810,27
"eps_1",1e-05,1613824493810,27
"wd_2",0.01,1613824493810,27
"sqr_mom_2",0.99,1613824493810,27
"lr_2",0.00010802040256448309,1613824493810,27
"mom_2",0.942914541399533,1613824493810,27
"eps_2",1e-05,1613824493810,27
"train_loss",0.50737333,1613824494722,28
"raw_loss",0.32322118,1613824494722,28
"wd_0",0.01,1613824494722,28
"sqr_mom_0",0.99,1613824494722,28
"lr_0",1.1301815915877466e-05,1613824494722,28
"mom_0",0.9423939417542943,1613824494722,28
"eps_0",1e-05,1613824494722,28
"wd_1",0.01,1613824494722,28
"sqr_mom_1",0.99,1613824494722,28
"lr_1",1.1301815915877466e-05,1613824494722,28
"mom_1",0.9423939417542943,1613824494722,28
"eps_1",1e-05,1613824494722,28
"wd_2",0.01,1613824494722,28
"sqr_mom_2",0.99,1613824494722,28
"lr_2",0.00011301815915877467,1613824494722,28
"mom_2",0.9423939417542943,1613824494722,28
"eps_2",1e-05,1613824494722,28
"train_loss",0.5057137,1613824495634,29
"raw_loss",0.46965617,1613824495634,29
"wd_0",0.01,1613824495634,29
"sqr_mom_0",0.99,1613824495634,29
"lr_0",1.1817800847632122e-05,1613824495634,29
"mom_0",0.9418564574503832,1613824495634,29
"eps_0",1e-05,1613824495634,29
"wd_1",0.01,1613824495634,29
"sqr_mom_1",0.99,1613824495634,29
"lr_1",1.1817800847632122e-05,1613824495634,29
"mom_1",0.9418564574503832,1613824495634,29
"eps_1",1e-05,1613824495634,29
"wd_2",0.01,1613824495634,29
"sqr_mom_2",0.99,1613824495634,29
"lr_2",0.00011817800847632124,1613824495634,29
"mom_2",0.9418564574503832,1613824495634,29
"eps_2",1e-05,1613824495634,29
"train_loss",0.4955519,1613824496542,30
"raw_loss",0.26923698,1613824496542,30
"wd_0",0.01,1613824496542,30
"sqr_mom_0",0.99,1613824496542,30
"lr_0",1.2349791950158995e-05,1613824496542,30
"mom_0",0.9413023000519176,1613824496542,30
"eps_0",1e-05,1613824496542,30
"wd_1",0.01,1613824496542,30
"sqr_mom_1",0.99,1613824496542,30
"lr_1",1.2349791950158995e-05,1613824496542,30
"mom_1",0.9413023000519176,1613824496542,30
"eps_1",1e-05,1613824496542,30
"wd_2",0.01,1613824496542,30
"sqr_mom_2",0.99,1613824496542,30
"lr_2",0.00012349791950158997,1613824496542,30
"mom_2",0.9413023000519176,1613824496542,30
"eps_2",1e-05,1613824496542,30
"train_loss",0.49673352,1613824497445,31
"raw_loss",0.52368045,1613824497445,31
"wd_0",0.01,1613824497445,31
"sqr_mom_0",0.99,1613824497445,31
"lr_0",1.289757613462115e-05,1613824497445,31
"mom_0",0.9407316915264362,1613824497445,31
"eps_0",1e-05,1613824497445,31
"wd_1",0.01,1613824497445,31
"sqr_mom_1",0.99,1613824497445,31
"lr_1",1.289757613462115e-05,1613824497445,31
"mom_1",0.9407316915264362,1613824497445,31
"eps_1",1e-05,1613824497445,31
"wd_2",0.01,1613824497445,31
"sqr_mom_2",0.99,1613824497445,31
"lr_2",0.0001289757613462115,1613824497445,31
"mom_2",0.9407316915264362,1613824497445,31
"eps_2",1e-05,1613824497445,31
"train_loss",0.50158304,1613824498356,32
"raw_loss",0.6147217,1613824498356,32
"wd_0",0.01,1613824498356,32
"sqr_mom_0",0.99,1613824498356,32
"lr_0",1.3460933873494347e-05,1613824498356,32
"mom_0",0.9401448605484434,1613824498356,32
"eps_0",1e-05,1613824498356,32
"wd_1",0.01,1613824498356,32
"sqr_mom_1",0.99,1613824498356,32
"lr_1",1.3460933873494347e-05,1613824498356,32
"mom_1",0.9401448605484434,1613824498356,32
"eps_1",1e-05,1613824498356,32
"wd_2",0.01,1613824498356,32
"sqr_mom_2",0.99,1613824498356,32
"lr_2",0.00013460933873494347,1613824498356,32
"mom_2",0.9401448605484434,1613824498356,32
"eps_2",1e-05,1613824498356,32
"train_loss",0.49331534,1613824499267,33
"raw_loss",0.29618663,1613824499267,33
"wd_0",0.01,1613824499267,33
"sqr_mom_0",0.99,1613824499267,33
"lr_0",1.4039643418380948e-05,1613824499267,33
"mom_0",0.9395420381058531,1613824499267,33
"eps_0",1e-05,1613824499267,33
"wd_1",0.01,1613824499267,33
"sqr_mom_1",0.99,1613824499267,33
"lr_1",1.4039643418380948e-05,1613824499267,33
"mom_1",0.9395420381058531,1613824499267,33
"eps_1",1e-05,1613824499267,33
"wd_2",0.01,1613824499267,33
"sqr_mom_2",0.99,1613824499267,33
"lr_2",0.0001403964341838095,1613824499267,33
"mom_2",0.9395420381058531,1613824499267,33
"eps_2",1e-05,1613824499267,33
"train_loss",0.48474786,1613824500175,34
"raw_loss",0.27616236,1613824500175,34
"wd_0",0.01,1613824500175,34
"sqr_mom_0",0.99,1613824500175,34
"lr_0",1.4633472960142029e-05,1613824500175,34
"mom_0",0.9389234656665186,1613824500175,34
"eps_0",1e-05,1613824500175,34
"wd_1",0.01,1613824500175,34
"sqr_mom_1",0.99,1613824500175,34
"lr_1",1.4633472960142029e-05,1613824500175,34
"mom_1",0.9389234656665186,1613824500175,34
"eps_1",1e-05,1613824500175,34
"wd_2",0.01,1613824500175,34
"sqr_mom_2",0.99,1613824500175,34
"lr_2",0.0001463347296014203,1613824500175,34
"mom_2",0.9389234656665186,1613824500175,34
"eps_2",1e-05,1613824500175,34
"train_loss",0.48385224,1613824501074,35
"raw_loss",0.46160516,1613824501074,35
"wd_0",0.01,1613824501074,35
"sqr_mom_0",0.99,1613824501074,35
"lr_0",1.524218452536167e-05,1613824501074,35
"mom_0",0.9382893911194149,1613824501074,35
"eps_0",1e-05,1613824501074,35
"wd_1",0.01,1613824501074,35
"sqr_mom_1",0.99,1613824501074,35
"lr_1",1.524218452536167e-05,1613824501074,35
"mom_1",0.9382893911194149,1613824501074,35
"eps_1",1e-05,1613824501074,35
"wd_2",0.01,1613824501074,35
"sqr_mom_2",0.99,1613824501074,35
"lr_2",0.0001524218452536167,1613824501074,35
"mom_2",0.9382893911194149,1613824501074,35
"eps_2",1e-05,1613824501074,35
"train_loss",0.47123933,1613824501971,36
"raw_loss",0.15184765,1613824501971,36
"wd_0",0.01,1613824501971,36
"sqr_mom_0",0.99,1613824501971,36
"lr_0",1.5865538513507337e-05,1613824501971,36
"mom_0",0.9376400640484298,1613824501971,36
"eps_0",1e-05,1613824501971,36
"wd_1",0.01,1613824501971,36
"sqr_mom_1",0.99,1613824501971,36
"lr_1",1.5865538513507337e-05,1613824501971,36
"mom_1",0.9376400640484298,1613824501971,36
"eps_1",1e-05,1613824501971,36
"wd_2",0.01,1613824501971,36
"sqr_mom_2",0.99,1613824501971,36
"lr_2",0.0001586553851350734,1613824501971,36
"mom_2",0.9376400640484298,1613824501971,36
"eps_2",1e-05,1613824501971,36
"train_loss",0.46278793,1613824502880,37
"raw_loss",0.24477509,1613824502880,37
"wd_0",0.01,1613824502880,37
"sqr_mom_0",0.99,1613824502880,37
"lr_0",1.6503285225903715e-05,1613824502880,37
"mom_0",0.9369757445563502,1613824502880,37
"eps_0",1e-05,1613824502880,37
"wd_1",0.01,1613824502880,37
"sqr_mom_1",0.99,1613824502880,37
"lr_1",1.6503285225903715e-05,1613824502880,37
"mom_1",0.9369757445563502,1613824502880,37
"eps_1",1e-05,1613824502880,37
"wd_2",0.01,1613824502880,37
"sqr_mom_2",0.99,1613824502880,37
"lr_2",0.00016503285225903715,1613824502880,37
"mom_2",0.9369757445563502,1613824502880,37
"eps_2",1e-05,1613824502880,37
"train_loss",0.46091187,1613824503775,38
"raw_loss",0.41164762,1613824503775,38
"wd_0",0.01,1613824503775,38
"sqr_mom_0",0.99,1613824503775,38
"lr_0",1.715516909610041e-05,1613824503775,38
"mom_0",0.9362966988582287,1613824503775,38
"eps_0",1e-05,1613824503775,38
"wd_1",0.01,1613824503775,38
"sqr_mom_1",0.99,1613824503775,38
"lr_1",1.715516909610041e-05,1613824503775,38
"mom_1",0.9362966988582287,1613824503775,38
"eps_1",1e-05,1613824503775,38
"wd_2",0.01,1613824503775,38
"sqr_mom_2",0.99,1613824503775,38
"lr_2",0.0001715516909610041,1613824503775,38
"mom_2",0.9362966988582287,1613824503775,38
"eps_2",1e-05,1613824503775,38
"train_loss",0.45821482,1613824504675,39
"raw_loss",0.38616267,1613824504675,39
"wd_0",0.01,1613824504675,39
"sqr_mom_0",0.99,1613824504675,39
"lr_0",1.78209335301187e-05,1613824504675,39
"mom_0",0.9356031942394597,1613824504675,39
"eps_0",1e-05,1613824504675,39
"wd_1",0.01,1613824504675,39
"sqr_mom_1",0.99,1613824504675,39
"lr_1",1.78209335301187e-05,1613824504675,39
"mom_1",0.9356031942394597,1613824504675,39
"eps_1",1e-05,1613824504675,39
"wd_2",0.01,1613824504675,39
"sqr_mom_2",0.99,1613824504675,39
"lr_2",0.00017820933530118696,1613824504675,39
"mom_2",0.9356031942394597,1613824504675,39
"eps_2",1e-05,1613824504675,39
"train_loss",0.4543712,1613824505575,40
"raw_loss",0.34997553,1613824505575,40
"wd_0",0.01,1613824505575,40
"sqr_mom_0",0.99,1613824505575,40
"lr_0",1.8500311834625453e-05,1613824505575,40
"mom_0",0.9348955085055984,1613824505575,40
"eps_0",1e-05,1613824505575,40
"wd_1",0.01,1613824505575,40
"sqr_mom_1",0.99,1613824505575,40
"lr_1",1.8500311834625453e-05,1613824505575,40
"mom_1",0.9348955085055984,1613824505575,40
"eps_1",1e-05,1613824505575,40
"wd_2",0.01,1613824505575,40
"sqr_mom_2",0.99,1613824505575,40
"lr_2",0.00018500311834625453,1613824505575,40
"mom_2",0.9348955085055984,1613824505575,40
"eps_2",1e-05,1613824505575,40
"train_loss",0.4520903,1613824506467,41
"raw_loss",0.38914314,1613824506467,41
"wd_0",0.01,1613824506467,41
"sqr_mom_0",0.99,1613824506467,41
"lr_0",1.9193033406318514e-05,1613824506467,41
"mom_0",0.9341739235350849,1613824506467,41
"eps_0",1e-05,1613824506467,41
"wd_1",0.01,1613824506467,41
"sqr_mom_1",0.99,1613824506467,41
"lr_1",1.9193033406318514e-05,1613824506467,41
"mom_1",0.9341739235350849,1613824506467,41
"eps_1",1e-05,1613824506467,41
"wd_2",0.01,1613824506467,41
"sqr_mom_2",0.99,1613824506467,41
"lr_2",0.00019193033406318514,1613824506467,41
"mom_2",0.9341739235350849,1613824506467,41
"eps_2",1e-05,1613824506467,41
"train_loss",0.45268396,1613824507357,42
"raw_loss",0.46932182,1613824507357,42
"wd_0",0.01,1613824507357,42
"sqr_mom_0",0.99,1613824507357,42
"lr_0",1.9898822327136494e-05,1613824507357,42
"mom_0",0.9334387267425661,1613824507357,42
"eps_0",1e-05,1613824507357,42
"wd_1",0.01,1613824507357,42
"sqr_mom_1",0.99,1613824507357,42
"lr_1",1.9898822327136494e-05,1613824507357,42
"mom_1",0.9334387267425661,1613824507357,42
"eps_1",1e-05,1613824507357,42
"wd_2",0.01,1613824507357,42
"sqr_mom_2",0.99,1613824507357,42
"lr_2",0.00019898822327136498,1613824507357,42
"mom_2",0.9334387267425661,1613824507357,42
"eps_2",1e-05,1613824507357,42
"train_loss",0.44722885,1613824508256,43
"raw_loss",0.29205996,1613824508256,43
"wd_0",0.01,1613824508256,43
"sqr_mom_0",0.99,1613824508256,43
"lr_0",2.0617394073649017e-05,1613824508256,43
"mom_0",0.9326902145066156,1613824508256,43
"eps_0",1e-05,1613824508256,43
"wd_1",0.01,1613824508256,43
"sqr_mom_1",0.99,1613824508256,43
"lr_1",2.0617394073649017e-05,1613824508256,43
"mom_1",0.9326902145066156,1613824508256,43
"eps_1",1e-05,1613824508256,43
"wd_2",0.01,1613824508256,43
"sqr_mom_2",0.99,1613824508256,43
"lr_2",0.00020617394073649018,1613824508256,43
"mom_2",0.9326902145066156,1613824508256,43
"eps_2",1e-05,1613824508256,43
"train_loss",0.44112924,1613824509148,44
"raw_loss",0.26511842,1613824509148,44
"wd_0",0.01,1613824509148,44
"sqr_mom_0",0.99,1613824509148,44
"lr_0",2.1348469173112758e-05,1613824509148,44
"mom_0",0.9319286779446742,1613824509148,44
"eps_0",1e-05,1613824509148,44
"wd_1",0.01,1613824509148,44
"sqr_mom_1",0.99,1613824509148,44
"lr_1",2.1348469173112758e-05,1613824509148,44
"mom_1",0.9319286779446742,1613824509148,44
"eps_1",1e-05,1613824509148,44
"wd_2",0.01,1613824509148,44
"sqr_mom_2",0.99,1613824509148,44
"lr_2",0.00021348469173112757,1613824509148,44
"mom_2",0.9319286779446742,1613824509148,44
"eps_2",1e-05,1613824509148,44
"train_loss",0.43208718,1613824510038,45
"raw_loss",0.16752534,1613824510038,45
"wd_0",0.01,1613824510038,45
"sqr_mom_0",0.99,1613824510038,45
"lr_0",2.209175308966976e-05,1613824510038,45
"mom_0",0.9311544238649273,1613824510038,45
"eps_0",1e-05,1613824510038,45
"wd_1",0.01,1613824510038,45
"sqr_mom_1",0.99,1613824510038,45
"lr_1",2.209175308966976e-05,1613824510038,45
"mom_1",0.9311544238649273,1613824510038,45
"eps_1",1e-05,1613824510038,45
"wd_2",0.01,1613824510038,45
"sqr_mom_2",0.99,1613824510038,45
"lr_2",0.00022091753089669762,1613824510038,45
"mom_2",0.9311544238649273,1613824510038,45
"eps_2",1e-05,1613824510038,45
"train_loss",0.4320134,1613824510932,46
"raw_loss",0.4298264,1613824510932,46
"wd_0",0.01,1613824510932,46
"sqr_mom_0",0.99,1613824510932,46
"lr_0",2.2846949765761397e-05,1613824510932,46
"mom_0",0.9303677606606652,1613824510932,46
"eps_0",1e-05,1613824510932,46
"wd_1",0.01,1613824510932,46
"sqr_mom_1",0.99,1613824510932,46
"lr_1",2.2846949765761397e-05,1613824510932,46
"mom_1",0.9303677606606652,1613824510932,46
"eps_1",1e-05,1613824510932,46
"wd_2",0.01,1613824510932,46
"sqr_mom_2",0.99,1613824510932,46
"lr_2",0.00022846949765761398,1613824510932,46
"mom_2",0.9303677606606652,1613824510932,46
"eps_2",1e-05,1613824510932,46
"train_loss",0.42269504,1613824511824,47
"raw_loss",0.1427643,1613824511824,47
"wd_0",0.01,1613824511824,47
"sqr_mom_0",0.99,1613824511824,47
"lr_0",2.36137583988555e-05,1613824511824,47
"mom_0",0.9295690016678588,1613824511824,47
"eps_0",1e-05,1613824511824,47
"wd_1",0.01,1613824511824,47
"sqr_mom_1",0.99,1613824511824,47
"lr_1",2.36137583988555e-05,1613824511824,47
"mom_1",0.9295690016678588,1613824511824,47
"eps_1",1e-05,1613824511824,47
"wd_2",0.01,1613824511824,47
"sqr_mom_2",0.99,1613824511824,47
"lr_2",0.00023613758398855503,1613824511824,47
"mom_2",0.9295690016678588,1613824511824,47
"eps_2",1e-05,1613824511824,47
"train_loss",0.4243873,1613824512713,48
"raw_loss",0.4758676,1613824512713,48
"wd_0",0.01,1613824512713,48
"sqr_mom_0",0.99,1613824512713,48
"lr_0",2.43918698849436e-05,1613824512713,48
"mom_0",0.9287584688698504,1613824512713,48
"eps_0",1e-05,1613824512713,48
"wd_1",0.01,1613824512713,48
"sqr_mom_1",0.99,1613824512713,48
"lr_1",2.43918698849436e-05,1613824512713,48
"mom_1",0.9287584688698504,1613824512713,48
"eps_1",1e-05,1613824512713,48
"wd_2",0.01,1613824512713,48
"sqr_mom_2",0.99,1613824512713,48
"lr_2",0.00024391869884943598,1613824512713,48
"mom_2",0.9287584688698504,1613824512713,48
"eps_2",1e-05,1613824512713,48
"train_loss",0.41537312,1613824513610,49
"raw_loss",0.13781296,1613824513610,49
"wd_0",0.01,1613824513610,49
"sqr_mom_0",0.99,1613824513610,49
"lr_0",2.5180981594604647e-05,1613824513610,49
"mom_0",0.9279364775056201,1613824513610,49
"eps_0",1e-05,1613824513610,49
"wd_1",0.01,1613824513610,49
"sqr_mom_1",0.99,1613824513610,49
"lr_1",2.5180981594604647e-05,1613824513610,49
"mom_1",0.9279364775056201,1613824513610,49
"eps_1",1e-05,1613824513610,49
"wd_2",0.01,1613824513610,49
"sqr_mom_2",0.99,1613824513610,49
"lr_2",0.0002518098159460465,1613824513610,49
"mom_2",0.9279364775056201,1613824513610,49
"eps_2",1e-05,1613824513610,49
"train_loss",0.4206407,1613824514525,50
"raw_loss",0.584757,1613824514525,50
"wd_0",0.01,1613824514525,50
"sqr_mom_0",0.99,1613824514525,50
"lr_0",2.5980775592604943e-05,1613824514525,50
"mom_0",0.9271033587577031,1613824514525,50
"eps_0",1e-05,1613824514525,50
"wd_1",0.01,1613824514525,50
"sqr_mom_1",0.99,1613824514525,50
"lr_1",2.5980775592604943e-05,1613824514525,50
"mom_1",0.9271033587577031,1613824514525,50
"eps_1",1e-05,1613824514525,50
"wd_2",0.01,1613824514525,50
"sqr_mom_2",0.99,1613824514525,50
"lr_2",0.00025980775592604943,1613824514525,50
"mom_2",0.9271033587577031,1613824514525,50
"eps_2",1e-05,1613824514525,50
"train_loss",0.41490653,1613824515417,51
"raw_loss",0.23420726,1613824515417,51
"wd_0",0.01,1613824515417,51
"sqr_mom_0",0.99,1613824515417,51
"lr_0",2.679092948844323e-05,1613824515417,51
"mom_0",0.9262594484495382,1613824515417,51
"eps_0",1e-05,1613824515417,51
"wd_1",0.01,1613824515417,51
"sqr_mom_1",0.99,1613824515417,51
"lr_1",2.679092948844323e-05,1613824515417,51
"mom_1",0.9262594484495382,1613824515417,51
"eps_1",1e-05,1613824515417,51
"wd_2",0.01,1613824515417,51
"sqr_mom_2",0.99,1613824515417,51
"lr_2",0.0002679092948844323,1613824515417,51
"mom_2",0.9262594484495382,1613824515417,51
"eps_2",1e-05,1613824515417,51
"train_loss",0.4094259,1613824516306,52
"raw_loss",0.2348013,1613824516306,52
"wd_0",0.01,1613824516306,52
"sqr_mom_0",0.99,1613824516306,52
"lr_0",2.7611132061247287e-05,1613824516306,52
"mom_0",0.925405070769534,1613824516306,52
"eps_0",1e-05,1613824516306,52
"wd_1",0.01,1613824516306,52
"sqr_mom_1",0.99,1613824516306,52
"lr_1",2.7611132061247287e-05,1613824516306,52
"mom_1",0.925405070769534,1613824516306,52
"eps_1",1e-05,1613824516306,52
"wd_2",0.01,1613824516306,52
"sqr_mom_2",0.99,1613824516306,52
"lr_2",0.0002761113206124729,1613824516306,52
"mom_2",0.925405070769534,1613824516306,52
"eps_2",1e-05,1613824516306,52
"train_loss",0.4028355,1613824517192,53
"raw_loss",0.1905894,1613824517192,53
"wd_0",0.01,1613824517192,53
"sqr_mom_0",0.99,1613824517192,53
"lr_0",2.8441045144293137e-05,1613824517192,53
"mom_0",0.9245405779746946,1613824517192,53
"eps_0",1e-05,1613824517192,53
"wd_1",0.01,1613824517192,53
"sqr_mom_1",0.99,1613824517192,53
"lr_1",2.8441045144293137e-05,1613824517192,53
"mom_1",0.9245405779746946,1613824517192,53
"eps_1",1e-05,1613824517192,53
"wd_2",0.01,1613824517192,53
"sqr_mom_2",0.99,1613824517192,53
"lr_2",0.00028441045144293135,1613824517192,53
"mom_2",0.9245405779746946,1613824517192,53
"eps_2",1e-05,1613824517192,53
"train_loss",0.39723474,1613824518078,54
"raw_loss",0.21498078,1613824518078,54
"wd_0",0.01,1613824518078,54
"sqr_mom_0",0.99,1613824518078,54
"lr_0",2.928033804036227e-05,1613824518078,54
"mom_0",0.9236663145412892,1613824518078,54
"eps_0",1e-05,1613824518078,54
"wd_1",0.01,1613824518078,54
"sqr_mom_1",0.99,1613824518078,54
"lr_1",2.928033804036227e-05,1613824518078,54
"mom_1",0.9236663145412892,1613824518078,54
"eps_1",1e-05,1613824518078,54
"wd_2",0.01,1613824518078,54
"sqr_mom_2",0.99,1613824518078,54
"lr_2",0.0002928033804036227,1613824518078,54
"mom_2",0.9236663145412892,1613824518078,54
"eps_2",1e-05,1613824518078,54
"train_loss",0.3887934,1613824518965,55
"raw_loss",0.11132673,1613824518965,55
"wd_0",0.01,1613824518965,55
"sqr_mom_0",0.99,1613824518965,55
"lr_0",3.0128684324864082e-05,1613824518965,55
"mom_0",0.9227826204949332,1613824518965,55
"eps_0",1e-05,1613824518965,55
"wd_1",0.01,1613824518965,55
"sqr_mom_1",0.99,1613824518965,55
"lr_1",3.0128684324864082e-05,1613824518965,55
"mom_1",0.9227826204949332,1613824518965,55
"eps_1",1e-05,1613824518965,55
"wd_2",0.01,1613824518965,55
"sqr_mom_2",0.99,1613824518965,55
"lr_2",0.00030128684324864084,1613824518965,55
"mom_2",0.9227826204949332,1613824518965,55
"eps_2",1e-05,1613824518965,55
"train_loss",0.3860712,1613824519848,56
"raw_loss",0.2957123,1613824519848,56
"wd_0",0.01,1613824519848,56
"sqr_mom_0",0.99,1613824519848,56
"lr_0",3.098574217728647e-05,1613824519848,56
"mom_0",0.9218898518986599,1613824519848,56
"eps_0",1e-05,1613824519848,56
"wd_1",0.01,1613824519848,56
"sqr_mom_1",0.99,1613824519848,56
"lr_1",3.098574217728647e-05,1613824519848,56
"mom_1",0.9218898518986599,1613824519848,56
"eps_1",1e-05,1613824519848,56
"wd_2",0.01,1613824519848,56
"sqr_mom_2",0.99,1613824519848,56
"lr_2",0.0003098574217728647,1613824519848,56
"mom_2",0.9218898518986599,1613824519848,56
"eps_2",1e-05,1613824519848,56
"train_loss",0.38058895,1613824520746,57
"raw_loss",0.19688533,1613824520746,57
"wd_0",0.01,1613824520746,57
"sqr_mom_0",0.99,1613824520746,57
"lr_0",3.1851166143778996e-05,1613824520746,57
"mom_0",0.9209883686002301,1613824520746,57
"eps_0",1e-05,1613824520746,57
"wd_1",0.01,1613824520746,57
"sqr_mom_1",0.99,1613824520746,57
"lr_1",3.1851166143778996e-05,1613824520746,57
"mom_1",0.9209883686002301,1613824520746,57
"eps_1",1e-05,1613824520746,57
"wd_2",0.01,1613824520746,57
"sqr_mom_2",0.99,1613824520746,57
"lr_2",0.00031851166143778996,1613824520746,57
"mom_2",0.9209883686002301,1613824520746,57
"eps_2",1e-05,1613824520746,57
"train_loss",0.37867275,1613824521631,58
"raw_loss",0.31386825,1613824521631,58
"wd_0",0.01,1613824521631,58
"sqr_mom_0",0.99,1613824521631,58
"lr_0",3.2724619636643604e-05,1613824521631,58
"mom_0",0.9200785212118295,1613824521631,58
"eps_0",1e-05,1613824521631,58
"wd_1",0.01,1613824521631,58
"sqr_mom_1",0.99,1613824521631,58
"lr_1",3.2724619636643604e-05,1613824521631,58
"mom_1",0.9200785212118295,1613824521631,58
"eps_1",1e-05,1613824521631,58
"wd_2",0.01,1613824521631,58
"sqr_mom_2",0.99,1613824521631,58
"lr_2",0.00032724619636643603,1613824521631,58
"mom_2",0.9200785212118295,1613824521631,58
"eps_2",1e-05,1613824521631,58
"train_loss",0.3732337,1613824522517,59
"raw_loss",0.18764147,1613824522517,59
"wd_0",0.01,1613824522517,59
"sqr_mom_0",0.99,1613824522517,59
"lr_0",3.360575486094434e-05,1613824522517,59
"mom_0",0.9191606720198496,1613824522517,59
"eps_0",1e-05,1613824522517,59
"wd_1",0.01,1613824522517,59
"sqr_mom_1",0.99,1613824522517,59
"lr_1",3.360575486094434e-05,1613824522517,59
"mom_1",0.9191606720198496,1613824522517,59
"eps_1",1e-05,1613824522517,59
"wd_2",0.01,1613824522517,59
"sqr_mom_2",0.99,1613824522517,59
"lr_2",0.0003360575486094434,1613824522517,59
"mom_2",0.9191606720198496,1613824522517,59
"eps_2",1e-05,1613824522517,59
"train_loss",0.37231612,1613824523401,60
"raw_loss",0.34073305,1613824523401,60
"wd_0",0.01,1613824523401,60
"sqr_mom_0",0.99,1613824523401,60
"lr_0",3.449420840018014e-05,1613824523401,60
"mom_0",0.9182351995831457,1613824523401,60
"eps_0",1e-05,1613824523401,60
"wd_1",0.01,1613824523401,60
"sqr_mom_1",0.99,1613824523401,60
"lr_1",3.449420840018014e-05,1613824523401,60
"mom_1",0.9182351995831457,1613824523401,60
"eps_1",1e-05,1613824523401,60
"wd_2",0.01,1613824523401,60
"sqr_mom_2",0.99,1613824523401,60
"lr_2",0.0003449420840018014,1613824523401,60
"mom_2",0.9182351995831457,1613824523401,60
"eps_2",1e-05,1613824523401,60
"train_loss",0.3787155,1613824524295,61
"raw_loss",0.6008466,1613824524295,61
"wd_0",0.01,1613824524295,61
"sqr_mom_0",0.99,1613824524295,61
"lr_0",3.538963882561395e-05,1613824524295,61
"mom_0",0.9173024595566521,1613824524295,61
"eps_0",1e-05,1613824524295,61
"wd_1",0.01,1613824524295,61
"sqr_mom_1",0.99,1613824524295,61
"lr_1",3.538963882561395e-05,1613824524295,61
"mom_1",0.9173024595566521,1613824524295,61
"eps_1",1e-05,1613824524295,61
"wd_2",0.01,1613824524295,61
"sqr_mom_2",0.99,1613824524295,61
"lr_2",0.00035389638825613945,1613824524295,61
"mom_2",0.9173024595566521,1613824524295,61
"eps_2",1e-05,1613824524295,61
"train_loss",0.3919917,1613824525183,62
"raw_loss",0.8566243,1613824525183,62
"wd_0",0.01,1613824525183,62
"sqr_mom_0",0.99,1613824525183,62
"lr_0",3.62916853271771e-05,1613824525183,62
"mom_0",0.9163628277841905,1613824525183,62
"eps_0",1e-05,1613824525183,62
"wd_1",0.01,1613824525183,62
"sqr_mom_1",0.99,1613824525183,62
"lr_1",3.62916853271771e-05,1613824525183,62
"mom_1",0.9163628277841905,1613824525183,62
"eps_1",1e-05,1613824525183,62
"wd_2",0.01,1613824525183,62
"sqr_mom_2",0.99,1613824525183,62
"lr_2",0.00036291685327177097,1613824525183,62
"mom_2",0.9163628277841905,1613824525183,62
"eps_2",1e-05,1613824525183,62
"train_loss",0.38902593,1613824526067,63
"raw_loss",0.2844009,1613824526067,63
"wd_0",0.01,1613824526067,63
"sqr_mom_0",0.99,1613824526067,63
"lr_0",3.7199984335430555e-05,1613824526067,63
"mom_0",0.9154166829839265,1613824526067,63
"eps_0",1e-05,1613824526067,63
"wd_1",0.01,1613824526067,63
"sqr_mom_1",0.99,1613824526067,63
"lr_1",3.7199984335430555e-05,1613824526067,63
"mom_1",0.9154166829839265,1613824526067,63
"eps_1",1e-05,1613824526067,63
"wd_2",0.01,1613824526067,63
"sqr_mom_2",0.99,1613824526067,63
"lr_2",0.0003719998433543055,1613824526067,63
"mom_2",0.9154166829839265,1613824526067,63
"eps_2",1e-05,1613824526067,63
"train_loss",0.38879195,1613824526960,64
"raw_loss",0.38047263,1613824526960,64
"wd_0",0.01,1613824526960,64
"sqr_mom_0",0.99,1613824526960,64
"lr_0",3.811418258736771e-05,1613824526960,64
"mom_0",0.9144643931381586,1613824526960,64
"eps_0",1e-05,1613824526960,64
"wd_1",0.01,1613824526960,64
"sqr_mom_1",0.99,1613824526960,64
"lr_1",3.811418258736771e-05,1613824526960,64
"mom_1",0.9144643931381586,1613824526960,64
"eps_1",1e-05,1613824526960,64
"wd_2",0.01,1613824526960,64
"sqr_mom_2",0.99,1613824526960,64
"lr_2",0.0003811418258736771,1613824526960,64
"mom_2",0.9144643931381586,1613824526960,64
"eps_2",1e-05,1613824526960,64
"train_loss",0.388348,1613824527854,65
"raw_loss",0.37244582,1613824527854,65
"wd_0",0.01,1613824527854,65
"sqr_mom_0",0.99,1613824527854,65
"lr_0",3.903391602890417e-05,1613824527854,65
"mom_0",0.9135063374698915,1613824527854,65
"eps_0",1e-05,1613824527854,65
"wd_1",0.01,1613824527854,65
"sqr_mom_1",0.99,1613824527854,65
"lr_1",3.903391602890417e-05,1613824527854,65
"mom_1",0.9135063374698915,1613824527854,65
"eps_1",1e-05,1613824527854,65
"wd_2",0.01,1613824527854,65
"sqr_mom_2",0.99,1613824527854,65
"lr_2",0.00039033916028904166,1613824527854,65
"mom_2",0.9135063374698915,1613824527854,65
"eps_2",1e-05,1613824527854,65
"train_loss",0.38791862,1613824528739,66
"raw_loss",0.3724242,1613824528739,66
"wd_0",0.01,1613824528739,66
"sqr_mom_0",0.99,1613824528739,66
"lr_0",3.99588053415138e-05,1613824528739,66
"mom_0",0.9125429111025898,1613824528739,66
"eps_0",1e-05,1613824528739,66
"wd_1",0.01,1613824528739,66
"sqr_mom_1",0.99,1613824528739,66
"lr_1",3.99588053415138e-05,1613824528739,66
"mom_1",0.9125429111025898,1613824528739,66
"eps_1",1e-05,1613824528739,66
"wd_2",0.01,1613824528739,66
"sqr_mom_2",0.99,1613824528739,66
"lr_2",0.00039958805341513796,1613824528739,66
"mom_2",0.9125429111025898,1613824528739,66
"eps_2",1e-05,1613824528739,66
"train_loss",0.3887966,1613824529627,67
"raw_loss",0.4207051,1613824529627,67
"wd_0",0.01,1613824529627,67
"sqr_mom_0",0.99,1613824529627,67
"lr_0",4.08884951116815e-05,1613824529627,67
"mom_0",0.911574484258665,1613824529627,67
"eps_0",1e-05,1613824529627,67
"wd_1",0.01,1613824529627,67
"sqr_mom_1",0.99,1613824529627,67
"lr_1",4.08884951116815e-05,1613824529627,67
"mom_1",0.911574484258665,1613824529627,67
"eps_1",1e-05,1613824529627,67
"wd_2",0.01,1613824529627,67
"sqr_mom_2",0.99,1613824529627,67
"lr_2",0.00040888495111681496,1613824529627,67
"mom_2",0.911574484258665,1613824529627,67
"eps_2",1e-05,1613824529627,67
"train_loss",0.38477227,1613824530511,68
"raw_loss",0.2374988,1613824530511,68
"wd_0",0.01,1613824530511,68
"sqr_mom_0",0.99,1613824530511,68
"lr_0",4.182261070748181e-05,1613824530511,68
"mom_0",0.9106014471797064,1613824530511,68
"eps_0",1e-05,1613824530511,68
"wd_1",0.01,1613824530511,68
"sqr_mom_1",0.99,1613824530511,68
"lr_1",4.182261070748181e-05,1613824530511,68
"mom_1",0.9106014471797064,1613824530511,68
"eps_1",1e-05,1613824530511,68
"wd_2",0.01,1613824530511,68
"sqr_mom_2",0.99,1613824530511,68
"lr_2",0.0004182261070748181,1613824530511,68
"mom_2",0.9106014471797064,1613824530511,68
"eps_2",1e-05,1613824530511,68
"train_loss",0.38299215,1613824531401,69
"raw_loss",0.3174046,1613824531401,69
"wd_0",0.01,1613824531401,69
"sqr_mom_0",0.99,1613824531401,69
"lr_0",4.276077565110786e-05,1613824531401,69
"mom_0",0.9096241920300959,1613824531401,69
"eps_0",1e-05,1613824531401,69
"wd_1",0.01,1613824531401,69
"sqr_mom_1",0.99,1613824531401,69
"lr_1",4.276077565110786e-05,1613824531401,69
"mom_1",0.9096241920300959,1613824531401,69
"eps_1",1e-05,1613824531401,69
"wd_2",0.01,1613824531401,69
"sqr_mom_2",0.99,1613824531401,69
"lr_2",0.0004276077565110786,1613824531401,69
"mom_2",0.9096241920300959,1613824531401,69
"eps_2",1e-05,1613824531401,69
"train_loss",0.38314232,1613824532289,70
"raw_loss",0.38871196,1613824532289,70
"wd_0",0.01,1613824532289,70
"sqr_mom_0",0.99,1613824532289,70
"lr_0",4.3702625063851606e-05,1613824532289,70
"mom_0",0.9086430988918213,1613824532289,70
"eps_0",1e-05,1613824532289,70
"wd_1",0.01,1613824532289,70
"sqr_mom_1",0.99,1613824532289,70
"lr_1",4.3702625063851606e-05,1613824532289,70
"mom_1",0.9086430988918213,1613824532289,70
"eps_1",1e-05,1613824532289,70
"wd_2",0.01,1613824532289,70
"sqr_mom_2",0.99,1613824532289,70
"lr_2",0.000437026250638516,1613824532289,70
"mom_2",0.9086430988918213,1613824532289,70
"eps_2",1e-05,1613824532289,70
"train_loss",0.38190904,1613824533183,71
"raw_loss",0.3358772,1613824533183,71
"wd_0",0.01,1613824533183,71
"sqr_mom_0",0.99,1613824533183,71
"lr_0",4.464778384664229e-05,1613824533183,71
"mom_0",0.907658558493081,1613824533183,71
"eps_0",1e-05,1613824533183,71
"wd_1",0.01,1613824533183,71
"sqr_mom_1",0.99,1613824533183,71
"lr_1",4.464778384664229e-05,1613824533183,71
"mom_1",0.907658558493081,1613824533183,71
"eps_1",1e-05,1613824533183,71
"wd_2",0.01,1613824533183,71
"sqr_mom_2",0.99,1613824533183,71
"lr_2",0.0004464778384664229,1613824533183,71
"mom_2",0.907658558493081,1613824533183,71
"eps_2",1e-05,1613824533183,71
"train_loss",0.37816784,1613824534075,72
"raw_loss",0.23765261,1613824534075,72
"wd_0",0.01,1613824534075,72
"sqr_mom_0",0.99,1613824534075,72
"lr_0",4.559586221171578e-05,1613824534075,72
"mom_0",0.9066709768627961,1613824534075,72
"eps_0",1e-05,1613824534075,72
"wd_1",0.01,1613824534075,72
"sqr_mom_1",0.99,1613824534075,72
"lr_1",4.559586221171578e-05,1613824534075,72
"mom_1",0.9066709768627961,1613824534075,72
"eps_1",1e-05,1613824534075,72
"wd_2",0.01,1613824534075,72
"sqr_mom_2",0.99,1613824534075,72
"lr_2",0.0004559586221171578,1613824534075,72
"mom_2",0.9066709768627961,1613824534075,72
"eps_2",1e-05,1613824534075,72
"train_loss",0.37528777,1613824534969,73
"raw_loss",0.2664566,1613824534969,73
"wd_0",0.01,1613824534969,73
"sqr_mom_0",0.99,1613824534969,73
"lr_0",4.654649585118655e-05,1613824534969,73
"mom_0",0.9056807334883473,1613824534969,73
"eps_0",1e-05,1613824534969,73
"wd_1",0.01,1613824534969,73
"sqr_mom_1",0.99,1613824534969,73
"lr_1",4.654649585118655e-05,1613824534969,73
"mom_1",0.9056807334883473,1613824534969,73
"eps_1",1e-05,1613824534969,73
"wd_2",0.01,1613824534969,73
"sqr_mom_2",0.99,1613824534969,73
"lr_2",0.0004654649585118655,1613824534969,73
"mom_2",0.9056807334883473,1613824534969,73
"eps_2",1e-05,1613824534969,73
"train_loss",0.37707892,1613824535859,74
"raw_loss",0.44516402,1613824535859,74
"wd_0",0.01,1613824535859,74
"sqr_mom_0",0.99,1613824535859,74
"lr_0",4.7499301676935596e-05,1613824535859,74
"mom_0",0.9046882274198588,1613824535859,74
"eps_0",1e-05,1613824535859,74
"wd_1",0.01,1613824535859,74
"sqr_mom_1",0.99,1613824535859,74
"lr_1",4.7499301676935596e-05,1613824535859,74
"mom_1",0.9046882274198588,1613824535859,74
"eps_1",1e-05,1613824535859,74
"wd_2",0.01,1613824535859,74
"sqr_mom_2",0.99,1613824535859,74
"lr_2",0.0004749930167693559,1613824535859,74
"mom_2",0.9046882274198588,1613824535859,74
"eps_2",1e-05,1613824535859,74
"train_loss",0.3756947,1613824536749,75
"raw_loss",0.32277402,1613824536749,75
"wd_0",0.01,1613824536749,75
"sqr_mom_0",0.99,1613824536749,75
"lr_0",4.8453895694889025e-05,1613824536749,75
"mom_0",0.9036938586511573,1613824536749,75
"eps_0",1e-05,1613824536749,75
"wd_1",0.01,1613824536749,75
"sqr_mom_1",0.99,1613824536749,75
"lr_1",4.8453895694889025e-05,1613824536749,75
"mom_1",0.9036938586511573,1613824536749,75
"eps_1",1e-05,1613824536749,75
"wd_2",0.01,1613824536749,75
"sqr_mom_2",0.99,1613824536749,75
"lr_2",0.00048453895694889026,1613824536749,75
"mom_2",0.9036938586511573,1613824536749,75
"eps_2",1e-05,1613824536749,75
"train_loss",0.37284574,1613824537639,76
"raw_loss",0.26331055,1613824537639,76
"wd_0",0.01,1613824537639,76
"sqr_mom_0",0.99,1613824537639,76
"lr_0",4.9409906636610176e-05,1613824537639,76
"mom_0",0.9026980139201977,1613824537639,76
"eps_0",1e-05,1613824537639,76
"wd_1",0.01,1613824537639,76
"sqr_mom_1",0.99,1613824537639,76
"lr_1",4.9409906636610176e-05,1613824537639,76
"mom_1",0.9026980139201977,1613824537639,76
"eps_1",1e-05,1613824537639,76
"wd_2",0.01,1613824537639,76
"sqr_mom_2",0.99,1613824537639,76
"lr_2",0.0004940990663661018,1613824537639,76
"mom_2",0.9026980139201977,1613824537639,76
"eps_2",1e-05,1613824537639,76
"train_loss",0.37135386,1613824538535,77
"raw_loss",0.31368253,1613824538535,77
"wd_0",0.01,1613824538535,77
"sqr_mom_0",0.99,1613824538535,77
"lr_0",5.036695373039585e-05,1613824538535,77
"mom_0",0.901701089864171,1613824538535,77
"eps_0",1e-05,1613824538535,77
"wd_1",0.01,1613824538535,77
"sqr_mom_1",0.99,1613824538535,77
"lr_1",5.036695373039585e-05,1613824538535,77
"mom_1",0.901701089864171,1613824538535,77
"eps_1",1e-05,1613824538535,77
"wd_2",0.01,1613824538535,77
"sqr_mom_2",0.99,1613824538535,77
"lr_2",0.0005036695373039585,1613824538535,77
"mom_2",0.901701089864171,1613824538535,77
"eps_2",1e-05,1613824538535,77
"train_loss",0.36966178,1613824539427,78
"raw_loss",0.30390024,1613824539427,78
"wd_0",0.01,1613824539427,78
"sqr_mom_0",0.99,1613824539427,78
"lr_0",5.1324642301976503e-05,1613824539427,78
"mom_0",0.9007034976021078,1613824539427,78
"eps_0",1e-05,1613824539427,78
"wd_1",0.01,1613824539427,78
"sqr_mom_1",0.99,1613824539427,78
"lr_1",5.1324642301976503e-05,1613824539427,78
"mom_1",0.9007034976021078,1613824539427,78
"eps_1",1e-05,1613824539427,78
"wd_2",0.01,1613824539427,78
"sqr_mom_2",0.99,1613824539427,78
"lr_2",0.000513246423019765,1613824539427,78
"mom_2",0.9007034976021078,1613824539427,78
"eps_2",1e-05,1613824539427,78
"train_loss",0.37475938,1613824540318,79
"raw_loss",0.5739095,1613824540318,79
"wd_0",0.01,1613824540318,79
"sqr_mom_0",0.99,1613824540318,79
"lr_0",5.228260436689341e-05,1613824540318,79
"mom_0",0.8997056204511527,1613824540318,79
"eps_0",1e-05,1613824540318,79
"wd_1",0.01,1613824540318,79
"sqr_mom_1",0.99,1613824540318,79
"lr_1",5.228260436689341e-05,1613824540318,79
"mom_1",0.8997056204511527,1613824540318,79
"eps_1",1e-05,1613824540318,79
"wd_2",0.01,1613824540318,79
"sqr_mom_2",0.99,1613824540318,79
"lr_2",0.0005228260436689341,1613824540318,79
"mom_2",0.8997056204511527,1613824540318,79
"eps_2",1e-05,1613824540318,79
"train_loss",0.38093412,1613824541208,80
"raw_loss",0.62339425,1613824541208,80
"wd_0",0.01,1613824541208,80
"sqr_mom_0",0.99,1613824541208,80
"lr_0",5.324045386761101e-05,1613824541208,80
"mom_0",0.8987078605545719,1613824541208,80
"eps_0",1e-05,1613824541208,80
"wd_1",0.01,1613824541208,80
"sqr_mom_1",0.99,1613824541208,80
"lr_1",5.324045386761101e-05,1613824541208,80
"mom_1",0.8987078605545719,1613824541208,80
"eps_1",1e-05,1613824541208,80
"wd_2",0.01,1613824541208,80
"sqr_mom_2",0.99,1613824541208,80
"lr_2",0.0005324045386761101,1613824541208,80
"mom_2",0.8987078605545719,1613824541208,80
"eps_2",1e-05,1613824541208,80
"train_loss",0.37496674,1613824542098,81
"raw_loss",0.1394867,1613824542098,81
"wd_0",0.01,1613824542098,81
"sqr_mom_0",0.99,1613824542098,81
"lr_0",5.419780928291187e-05,1613824542098,81
"mom_0",0.8977106153303,1613824542098,81
"eps_0",1e-05,1613824542098,81
"wd_1",0.01,1613824542098,81
"sqr_mom_1",0.99,1613824542098,81
"lr_1",5.419780928291187e-05,1613824542098,81
"mom_1",0.8977106153303,1613824542098,81
"eps_1",1e-05,1613824542098,81
"wd_2",0.01,1613824542098,81
"sqr_mom_2",0.99,1613824542098,81
"lr_2",0.0005419780928291187,1613824542098,81
"mom_2",0.8977106153303,1613824542098,81
"eps_2",1e-05,1613824542098,81
"train_loss",0.37054965,1613824542991,82
"raw_loss",0.19540443,1613824542991,82
"wd_0",0.01,1613824542991,82
"sqr_mom_0",0.99,1613824542991,82
"lr_0",5.5154289288377806e-05,1613824542991,82
"mom_0",0.8967142819912731,1613824542991,82
"eps_0",1e-05,1613824542991,82
"wd_1",0.01,1613824542991,82
"sqr_mom_1",0.99,1613824542991,82
"lr_1",5.5154289288377806e-05,1613824542991,82
"mom_1",0.8967142819912731,1613824542991,82
"eps_1",1e-05,1613824542991,82
"wd_2",0.01,1613824542991,82
"sqr_mom_2",0.99,1613824542991,82
"lr_2",0.000551542892883778,1613824542991,82
"mom_2",0.8967142819912731,1613824542991,82
"eps_2",1e-05,1613824542991,82
"train_loss",0.36963415,1613824543881,83
"raw_loss",0.33316156,1613824543881,83
"wd_0",0.01,1613824543881,83
"sqr_mom_0",0.99,1613824543881,83
"lr_0",5.6109512908275315e-05,1613824543881,83
"mom_0",0.8957192573872131,1613824543881,83
"eps_0",1e-05,1613824543881,83
"wd_1",0.01,1613824543881,83
"sqr_mom_1",0.99,1613824543881,83
"lr_1",5.6109512908275315e-05,1613824543881,83
"mom_1",0.8957192573872131,1613824543881,83
"eps_1",1e-05,1613824543881,83
"wd_2",0.01,1613824543881,83
"sqr_mom_2",0.99,1613824543881,83
"lr_2",0.0005610951290827531,1613824543881,83
"mom_2",0.8957192573872131,1613824543881,83
"eps_2",1e-05,1613824543881,83
"train_loss",0.37132287,1613824544778,84
"raw_loss",0.438909,1613824544778,84
"wd_0",0.01,1613824544778,84
"sqr_mom_0",0.99,1613824544778,84
"lr_0",5.706309966730206e-05,1613824544778,84
"mom_0",0.8947259378465603,1613824544778,84
"eps_0",1e-05,1613824544778,84
"wd_1",0.01,1613824544778,84
"sqr_mom_1",0.99,1613824544778,84
"lr_1",5.706309966730206e-05,1613824544778,84
"mom_1",0.8947259378465603,1613824544778,84
"eps_1",1e-05,1613824544778,84
"wd_2",0.01,1613824544778,84
"sqr_mom_2",0.99,1613824544778,84
"lr_2",0.0005706309966730205,1613824544778,84
"mom_2",0.8947259378465603,1613824544778,84
"eps_2",1e-05,1613824544778,84
"train_loss",0.3667374,1613824545672,85
"raw_loss",0.18239474,1613824545672,85
"wd_0",0.01,1613824545672,85
"sqr_mom_0",0.99,1613824545672,85
"lr_0",5.801466082480834e-05,1613824545672,85
"mom_0",0.8937347283074912,1613824545672,85
"eps_0",1e-05,1613824545672,85
"wd_1",0.01,1613824545672,85
"sqr_mom_1",0.99,1613824545672,85
"lr_1",5.801466082480834e-05,1613824545672,85
"mom_1",0.8937347283074912,1613824545672,85
"eps_1",1e-05,1613824545672,85
"wd_2",0.01,1613824545672,85
"sqr_mom_2",0.99,1613824545672,85
"lr_2",0.0005801466082480833,1613824545672,85
"mom_2",0.8937347283074912,1613824545672,85
"eps_2",1e-05,1613824545672,85
"train_loss",0.36223793,1613824546563,86
"raw_loss",0.18056108,1613824546563,86
"wd_0",0.01,1613824546563,86
"sqr_mom_0",0.99,1613824546563,86
"lr_0",5.896383521964003e-05,1613824546563,86
"mom_0",0.8927460049795416,1613824546563,86
"eps_0",1e-05,1613824546563,86
"wd_1",0.01,1613824546563,86
"sqr_mom_1",0.99,1613824546563,86
"lr_1",5.896383521964003e-05,1613824546563,86
"mom_1",0.8927460049795416,1613824546563,86
"eps_1",1e-05,1613824546563,86
"wd_2",0.01,1613824546563,86
"sqr_mom_2",0.99,1613824546563,86
"lr_2",0.0005896383521964003,1613824546563,86
"mom_2",0.8927460049795416,1613824546563,86
"eps_2",1e-05,1613824546563,86
"train_loss",0.3717018,1613824547458,87
"raw_loss",0.7554624,1613824547458,87
"wd_0",0.01,1613824547458,87
"sqr_mom_0",0.99,1613824547458,87
"lr_0",5.9910235847936376e-05,1613824547458,87
"mom_0",0.8917601709917329,1613824547458,87
"eps_0",1e-05,1613824547458,87
"wd_1",0.01,1613824547458,87
"sqr_mom_1",0.99,1613824547458,87
"lr_1",5.9910235847936376e-05,1613824547458,87
"mom_1",0.8917601709917329,1613824547458,87
"eps_1",1e-05,1613824547458,87
"wd_2",0.01,1613824547458,87
"sqr_mom_2",0.99,1613824547458,87
"lr_2",0.0005991023584793637,1613824547458,87
"mom_2",0.8917601709917329,1613824547458,87
"eps_2",1e-05,1613824547458,87
"train_loss",0.3758035,1613824548360,88
"raw_loss",0.54282,1613824548360,88
"wd_0",0.01,1613824548360,88
"sqr_mom_0",0.99,1613824548360,88
"lr_0",6.085348574868252e-05,1613824548360,88
"mom_0",0.890777619011789,1613824548360,88
"eps_0",1e-05,1613824548360,88
"wd_1",0.01,1613824548360,88
"sqr_mom_1",0.99,1613824548360,88
"lr_1",6.085348574868252e-05,1613824548360,88
"mom_1",0.890777619011789,1613824548360,88
"eps_1",1e-05,1613824548360,88
"wd_2",0.01,1613824548360,88
"sqr_mom_2",0.99,1613824548360,88
"lr_2",0.0006085348574868251,1613824548360,88
"mom_2",0.890777619011789,1613824548360,88
"eps_2",1e-05,1613824548360,88
"train_loss",0.3827252,1613824549260,89
"raw_loss",0.6657148,1613824549260,89
"wd_0",0.01,1613824549260,89
"sqr_mom_0",0.99,1613824549260,89
"lr_0",6.179320921583049e-05,1613824549260,89
"mom_0",0.8897987404001766,1613824549260,89
"eps_0",1e-05,1613824549260,89
"wd_1",0.01,1613824549260,89
"sqr_mom_1",0.99,1613824549260,89
"lr_1",6.179320921583049e-05,1613824549260,89
"mom_1",0.8897987404001766,1613824549260,89
"eps_1",1e-05,1613824549260,89
"wd_2",0.01,1613824549260,89
"sqr_mom_2",0.99,1613824549260,89
"lr_2",0.0006179320921583048,1613824549260,89
"mom_2",0.8897987404001766,1613824549260,89
"eps_2",1e-05,1613824549260,89
"train_loss",0.38861236,1613824550157,90
"raw_loss",0.6302612,1613824550157,90
"wd_0",0.01,1613824550157,90
"sqr_mom_0",0.99,1613824550157,90
"lr_0",6.272903194794673e-05,1613824550157,90
"mom_0",0.8888239250542221,1613824550157,90
"eps_0",1e-05,1613824550157,90
"wd_1",0.01,1613824550157,90
"sqr_mom_1",0.99,1613824550157,90
"lr_1",6.272903194794673e-05,1613824550157,90
"mom_1",0.8888239250542221,1613824550157,90
"eps_1",1e-05,1613824550157,90
"wd_2",0.01,1613824550157,90
"sqr_mom_2",0.99,1613824550157,90
"lr_2",0.0006272903194794674,1613824550157,90
"mom_2",0.8888239250542221,1613824550157,90
"eps_2",1e-05,1613824550157,90
"train_loss",0.39347234,1613824551065,91
"raw_loss",0.59373134,1613824551065,91
"wd_0",0.01,1613824551065,91
"sqr_mom_0",0.99,1613824551065,91
"lr_0",6.366057247837979e-05,1613824551065,91
"mom_0",0.887853570335021,1613824551065,91
"eps_0",1e-05,1613824551065,91
"wd_1",0.01,1613824551065,91
"sqr_mom_1",0.99,1613824551065,91
"lr_1",6.366057247837979e-05,1613824551065,91
"mom_1",0.887853570335021,1613824551065,91
"eps_1",1e-05,1613824551065,91
"wd_2",0.01,1613824551065,91
"sqr_mom_2",0.99,1613824551065,91
"lr_2",0.0006366057247837978,1613824551065,91
"mom_2",0.887853570335021,1613824551065,91
"eps_2",1e-05,1613824551065,91
"train_loss",0.39653027,1613824551961,92
"raw_loss",0.52301115,1613824551961,92
"wd_0",0.01,1613824551961,92
"sqr_mom_0",0.99,1613824551961,92
"lr_0",6.45874859183317e-05,1613824551961,92
"mom_0",0.8868880355017378,1613824551961,92
"eps_0",1e-05,1613824551961,92
"wd_1",0.01,1613824551961,92
"sqr_mom_1",0.99,1613824551961,92
"lr_1",6.45874859183317e-05,1613824551961,92
"mom_1",0.8868880355017378,1613824551961,92
"eps_1",1e-05,1613824551961,92
"wd_2",0.01,1613824551961,92
"sqr_mom_2",0.99,1613824551961,92
"lr_2",0.0006458748591833171,1613824551961,92
"mom_2",0.8868880355017378,1613824551961,92
"eps_2",1e-05,1613824551961,92
"train_loss",0.39937177,1613824552873,93
"raw_loss",0.517335,1613824552873,93
"wd_0",0.01,1613824552873,93
"sqr_mom_0",0.99,1613824552873,93
"lr_0",6.550937691544482e-05,1613824552873,93
"mom_0",0.885927732379745,1613824552873,93
"eps_0",1e-05,1613824552873,93
"wd_1",0.01,1613824552873,93
"sqr_mom_1",0.99,1613824552873,93
"lr_1",6.550937691544482e-05,1613824552873,93
"mom_1",0.885927732379745,1613824552873,93
"eps_1",1e-05,1613824552873,93
"wd_2",0.01,1613824552873,93
"sqr_mom_2",0.99,1613824552873,93
"lr_2",0.0006550937691544481,1613824552873,93
"mom_2",0.885927732379745,1613824552873,93
"eps_2",1e-05,1613824552873,93
"train_loss",0.39678183,1613824553776,94
"raw_loss",0.28887418,1613824553776,94
"wd_0",0.01,1613824553776,94
"sqr_mom_0",0.99,1613824553776,94
"lr_0",6.642588699006056e-05,1613824553776,94
"mom_0",0.8849730343853536,1613824553776,94
"eps_0",1e-05,1613824553776,94
"wd_1",0.01,1613824553776,94
"sqr_mom_1",0.99,1613824553776,94
"lr_1",6.642588699006056e-05,1613824553776,94
"mom_1",0.8849730343853536,1613824553776,94
"eps_1",1e-05,1613824553776,94
"wd_2",0.01,1613824553776,94
"sqr_mom_2",0.99,1613824553776,94
"lr_2",0.0006642588699006055,1613824553776,94
"mom_2",0.8849730343853536,1613824553776,94
"eps_2",1e-05,1613824553776,94
"train_loss",0.3934087,1613824554681,95
"raw_loss",0.25237367,1613824554681,95
"wd_0",0.01,1613824554681,95
"sqr_mom_0",0.99,1613824554681,95
"lr_0",6.73366510868762e-05,1613824554681,95
"mom_0",0.884024321784504,1613824554681,95
"eps_0",1e-05,1613824554681,95
"wd_1",0.01,1613824554681,95
"sqr_mom_1",0.99,1613824554681,95
"lr_1",6.73366510868762e-05,1613824554681,95
"mom_1",0.884024321784504,1613824554681,95
"eps_1",1e-05,1613824554681,95
"wd_2",0.01,1613824554681,95
"sqr_mom_2",0.99,1613824554681,95
"lr_2",0.0006733665108687621,1613824554681,95
"mom_2",0.884024321784504,1613824554681,95
"eps_2",1e-05,1613824554681,95
"train_loss",0.39000463,1613824555583,96
"raw_loss",0.24718831,1613824555583,96
"wd_0",0.01,1613824555583,96
"sqr_mom_0",0.99,1613824555583,96
"lr_0",6.824129798125484e-05,1613824555583,96
"mom_0",0.8830819812695262,1613824555583,96
"eps_0",1e-05,1613824555583,96
"wd_1",0.01,1613824555583,96
"sqr_mom_1",0.99,1613824555583,96
"lr_1",6.824129798125484e-05,1613824555583,96
"mom_1",0.8830819812695262,1613824555583,96
"eps_1",1e-05,1613824555583,96
"wd_2",0.01,1613824555583,96
"sqr_mom_2",0.99,1613824555583,96
"lr_2",0.0006824129798125483,1613824555583,96
"mom_2",0.8830819812695262,1613824555583,96
"eps_2",1e-05,1613824555583,96
"train_loss",0.39262733,1613824556488,97
"raw_loss",0.50303304,1613824556488,97
"wd_0",0.01,1613824556488,97
"sqr_mom_0",0.99,1613824556488,97
"lr_0",6.913948431815946e-05,1613824556488,97
"mom_0",0.8821463705019172,1613824556488,97
"eps_0",1e-05,1613824556488,97
"wd_1",0.01,1613824556488,97
"sqr_mom_1",0.99,1613824556488,97
"lr_1",6.913948431815946e-05,1613824556488,97
"mom_1",0.8821463705019172,1613824556488,97
"eps_1",1e-05,1613824556488,97
"wd_2",0.01,1613824556488,97
"sqr_mom_2",0.99,1613824556488,97
"lr_2",0.0006913948431815945,1613824556488,97
"mom_2",0.8821463705019172,1613824556488,97
"eps_2",1e-05,1613824556488,97
"train_loss",0.3998912,1613824557394,98
"raw_loss",0.70667005,1613824557394,98
"wd_0",0.01,1613824557394,98
"sqr_mom_0",0.99,1613824557394,98
"lr_0",7.003084382379437e-05,1613824557394,98
"mom_0",0.8812178710168809,1613824557394,98
"eps_0",1e-05,1613824557394,98
"wd_1",0.01,1613824557394,98
"sqr_mom_1",0.99,1613824557394,98
"lr_1",7.003084382379437e-05,1613824557394,98
"mom_1",0.8812178710168809,1613824557394,98
"eps_1",1e-05,1613824557394,98
"wd_2",0.01,1613824557394,98
"sqr_mom_2",0.99,1613824557394,98
"lr_2",0.0007003084382379436,1613824557394,98
"mom_2",0.8812178710168809,1613824557394,98
"eps_2",1e-05,1613824557394,98
"train_loss",0.4018515,1613824558301,99
"raw_loss",0.48490784,1613824558301,99
"wd_0",0.01,1613824558301,99
"sqr_mom_0",0.99,1613824558301,99
"lr_0",7.091502146058477e-05,1613824558301,99
"mom_0",0.8802968526452242,1613824558301,99
"eps_0",1e-05,1613824558301,99
"wd_1",0.01,1613824558301,99
"sqr_mom_1",0.99,1613824558301,99
"lr_1",7.091502146058477e-05,1613824558301,99
"mom_1",0.8802968526452242,1613824558301,99
"eps_1",1e-05,1613824558301,99
"wd_2",0.01,1613824558301,99
"sqr_mom_2",0.99,1613824558301,99
"lr_2",0.0007091502146058476,1613824558301,99
"mom_2",0.8802968526452242,1613824558301,99
"eps_2",1e-05,1613824558301,99
"train_loss",0.43359053,1613824559205,100
"raw_loss",1.7825528,1613824559205,100
"wd_0",0.01,1613824559205,100
"sqr_mom_0",0.99,1613824559205,100
"lr_0",7.179166505156741e-05,1613824559205,100
"mom_0",0.8793836822379506,1613824559205,100
"eps_0",1e-05,1613824559205,100
"wd_1",0.01,1613824559205,100
"sqr_mom_1",0.99,1613824559205,100
"lr_1",7.179166505156741e-05,1613824559205,100
"mom_1",0.8793836822379506,1613824559205,100
"eps_1",1e-05,1613824559205,100
"wd_2",0.01,1613824559205,100
"sqr_mom_2",0.99,1613824559205,100
"lr_2",0.000717916650515674,1613824559205,100
"mom_2",0.8793836822379506,1613824559205,100
"eps_2",1e-05,1613824559205,100
"train_loss",0.43984577,1613824560098,101
"raw_loss",0.7065167,1613824560098,101
"wd_0",0.01,1613824560098,101
"sqr_mom_0",0.99,1613824560098,101
"lr_0",7.266042542066624e-05,1613824560098,101
"mom_0",0.8784787235201393,1613824560098,101
"eps_0",1e-05,1613824560098,101
"wd_1",0.01,1613824560098,101
"sqr_mom_1",0.99,1613824560098,101
"lr_1",7.266042542066624e-05,1613824560098,101
"mom_1",0.8784787235201393,1613824560098,101
"eps_1",1e-05,1613824560098,101
"wd_2",0.01,1613824560098,101
"sqr_mom_2",0.99,1613824560098,101
"lr_2",0.0007266042542066624,1613824560098,101
"mom_2",0.8784787235201393,1613824560098,101
"eps_2",1e-05,1613824560098,101
"train_loss",0.44113183,1613824561007,102
"raw_loss",0.49612212,1613824561007,102
"wd_0",0.01,1613824561007,102
"sqr_mom_0",0.99,1613824561007,102
"lr_0",7.352094849763995e-05,1613824561007,102
"mom_0",0.8775823453149584,1613824561007,102
"eps_0",1e-05,1613824561007,102
"wd_1",0.01,1613824561007,102
"sqr_mom_1",0.99,1613824561007,102
"lr_1",7.352094849763995e-05,1613824561007,102
"mom_1",0.8775823453149584,1613824561007,102
"eps_1",1e-05,1613824561007,102
"wd_2",0.01,1613824561007,102
"sqr_mom_2",0.99,1613824561007,102
"lr_2",0.0007352094849763995,1613824561007,102
"mom_2",0.8775823453149584,1613824561007,102
"eps_2",1e-05,1613824561007,102
"train_loss",0.45234734,1613824561901,103
"raw_loss",0.9333127,1613824561901,103
"wd_0",0.01,1613824561901,103
"sqr_mom_0",0.99,1613824561901,103
"lr_0",7.437290767446642e-05,1613824561901,103
"mom_0",0.8766948878390974,1613824561901,103
"eps_0",1e-05,1613824561901,103
"wd_1",0.01,1613824561901,103
"sqr_mom_1",0.99,1613824561901,103
"lr_1",7.437290767446642e-05,1613824561901,103
"mom_1",0.8766948878390974,1613824561901,103
"eps_1",1e-05,1613824561901,103
"wd_2",0.01,1613824561901,103
"sqr_mom_2",0.99,1613824561901,103
"lr_2",0.0007437290767446641,1613824561901,103
"mom_2",0.8766948878390974,1613824561901,103
"eps_2",1e-05,1613824561901,103
"train_loss",0.4607925,1613824562794,104
"raw_loss",0.823986,1613824562794,104
"wd_0",0.01,1613824562794,104
"sqr_mom_0",0.99,1613824562794,104
"lr_0",7.521596336108667e-05,1613824562794,104
"mom_0",0.8758167048322014,1613824562794,104
"eps_0",1e-05,1613824562794,104
"wd_1",0.01,1613824562794,104
"sqr_mom_1",0.99,1613824562794,104
"lr_1",7.521596336108667e-05,1613824562794,104
"mom_1",0.8758167048322014,1613824562794,104
"eps_1",1e-05,1613824562794,104
"wd_2",0.01,1613824562794,104
"sqr_mom_2",0.99,1613824562794,104
"lr_2",0.0007521596336108665,1613824562794,104
"mom_2",0.8758167048322014,1613824562794,104
"eps_2",1e-05,1613824562794,104
"train_loss",0.46766242,1613824563685,105
"raw_loss",0.7639352,1613824563685,105
"wd_0",0.01,1613824563685,105
"sqr_mom_0",0.99,1613824563685,105
"lr_0",7.604976394080012e-05,1613824563685,105
"mom_0",0.8749481625616665,1613824563685,105
"eps_0",1e-05,1613824563685,105
"wd_1",0.01,1613824563685,105
"sqr_mom_1",0.99,1613824563685,105
"lr_1",7.604976394080012e-05,1613824563685,105
"mom_1",0.8749481625616665,1613824563685,105
"eps_1",1e-05,1613824563685,105
"wd_2",0.01,1613824563685,105
"sqr_mom_2",0.99,1613824563685,105
"lr_2",0.0007604976394080012,1613824563685,105
"mom_2",0.8749481625616665,1613824563685,105
"eps_2",1e-05,1613824563685,105
"train_loss",0.4735407,1613824564576,106
"raw_loss",0.7277381,1613824564576,106
"wd_0",0.01,1613824564576,106
"sqr_mom_0",0.99,1613824564576,106
"lr_0",7.68739852544486e-05,1613824564576,106
"mom_0",0.8740895986932826,1613824564576,106
"eps_0",1e-05,1613824564576,106
"wd_1",0.01,1613824564576,106
"sqr_mom_1",0.99,1613824564576,106
"lr_1",7.68739852544486e-05,1613824564576,106
"mom_1",0.8740895986932826,1613824564576,106
"eps_1",1e-05,1613824564576,106
"wd_2",0.01,1613824564576,106
"sqr_mom_2",0.99,1613824564576,106
"lr_2",0.000768739852544486,1613824564576,106
"mom_2",0.8740895986932826,1613824564576,106
"eps_2",1e-05,1613824564576,106
"train_loss",0.47973302,1613824565469,107
"raw_loss",0.7482236,1613824565469,107
"wd_0",0.01,1613824565469,107
"sqr_mom_0",0.99,1613824565469,107
"lr_0",7.768829900628335e-05,1613824565469,107
"mom_0",0.8732413552017881,1613824565469,107
"eps_0",1e-05,1613824565469,107
"wd_1",0.01,1613824565469,107
"sqr_mom_1",0.99,1613824565469,107
"lr_1",7.768829900628335e-05,1613824565469,107
"mom_1",0.8732413552017881,1613824565469,107
"eps_1",1e-05,1613824565469,107
"wd_2",0.01,1613824565469,107
"sqr_mom_2",0.99,1613824565469,107
"lr_2",0.0007768829900628335,1613824565469,107
"mom_2",0.8732413552017881,1613824565469,107
"eps_2",1e-05,1613824565469,107
"train_loss",0.48042834,1613824566360,108
"raw_loss",0.5106563,1613824566360,108
"wd_0",0.01,1613824566360,108
"sqr_mom_0",0.99,1613824566360,108
"lr_0",7.849237335165792e-05,1613824566360,108
"mom_0",0.8724037777586896,1613824566360,108
"eps_0",1e-05,1613824566360,108
"wd_1",0.01,1613824566360,108
"sqr_mom_1",0.99,1613824566360,108
"lr_1",7.849237335165792e-05,1613824566360,108
"mom_1",0.8724037777586896,1613824566360,108
"eps_1",1e-05,1613824566360,108
"wd_2",0.01,1613824566360,108
"sqr_mom_2",0.99,1613824566360,108
"lr_2",0.0007849237335165792,1613824566360,108
"mom_2",0.8724037777586896,1613824566360,108
"eps_2",1e-05,1613824566360,108
"train_loss",0.4824872,1613824567255,109
"raw_loss",0.5722173,1613824567255,109
"wd_0",0.01,1613824567255,109
"sqr_mom_0",0.99,1613824567255,109
"lr_0",7.928590310743585e-05,1613824567255,109
"mom_0",0.8715771842630876,1613824567255,109
"eps_0",1e-05,1613824567255,109
"wd_1",0.01,1613824567255,109
"sqr_mom_1",0.99,1613824567255,109
"lr_1",7.928590310743585e-05,1613824567255,109
"mom_1",0.8715771842630876,1613824567255,109
"eps_1",1e-05,1613824567255,109
"wd_2",0.01,1613824567255,109
"sqr_mom_2",0.99,1613824567255,109
"lr_2",0.0007928590310743585,1613824567255,109
"mom_2",0.8715771842630876,1613824567255,109
"eps_2",1e-05,1613824567255,109
"train_loss",0.47969213,1613824568145,110
"raw_loss",0.35757297,1613824568145,110
"wd_0",0.01,1613824568145,110
"sqr_mom_0",0.99,1613824568145,110
"lr_0",8.006856460993975e-05,1613824568145,110
"mom_0",0.870761911864646,1613824568145,110
"eps_0",1e-05,1613824568145,110
"wd_1",0.01,1613824568145,110
"sqr_mom_1",0.99,1613824568145,110
"lr_1",8.006856460993975e-05,1613824568145,110
"mom_1",0.870761911864646,1613824568145,110
"eps_1",1e-05,1613824568145,110
"wd_2",0.01,1613824568145,110
"sqr_mom_2",0.99,1613824568145,110
"lr_2",0.0008006856460993976,1613824568145,110
"mom_2",0.870761911864646,1613824568145,110
"eps_2",1e-05,1613824568145,110
"train_loss",0.47524115,1613824569043,111
"raw_loss",0.28030375,1613824569043,111
"wd_0",0.01,1613824569043,111
"sqr_mom_0",0.99,1613824569043,111
"lr_0",8.084004611711718e-05,1613824569043,111
"mom_0",0.8699582852946696,1613824569043,111
"eps_0",1e-05,1613824569043,111
"wd_1",0.01,1613824569043,111
"sqr_mom_1",0.99,1613824569043,111
"lr_1",8.084004611711718e-05,1613824569043,111
"mom_1",0.8699582852946696,1613824569043,111
"eps_1",1e-05,1613824569043,111
"wd_2",0.01,1613824569043,111
"sqr_mom_2",0.99,1613824569043,111
"lr_2",0.0008084004611711718,1613824569043,111
"mom_2",0.8699582852946696,1613824569043,111
"eps_2",1e-05,1613824569043,111
"train_loss",0.49752593,1613824569930,112
"raw_loss",1.4758428,1613824569930,112
"wd_0",0.01,1613824569930,112
"sqr_mom_0",0.99,1613824569930,112
"lr_0",8.160004034002179e-05,1613824569930,112
"mom_0",0.8691666246458106,1613824569930,112
"eps_0",1e-05,1613824569930,112
"wd_1",0.01,1613824569930,112
"sqr_mom_1",0.99,1613824569930,112
"lr_1",8.160004034002179e-05,1613824569930,112
"mom_1",0.8691666246458106,1613824569930,112
"eps_1",1e-05,1613824569930,112
"wd_2",0.01,1613824569930,112
"sqr_mom_2",0.99,1613824569930,112
"lr_2",0.0008160004034002178,1613824569930,112
"mom_2",0.8691666246458106,1613824569930,112
"eps_2",1e-05,1613824569930,112
"train_loss",0.49626204,1613824570819,113
"raw_loss",0.44064814,1613824570819,113
"wd_0",0.01,1613824570819,113
"sqr_mom_0",0.99,1613824570819,113
"lr_0",8.234824456520959e-05,1613824570819,113
"mom_0",0.8683872452445733,1613824570819,113
"eps_0",1e-05,1613824570819,113
"wd_1",0.01,1613824570819,113
"sqr_mom_1",0.99,1613824570819,113
"lr_1",8.234824456520959e-05,1613824570819,113
"mom_1",0.8683872452445733,1613824570819,113
"eps_1",1e-05,1613824570819,113
"wd_2",0.01,1613824570819,113
"sqr_mom_2",0.99,1613824570819,113
"lr_2",0.0008234824456520959,1613824570819,113
"mom_2",0.8683872452445733,1613824570819,113
"eps_2",1e-05,1613824570819,113
"train_loss",0.4940305,1613824571719,114
"raw_loss",0.3956117,1613824571719,114
"wd_0",0.01,1613824571719,114
"sqr_mom_0",0.99,1613824571719,114
"lr_0",8.308435392643343e-05,1613824571719,114
"mom_0",0.8676204646599651,1613824571719,114
"eps_0",1e-05,1613824571719,114
"wd_1",0.01,1613824571719,114
"sqr_mom_1",0.99,1613824571719,114
"lr_1",8.308435392643343e-05,1613824571719,114
"mom_1",0.8676204646599651,1613824571719,114
"eps_1",1e-05,1613824571719,114
"wd_2",0.01,1613824571719,114
"sqr_mom_2",0.99,1613824571719,114
"lr_2",0.0008308435392643342,1613824571719,114
"mom_2",0.8676204646599651,1613824571719,114
"eps_2",1e-05,1613824571719,114
"train_loss",0.49322566,1613824572612,115
"raw_loss",0.45765302,1613824572612,115
"wd_0",0.01,1613824572612,115
"sqr_mom_0",0.99,1613824572612,115
"lr_0",8.380808903638922e-05,1613824572612,115
"mom_0",0.8668665739204279,1613824572612,115
"eps_0",1e-05,1613824572612,115
"wd_1",0.01,1613824572612,115
"sqr_mom_1",0.99,1613824572612,115
"lr_1",8.380808903638922e-05,1613824572612,115
"mom_1",0.8668665739204279,1613824572612,115
"eps_1",1e-05,1613824572612,115
"wd_2",0.01,1613824572612,115
"sqr_mom_2",0.99,1613824572612,115
"lr_2",0.0008380808903638923,1613824572612,115
"mom_2",0.8668665739204279,1613824572612,115
"eps_2",1e-05,1613824572612,115
"train_loss",0.49605942,1613824573499,116
"raw_loss",0.62158394,1613824573499,116
"wd_0",0.01,1613824573499,116
"sqr_mom_0",0.99,1613824573499,116
"lr_0",8.45191546603306e-05,1613824573499,116
"mom_0",0.8661258805621556,1613824573499,116
"eps_0",1e-05,1613824573499,116
"wd_1",0.01,1613824573499,116
"sqr_mom_1",0.99,1613824573499,116
"lr_1",8.45191546603306e-05,1613824573499,116
"mom_1",0.8661258805621556,1613824573499,116
"eps_1",1e-05,1613824573499,116
"wd_2",0.01,1613824573499,116
"sqr_mom_2",0.99,1613824573499,116
"lr_2",0.000845191546603306,1613824573499,116
"mom_2",0.8661258805621556,1613824573499,116
"eps_2",1e-05,1613824573499,116
"train_loss",0.49711466,1613824574397,117
"raw_loss",0.5439583,1613824574397,117
"wd_0",0.01,1613824574397,117
"sqr_mom_0",0.99,1613824574397,117
"lr_0",8.521727406188154e-05,1613824574397,117
"mom_0",0.8653986728522067,1613824574397,117
"eps_0",1e-05,1613824574397,117
"wd_1",0.01,1613824574397,117
"sqr_mom_1",0.99,1613824574397,117
"lr_1",8.521727406188154e-05,1613824574397,117
"mom_1",0.8653986728522067,1613824574397,117
"eps_1",1e-05,1613824574397,117
"wd_2",0.01,1613824574397,117
"sqr_mom_2",0.99,1613824574397,117
"lr_2",0.0008521727406188154,1613824574397,117
"mom_2",0.8653986728522067,1613824574397,117
"eps_2",1e-05,1613824574397,117
"train_loss",0.49588013,1613824575283,118
"raw_loss",0.44096476,1613824575283,118
"wd_0",0.01,1613824575283,118
"sqr_mom_0",0.99,1613824575283,118
"lr_0",8.590215607351363e-05,1613824575283,118
"mom_0",0.86468525409009,1613824575283,118
"eps_0",1e-05,1613824575283,118
"wd_1",0.01,1613824575283,118
"sqr_mom_1",0.99,1613824575283,118
"lr_1",8.590215607351363e-05,1613824575283,118
"mom_1",0.86468525409009,1613824575283,118
"eps_1",1e-05,1613824575283,118
"wd_2",0.01,1613824575283,118
"sqr_mom_2",0.99,1613824575283,118
"lr_2",0.0008590215607351362,1613824575283,118
"mom_2",0.86468525409009,1613824575283,118
"eps_2",1e-05,1613824575283,118
"train_loss",0.5102484,1613824576174,119
"raw_loss",1.1506898,1613824576174,119
"wd_0",0.01,1613824576174,119
"sqr_mom_0",0.99,1613824576174,119
"lr_0",8.65735345108901e-05,1613824576174,119
"mom_0",0.8639859015511562,1613824576174,119
"eps_0",1e-05,1613824576174,119
"wd_1",0.01,1613824576174,119
"sqr_mom_1",0.99,1613824576174,119
"lr_1",8.65735345108901e-05,1613824576174,119
"mom_1",0.8639859015511562,1613824576174,119
"eps_1",1e-05,1613824576174,119
"wd_2",0.01,1613824576174,119
"sqr_mom_2",0.99,1613824576174,119
"lr_2",0.000865735345108901,1613824576174,119
"mom_2",0.8639859015511562,1613824576174,119
"eps_2",1e-05,1613824576174,119
"train_loss",0.5157057,1613824577078,120
"raw_loss",0.75943565,1613824577078,120
"wd_0",0.01,1613824577078,120
"sqr_mom_0",0.99,1613824577078,120
"lr_0",8.723113585265317e-05,1613824577078,120
"mom_0",0.8633009001534863,1613824577078,120
"eps_0",1e-05,1613824577078,120
"wd_1",0.01,1613824577078,120
"sqr_mom_1",0.99,1613824577078,120
"lr_1",8.723113585265317e-05,1613824577078,120
"mom_1",0.8633009001534863,1613824577078,120
"eps_1",1e-05,1613824577078,120
"wd_2",0.01,1613824577078,120
"sqr_mom_2",0.99,1613824577078,120
"lr_2",0.0008723113585265317,1613824577078,120
"mom_2",0.8633009001534863,1613824577078,120
"eps_2",1e-05,1613824577078,120
"train_loss",0.51797086,1613824577970,121
"raw_loss",0.6193339,1613824577970,121
"wd_0",0.01,1613824577970,121
"sqr_mom_0",0.99,1613824577970,121
"lr_0",8.78747105088972e-05,1613824577970,121
"mom_0",0.8626305098865654,1613824577970,121
"eps_0",1e-05,1613824577970,121
"wd_1",0.01,1613824577970,121
"sqr_mom_1",0.99,1613824577970,121
"lr_1",8.78747105088972e-05,1613824577970,121
"mom_1",0.8626305098865654,1613824577970,121
"eps_1",1e-05,1613824577970,121
"wd_2",0.01,1613824577970,121
"sqr_mom_2",0.99,1613824577970,121
"lr_2",0.0008787471050889721,1613824577970,121
"mom_2",0.8626305098865654,1613824577970,121
"eps_2",1e-05,1613824577970,121
"train_loss",0.5212492,1613824578853,122
"raw_loss",0.6682299,1613824578853,122
"wd_0",0.01,1613824578853,122
"sqr_mom_0",0.99,1613824578853,122
"lr_0",8.850399590235202e-05,1613824578853,122
"mom_0",0.8619750042683832,1613824578853,122
"eps_0",1e-05,1613824578853,122
"wd_1",0.01,1613824578853,122
"sqr_mom_1",0.99,1613824578853,122
"lr_1",8.850399590235202e-05,1613824578853,122
"mom_1",0.8619750042683832,1613824578853,122
"eps_1",1e-05,1613824578853,122
"wd_2",0.01,1613824578853,122
"sqr_mom_2",0.99,1613824578853,122
"lr_2",0.0008850399590235202,1613824578853,122
"mom_2",0.8619750042683832,1613824578853,122
"eps_2",1e-05,1613824578853,122
"train_loss",0.5224343,1613824579741,123
"raw_loss",0.5756649,1613824579741,123
"wd_0",0.01,1613824579741,123
"sqr_mom_0",0.99,1613824579741,123
"lr_0",8.911874138223243e-05,1613824579741,123
"mom_0",0.8613346443935078,1613824579741,123
"eps_0",1e-05,1613824579741,123
"wd_1",0.01,1613824579741,123
"sqr_mom_1",0.99,1613824579741,123
"lr_1",8.911874138223243e-05,1613824579741,123
"mom_1",0.8613346443935078,1613824579741,123
"eps_1",1e-05,1613824579741,123
"wd_2",0.01,1613824579741,123
"sqr_mom_2",0.99,1613824579741,123
"lr_2",0.0008911874138223243,1613824579741,123
"mom_2",0.8613346443935078,1613824579741,123
"eps_2",1e-05,1613824579741,123
"train_loss",0.5204309,1613824580630,124
"raw_loss",0.43028158,1613824580630,124
"wd_0",0.01,1613824580630,124
"sqr_mom_0",0.99,1613824580630,124
"lr_0",8.971870208914904e-05,1613824580630,124
"mom_0",0.8607096853238031,1613824580630,124
"eps_0",1e-05,1613824580630,124
"wd_1",0.01,1613824580630,124
"sqr_mom_1",0.99,1613824580630,124
"lr_1",8.971870208914904e-05,1613824580630,124
"mom_1",0.8607096853238031,1613824580630,124
"eps_1",1e-05,1613824580630,124
"wd_2",0.01,1613824580630,124
"sqr_mom_2",0.99,1613824580630,124
"lr_2",0.0008971870208914903,1613824580630,124
"mom_2",0.8607096853238031,1613824580630,124
"eps_2",1e-05,1613824580630,124
"train_loss",0.51707083,1613824581513,125
"raw_loss",0.36560386,1613824581513,125
"wd_0",0.01,1613824581513,125
"sqr_mom_0",0.99,1613824581513,125
"lr_0",9.030363905263818e-05,1613824581513,125
"mom_0",0.8601003759868352,1613824581513,125
"eps_0",1e-05,1613824581513,125
"wd_1",0.01,1613824581513,125
"sqr_mom_1",0.99,1613824581513,125
"lr_1",9.030363905263818e-05,1613824581513,125
"mom_1",0.8601003759868352,1613824581513,125
"eps_1",1e-05,1613824581513,125
"wd_2",0.01,1613824581513,125
"sqr_mom_2",0.99,1613824581513,125
"lr_2",0.0009030363905263817,1613824581513,125
"mom_2",0.8601003759868352,1613824581513,125
"eps_2",1e-05,1613824581513,125
"train_loss",0.5119095,1613824582396,126
"raw_loss",0.27883923,1613824582396,126
"wd_0",0.01,1613824582396,126
"sqr_mom_0",0.99,1613824582396,126
"lr_0",9.087331401368744e-05,1613824582396,126
"mom_0",0.8595069645690756,1613824582396,126
"eps_0",1e-05,1613824582396,126
"wd_1",0.01,1613824582396,126
"sqr_mom_1",0.99,1613824582396,126
"lr_1",9.087331401368744e-05,1613824582396,126
"mom_1",0.8595069645690756,1613824582396,126
"eps_1",1e-05,1613824582396,126
"wd_2",0.01,1613824582396,126
"sqr_mom_2",0.99,1613824582396,126
"lr_2",0.0009087331401368744,1613824582396,126
"mom_2",0.8595069645690756,1613824582396,126
"eps_2",1e-05,1613824582396,126
"train_loss",0.5222532,1613824583285,127
"raw_loss",0.9901397,1613824583285,127
"wd_0",0.01,1613824583285,127
"sqr_mom_0",0.99,1613824583285,127
"lr_0",9.142751075449022e-05,1613824583285,127
"mom_0",0.858929676297406,1613824583285,127
"eps_0",1e-05,1613824583285,127
"wd_1",0.01,1613824583285,127
"sqr_mom_1",0.99,1613824583285,127
"lr_1",9.142751075449022e-05,1613824583285,127
"mom_1",0.858929676297406,1613824583285,127
"eps_1",1e-05,1613824583285,127
"wd_2",0.01,1613824583285,127
"sqr_mom_2",0.99,1613824583285,127
"lr_2",0.0009142751075449022,1613824583285,127
"mom_2",0.858929676297406,1613824583285,127
"eps_2",1e-05,1613824583285,127
"train_loss",0.5236256,1613824584171,128
"raw_loss",0.58580655,1613824584171,128
"wd_0",0.01,1613824584171,128
"sqr_mom_0",0.99,1613824584171,128
"lr_0",9.19660031159599e-05,1613824584171,128
"mom_0",0.8583687467542084,1613824584171,128
"eps_0",1e-05,1613824584171,128
"wd_1",0.01,1613824584171,128
"sqr_mom_1",0.99,1613824584171,128
"lr_1",9.19660031159599e-05,1613824584171,128
"mom_1",0.8583687467542084,1613824584171,128
"eps_1",1e-05,1613824584171,128
"wd_2",0.01,1613824584171,128
"sqr_mom_2",0.99,1613824584171,128
"lr_2",0.0009196600311595991,1613824584171,128
"mom_2",0.8583687467542084,1613824584171,128
"eps_2",1e-05,1613824584171,128
"train_loss",0.5202726,1613824585066,129
"raw_loss",0.3681056,1613824585066,129
"wd_0",0.01,1613824585066,129
"sqr_mom_0",0.99,1613824585066,129
"lr_0",9.24885814387386e-05,1613824585066,129
"mom_0",0.8578243943346473,1613824585066,129
"eps_0",1e-05,1613824585066,129
"wd_1",0.01,1613824585066,129
"sqr_mom_1",0.99,1613824585066,129
"lr_1",9.24885814387386e-05,1613824585066,129
"mom_1",0.8578243943346473,1613824585066,129
"eps_1",1e-05,1613824585066,129
"wd_2",0.01,1613824585066,129
"sqr_mom_2",0.99,1613824585066,129
"lr_2",0.0009248858143873859,1613824585066,129
"mom_2",0.8578243943346473,1613824585066,129
"eps_2",1e-05,1613824585066,129
"train_loss",0.5191595,1613824585953,130
"raw_loss",0.46855932,1613824585953,130
"wd_0",0.01,1613824585953,130
"sqr_mom_0",0.99,1613824585953,130
"lr_0",9.299502776893716e-05,1613824585953,130
"mom_0",0.8572968460740238,1613824585953,130
"eps_0",1e-05,1613824585953,130
"wd_1",0.01,1613824585953,130
"sqr_mom_1",0.99,1613824585953,130
"lr_1",9.299502776893716e-05,1613824585953,130
"mom_1",0.8572968460740238,1613824585953,130
"eps_1",1e-05,1613824585953,130
"wd_2",0.01,1613824585953,130
"sqr_mom_2",0.99,1613824585953,130
"lr_2",0.0009299502776893715,1613824585953,130
"mom_2",0.8572968460740238,1613824585953,130
"eps_2",1e-05,1613824585953,130
"train_loss",0.5154218,1613824586840,131
"raw_loss",0.34525955,1613824586840,131
"wd_0",0.01,1613824586840,131
"sqr_mom_0",0.99,1613824586840,131
"lr_0",9.348514084055808e-05,1613824586840,131
"mom_0",0.8567863116244187,1613824586840,131
"eps_0",1e-05,1613824586840,131
"wd_1",0.01,1613824586840,131
"sqr_mom_1",0.99,1613824586840,131
"lr_1",9.348514084055808e-05,1613824586840,131
"mom_1",0.8567863116244187,1613824586840,131
"eps_1",1e-05,1613824586840,131
"wd_2",0.01,1613824586840,131
"sqr_mom_2",0.99,1613824586840,131
"lr_2",0.0009348514084055807,1613824586840,131
"mom_2",0.8567863116244187,1613824586840,131
"eps_2",1e-05,1613824586840,131
"train_loss",0.51781,1613824587724,132
"raw_loss",0.6267011,1613824587724,132
"wd_0",0.01,1613824587724,132
"sqr_mom_0",0.99,1613824587724,132
"lr_0",9.395873463318513e-05,1613824587724,132
"mom_0",0.8562929847570988,1613824587724,132
"eps_0",1e-05,1613824587724,132
"wd_1",0.01,1613824587724,132
"sqr_mom_1",0.99,1613824587724,132
"lr_1",9.395873463318513e-05,1613824587724,132
"mom_1",0.8562929847570988,1613824587724,132
"eps_1",1e-05,1613824587724,132
"wd_2",0.01,1613824587724,132
"sqr_mom_2",0.99,1613824587724,132
"lr_2",0.0009395873463318514,1613824587724,132
"mom_2",0.8562929847570988,1613824587724,132
"eps_2",1e-05,1613824587724,132
"train_loss",0.5124394,1613824588611,133
"raw_loss",0.2672003,1613824588611,133
"wd_0",0.01,1613824588611,133
"sqr_mom_0",0.99,1613824588611,133
"lr_0",9.441561583421294e-05,1613824588611,133
"mom_0",0.8558170668393615,1613824588611,133
"eps_0",1e-05,1613824588611,133
"wd_1",0.01,1613824588611,133
"sqr_mom_1",0.99,1613824588611,133
"lr_1",9.441561583421294e-05,1613824588611,133
"mom_1",0.8558170668393615,1613824588611,133
"eps_1",1e-05,1613824588611,133
"wd_2",0.01,1613824588611,133
"sqr_mom_2",0.99,1613824588611,133
"lr_2",0.0009441561583421294,1613824588611,133
"mom_2",0.8558170668393615,1613824588611,133
"eps_2",1e-05,1613824588611,133
"train_loss",0.509478,1613824589496,134
"raw_loss",0.374048,1613824589496,134
"wd_0",0.01,1613824589496,134
"sqr_mom_0",0.99,1613824589496,134
"lr_0",9.485560246320309e-05,1613824589496,134
"mom_0",0.8553587474341634,1613824589496,134
"eps_0",1e-05,1613824589496,134
"wd_1",0.01,1613824589496,134
"sqr_mom_1",0.99,1613824589496,134
"lr_1",9.485560246320309e-05,1613824589496,134
"mom_1",0.8553587474341634,1613824589496,134
"eps_1",1e-05,1613824589496,134
"wd_2",0.01,1613824589496,134
"sqr_mom_2",0.99,1613824589496,134
"lr_2",0.0009485560246320308,1613824589496,134
"mom_2",0.8553587474341634,1613824589496,134
"eps_2",1e-05,1613824589496,134
"train_loss",0.51140344,1613824590380,135
"raw_loss",0.599583,1613824590380,135
"wd_0",0.01,1613824590380,135
"sqr_mom_0",0.99,1613824590380,135
"lr_0",9.527851926899743e-05,1613824590380,135
"mom_0",0.8549182090947943,1613824590380,135
"eps_0",1e-05,1613824590380,135
"wd_1",0.01,1613824590380,135
"sqr_mom_1",0.99,1613824590380,135
"lr_1",9.527851926899743e-05,1613824590380,135
"mom_1",0.8549182090947943,1613824590380,135
"eps_1",1e-05,1613824590380,135
"wd_2",0.01,1613824590380,135
"sqr_mom_2",0.99,1613824590380,135
"lr_2",0.0009527851926899743,1613824590380,135
"mom_2",0.8549182090947943,1613824590380,135
"eps_2",1e-05,1613824590380,135
"train_loss",0.50976986,1613824591263,136
"raw_loss",0.43485415,1613824591263,136
"wd_0",0.01,1613824591263,136
"sqr_mom_0",0.99,1613824591263,136
"lr_0",9.568419779952234e-05,1613824591263,136
"mom_0",0.8544956272921642,1613824591263,136
"eps_0",1e-05,1613824591263,136
"wd_1",0.01,1613824591263,136
"sqr_mom_1",0.99,1613824591263,136
"lr_1",9.568419779952234e-05,1613824591263,136
"mom_1",0.8544956272921642,1613824591263,136
"eps_1",1e-05,1613824591263,136
"wd_2",0.01,1613824591263,136
"sqr_mom_2",0.99,1613824591263,136
"lr_2",0.0009568419779952234,1613824591263,136
"mom_2",0.8544956272921642,1613824591263,136
"eps_2",1e-05,1613824591263,136
"train_loss",0.5058492,1613824592140,137
"raw_loss",0.3257988,1613824592140,137
"wd_0",0.01,1613824592140,137
"sqr_mom_0",0.99,1613824592140,137
"lr_0",9.607247290802915e-05,1613824592140,137
"mom_0",0.8540911740541363,1613824592140,137
"eps_0",1e-05,1613824592140,137
"wd_1",0.01,1613824592140,137
"sqr_mom_1",0.99,1613824592140,137
"lr_1",9.607247290802915e-05,1613824592140,137
"mom_1",0.8540911740541363,1613824592140,137
"eps_1",1e-05,1613824592140,137
"wd_2",0.01,1613824592140,137
"sqr_mom_2",0.99,1613824592140,137
"lr_2",0.0009607247290802915,1613824592140,137
"mom_2",0.8540911740541363,1613824592140,137
"eps_2",1e-05,1613824592140,137
"train_loss",0.5022259,1613824593013,138
"raw_loss",0.33561152,1613824593013,138
"wd_0",0.01,1613824593013,138
"sqr_mom_0",0.99,1613824593013,138
"lr_0",9.644319722628494e-05,1613824593013,138
"mom_0",0.8537050028892865,1613824593013,138
"eps_0",1e-05,1613824593013,138
"wd_1",0.01,1613824593013,138
"sqr_mom_1",0.99,1613824593013,138
"lr_1",9.644319722628494e-05,1613824593013,138
"mom_1",0.8537050028892865,1613824593013,138
"eps_1",1e-05,1613824593013,138
"wd_2",0.01,1613824593013,138
"sqr_mom_2",0.99,1613824593013,138
"lr_2",0.0009644319722628494,1613824593013,138
"mom_2",0.8537050028892865,1613824593013,138
"eps_2",1e-05,1613824593013,138
"train_loss",0.50187427,1613824593887,139
"raw_loss",0.48568332,1613824593887,139
"wd_0",0.01,1613824593887,139
"sqr_mom_0",0.99,1613824593887,139
"lr_0",9.679621936617187e-05,1613824593887,139
"mom_0",0.853337271493571,1613824593887,139
"eps_0",1e-05,1613824593887,139
"wd_1",0.01,1613824593887,139
"sqr_mom_1",0.99,1613824593887,139
"lr_1",9.679621936617187e-05,1613824593887,139
"mom_1",0.853337271493571,1613824593887,139
"eps_1",1e-05,1613824593887,139
"wd_2",0.01,1613824593887,139
"sqr_mom_2",0.99,1613824593887,139
"lr_2",0.0009679621936617187,1613824593887,139
"mom_2",0.853337271493571,1613824593887,139
"eps_2",1e-05,1613824593887,139
"train_loss",0.49885494,1613824594763,140
"raw_loss",0.35965407,1613824594763,140
"wd_0",0.01,1613824594763,140
"sqr_mom_0",0.99,1613824594763,140
"lr_0",9.713139871537402e-05,1613824594763,140
"mom_0",0.852988126338152,1613824594763,140
"eps_0",1e-05,1613824594763,140
"wd_1",0.01,1613824594763,140
"sqr_mom_1",0.99,1613824594763,140
"lr_1",9.713139871537402e-05,1613824594763,140
"mom_1",0.852988126338152,1613824594763,140
"eps_1",1e-05,1613824594763,140
"wd_2",0.01,1613824594763,140
"sqr_mom_2",0.99,1613824594763,140
"lr_2",0.0009713139871537402,1613824594763,140
"mom_2",0.852988126338152,1613824594763,140
"eps_2",1e-05,1613824594763,140
"train_loss",0.4953962,1613824595644,141
"raw_loss",0.33573392,1613824595644,141
"wd_0",0.01,1613824595644,141
"sqr_mom_0",0.99,1613824595644,141
"lr_0",9.744860465992226e-05,1613824595644,141
"mom_0",0.8526577034792476,1613824595644,141
"eps_0",1e-05,1613824595644,141
"wd_1",0.01,1613824595644,141
"sqr_mom_1",0.99,1613824595644,141
"lr_1",9.744860465992226e-05,1613824595644,141
"mom_1",0.8526577034792476,1613824595644,141
"eps_1",1e-05,1613824595644,141
"wd_2",0.01,1613824595644,141
"sqr_mom_2",0.99,1613824595644,141
"lr_2",0.0009744860465992225,1613824595644,141
"mom_2",0.8526577034792476,1613824595644,141
"eps_2",1e-05,1613824595644,141
"train_loss",0.50583297,1613824596526,142
"raw_loss",0.9882037,1613824596526,142
"wd_0",0.01,1613824596526,142
"sqr_mom_0",0.99,1613824596526,142
"lr_0",9.774770490142942e-05,1613824596526,142
"mom_0",0.8523461407276777,1613824596526,142
"eps_0",1e-05,1613824596526,142
"wd_1",0.01,1613824596526,142
"sqr_mom_1",0.99,1613824596526,142
"lr_1",9.774770490142942e-05,1613824596526,142
"mom_1",0.8523461407276777,1613824596526,142
"eps_1",1e-05,1613824596526,142
"wd_2",0.01,1613824596526,142
"sqr_mom_2",0.99,1613824596526,142
"lr_2",0.0009774770490142942,1613824596526,142
"mom_2",0.8523461407276777,1613824596526,142
"eps_2",1e-05,1613824596526,142
"train_loss",0.5065222,1613824597404,143
"raw_loss",0.5384142,1613824597404,143
"wd_0",0.01,1613824597404,143
"sqr_mom_0",0.99,1613824597404,143
"lr_0",9.80285808164004e-05,1613824597404,143
"mom_0",0.8520535616495829,1613824597404,143
"eps_0",1e-05,1613824597404,143
"wd_1",0.01,1613824597404,143
"sqr_mom_1",0.99,1613824597404,143
"lr_1",9.80285808164004e-05,1613824597404,143
"mom_1",0.8520535616495829,1613824597404,143
"eps_1",1e-05,1613824597404,143
"wd_2",0.01,1613824597404,143
"sqr_mom_2",0.99,1613824597404,143
"lr_2",0.000980285808164004,1613824597404,143
"mom_2",0.8520535616495829,1613824597404,143
"eps_2",1e-05,1613824597404,143
"train_loss",0.5073482,1613824598279,144
"raw_loss",0.5456174,1613824598279,144
"wd_0",0.01,1613824598279,144
"sqr_mom_0",0.99,1613824598279,144
"lr_0",9.829112579952792e-05,1613824598279,144
"mom_0",0.8517800772921584,1613824598279,144
"eps_0",1e-05,1613824598279,144
"wd_1",0.01,1613824598279,144
"sqr_mom_1",0.99,1613824598279,144
"lr_1",9.829112579952792e-05,1613824598279,144
"mom_1",0.8517800772921584,1613824598279,144
"eps_1",1e-05,1613824598279,144
"wd_2",0.01,1613824598279,144
"sqr_mom_2",0.99,1613824598279,144
"lr_2",0.0009829112579952794,1613824598279,144
"mom_2",0.8517800772921584,1613824598279,144
"eps_2",1e-05,1613824598279,144
"train_loss",0.5024788,1613824599157,145
"raw_loss",0.27662438,1613824599157,145
"wd_0",0.01,1613824599157,145
"sqr_mom_0",0.99,1613824599157,145
"lr_0",9.85352325555039e-05,1613824599157,145
"mom_0",0.8515257994213501,1613824599157,145
"eps_0",1e-05,1613824599157,145
"wd_1",0.01,1613824599157,145
"sqr_mom_1",0.99,1613824599157,145
"lr_1",9.85352325555039e-05,1613824599157,145
"mom_1",0.8515257994213501,1613824599157,145
"eps_1",1e-05,1613824599157,145
"wd_2",0.01,1613824599157,145
"sqr_mom_2",0.99,1613824599157,145
"lr_2",0.000985352325555039,1613824599157,145
"mom_2",0.8515257994213501,1613824599157,145
"eps_2",1e-05,1613824599157,145
"train_loss",0.4962439,1613824600037,146
"raw_loss",0.20673159,1613824600037,146
"wd_0",0.01,1613824600037,146
"sqr_mom_0",0.99,1613824600037,146
"lr_0",9.876080385411977e-05,1613824600037,146
"mom_0",0.8512908293186252,1613824600037,146
"eps_0",1e-05,1613824600037,146
"wd_1",0.01,1613824600037,146
"sqr_mom_1",0.99,1613824600037,146
"lr_1",9.876080385411977e-05,1613824600037,146
"mom_1",0.8512908293186252,1613824600037,146
"eps_1",1e-05,1613824600037,146
"wd_2",0.01,1613824600037,146
"sqr_mom_2",0.99,1613824600037,146
"lr_2",0.0009876080385411979,1613824600037,146
"mom_2",0.8512908293186252,1613824600037,146
"eps_2",1e-05,1613824600037,146
"train_loss",0.49300066,1613824600920,147
"raw_loss",0.34223685,1613824600920,147
"wd_0",0.01,1613824600920,147
"sqr_mom_0",0.99,1613824600920,147
"lr_0",9.896774984802855e-05,1613824600920,147
"mom_0",0.8510752605749703,1613824600920,147
"eps_0",1e-05,1613824600920,147
"wd_1",0.01,1613824600920,147
"sqr_mom_1",0.99,1613824600920,147
"lr_1",9.896774984802855e-05,1613824600920,147
"mom_1",0.8510752605749703,1613824600920,147
"eps_1",1e-05,1613824600920,147
"wd_2",0.01,1613824600920,147
"sqr_mom_2",0.99,1613824600920,147
"lr_2",0.0009896774984802855,1613824600920,147
"mom_2",0.8510752605749703,1613824600920,147
"eps_2",1e-05,1613824600920,147
"train_loss",0.4951793,1613824601796,148
"raw_loss",0.5965655,1613824601796,148
"wd_0",0.01,1613824601796,148
"sqr_mom_0",0.99,1613824601796,148
"lr_0",9.915598810853188e-05,1613824601796,148
"mom_0",0.8508791790536125,1613824601796,148
"eps_0",1e-05,1613824601796,148
"wd_1",0.01,1613824601796,148
"sqr_mom_1",0.99,1613824601796,148
"lr_1",9.915598810853188e-05,1613824601796,148
"mom_1",0.8508791790536125,1613824601796,148
"eps_1",1e-05,1613824601796,148
"wd_2",0.01,1613824601796,148
"sqr_mom_2",0.99,1613824601796,148
"lr_2",0.000991559881085319,1613824601796,148
"mom_2",0.8508791790536125,1613824601796,148
"eps_2",1e-05,1613824601796,148
"train_loss",0.49077955,1613824602672,149
"raw_loss",0.2858156,1613824602672,149
"wd_0",0.01,1613824602672,149
"sqr_mom_0",0.99,1613824602672,149
"lr_0",9.932544215684867e-05,1613824602672,149
"mom_0",0.8507026644199492,1613824602672,149
"eps_0",1e-05,1613824602672,149
"wd_1",0.01,1613824602672,149
"sqr_mom_1",0.99,1613824602672,149
"lr_1",9.932544215684867e-05,1613824602672,149
"mom_1",0.8507026644199492,1613824602672,149
"eps_1",1e-05,1613824602672,149
"wd_2",0.01,1613824602672,149
"sqr_mom_2",0.99,1613824602672,149
"lr_2",0.0009932544215684868,1613824602672,149
"mom_2",0.8507026644199492,1613824602672,149
"eps_2",1e-05,1613824602672,149
"train_loss",0.4877988,1613824603560,150
"raw_loss",0.34879714,1613824603560,150
"wd_0",0.01,1613824603560,150
"sqr_mom_0",0.99,1613824603560,150
"lr_0",9.947604767738639e-05,1613824603560,150
"mom_0",0.8505457836693892,1613824603560,150
"eps_0",1e-05,1613824603560,150
"wd_1",0.01,1613824603560,150
"sqr_mom_1",0.99,1613824603560,150
"lr_1",9.947604767738639e-05,1613824603560,150
"mom_1",0.8505457836693892,1613824603560,150
"eps_1",1e-05,1613824603560,150
"wd_2",0.01,1613824603560,150
"sqr_mom_2",0.99,1613824603560,150
"lr_2",0.000994760476773864,1613824603560,150
"mom_2",0.8505457836693892,1613824603560,150
"eps_2",1e-05,1613824603560,150
"train_loss",0.48636213,1613824604437,151
"raw_loss",0.41929662,1613824604437,151
"wd_0",0.01,1613824604437,151
"sqr_mom_0",0.99,1613824604437,151
"lr_0",9.960774300431326e-05,1613824604437,151
"mom_0",0.8504086010371736,1613824604437,151
"eps_0",1e-05,1613824604437,151
"wd_1",0.01,1613824604437,151
"sqr_mom_1",0.99,1613824604437,151
"lr_1",9.960774300431326e-05,1613824604437,151
"mom_1",0.8504086010371736,1613824604437,151
"eps_1",1e-05,1613824604437,151
"wd_2",0.01,1613824604437,151
"sqr_mom_2",0.99,1613824604437,151
"lr_2",0.0009960774300431328,1613824604437,151
"mom_2",0.8504086010371736,1613824604437,151
"eps_2",1e-05,1613824604437,151
"train_loss",0.48066053,1613824605312,152
"raw_loss",0.21424027,1613824605312,152
"wd_0",0.01,1613824605312,152
"sqr_mom_0",0.99,1613824605312,152
"lr_0",9.97204756820385e-05,1613824605312,152
"mom_0",0.8502911711645432,1613824605312,152
"eps_0",1e-05,1613824605312,152
"wd_1",0.01,1613824605312,152
"sqr_mom_1",0.99,1613824605312,152
"lr_1",9.97204756820385e-05,1613824605312,152
"mom_1",0.8502911711645432,1613824605312,152
"eps_1",1e-05,1613824605312,152
"wd_2",0.01,1613824605312,152
"sqr_mom_2",0.99,1613824605312,152
"lr_2",0.000997204756820385,1613824605312,152
"mom_2",0.8502911711645432,1613824605312,152
"eps_2",1e-05,1613824605312,152
"train_loss",0.47501665,1613824606188,153
"raw_loss",0.21103835,1613824606188,153
"wd_0",0.01,1613824606188,153
"sqr_mom_0",0.99,1613824606188,153
"lr_0",9.981420159805916e-05,1613824606188,153
"mom_0",0.8501935400020217,1613824606188,153
"eps_0",1e-05,1613824606188,153
"wd_1",0.01,1613824606188,153
"sqr_mom_1",0.99,1613824606188,153
"lr_1",9.981420159805916e-05,1613824606188,153
"mom_1",0.8501935400020217,1613824606188,153
"eps_1",1e-05,1613824606188,153
"wd_2",0.01,1613824606188,153
"sqr_mom_2",0.99,1613824606188,153
"lr_2",0.0009981420159805917,1613824606188,153
"mom_2",0.8501935400020217,1613824606188,153
"eps_2",1e-05,1613824606188,153
"train_loss",0.47611213,1613824607060,154
"raw_loss",0.5273994,1613824607060,154
"wd_0",0.01,1613824607060,154
"sqr_mom_0",0.99,1613824607060,154
"lr_0",9.988888166172216e-05,1613824607060,154
"mom_0",0.8501157482690394,1613824607060,154
"eps_0",1e-05,1613824607060,154
"wd_1",0.01,1613824607060,154
"sqr_mom_1",0.99,1613824607060,154
"lr_1",9.988888166172216e-05,1613824607060,154
"mom_1",0.8501157482690394,1613824607060,154
"eps_1",1e-05,1613824607060,154
"wd_2",0.01,1613824607060,154
"sqr_mom_2",0.99,1613824607060,154
"lr_2",0.0009988888166172216,1613824607060,154
"mom_2",0.8501157482690394,1613824607060,154
"eps_2",1e-05,1613824607060,154
"train_loss",0.47533968,1613824607935,155
"raw_loss",0.43914124,1613824607935,155
"wd_0",0.01,1613824607935,155
"sqr_mom_0",0.99,1613824607935,155
"lr_0",9.994448666363798e-05,1613824607935,155
"mom_0",0.8500578263920437,1613824607935,155
"eps_0",1e-05,1613824607935,155
"wd_1",0.01,1613824607935,155
"sqr_mom_1",0.99,1613824607935,155
"lr_1",9.994448666363798e-05,1613824607935,155
"mom_1",0.8500578263920437,1613824607935,155
"eps_1",1e-05,1613824607935,155
"wd_2",0.01,1613824607935,155
"sqr_mom_2",0.99,1613824607935,155
"lr_2",0.0009994448666363798,1613824607935,155
"mom_2",0.8500578263920437,1613824607935,155
"eps_2",1e-05,1613824607935,155
"train_loss",0.47254747,1613824608810,156
"raw_loss",0.34158373,1613824608810,156
"wd_0",0.01,1613824608810,156
"sqr_mom_0",0.99,1613824608810,156
"lr_0",9.998099549915502e-05,1613824608810,156
"mom_0",0.8500197963550469,1613824608810,156
"eps_0",1e-05,1613824608810,156
"wd_1",0.01,1613824608810,156
"sqr_mom_1",0.99,1613824608810,156
"lr_1",9.998099549915502e-05,1613824608810,156
"mom_1",0.8500197963550469,1613824608810,156
"eps_1",1e-05,1613824608810,156
"wd_2",0.01,1613824608810,156
"sqr_mom_2",0.99,1613824608810,156
"lr_2",0.0009998099549915502,1613824608810,156
"mom_2",0.8500197963550469,1613824608810,156
"eps_2",1e-05,1613824608810,156
"train_loss",0.47623408,1613824609692,157
"raw_loss",0.64930356,1613824609692,157
"wd_0",0.01,1613824609692,157
"sqr_mom_0",0.99,1613824609692,157
"lr_0",9.999839301519797e-05,1613824609692,157
"mom_0",0.8500016739425021,1613824609692,157
"eps_0",1e-05,1613824609692,157
"wd_1",0.01,1613824609692,157
"sqr_mom_1",0.99,1613824609692,157
"lr_1",9.999839301519797e-05,1613824609692,157
"mom_1",0.8500016739425021,1613824609692,157
"eps_1",1e-05,1613824609692,157
"wd_2",0.01,1613824609692,157
"sqr_mom_2",0.99,1613824609692,157
"lr_2",0.0009999839301519796,1613824609692,157
"mom_2",0.8500016739425021,1613824609692,157
"eps_2",1e-05,1613824609692,157
"train_loss",0.46952456,1613824610573,158
"raw_loss",0.15426601,1613824610573,158
"wd_0",0.01,1613824610573,158
"sqr_mom_0",0.99,1613824610573,158
"lr_0",6.97034675332894e-05,1613824610573,158
"mom_0",0.8802968354350649,1613824610573,158
"eps_0",1e-05,1613824610573,158
"wd_1",0.01,1613824610573,158
"sqr_mom_1",0.99,1613824610573,158
"lr_1",6.97034675332894e-05,1613824610573,158
"mom_1",0.8802968354350649,1613824610573,158
"eps_1",1e-05,1613824610573,158
"wd_2",0.01,1613824610573,158
"sqr_mom_2",0.99,1613824610573,158
"lr_2",0.000697034675332894,1613824610573,158
"mom_2",0.8802968354350649,1613824610573,158
"eps_2",1e-05,1613824610573,158
"valid_loss",0.363145112991333,1613824627496,158
"_rmse",0.602615237236023,1613824627496,158
"epoch",1,1613824627496,158