diff --git "a/logs/train_metrics.csv" "b/logs/train_metrics.csv"
--- "a/logs/train_metrics.csv"
+++ "b/logs/train_metrics.csv"
@@ -1,2707 +1,2707 @@
 Name,Value,Timestamp,Step
-"train_loss",1.3254889,1613808978631,0
-"raw_loss",1.3254902,1613808978631,0
-"wd_0",0.01,1613808978631,0
-"sqr_mom_0",0.99,1613808978631,0
-"lr_0",4e-06,1613808978631,0
-"mom_0",0.95,1613808978631,0
-"eps_0",1e-05,1613808978631,0
-"wd_1",0.01,1613808978631,0
-"sqr_mom_1",0.99,1613808978631,0
-"lr_1",4e-06,1613808978631,0
-"mom_1",0.95,1613808978631,0
-"eps_1",1e-05,1613808978631,0
-"wd_2",0.01,1613808978631,0
-"sqr_mom_2",0.99,1613808978631,0
-"lr_2",4e-05,1613808978631,0
-"mom_2",0.95,1613808978631,0
-"eps_2",1e-05,1613808978631,0
-"train_loss",1.0540481,1613808979486,1
-"raw_loss",0.7880366,1613808979486,1
-"wd_0",0.01,1613808979486,1
-"sqr_mom_0",0.99,1613808979486,1
-"lr_0",4.009559427763895e-06,1613808979486,1
-"mom_0",0.9499900422627459,1613808979486,1
-"eps_0",1e-05,1613808979486,1
-"wd_1",0.01,1613808979486,1
-"sqr_mom_1",0.99,1613808979486,1
-"lr_1",4.009559427763895e-06,1613808979486,1
-"mom_1",0.9499900422627459,1613808979486,1
-"eps_1",1e-05,1613808979486,1
-"wd_2",0.01,1613808979486,1
-"sqr_mom_2",0.99,1613808979486,1
-"lr_2",4.0095594277638955e-05,1613808979486,1
-"mom_2",0.9499900422627459,1613808979486,1
-"eps_2",1e-05,1613808979486,1
-"train_loss",0.87684566,1613808980331,2
-"raw_loss",0.5330027,1613808980331,2
-"wd_0",0.01,1613808980331,2
-"sqr_mom_0",0.99,1613808980331,2
-"lr_0",4.0382339034447715e-06,1613808980331,2
-"mom_0",0.949960173017245,1613808980331,2
-"eps_0",1e-05,1613808980331,2
-"wd_1",0.01,1613808980331,2
-"sqr_mom_1",0.99,1613808980331,2
-"lr_1",4.0382339034447715e-06,1613808980331,2
-"mom_1",0.949960173017245,1613808980331,2
-"eps_1",1e-05,1613808980331,2
-"wd_2",0.01,1613808980331,2
-"sqr_mom_2",0.99,1613808980331,2
-"lr_2",4.038233903444772e-05,1613808980331,2
-"mom_2",0.949960173017245,1613808980331,2
-"eps_2",1e-05,1613808980331,2
-"train_loss",0.76769066,1613808981185,3
-"raw_loss",0.453151,1613808981185,3
-"wd_0",0.01,1613808981185,3
-"sqr_mom_0",0.99,1613808981185,3
-"lr_0",4.086012005726854e-06,1613808981185,3
-"mom_0",0.9499104041607012,1613808981185,3
-"eps_0",1e-05,1613808981185,3
-"wd_1",0.01,1613808981185,3
-"sqr_mom_1",0.99,1613808981185,3
-"lr_1",4.086012005726854e-06,1613808981185,3
-"mom_1",0.9499104041607012,1613808981185,3
-"eps_1",1e-05,1613808981185,3
-"wd_2",0.01,1613808981185,3
-"sqr_mom_2",0.99,1613808981185,3
-"lr_2",4.086012005726854e-05,1613808981185,3
-"mom_2",0.9499104041607012,1613808981185,3
-"eps_2",1e-05,1613808981185,3
-"train_loss",0.7420279,1613808982035,4
-"raw_loss",0.644408,1613808982035,4
-"wd_0",0.01,1613808982035,4
-"sqr_mom_0",0.99,1613808982035,4
-"lr_0",4.152874704138565e-06,1613808982035,4
-"mom_0",0.9498407555165223,1613808982035,4
-"eps_0",1e-05,1613808982035,4
-"wd_1",0.01,1613808982035,4
-"sqr_mom_1",0.99,1613808982035,4
-"lr_1",4.152874704138565e-06,1613808982035,4
-"mom_1",0.9498407555165223,1613808982035,4
-"eps_1",1e-05,1613808982035,4
-"wd_2",0.01,1613808982035,4
-"sqr_mom_2",0.99,1613808982035,4
-"lr_2",4.152874704138565e-05,1613808982035,4
-"mom_2",0.9498407555165223,1613808982035,4
-"eps_2",1e-05,1613808982035,4
-"train_loss",0.7899793,1613808982894,5
-"raw_loss",1.0157299,1613808982894,5
-"wd_0",0.01,1613808982894,5
-"sqr_mom_0",0.99,1613808982894,5
-"lr_0",4.238795394615183e-06,1613808982894,5
-"mom_0",0.9497512547972758,1613808982894,5
-"eps_0",1e-05,1613808982894,5
-"wd_1",0.01,1613808982894,5
-"sqr_mom_1",0.99,1613808982894,5
-"lr_1",4.238795394615183e-06,1613808982894,5
-"mom_1",0.9497512547972758,1613808982894,5
-"eps_1",1e-05,1613808982894,5
-"wd_2",0.01,1613808982894,5
-"sqr_mom_2",0.99,1613808982894,5
-"lr_2",4.2387953946151834e-05,1613808982894,5
-"mom_2",0.9497512547972758,1613808982894,5
-"eps_2",1e-05,1613808982894,5
-"train_loss",0.7468911,1613808983750,6
-"raw_loss",0.50586784,1613808983750,6
-"wd_0",0.01,1613808983750,6
-"sqr_mom_0",0.99,1613808983750,6
-"lr_0",4.343739770193693e-06,1613808983750,6
-"mom_0",0.9496419377393815,1613808983750,6
-"eps_0",1e-05,1613808983750,6
-"wd_1",0.01,1613808983750,6
-"sqr_mom_1",0.99,1613808983750,6
-"lr_1",4.343739770193693e-06,1613808983750,6
-"mom_1",0.9496419377393815,1613808983750,6
-"eps_1",1e-05,1613808983750,6
-"wd_2",0.01,1613808983750,6
-"sqr_mom_2",0.99,1613808983750,6
-"lr_2",4.343739770193693e-05,1613808983750,6
-"mom_2",0.9496419377393815,1613808983750,6
-"eps_2",1e-05,1613808983750,6
-"train_loss",0.69919497,1613808984609,7
-"raw_loss",0.39099026,1613808984609,7
-"wd_0",0.01,1613808984609,7
-"sqr_mom_0",0.99,1613808984609,7
-"lr_0",4.467666153583133e-06,1613808984609,7
-"mom_0",0.9495128477566842,1613808984609,7
-"eps_0",1e-05,1613808984609,7
-"wd_1",0.01,1613808984609,7
-"sqr_mom_1",0.99,1613808984609,7
-"lr_1",4.467666153583133e-06,1613808984609,7
-"mom_1",0.9495128477566842,1613808984609,7
-"eps_1",1e-05,1613808984609,7
-"wd_2",0.01,1613808984609,7
-"sqr_mom_2",0.99,1613808984609,7
-"lr_2",4.4676661535831333e-05,1613808984609,7
-"mom_2",0.9495128477566842,1613808984609,7
-"eps_2",1e-05,1613808984609,7
-"train_loss",0.6559781,1613808985465,8
-"raw_loss",0.33994982,1613808985465,8
-"wd_0",0.01,1613808985465,8
-"sqr_mom_0",0.99,1613808985465,8
-"lr_0",4.610525038422375e-06,1613808985465,8
-"mom_0",0.94936403641831,1613808985465,8
-"eps_0",1e-05,1613808985465,8
-"wd_1",0.01,1613808985465,8
-"sqr_mom_1",0.99,1613808985465,8
-"lr_1",4.610525038422375e-06,1613808985465,8
-"mom_1",0.94936403641831,1613808985465,8
-"eps_1",1e-05,1613808985465,8
-"wd_2",0.01,1613808985465,8
-"sqr_mom_2",0.99,1613808985465,8
-"lr_2",4.610525038422376e-05,1613808985465,8
-"mom_2",0.94936403641831,1613808985465,8
-"eps_2",1e-05,1613808985465,8
-"train_loss",0.6228782,1613808986314,9
-"raw_loss",0.35323492,1613808986314,9
-"wd_0",0.01,1613808986314,9
-"sqr_mom_0",0.99,1613808986314,9
-"lr_0",4.772259690167275e-06,1613808986314,9
-"mom_0",0.9491955628227424,1613808986314,9
-"eps_0",1e-05,1613808986314,9
-"wd_1",0.01,1613808986314,9
-"sqr_mom_1",0.99,1613808986314,9
-"lr_1",4.772259690167275e-06,1613808986314,9
-"mom_1",0.9491955628227424,1613808986314,9
-"eps_1",1e-05,1613808986314,9
-"wd_2",0.01,1613808986314,9
-"sqr_mom_2",0.99,1613808986314,9
-"lr_2",4.7722596901672744e-05,1613808986314,9
-"mom_2",0.9491955628227424,1613808986314,9
-"eps_2",1e-05,1613808986314,9
-"train_loss",0.58705276,1613808987164,10
-"raw_loss",0.26593453,1613808987164,10
-"wd_0",0.01,1613808987164,10
-"sqr_mom_0",0.99,1613808987164,10
-"lr_0",4.952805610107015e-06,1613808987164,10
-"mom_0",0.9490074941561385,1613808987164,10
-"eps_0",1e-05,1613808987164,10
-"wd_1",0.01,1613808987164,10
-"sqr_mom_1",0.99,1613808987164,10
-"lr_1",4.952805610107015e-06,1613808987164,10
-"mom_1",0.9490074941561385,1613808987164,10
-"eps_1",1e-05,1613808987164,10
-"wd_2",0.01,1613808987164,10
-"sqr_mom_2",0.99,1613808987164,10
-"lr_2",4.952805610107016e-05,1613808987164,10
-"mom_2",0.9490074941561385,1613808987164,10
-"eps_2",1e-05,1613808987164,10
-"train_loss",0.58140725,1613808988017,11
-"raw_loss",0.52628356,1613808988017,11
-"wd_0",0.01,1613808988017,11
-"sqr_mom_0",0.99,1613808988017,11
-"lr_0",5.1520907627064555e-06,1613808988017,11
-"mom_0",0.9487999054555141,1613808988017,11
-"eps_0",1e-05,1613808988017,11
-"wd_1",0.01,1613808988017,11
-"sqr_mom_1",0.99,1613808988017,11
-"lr_1",5.1520907627064555e-06,1613808988017,11
-"mom_1",0.9487999054555141,1613808988017,11
-"eps_1",1e-05,1613808988017,11
-"wd_2",0.01,1613808988017,11
-"sqr_mom_2",0.99,1613808988017,11
-"lr_2",5.152090762706456e-05,1613808988017,11
-"mom_2",0.9487999054555141,1613808988017,11
-"eps_2",1e-05,1613808988017,11
-"train_loss",0.57576877,1613808988873,12
-"raw_loss",0.51628995,1613808988873,12
-"wd_0",0.01,1613808988873,12
-"sqr_mom_0",0.99,1613808988873,12
-"lr_0",5.370035871207568e-06,1613808988873,12
-"mom_0",0.9485728793008255,1613808988873,12
-"eps_0",1e-05,1613808988873,12
-"wd_1",0.01,1613808988873,12
-"sqr_mom_1",0.99,1613808988873,12
-"lr_1",5.370035871207568e-06,1613808988873,12
-"mom_1",0.9485728793008255,1613808988873,12
-"eps_1",1e-05,1613808988873,12
-"wd_2",0.01,1613808988873,12
-"sqr_mom_2",0.99,1613808988873,12
-"lr_2",5.3700358712075686e-05,1613808988873,12
-"mom_2",0.9485728793008255,1613808988873,12
-"eps_2",1e-05,1613808988873,12
-"train_loss",0.59423184,1613808989730,13
-"raw_loss",0.80319595,1613808989730,13
-"wd_0",0.01,1613808989730,13
-"sqr_mom_0",0.99,1613808989730,13
-"lr_0",5.6065544142990906e-06,1613808989730,13
-"mom_0",0.9483265058184384,1613808989730,13
-"eps_0",1e-05,1613808989730,13
-"wd_1",0.01,1613808989730,13
-"sqr_mom_1",0.99,1613808989730,13
-"lr_1",5.6065544142990906e-06,1613808989730,13
-"mom_1",0.9483265058184384,1613808989730,13
-"eps_1",1e-05,1613808989730,13
-"wd_2",0.01,1613808989730,13
-"sqr_mom_2",0.99,1613808989730,13
-"lr_2",5.6065544142990906e-05,1613808989730,13
-"mom_2",0.9483265058184384,1613808989730,13
-"eps_2",1e-05,1613808989730,13
-"train_loss",0.59090996,1613808990586,14
-"raw_loss",0.55080956,1613808990586,14
-"wd_0",0.01,1613808990586,14
-"sqr_mom_0",0.99,1613808990586,14
-"lr_0",5.861551629698894e-06,1613808990586,14
-"mom_0",0.9480608837190636,1613808990586,14
-"eps_0",1e-05,1613808990586,14
-"wd_1",0.01,1613808990586,14
-"sqr_mom_1",0.99,1613808990586,14
-"lr_1",5.861551629698894e-06,1613808990586,14
-"mom_1",0.9480608837190636,1613808990586,14
-"eps_1",1e-05,1613808990586,14
-"wd_2",0.01,1613808990586,14
-"sqr_mom_2",0.99,1613808990586,14
-"lr_2",5.861551629698895e-05,1613808990586,14
-"mom_2",0.9480608837190636,1613808990586,14
-"eps_2",1e-05,1613808990586,14
-"train_loss",0.5681237,1613808991446,15
-"raw_loss",0.27622962,1613808991446,15
-"wd_0",0.01,1613808991446,15
-"sqr_mom_0",0.99,1613808991446,15
-"lr_0",6.134926216169848e-06,1613808991446,15
-"mom_0",0.947776118524823,1613808991446,15
-"eps_0",1e-05,1613808991446,15
-"wd_1",0.01,1613808991446,15
-"sqr_mom_1",0.99,1613808991446,15
-"lr_1",6.134926216169848e-06,1613808991446,15
-"mom_1",0.947776118524823,1613808991446,15
-"eps_1",1e-05,1613808991446,15
-"wd_2",0.01,1613808991446,15
-"sqr_mom_2",0.99,1613808991446,15
-"lr_2",6.134926216169849e-05,1613808991446,15
-"mom_2",0.947776118524823,1613808991446,15
-"eps_2",1e-05,1613808991446,15
-"train_loss",0.5476927,1613808992309,16
-"raw_loss",0.27118185,1613808992309,16
-"wd_0",0.01,1613808992309,16
-"sqr_mom_0",0.99,1613808992309,16
-"lr_0",6.426569286083635e-06,1613808992309,16
-"mom_0",0.9474723236603295,1613808992309,16
-"eps_0",1e-05,1613808992309,16
-"wd_1",0.01,1613808992309,16
-"sqr_mom_1",0.99,1613808992309,16
-"lr_1",6.426569286083635e-06,1613808992309,16
-"mom_1",0.9474723236603295,1613808992309,16
-"eps_1",1e-05,1613808992309,16
-"wd_2",0.01,1613808992309,16
-"sqr_mom_2",0.99,1613808992309,16
-"lr_2",6.426569286083637e-05,1613808992309,16
-"mom_2",0.9474723236603295,1613808992309,16
-"eps_2",1e-05,1613808992309,16
-"train_loss",0.52638036,1613808993171,17
-"raw_loss",0.22282347,1613808993171,17
-"wd_0",0.01,1613808993171,17
-"sqr_mom_0",0.99,1613808993171,17
-"lr_0",6.7363650492297375e-06,1613808993171,17
-"mom_0",0.9471496197403857,1613808993171,17
-"eps_0",1e-05,1613808993171,17
-"wd_1",0.01,1613808993171,17
-"sqr_mom_1",0.99,1613808993171,17
-"lr_1",6.7363650492297375e-06,1613808993171,17
-"mom_1",0.9471496197403857,1613808993171,17
-"eps_1",1e-05,1613808993171,17
-"wd_2",0.01,1613808993171,17
-"sqr_mom_2",0.99,1613808993171,17
-"lr_2",6.736365049229738e-05,1613808993171,17
-"mom_2",0.9471496197403857,1613808993171,17
-"eps_2",1e-05,1613808993171,17
-"train_loss",0.5110877,1613808994041,18
-"raw_loss",0.28264025,1613808994041,18
-"wd_0",0.01,1613808994041,18
-"sqr_mom_0",0.99,1613808994041,18
-"lr_0",7.06418938445837e-06,1613808994041,18
-"mom_0",0.9468081360578559,1613808994041,18
-"eps_0",1e-05,1613808994041,18
-"wd_1",0.01,1613808994041,18
-"sqr_mom_1",0.99,1613808994041,18
-"lr_1",7.06418938445837e-06,1613808994041,18
-"mom_1",0.9468081360578559,1613808994041,18
-"eps_1",1e-05,1613808994041,18
-"wd_2",0.01,1613808994041,18
-"sqr_mom_2",0.99,1613808994041,18
-"lr_2",7.06418938445837e-05,1613808994041,18
-"mom_2",0.9468081360578559,1613808994041,18
-"eps_2",1e-05,1613808994041,18
-"train_loss",0.5009251,1613808994908,19
-"raw_loss",0.34218967,1613808994908,19
-"wd_0",0.01,1613808994908,19
-"sqr_mom_0",0.99,1613808994908,19
-"lr_0",7.409912069008094e-06,1613808994908,19
-"mom_0",0.9464480082614498,1613808994908,19
-"eps_0",1e-05,1613808994908,19
-"wd_1",0.01,1613808994908,19
-"sqr_mom_1",0.99,1613808994908,19
-"lr_1",7.409912069008094e-06,1613808994908,19
-"mom_1",0.9464480082614498,1613808994908,19
-"eps_1",1e-05,1613808994908,19
-"wd_2",0.01,1613808994908,19
-"sqr_mom_2",0.99,1613808994908,19
-"lr_2",7.409912069008095e-05,1613808994908,19
-"mom_2",0.9464480082614498,1613808994908,19
-"eps_2",1e-05,1613808994908,19
-"train_loss",0.49531052,1613808995768,20
-"raw_loss",0.40386418,1613808995768,20
-"wd_0",0.01,1613808995768,20
-"sqr_mom_0",0.99,1613808995768,20
-"lr_0",7.773395834984238e-06,1613808995768,20
-"mom_0",0.9460693793385581,1613808995768,20
-"eps_0",1e-05,1613808995768,20
-"wd_1",0.01,1613808995768,20
-"sqr_mom_1",0.99,1613808995768,20
-"lr_1",7.773395834984238e-06,1613808995768,20
-"mom_1",0.9460693793385581,1613808995768,20
-"eps_1",1e-05,1613808995768,20
-"wd_2",0.01,1613808995768,20
-"sqr_mom_2",0.99,1613808995768,20
-"lr_2",7.773395834984238e-05,1613808995768,20
-"mom_2",0.9460693793385581,1613808995768,20
-"eps_2",1e-05,1613808995768,20
-"train_loss",0.48246557,1613808996644,21
-"raw_loss",0.26485312,1613808996644,21
-"wd_0",0.01,1613808996644,21
-"sqr_mom_0",0.99,1613808996644,21
-"lr_0",8.154495508105691e-06,1613808996644,21
-"mom_0",0.9456724005123899,1613808996644,21
-"eps_0",1e-05,1613808996644,21
-"wd_1",0.01,1613808996644,21
-"sqr_mom_1",0.99,1613808996644,21
-"lr_1",8.154495508105691e-06,1613808996644,21
-"mom_1",0.9456724005123899,1613808996644,21
-"eps_1",1e-05,1613808996644,21
-"wd_2",0.01,1613808996644,21
-"sqr_mom_2",0.99,1613808996644,21
-"lr_2",8.154495508105693e-05,1613808996644,21
-"mom_2",0.9456724005123899,1613808996644,21
-"eps_2",1e-05,1613808996644,21
-"train_loss",0.46997386,1613808997515,22
-"raw_loss",0.25033692,1613808997515,22
-"wd_0",0.01,1613808997515,22
-"sqr_mom_0",0.99,1613808997515,22
-"lr_0",8.553058337262749e-06,1613808997515,22
-"mom_0",0.9452572308986846,1613808997515,22
-"eps_0",1e-05,1613808997515,22
-"wd_1",0.01,1613808997515,22
-"sqr_mom_1",0.99,1613808997515,22
-"lr_1",8.553058337262749e-06,1613808997515,22
-"mom_1",0.9452572308986846,1613808997515,22
-"eps_1",1e-05,1613808997515,22
-"wd_2",0.01,1613808997515,22
-"sqr_mom_2",0.99,1613808997515,22
-"lr_2",8.55305833726275e-05,1613808997515,22
-"mom_2",0.9452572308986846,1613808997515,22
-"eps_2",1e-05,1613808997515,22
-"train_loss",0.45985153,1613808998392,23
-"raw_loss",0.27551442,1613808998392,23
-"wd_0",0.01,1613808998392,23
-"sqr_mom_0",0.99,1613808998392,23
-"lr_0",8.968927440491031e-06,1613808998392,23
-"mom_0",0.9448240339161551,1613808998392,23
-"eps_0",1e-05,1613808998392,23
-"wd_1",0.01,1613808998392,23
-"sqr_mom_1",0.99,1613808998392,23
-"lr_1",8.968927440491031e-06,1613808998392,23
-"mom_1",0.9448240339161551,1613808998392,23
-"eps_1",1e-05,1613808998392,23
-"wd_2",0.01,1613808998392,23
-"sqr_mom_2",0.99,1613808998392,23
-"lr_2",8.968927440491031e-05,1613808998392,23
-"mom_2",0.9448240339161551,1613808998392,23
-"eps_2",1e-05,1613808998392,23
-"train_loss",0.4475937,1613808999264,24
-"raw_loss",0.2168182,1613808999264,24
-"wd_0",0.01,1613808999264,24
-"sqr_mom_0",0.99,1613808999264,24
-"lr_0",9.401935222813777e-06,1613808999264,24
-"mom_0",0.9443729841429023,1613808999264,24
-"eps_0",1e-05,1613808999264,24
-"wd_1",0.01,1613808999264,24
-"sqr_mom_1",0.99,1613808999264,24
-"lr_1",9.401935222813777e-06,1613808999264,24
-"mom_1",0.9443729841429023,1613808999264,24
-"eps_1",1e-05,1613808999264,24
-"wd_2",0.01,1613808999264,24
-"sqr_mom_2",0.99,1613808999264,24
-"lr_2",9.401935222813777e-05,1613808999264,24
-"mom_2",0.9443729841429023,1613808999264,24
-"eps_2",1e-05,1613808999264,24
-"train_loss",0.4376778,1613809000138,25
-"raw_loss",0.24500994,1613809000138,25
-"wd_0",0.01,1613809000138,25
-"sqr_mom_0",0.99,1613809000138,25
-"lr_0",9.851911244073228e-06,1613809000138,25
-"mom_0",0.943904259120757,1613809000138,25
-"eps_0",1e-05,1613809000138,25
-"wd_1",0.01,1613809000138,25
-"sqr_mom_1",0.99,1613809000138,25
-"lr_1",9.851911244073228e-06,1613809000138,25
-"mom_1",0.943904259120757,1613809000138,25
-"eps_1",1e-05,1613809000138,25
-"wd_2",0.01,1613809000138,25
-"sqr_mom_2",0.99,1613809000138,25
-"lr_2",9.851911244073227e-05,1613809000138,25
-"mom_2",0.943904259120757,1613809000138,25
-"eps_2",1e-05,1613809000138,25
-"train_loss",0.42767286,1613809001017,26
-"raw_loss",0.2273576,1613809001017,26
-"wd_0",0.01,1613809001017,26
-"sqr_mom_0",0.99,1613809001017,26
-"lr_0",1.0318675278608704e-05,1613809001017,26
-"mom_0",0.9434180465847826,1613809001017,26
-"eps_0",1e-05,1613809001017,26
-"wd_1",0.01,1613809001017,26
-"sqr_mom_1",0.99,1613809001017,26
-"lr_1",1.0318675278608704e-05,1613809001017,26
-"mom_1",0.9434180465847826,1613809001017,26
-"eps_1",1e-05,1613809001017,26
-"wd_2",0.01,1613809001017,26
-"sqr_mom_2",0.99,1613809001017,26
-"lr_2",0.00010318675278608706,1613809001017,26
-"mom_2",0.9434180465847826,1613809001017,26
-"eps_2",1e-05,1613809001017,26
-"train_loss",0.41818014,1613809001889,27
-"raw_loss",0.22261876,1613809001889,27
-"wd_0",0.01,1613809001889,27
-"sqr_mom_0",0.99,1613809001889,27
-"lr_0",1.0802040256448307e-05,1613809001889,27
-"mom_0",0.942914541399533,1613809001889,27
-"eps_0",1e-05,1613809001889,27
-"wd_1",0.01,1613809001889,27
-"sqr_mom_1",0.99,1613809001889,27
-"lr_1",1.0802040256448307e-05,1613809001889,27
-"mom_1",0.942914541399533,1613809001889,27
-"eps_1",1e-05,1613809001889,27
-"wd_2",0.01,1613809001889,27
-"sqr_mom_2",0.99,1613809001889,27
-"lr_2",0.00010802040256448309,1613809001889,27
-"mom_2",0.942914541399533,1613809001889,27
-"eps_2",1e-05,1613809001889,27
-"train_loss",0.4173708,1613809002768,28
-"raw_loss",0.40023768,1613809002768,28
-"wd_0",0.01,1613809002768,28
-"sqr_mom_0",0.99,1613809002768,28
-"lr_0",1.1301815915877466e-05,1613809002768,28
-"mom_0",0.9423939417542943,1613809002768,28
-"eps_0",1e-05,1613809002768,28
-"wd_1",0.01,1613809002768,28
-"sqr_mom_1",0.99,1613809002768,28
-"lr_1",1.1301815915877466e-05,1613809002768,28
-"mom_1",0.9423939417542943,1613809002768,28
-"eps_1",1e-05,1613809002768,28
-"wd_2",0.01,1613809002768,28
-"sqr_mom_2",0.99,1613809002768,28
-"lr_2",0.00011301815915877467,1613809002768,28
-"mom_2",0.9423939417542943,1613809002768,28
-"eps_2",1e-05,1613809002768,28
-"train_loss",0.43240702,1613809003648,29
-"raw_loss",0.7590811,1613809003648,29
-"wd_0",0.01,1613809003648,29
-"sqr_mom_0",0.99,1613809003648,29
-"lr_0",1.1817800847632122e-05,1613809003648,29
-"mom_0",0.9418564574503832,1613809003648,29
-"eps_0",1e-05,1613809003648,29
-"wd_1",0.01,1613809003648,29
-"sqr_mom_1",0.99,1613809003648,29
-"lr_1",1.1817800847632122e-05,1613809003648,29
-"mom_1",0.9418564574503832,1613809003648,29
-"eps_1",1e-05,1613809003648,29
-"wd_2",0.01,1613809003648,29
-"sqr_mom_2",0.99,1613809003648,29
-"lr_2",0.00011817800847632124,1613809003648,29
-"mom_2",0.9418564574503832,1613809003648,29
-"eps_2",1e-05,1613809003648,29
-"train_loss",0.4326516,1613809004526,30
-"raw_loss",0.43809983,1613809004526,30
-"wd_0",0.01,1613809004526,30
-"sqr_mom_0",0.99,1613809004526,30
-"lr_0",1.2349791950158995e-05,1613809004526,30
-"mom_0",0.9413023000519176,1613809004526,30
-"eps_0",1e-05,1613809004526,30
-"wd_1",0.01,1613809004526,30
-"sqr_mom_1",0.99,1613809004526,30
-"lr_1",1.2349791950158995e-05,1613809004526,30
-"mom_1",0.9413023000519176,1613809004526,30
-"eps_1",1e-05,1613809004526,30
-"wd_2",0.01,1613809004526,30
-"sqr_mom_2",0.99,1613809004526,30
-"lr_2",0.00012349791950158997,1613809004526,30
-"mom_2",0.9413023000519176,1613809004526,30
-"eps_2",1e-05,1613809004526,30
-"train_loss",0.4373173,1613809005408,31
-"raw_loss",0.54372275,1613809005408,31
-"wd_0",0.01,1613809005408,31
-"sqr_mom_0",0.99,1613809005408,31
-"lr_0",1.289757613462115e-05,1613809005408,31
-"mom_0",0.9407316915264362,1613809005408,31
-"eps_0",1e-05,1613809005408,31
-"wd_1",0.01,1613809005408,31
-"sqr_mom_1",0.99,1613809005408,31
-"lr_1",1.289757613462115e-05,1613809005408,31
-"mom_1",0.9407316915264362,1613809005408,31
-"eps_1",1e-05,1613809005408,31
-"wd_2",0.01,1613809005408,31
-"sqr_mom_2",0.99,1613809005408,31
-"lr_2",0.0001289757613462115,1613809005408,31
-"mom_2",0.9407316915264362,1613809005408,31
-"eps_2",1e-05,1613809005408,31
-"train_loss",0.43241844,1613809006299,32
-"raw_loss",0.31812888,1613809006299,32
-"wd_0",0.01,1613809006299,32
-"sqr_mom_0",0.99,1613809006299,32
-"lr_0",1.3460933873494347e-05,1613809006299,32
-"mom_0",0.9401448605484434,1613809006299,32
-"eps_0",1e-05,1613809006299,32
-"wd_1",0.01,1613809006299,32
-"sqr_mom_1",0.99,1613809006299,32
-"lr_1",1.3460933873494347e-05,1613809006299,32
-"mom_1",0.9401448605484434,1613809006299,32
-"eps_1",1e-05,1613809006299,32
-"wd_2",0.01,1613809006299,32
-"sqr_mom_2",0.99,1613809006299,32
-"lr_2",0.00013460933873494347,1613809006299,32
-"mom_2",0.9401448605484434,1613809006299,32
-"eps_2",1e-05,1613809006299,32
-"train_loss",0.42130926,1613809007180,33
-"raw_loss",0.15643124,1613809007180,33
-"wd_0",0.01,1613809007180,33
-"sqr_mom_0",0.99,1613809007180,33
-"lr_0",1.4039643418380948e-05,1613809007180,33
-"mom_0",0.9395420381058531,1613809007180,33
-"eps_0",1e-05,1613809007180,33
-"wd_1",0.01,1613809007180,33
-"sqr_mom_1",0.99,1613809007180,33
-"lr_1",1.4039643418380948e-05,1613809007180,33
-"mom_1",0.9395420381058531,1613809007180,33
-"eps_1",1e-05,1613809007180,33
-"wd_2",0.01,1613809007180,33
-"sqr_mom_2",0.99,1613809007180,33
-"lr_2",0.0001403964341838095,1613809007180,33
-"mom_2",0.9395420381058531,1613809007180,33
-"eps_2",1e-05,1613809007180,33
-"train_loss",0.42380375,1613809008063,34
-"raw_loss",0.4845361,1613809008063,34
-"wd_0",0.01,1613809008063,34
-"sqr_mom_0",0.99,1613809008063,34
-"lr_0",1.4633472960142029e-05,1613809008063,34
-"mom_0",0.9389234656665186,1613809008063,34
-"eps_0",1e-05,1613809008063,34
-"wd_1",0.01,1613809008063,34
-"sqr_mom_1",0.99,1613809008063,34
-"lr_1",1.4633472960142029e-05,1613809008063,34
-"mom_1",0.9389234656665186,1613809008063,34
-"eps_1",1e-05,1613809008063,34
-"wd_2",0.01,1613809008063,34
-"sqr_mom_2",0.99,1613809008063,34
-"lr_2",0.0001463347296014203,1613809008063,34
-"mom_2",0.9389234656665186,1613809008063,34
-"eps_2",1e-05,1613809008063,34
-"train_loss",0.41805306,1613809008960,35
-"raw_loss",0.27521008,1613809008960,35
-"wd_0",0.01,1613809008960,35
-"sqr_mom_0",0.99,1613809008960,35
-"lr_0",1.524218452536167e-05,1613809008960,35
-"mom_0",0.9382893911194149,1613809008960,35
-"eps_0",1e-05,1613809008960,35
-"wd_1",0.01,1613809008960,35
-"sqr_mom_1",0.99,1613809008960,35
-"lr_1",1.524218452536167e-05,1613809008960,35
-"mom_1",0.9382893911194149,1613809008960,35
-"eps_1",1e-05,1613809008960,35
-"wd_2",0.01,1613809008960,35
-"sqr_mom_2",0.99,1613809008960,35
-"lr_2",0.0001524218452536167,1613809008960,35
-"mom_2",0.9382893911194149,1613809008960,35
-"eps_2",1e-05,1613809008960,35
-"train_loss",0.4162518,1613809009850,36
-"raw_loss",0.37063873,1613809009850,36
-"wd_0",0.01,1613809009850,36
-"sqr_mom_0",0.99,1613809009850,36
-"lr_0",1.5865538513507337e-05,1613809009850,36
-"mom_0",0.9376400640484298,1613809009850,36
-"eps_0",1e-05,1613809009850,36
-"wd_1",0.01,1613809009850,36
-"sqr_mom_1",0.99,1613809009850,36
-"lr_1",1.5865538513507337e-05,1613809009850,36
-"mom_1",0.9376400640484298,1613809009850,36
-"eps_1",1e-05,1613809009850,36
-"wd_2",0.01,1613809009850,36
-"sqr_mom_2",0.99,1613809009850,36
-"lr_2",0.0001586553851350734,1613809009850,36
-"mom_2",0.9376400640484298,1613809009850,36
-"eps_2",1e-05,1613809009850,36
-"train_loss",0.4159712,1613809010753,37
-"raw_loss",0.40873313,1613809010753,37
-"wd_0",0.01,1613809010753,37
-"sqr_mom_0",0.99,1613809010753,37
-"lr_0",1.6503285225903715e-05,1613809010753,37
-"mom_0",0.9369757445563502,1613809010753,37
-"eps_0",1e-05,1613809010753,37
-"wd_1",0.01,1613809010753,37
-"sqr_mom_1",0.99,1613809010753,37
-"lr_1",1.6503285225903715e-05,1613809010753,37
-"mom_1",0.9369757445563502,1613809010753,37
-"eps_1",1e-05,1613809010753,37
-"wd_2",0.01,1613809010753,37
-"sqr_mom_2",0.99,1613809010753,37
-"lr_2",0.00016503285225903715,1613809010753,37
-"mom_2",0.9369757445563502,1613809010753,37
-"eps_2",1e-05,1613809010753,37
-"train_loss",0.4161491,1613809011649,38
-"raw_loss",0.42082283,1613809011649,38
-"wd_0",0.01,1613809011649,38
-"sqr_mom_0",0.99,1613809011649,38
-"lr_0",1.715516909610041e-05,1613809011649,38
-"mom_0",0.9362966988582287,1613809011649,38
-"eps_0",1e-05,1613809011649,38
-"wd_1",0.01,1613809011649,38
-"sqr_mom_1",0.99,1613809011649,38
-"lr_1",1.715516909610041e-05,1613809011649,38
-"mom_1",0.9362966988582287,1613809011649,38
-"eps_1",1e-05,1613809011649,38
-"wd_2",0.01,1613809011649,38
-"sqr_mom_2",0.99,1613809011649,38
-"lr_2",0.0001715516909610041,1613809011649,38
-"mom_2",0.9362966988582287,1613809011649,38
-"eps_2",1e-05,1613809011649,38
-"train_loss",0.41708297,1613809012543,39
-"raw_loss",0.44203082,1613809012543,39
-"wd_0",0.01,1613809012543,39
-"sqr_mom_0",0.99,1613809012543,39
-"lr_0",1.78209335301187e-05,1613809012543,39
-"mom_0",0.9356031942394597,1613809012543,39
-"eps_0",1e-05,1613809012543,39
-"wd_1",0.01,1613809012543,39
-"sqr_mom_1",0.99,1613809012543,39
-"lr_1",1.78209335301187e-05,1613809012543,39
-"mom_1",0.9356031942394597,1613809012543,39
-"eps_1",1e-05,1613809012543,39
-"wd_2",0.01,1613809012543,39
-"sqr_mom_2",0.99,1613809012543,39
-"lr_2",0.00017820933530118696,1613809012543,39
-"mom_2",0.9356031942394597,1613809012543,39
-"eps_2",1e-05,1613809012543,39
-"train_loss",0.41785824,1613809013420,40
-"raw_loss",0.43891534,1613809013420,40
-"wd_0",0.01,1613809013420,40
-"sqr_mom_0",0.99,1613809013420,40
-"lr_0",1.8500311834625453e-05,1613809013420,40
-"mom_0",0.9348955085055984,1613809013420,40
-"eps_0",1e-05,1613809013420,40
-"wd_1",0.01,1613809013420,40
-"sqr_mom_1",0.99,1613809013420,40
-"lr_1",1.8500311834625453e-05,1613809013420,40
-"mom_1",0.9348955085055984,1613809013420,40
-"eps_1",1e-05,1613809013420,40
-"wd_2",0.01,1613809013420,40
-"sqr_mom_2",0.99,1613809013420,40
-"lr_2",0.00018500311834625453,1613809013420,40
-"mom_2",0.9348955085055984,1613809013420,40
-"eps_2",1e-05,1613809013420,40
-"train_loss",0.4104916,1613809014313,41
-"raw_loss",0.20719025,1613809014313,41
-"wd_0",0.01,1613809014313,41
-"sqr_mom_0",0.99,1613809014313,41
-"lr_0",1.9193033406318514e-05,1613809014313,41
-"mom_0",0.9341739235350849,1613809014313,41
-"eps_0",1e-05,1613809014313,41
-"wd_1",0.01,1613809014313,41
-"sqr_mom_1",0.99,1613809014313,41
-"lr_1",1.9193033406318514e-05,1613809014313,41
-"mom_1",0.9341739235350849,1613809014313,41
-"eps_1",1e-05,1613809014313,41
-"wd_2",0.01,1613809014313,41
-"sqr_mom_2",0.99,1613809014313,41
-"lr_2",0.00019193033406318514,1613809014313,41
-"mom_2",0.9341739235350849,1613809014313,41
-"eps_2",1e-05,1613809014313,41
-"train_loss",0.40216994,1613809015203,42
-"raw_loss",0.16895212,1613809015203,42
-"wd_0",0.01,1613809015203,42
-"sqr_mom_0",0.99,1613809015203,42
-"lr_0",1.9898822327136494e-05,1613809015203,42
-"mom_0",0.9334387267425661,1613809015203,42
-"eps_0",1e-05,1613809015203,42
-"wd_1",0.01,1613809015203,42
-"sqr_mom_1",0.99,1613809015203,42
-"lr_1",1.9898822327136494e-05,1613809015203,42
-"mom_1",0.9334387267425661,1613809015203,42
-"eps_1",1e-05,1613809015203,42
-"wd_2",0.01,1613809015203,42
-"sqr_mom_2",0.99,1613809015203,42
-"lr_2",0.00019898822327136498,1613809015203,42
-"mom_2",0.9334387267425661,1613809015203,42
-"eps_2",1e-05,1613809015203,42
-"train_loss",0.43881476,1613809016095,43
-"raw_loss",1.4811785,1613809016095,43
-"wd_0",0.01,1613809016095,43
-"sqr_mom_0",0.99,1613809016095,43
-"lr_0",2.0617394073649017e-05,1613809016095,43
-"mom_0",0.9326902145066156,1613809016095,43
-"eps_0",1e-05,1613809016095,43
-"wd_1",0.01,1613809016095,43
-"sqr_mom_1",0.99,1613809016095,43
-"lr_1",2.0617394073649017e-05,1613809016095,43
-"mom_1",0.9326902145066156,1613809016095,43
-"eps_1",1e-05,1613809016095,43
-"wd_2",0.01,1613809016095,43
-"sqr_mom_2",0.99,1613809016095,43
-"lr_2",0.00020617394073649018,1613809016095,43
-"mom_2",0.9326902145066156,1613809016095,43
-"eps_2",1e-05,1613809016095,43
-"train_loss",0.4314128,1613809016991,44
-"raw_loss",0.21782044,1613809016991,44
-"wd_0",0.01,1613809016991,44
-"sqr_mom_0",0.99,1613809016991,44
-"lr_0",2.1348469173112758e-05,1613809016991,44
-"mom_0",0.9319286779446742,1613809016991,44
-"eps_0",1e-05,1613809016991,44
-"wd_1",0.01,1613809016991,44
-"sqr_mom_1",0.99,1613809016991,44
-"lr_1",2.1348469173112758e-05,1613809016991,44
-"mom_1",0.9319286779446742,1613809016991,44
-"eps_1",1e-05,1613809016991,44
-"wd_2",0.01,1613809016991,44
-"sqr_mom_2",0.99,1613809016991,44
-"lr_2",0.00021348469173112757,1613809016991,44
-"mom_2",0.9319286779446742,1613809016991,44
-"eps_2",1e-05,1613809016991,44
-"train_loss",0.435903,1613809017882,45
-"raw_loss",0.56728286,1613809017882,45
-"wd_0",0.01,1613809017882,45
-"sqr_mom_0",0.99,1613809017882,45
-"lr_0",2.209175308966976e-05,1613809017882,45
-"mom_0",0.9311544238649273,1613809017882,45
-"eps_0",1e-05,1613809017882,45
-"wd_1",0.01,1613809017882,45
-"sqr_mom_1",0.99,1613809017882,45
-"lr_1",2.209175308966976e-05,1613809017882,45
-"mom_1",0.9311544238649273,1613809017882,45
-"eps_1",1e-05,1613809017882,45
-"wd_2",0.01,1613809017882,45
-"sqr_mom_2",0.99,1613809017882,45
-"lr_2",0.00022091753089669762,1613809017882,45
-"mom_2",0.9311544238649273,1613809017882,45
-"eps_2",1e-05,1613809017882,45
-"train_loss",0.43323076,1613809018778,46
-"raw_loss",0.3539894,1613809018778,46
-"wd_0",0.01,1613809018778,46
-"sqr_mom_0",0.99,1613809018778,46
-"lr_0",2.2846949765761397e-05,1613809018778,46
-"mom_0",0.9303677606606652,1613809018778,46
-"eps_0",1e-05,1613809018778,46
-"wd_1",0.01,1613809018778,46
-"sqr_mom_1",0.99,1613809018778,46
-"lr_1",2.2846949765761397e-05,1613809018778,46
-"mom_1",0.9303677606606652,1613809018778,46
-"eps_1",1e-05,1613809018778,46
-"wd_2",0.01,1613809018778,46
-"sqr_mom_2",0.99,1613809018778,46
-"lr_2",0.00022846949765761398,1613809018778,46
-"mom_2",0.9303677606606652,1613809018778,46
-"eps_2",1e-05,1613809018778,46
-"train_loss",0.42749238,1613809019680,47
-"raw_loss",0.25510636,1613809019680,47
-"wd_0",0.01,1613809019680,47
-"sqr_mom_0",0.99,1613809019680,47
-"lr_0",2.36137583988555e-05,1613809019680,47
-"mom_0",0.9295690016678588,1613809019680,47
-"eps_0",1e-05,1613809019680,47
-"wd_1",0.01,1613809019680,47
-"sqr_mom_1",0.99,1613809019680,47
-"lr_1",2.36137583988555e-05,1613809019680,47
-"mom_1",0.9295690016678588,1613809019680,47
-"eps_1",1e-05,1613809019680,47
-"wd_2",0.01,1613809019680,47
-"sqr_mom_2",0.99,1613809019680,47
-"lr_2",0.00023613758398855503,1613809019680,47
-"mom_2",0.9295690016678588,1613809019680,47
-"eps_2",1e-05,1613809019680,47
-"train_loss",0.4354288,1613809020585,48
-"raw_loss",0.6768553,1613809020585,48
-"wd_0",0.01,1613809020585,48
-"sqr_mom_0",0.99,1613809020585,48
-"lr_0",2.43918698849436e-05,1613809020585,48
-"mom_0",0.9287584688698504,1613809020585,48
-"eps_0",1e-05,1613809020585,48
-"wd_1",0.01,1613809020585,48
-"sqr_mom_1",0.99,1613809020585,48
-"lr_1",2.43918698849436e-05,1613809020585,48
-"mom_1",0.9287584688698504,1613809020585,48
-"eps_1",1e-05,1613809020585,48
-"wd_2",0.01,1613809020585,48
-"sqr_mom_2",0.99,1613809020585,48
-"lr_2",0.00024391869884943598,1613809020585,48
-"mom_2",0.9287584688698504,1613809020585,48
-"eps_2",1e-05,1613809020585,48
-"train_loss",0.4374263,1613809021490,49
-"raw_loss",0.4989323,1613809021490,49
-"wd_0",0.01,1613809021490,49
-"sqr_mom_0",0.99,1613809021490,49
-"lr_0",2.5180981594604647e-05,1613809021490,49
-"mom_0",0.9279364775056201,1613809021490,49
-"eps_0",1e-05,1613809021490,49
-"wd_1",0.01,1613809021490,49
-"sqr_mom_1",0.99,1613809021490,49
-"lr_1",2.5180981594604647e-05,1613809021490,49
-"mom_1",0.9279364775056201,1613809021490,49
-"eps_1",1e-05,1613809021490,49
-"wd_2",0.01,1613809021490,49
-"sqr_mom_2",0.99,1613809021490,49
-"lr_2",0.0002518098159460465,1613809021490,49
-"mom_2",0.9279364775056201,1613809021490,49
-"eps_2",1e-05,1613809021490,49
-"train_loss",0.43907407,1613809022403,50
-"raw_loss",0.49041083,1613809022403,50
-"wd_0",0.01,1613809022403,50
-"sqr_mom_0",0.99,1613809022403,50
-"lr_0",2.5980775592604943e-05,1613809022403,50
-"mom_0",0.9271033587577031,1613809022403,50
-"eps_0",1e-05,1613809022403,50
-"wd_1",0.01,1613809022403,50
-"sqr_mom_1",0.99,1613809022403,50
-"lr_1",2.5980775592604943e-05,1613809022403,50
-"mom_1",0.9271033587577031,1613809022403,50
-"eps_1",1e-05,1613809022403,50
-"wd_2",0.01,1613809022403,50
-"sqr_mom_2",0.99,1613809022403,50
-"lr_2",0.00025980775592604943,1613809022403,50
-"mom_2",0.9271033587577031,1613809022403,50
-"eps_2",1e-05,1613809022403,50
-"train_loss",0.4383182,1613809023308,51
-"raw_loss",0.41449907,1613809023308,51
-"wd_0",0.01,1613809023308,51
-"sqr_mom_0",0.99,1613809023308,51
-"lr_0",2.679092948844323e-05,1613809023308,51
-"mom_0",0.9262594484495382,1613809023308,51
-"eps_0",1e-05,1613809023308,51
-"wd_1",0.01,1613809023308,51
-"sqr_mom_1",0.99,1613809023308,51
-"lr_1",2.679092948844323e-05,1613809023308,51
-"mom_1",0.9262594484495382,1613809023308,51
-"eps_1",1e-05,1613809023308,51
-"wd_2",0.01,1613809023308,51
-"sqr_mom_2",0.99,1613809023308,51
-"lr_2",0.0002679092948844323,1613809023308,51
-"mom_2",0.9262594484495382,1613809023308,51
-"eps_2",1e-05,1613809023308,51
-"train_loss",0.4350644,1613809024212,52
-"raw_loss",0.33139065,1613809024212,52
-"wd_0",0.01,1613809024212,52
-"sqr_mom_0",0.99,1613809024212,52
-"lr_0",2.7611132061247287e-05,1613809024212,52
-"mom_0",0.925405070769534,1613809024212,52
-"eps_0",1e-05,1613809024212,52
-"wd_1",0.01,1613809024212,52
-"sqr_mom_1",0.99,1613809024212,52
-"lr_1",2.7611132061247287e-05,1613809024212,52
-"mom_1",0.925405070769534,1613809024212,52
-"eps_1",1e-05,1613809024212,52
-"wd_2",0.01,1613809024212,52
-"sqr_mom_2",0.99,1613809024212,52
-"lr_2",0.0002761113206124729,1613809024212,52
-"mom_2",0.925405070769534,1613809024212,52
-"eps_2",1e-05,1613809024212,52
-"train_loss",0.44309428,1613809025111,53
-"raw_loss",0.70169777,1613809025111,53
-"wd_0",0.01,1613809025111,53
-"sqr_mom_0",0.99,1613809025111,53
-"lr_0",2.8441045144293137e-05,1613809025111,53
-"mom_0",0.9245405779746946,1613809025111,53
-"eps_0",1e-05,1613809025111,53
-"wd_1",0.01,1613809025111,53
-"sqr_mom_1",0.99,1613809025111,53
-"lr_1",2.8441045144293137e-05,1613809025111,53
-"mom_1",0.9245405779746946,1613809025111,53
-"eps_1",1e-05,1613809025111,53
-"wd_2",0.01,1613809025111,53
-"sqr_mom_2",0.99,1613809025111,53
-"lr_2",0.00028441045144293135,1613809025111,53
-"mom_2",0.9245405779746946,1613809025111,53
-"eps_2",1e-05,1613809025111,53
-"train_loss",0.44150913,1613809026020,54
-"raw_loss",0.38992625,1613809026020,54
-"wd_0",0.01,1613809026020,54
-"sqr_mom_0",0.99,1613809026020,54
-"lr_0",2.928033804036227e-05,1613809026020,54
-"mom_0",0.9236663145412892,1613809026020,54
-"eps_0",1e-05,1613809026020,54
-"wd_1",0.01,1613809026020,54
-"sqr_mom_1",0.99,1613809026020,54
-"lr_1",2.928033804036227e-05,1613809026020,54
-"mom_1",0.9236663145412892,1613809026020,54
-"eps_1",1e-05,1613809026020,54
-"wd_2",0.01,1613809026020,54
-"sqr_mom_2",0.99,1613809026020,54
-"lr_2",0.0002928033804036227,1613809026020,54
-"mom_2",0.9236663145412892,1613809026020,54
-"eps_2",1e-05,1613809026020,54
-"train_loss",0.43818474,1613809026929,55
-"raw_loss",0.32891196,1613809026929,55
-"wd_0",0.01,1613809026929,55
-"sqr_mom_0",0.99,1613809026929,55
-"lr_0",3.0128684324864082e-05,1613809026929,55
-"mom_0",0.9227826204949332,1613809026929,55
-"eps_0",1e-05,1613809026929,55
-"wd_1",0.01,1613809026929,55
-"sqr_mom_1",0.99,1613809026929,55
-"lr_1",3.0128684324864082e-05,1613809026929,55
-"mom_1",0.9227826204949332,1613809026929,55
-"eps_1",1e-05,1613809026929,55
-"wd_2",0.01,1613809026929,55
-"sqr_mom_2",0.99,1613809026929,55
-"lr_2",0.00030128684324864084,1613809026929,55
-"mom_2",0.9227826204949332,1613809026929,55
-"eps_2",1e-05,1613809026929,55
-"train_loss",0.43215764,1613809027846,56
-"raw_loss",0.23210034,1613809027846,56
-"wd_0",0.01,1613809027846,56
-"sqr_mom_0",0.99,1613809027846,56
-"lr_0",3.098574217728647e-05,1613809027846,56
-"mom_0",0.9218898518986599,1613809027846,56
-"eps_0",1e-05,1613809027846,56
-"wd_1",0.01,1613809027846,56
-"sqr_mom_1",0.99,1613809027846,56
-"lr_1",3.098574217728647e-05,1613809027846,56
-"mom_1",0.9218898518986599,1613809027846,56
-"eps_1",1e-05,1613809027846,56
-"wd_2",0.01,1613809027846,56
-"sqr_mom_2",0.99,1613809027846,56
-"lr_2",0.0003098574217728647,1613809027846,56
-"mom_2",0.9218898518986599,1613809027846,56
-"eps_2",1e-05,1613809027846,56
-"train_loss",0.43541196,1613809028756,57
-"raw_loss",0.5444617,1613809028756,57
-"wd_0",0.01,1613809028756,57
-"sqr_mom_0",0.99,1613809028756,57
-"lr_0",3.1851166143778996e-05,1613809028756,57
-"mom_0",0.9209883686002301,1613809028756,57
-"eps_0",1e-05,1613809028756,57
-"wd_1",0.01,1613809028756,57
-"sqr_mom_1",0.99,1613809028756,57
-"lr_1",3.1851166143778996e-05,1613809028756,57
-"mom_1",0.9209883686002301,1613809028756,57
-"eps_1",1e-05,1613809028756,57
-"wd_2",0.01,1613809028756,57
-"sqr_mom_2",0.99,1613809028756,57
-"lr_2",0.00031851166143778996,1613809028756,57
-"mom_2",0.9209883686002301,1613809028756,57
-"eps_2",1e-05,1613809028756,57
-"train_loss",0.43362817,1613809029677,58
-"raw_loss",0.37330317,1613809029677,58
-"wd_0",0.01,1613809029677,58
-"sqr_mom_0",0.99,1613809029677,58
-"lr_0",3.2724619636643604e-05,1613809029677,58
-"mom_0",0.9200785212118295,1613809029677,58
-"eps_0",1e-05,1613809029677,58
-"wd_1",0.01,1613809029677,58
-"sqr_mom_1",0.99,1613809029677,58
-"lr_1",3.2724619636643604e-05,1613809029677,58
-"mom_1",0.9200785212118295,1613809029677,58
-"eps_1",1e-05,1613809029677,58
-"wd_2",0.01,1613809029677,58
-"sqr_mom_2",0.99,1613809029677,58
-"lr_2",0.00032724619636643603,1613809029677,58
-"mom_2",0.9200785212118295,1613809029677,58
-"eps_2",1e-05,1613809029677,58
-"train_loss",0.43441418,1613809030596,59
-"raw_loss",0.46123645,1613809030596,59
-"wd_0",0.01,1613809030596,59
-"sqr_mom_0",0.99,1613809030596,59
-"lr_0",3.360575486094434e-05,1613809030596,59
-"mom_0",0.9191606720198496,1613809030596,59
-"eps_0",1e-05,1613809030596,59
-"wd_1",0.01,1613809030596,59
-"sqr_mom_1",0.99,1613809030596,59
-"lr_1",3.360575486094434e-05,1613809030596,59
-"mom_1",0.9191606720198496,1613809030596,59
-"eps_1",1e-05,1613809030596,59
-"wd_2",0.01,1613809030596,59
-"sqr_mom_2",0.99,1613809030596,59
-"lr_2",0.0003360575486094434,1613809030596,59
-"mom_2",0.9191606720198496,1613809030596,59
-"eps_2",1e-05,1613809030596,59
-"train_loss",0.43133748,1613809031518,60
-"raw_loss",0.32543573,1613809031518,60
-"wd_0",0.01,1613809031518,60
-"sqr_mom_0",0.99,1613809031518,60
-"lr_0",3.449420840018014e-05,1613809031518,60
-"mom_0",0.9182351995831457,1613809031518,60
-"eps_0",1e-05,1613809031518,60
-"wd_1",0.01,1613809031518,60
-"sqr_mom_1",0.99,1613809031518,60
-"lr_1",3.449420840018014e-05,1613809031518,60
-"mom_1",0.9182351995831457,1613809031518,60
-"eps_1",1e-05,1613809031518,60
-"wd_2",0.01,1613809031518,60
-"sqr_mom_2",0.99,1613809031518,60
-"lr_2",0.0003449420840018014,1613809031518,60
-"mom_2",0.9182351995831457,1613809031518,60
-"eps_2",1e-05,1613809031518,60
-"train_loss",0.42908862,1613809032449,61
-"raw_loss",0.3510273,1613809032449,61
-"wd_0",0.01,1613809032449,61
-"sqr_mom_0",0.99,1613809032449,61
-"lr_0",3.538963882561395e-05,1613809032449,61
-"mom_0",0.9173024595566521,1613809032449,61
-"eps_0",1e-05,1613809032449,61
-"wd_1",0.01,1613809032449,61
-"sqr_mom_1",0.99,1613809032449,61
-"lr_1",3.538963882561395e-05,1613809032449,61
-"mom_1",0.9173024595566521,1613809032449,61
-"eps_1",1e-05,1613809032449,61
-"wd_2",0.01,1613809032449,61
-"sqr_mom_2",0.99,1613809032449,61
-"lr_2",0.00035389638825613945,1613809032449,61
-"mom_2",0.9173024595566521,1613809032449,61
-"eps_2",1e-05,1613809032449,61
-"train_loss",0.4280565,1613809033367,62
-"raw_loss",0.3919348,1613809033367,62
-"wd_0",0.01,1613809033367,62
-"sqr_mom_0",0.99,1613809033367,62
-"lr_0",3.62916853271771e-05,1613809033367,62
-"mom_0",0.9163628277841905,1613809033367,62
-"eps_0",1e-05,1613809033367,62
-"wd_1",0.01,1613809033367,62
-"sqr_mom_1",0.99,1613809033367,62
-"lr_1",3.62916853271771e-05,1613809033367,62
-"mom_1",0.9163628277841905,1613809033367,62
-"eps_1",1e-05,1613809033367,62
-"wd_2",0.01,1613809033367,62
-"sqr_mom_2",0.99,1613809033367,62
-"lr_2",0.00036291685327177097,1613809033367,62
-"mom_2",0.9163628277841905,1613809033367,62
-"eps_2",1e-05,1613809033367,62
-"train_loss",0.43398628,1613809034284,63
-"raw_loss",0.6431742,1613809034284,63
-"wd_0",0.01,1613809034284,63
-"sqr_mom_0",0.99,1613809034284,63
-"lr_0",3.7199984335430555e-05,1613809034284,63
-"mom_0",0.9154166829839265,1613809034284,63
-"eps_0",1e-05,1613809034284,63
-"wd_1",0.01,1613809034284,63
-"sqr_mom_1",0.99,1613809034284,63
-"lr_1",3.7199984335430555e-05,1613809034284,63
-"mom_1",0.9154166829839265,1613809034284,63
-"eps_1",1e-05,1613809034284,63
-"wd_2",0.01,1613809034284,63
-"sqr_mom_2",0.99,1613809034284,63
-"lr_2",0.0003719998433543055,1613809034284,63
-"mom_2",0.9154166829839265,1613809034284,63
-"eps_2",1e-05,1613809034284,63
-"train_loss",0.43301502,1613809035213,64
-"raw_loss",0.39848524,1613809035213,64
-"wd_0",0.01,1613809035213,64
-"sqr_mom_0",0.99,1613809035213,64
-"lr_0",3.811418258736771e-05,1613809035213,64
-"mom_0",0.9144643931381586,1613809035213,64
-"eps_0",1e-05,1613809035213,64
-"wd_1",0.01,1613809035213,64
-"sqr_mom_1",0.99,1613809035213,64
-"lr_1",3.811418258736771e-05,1613809035213,64
-"mom_1",0.9144643931381586,1613809035213,64
-"eps_1",1e-05,1613809035213,64
-"wd_2",0.01,1613809035213,64
-"sqr_mom_2",0.99,1613809035213,64
-"lr_2",0.0003811418258736771,1613809035213,64
-"mom_2",0.9144643931381586,1613809035213,64
-"eps_2",1e-05,1613809035213,64
-"train_loss",0.43217024,1613809036146,65
-"raw_loss",0.4019097,1613809036146,65
-"wd_0",0.01,1613809036146,65
-"sqr_mom_0",0.99,1613809036146,65
-"lr_0",3.903391602890417e-05,1613809036146,65
-"mom_0",0.9135063374698915,1613809036146,65
-"eps_0",1e-05,1613809036146,65
-"wd_1",0.01,1613809036146,65
-"sqr_mom_1",0.99,1613809036146,65
-"lr_1",3.903391602890417e-05,1613809036146,65
-"mom_1",0.9135063374698915,1613809036146,65
-"eps_1",1e-05,1613809036146,65
-"wd_2",0.01,1613809036146,65
-"sqr_mom_2",0.99,1613809036146,65
-"lr_2",0.00039033916028904166,1613809036146,65
-"mom_2",0.9135063374698915,1613809036146,65
-"eps_2",1e-05,1613809036146,65
-"train_loss",0.4286592,1613809037081,66
-"raw_loss",0.30196622,1613809037081,66
-"wd_0",0.01,1613809037081,66
-"sqr_mom_0",0.99,1613809037081,66
-"lr_0",3.99588053415138e-05,1613809037081,66
-"mom_0",0.9125429111025898,1613809037081,66
-"eps_0",1e-05,1613809037081,66
-"wd_1",0.01,1613809037081,66
-"sqr_mom_1",0.99,1613809037081,66
-"lr_1",3.99588053415138e-05,1613809037081,66
-"mom_1",0.9125429111025898,1613809037081,66
-"eps_1",1e-05,1613809037081,66
-"wd_2",0.01,1613809037081,66
-"sqr_mom_2",0.99,1613809037081,66
-"lr_2",0.00039958805341513796,1613809037081,66
-"mom_2",0.9125429111025898,1613809037081,66
-"eps_2",1e-05,1613809037081,66
-"train_loss",0.42772284,1613809038018,67
-"raw_loss",0.39369237,1613809038018,67
-"wd_0",0.01,1613809038018,67
-"sqr_mom_0",0.99,1613809038018,67
-"lr_0",4.08884951116815e-05,1613809038018,67
-"mom_0",0.911574484258665,1613809038018,67
-"eps_0",1e-05,1613809038018,67
-"wd_1",0.01,1613809038018,67
-"sqr_mom_1",0.99,1613809038018,67
-"lr_1",4.08884951116815e-05,1613809038018,67
-"mom_1",0.911574484258665,1613809038018,67
-"eps_1",1e-05,1613809038018,67
-"wd_2",0.01,1613809038018,67
-"sqr_mom_2",0.99,1613809038018,67
-"lr_2",0.00040888495111681496,1613809038018,67
-"mom_2",0.911574484258665,1613809038018,67
-"eps_2",1e-05,1613809038018,67
-"train_loss",0.42176157,1613809038950,68
-"raw_loss",0.2036049,1613809038950,68
-"wd_0",0.01,1613809038950,68
-"sqr_mom_0",0.99,1613809038950,68
-"lr_0",4.182261070748181e-05,1613809038950,68
-"mom_0",0.9106014471797064,1613809038950,68
-"eps_0",1e-05,1613809038950,68
-"wd_1",0.01,1613809038950,68
-"sqr_mom_1",0.99,1613809038950,68
-"lr_1",4.182261070748181e-05,1613809038950,68
-"mom_1",0.9106014471797064,1613809038950,68
-"eps_1",1e-05,1613809038950,68
-"wd_2",0.01,1613809038950,68
-"sqr_mom_2",0.99,1613809038950,68
-"lr_2",0.0004182261070748181,1613809038950,68
-"mom_2",0.9106014471797064,1613809038950,68
-"eps_2",1e-05,1613809038950,68
-"train_loss",0.41638133,1613809039887,69
-"raw_loss",0.21815322,1613809039887,69
-"wd_0",0.01,1613809039887,69
-"sqr_mom_0",0.99,1613809039887,69
-"lr_0",4.276077565110786e-05,1613809039887,69
-"mom_0",0.9096241920300959,1613809039887,69
-"eps_0",1e-05,1613809039887,69
-"wd_1",0.01,1613809039887,69
-"sqr_mom_1",0.99,1613809039887,69
-"lr_1",4.276077565110786e-05,1613809039887,69
-"mom_1",0.9096241920300959,1613809039887,69
-"eps_1",1e-05,1613809039887,69
-"wd_2",0.01,1613809039887,69
-"sqr_mom_2",0.99,1613809039887,69
-"lr_2",0.0004276077565110786,1613809039887,69
-"mom_2",0.9096241920300959,1613809039887,69
-"eps_2",1e-05,1613809039887,69
-"train_loss",0.4111447,1613809040822,70
-"raw_loss",0.21693228,1613809040822,70
-"wd_0",0.01,1613809040822,70
-"sqr_mom_0",0.99,1613809040822,70
-"lr_0",4.3702625063851606e-05,1613809040822,70
-"mom_0",0.9086430988918213,1613809040822,70
-"eps_0",1e-05,1613809040822,70
-"wd_1",0.01,1613809040822,70
-"sqr_mom_1",0.99,1613809040822,70
-"lr_1",4.3702625063851606e-05,1613809040822,70
-"mom_1",0.9086430988918213,1613809040822,70
-"eps_1",1e-05,1613809040822,70
-"wd_2",0.01,1613809040822,70
-"sqr_mom_2",0.99,1613809040822,70
-"lr_2",0.000437026250638516,1613809040822,70
-"mom_2",0.9086430988918213,1613809040822,70
-"eps_2",1e-05,1613809040822,70
-"train_loss",0.40873027,1613809041757,71
-"raw_loss",0.31861144,1613809041757,71
-"wd_0",0.01,1613809041757,71
-"sqr_mom_0",0.99,1613809041757,71
-"lr_0",4.464778384664229e-05,1613809041757,71
-"mom_0",0.907658558493081,1613809041757,71
-"eps_0",1e-05,1613809041757,71
-"wd_1",0.01,1613809041757,71
-"sqr_mom_1",0.99,1613809041757,71
-"lr_1",4.464778384664229e-05,1613809041757,71
-"mom_1",0.907658558493081,1613809041757,71
-"eps_1",1e-05,1613809041757,71
-"wd_2",0.01,1613809041757,71
-"sqr_mom_2",0.99,1613809041757,71
-"lr_2",0.0004464778384664229,1613809041757,71
-"mom_2",0.907658558493081,1613809041757,71
-"eps_2",1e-05,1613809041757,71
-"train_loss",0.40693286,1613809042698,72
-"raw_loss",0.33942407,1613809042698,72
-"wd_0",0.01,1613809042698,72
-"sqr_mom_0",0.99,1613809042698,72
-"lr_0",4.559586221171578e-05,1613809042698,72
-"mom_0",0.9066709768627961,1613809042698,72
-"eps_0",1e-05,1613809042698,72
-"wd_1",0.01,1613809042698,72
-"sqr_mom_1",0.99,1613809042698,72
-"lr_1",4.559586221171578e-05,1613809042698,72
-"mom_1",0.9066709768627961,1613809042698,72
-"eps_1",1e-05,1613809042698,72
-"wd_2",0.01,1613809042698,72
-"sqr_mom_2",0.99,1613809042698,72
-"lr_2",0.0004559586221171578,1613809042698,72
-"mom_2",0.9066709768627961,1613809042698,72
-"eps_2",1e-05,1613809042698,72
-"train_loss",0.40510336,1613809043643,73
-"raw_loss",0.33597094,1613809043643,73
-"wd_0",0.01,1613809043643,73
-"sqr_mom_0",0.99,1613809043643,73
-"lr_0",4.654649585118655e-05,1613809043643,73
-"mom_0",0.9056807334883473,1613809043643,73
-"eps_0",1e-05,1613809043643,73
-"wd_1",0.01,1613809043643,73
-"sqr_mom_1",0.99,1613809043643,73
-"lr_1",4.654649585118655e-05,1613809043643,73
-"mom_1",0.9056807334883473,1613809043643,73
-"eps_1",1e-05,1613809043643,73
-"wd_2",0.01,1613809043643,73
-"sqr_mom_2",0.99,1613809043643,73
-"lr_2",0.0004654649585118655,1613809043643,73
-"mom_2",0.9056807334883473,1613809043643,73
-"eps_2",1e-05,1613809043643,73
-"train_loss",0.4049322,1613809044586,74
-"raw_loss",0.39842516,1613809044586,74
-"wd_0",0.01,1613809044586,74
-"sqr_mom_0",0.99,1613809044586,74
-"lr_0",4.7499301676935596e-05,1613809044586,74
-"mom_0",0.9046882274198588,1613809044586,74
-"eps_0",1e-05,1613809044586,74
-"wd_1",0.01,1613809044586,74
-"sqr_mom_1",0.99,1613809044586,74
-"lr_1",4.7499301676935596e-05,1613809044586,74
-"mom_1",0.9046882274198588,1613809044586,74
-"eps_1",1e-05,1613809044586,74
-"wd_2",0.01,1613809044586,74
-"sqr_mom_2",0.99,1613809044586,74
-"lr_2",0.0004749930167693559,1613809044586,74
-"mom_2",0.9046882274198588,1613809044586,74
-"eps_2",1e-05,1613809044586,74
-"train_loss",0.39837337,1613809045533,75
-"raw_loss",0.14761953,1613809045533,75
-"wd_0",0.01,1613809045533,75
-"sqr_mom_0",0.99,1613809045533,75
-"lr_0",4.8453895694889025e-05,1613809045533,75
-"mom_0",0.9036938586511573,1613809045533,75
-"eps_0",1e-05,1613809045533,75
-"wd_1",0.01,1613809045533,75
-"sqr_mom_1",0.99,1613809045533,75
-"lr_1",4.8453895694889025e-05,1613809045533,75
-"mom_1",0.9036938586511573,1613809045533,75
-"eps_1",1e-05,1613809045533,75
-"wd_2",0.01,1613809045533,75
-"sqr_mom_2",0.99,1613809045533,75
-"lr_2",0.00048453895694889026,1613809045533,75
-"mom_2",0.9036938586511573,1613809045533,75
-"eps_2",1e-05,1613809045533,75
-"train_loss",0.39824572,1613809046472,76
-"raw_loss",0.39333794,1613809046472,76
-"wd_0",0.01,1613809046472,76
-"sqr_mom_0",0.99,1613809046472,76
-"lr_0",4.9409906636610176e-05,1613809046472,76
-"mom_0",0.9026980139201977,1613809046472,76
-"eps_0",1e-05,1613809046472,76
-"wd_1",0.01,1613809046472,76
-"sqr_mom_1",0.99,1613809046472,76
-"lr_1",4.9409906636610176e-05,1613809046472,76
-"mom_1",0.9026980139201977,1613809046472,76
-"eps_1",1e-05,1613809046472,76
-"wd_2",0.01,1613809046472,76
-"sqr_mom_2",0.99,1613809046472,76
-"lr_2",0.0004940990663661018,1613809046472,76
-"mom_2",0.9026980139201977,1613809046472,76
-"eps_2",1e-05,1613809046472,76
-"train_loss",0.3955113,1613809047416,77
-"raw_loss",0.28980488,1613809047416,77
-"wd_0",0.01,1613809047416,77
-"sqr_mom_0",0.99,1613809047416,77
-"lr_0",5.036695373039585e-05,1613809047416,77
-"mom_0",0.901701089864171,1613809047416,77
-"eps_0",1e-05,1613809047416,77
-"wd_1",0.01,1613809047416,77
-"sqr_mom_1",0.99,1613809047416,77
-"lr_1",5.036695373039585e-05,1613809047416,77
-"mom_1",0.901701089864171,1613809047416,77
-"eps_1",1e-05,1613809047416,77
-"wd_2",0.01,1613809047416,77
-"sqr_mom_2",0.99,1613809047416,77
-"lr_2",0.0005036695373039585,1613809047416,77
-"mom_2",0.901701089864171,1613809047416,77
-"eps_2",1e-05,1613809047416,77
-"train_loss",0.38918737,1613809048365,78
-"raw_loss",0.14340821,1613809048365,78
-"wd_0",0.01,1613809048365,78
-"sqr_mom_0",0.99,1613809048365,78
-"lr_0",5.1324642301976503e-05,1613809048365,78
-"mom_0",0.9007034976021078,1613809048365,78
-"eps_0",1e-05,1613809048365,78
-"wd_1",0.01,1613809048365,78
-"sqr_mom_1",0.99,1613809048365,78
-"lr_1",5.1324642301976503e-05,1613809048365,78
-"mom_1",0.9007034976021078,1613809048365,78
-"eps_1",1e-05,1613809048365,78
-"wd_2",0.01,1613809048365,78
-"sqr_mom_2",0.99,1613809048365,78
-"lr_2",0.000513246423019765,1613809048365,78
-"mom_2",0.9007034976021078,1613809048365,78
-"eps_2",1e-05,1613809048365,78
-"train_loss",0.38591906,1613809049308,79
-"raw_loss",0.25823355,1613809049308,79
-"wd_0",0.01,1613809049308,79
-"sqr_mom_0",0.99,1613809049308,79
-"lr_0",5.228260436689341e-05,1613809049308,79
-"mom_0",0.8997056204511527,1613809049308,79
-"eps_0",1e-05,1613809049308,79
-"wd_1",0.01,1613809049308,79
-"sqr_mom_1",0.99,1613809049308,79
-"lr_1",5.228260436689341e-05,1613809049308,79
-"mom_1",0.8997056204511527,1613809049308,79
-"eps_1",1e-05,1613809049308,79
-"wd_2",0.01,1613809049308,79
-"sqr_mom_2",0.99,1613809049308,79
-"lr_2",0.0005228260436689341,1613809049308,79
-"mom_2",0.8997056204511527,1613809049308,79
-"eps_2",1e-05,1613809049308,79
-"train_loss",0.3792292,1613809050255,80
-"raw_loss",0.11654398,1613809050255,80
-"wd_0",0.01,1613809050255,80
-"sqr_mom_0",0.99,1613809050255,80
-"lr_0",5.324045386761101e-05,1613809050255,80
-"mom_0",0.8987078605545719,1613809050255,80
-"eps_0",1e-05,1613809050255,80
-"wd_1",0.01,1613809050255,80
-"sqr_mom_1",0.99,1613809050255,80
-"lr_1",5.324045386761101e-05,1613809050255,80
-"mom_1",0.8987078605545719,1613809050255,80
-"eps_1",1e-05,1613809050255,80
-"wd_2",0.01,1613809050255,80
-"sqr_mom_2",0.99,1613809050255,80
-"lr_2",0.0005324045386761101,1613809050255,80
-"mom_2",0.8987078605545719,1613809050255,80
-"eps_2",1e-05,1613809050255,80
-"train_loss",0.37961206,1613809051189,81
-"raw_loss",0.3947194,1613809051189,81
-"wd_0",0.01,1613809051189,81
-"sqr_mom_0",0.99,1613809051189,81
-"lr_0",5.419780928291187e-05,1613809051189,81
-"mom_0",0.8977106153303,1613809051189,81
-"eps_0",1e-05,1613809051189,81
-"wd_1",0.01,1613809051189,81
-"sqr_mom_1",0.99,1613809051189,81
-"lr_1",5.419780928291187e-05,1613809051189,81
-"mom_1",0.8977106153303,1613809051189,81
-"eps_1",1e-05,1613809051189,81
-"wd_2",0.01,1613809051189,81
-"sqr_mom_2",0.99,1613809051189,81
-"lr_2",0.0005419780928291187,1613809051189,81
-"mom_2",0.8977106153303,1613809051189,81
-"eps_2",1e-05,1613809051189,81
-"train_loss",0.3755125,1613809052125,82
-"raw_loss",0.21295767,1613809052125,82
-"wd_0",0.01,1613809052125,82
-"sqr_mom_0",0.99,1613809052125,82
-"lr_0",5.5154289288377806e-05,1613809052125,82
-"mom_0",0.8967142819912731,1613809052125,82
-"eps_0",1e-05,1613809052125,82
-"wd_1",0.01,1613809052125,82
-"sqr_mom_1",0.99,1613809052125,82
-"lr_1",5.5154289288377806e-05,1613809052125,82
-"mom_1",0.8967142819912731,1613809052125,82
-"eps_1",1e-05,1613809052125,82
-"wd_2",0.01,1613809052125,82
-"sqr_mom_2",0.99,1613809052125,82
-"lr_2",0.000551542892883778,1613809052125,82
-"mom_2",0.8967142819912731,1613809052125,82
-"eps_2",1e-05,1613809052125,82
-"train_loss",0.37219253,1613809053063,83
-"raw_loss",0.23993047,1613809053063,83
-"wd_0",0.01,1613809053063,83
-"sqr_mom_0",0.99,1613809053063,83
-"lr_0",5.6109512908275315e-05,1613809053063,83
-"mom_0",0.8957192573872131,1613809053063,83
-"eps_0",1e-05,1613809053063,83
-"wd_1",0.01,1613809053063,83
-"sqr_mom_1",0.99,1613809053063,83
-"lr_1",5.6109512908275315e-05,1613809053063,83
-"mom_1",0.8957192573872131,1613809053063,83
-"eps_1",1e-05,1613809053063,83
-"wd_2",0.01,1613809053063,83
-"sqr_mom_2",0.99,1613809053063,83
-"lr_2",0.0005610951290827531,1613809053063,83
-"mom_2",0.8957192573872131,1613809053063,83
-"eps_2",1e-05,1613809053063,83
-"train_loss",0.3687254,1613809053999,84
-"raw_loss",0.22996294,1613809053999,84
-"wd_0",0.01,1613809053999,84
-"sqr_mom_0",0.99,1613809053999,84
-"lr_0",5.706309966730206e-05,1613809053999,84
-"mom_0",0.8947259378465603,1613809053999,84
-"eps_0",1e-05,1613809053999,84
-"wd_1",0.01,1613809053999,84
-"sqr_mom_1",0.99,1613809053999,84
-"lr_1",5.706309966730206e-05,1613809053999,84
-"mom_1",0.8947259378465603,1613809053999,84
-"eps_1",1e-05,1613809053999,84
-"wd_2",0.01,1613809053999,84
-"sqr_mom_2",0.99,1613809053999,84
-"lr_2",0.0005706309966730205,1613809053999,84
-"mom_2",0.8947259378465603,1613809053999,84
-"eps_2",1e-05,1613809053999,84
-"train_loss",0.37592083,1613809054934,85
-"raw_loss",0.66518855,1613809054934,85
-"wd_0",0.01,1613809054934,85
-"sqr_mom_0",0.99,1613809054934,85
-"lr_0",5.801466082480834e-05,1613809054934,85
-"mom_0",0.8937347283074912,1613809054934,85
-"eps_0",1e-05,1613809054934,85
-"wd_1",0.01,1613809054934,85
-"sqr_mom_1",0.99,1613809054934,85
-"lr_1",5.801466082480834e-05,1613809054934,85
-"mom_1",0.8937347283074912,1613809054934,85
-"eps_1",1e-05,1613809054934,85
-"wd_2",0.01,1613809054934,85
-"sqr_mom_2",0.99,1613809054934,85
-"lr_2",0.0005801466082480833,1613809054934,85
-"mom_2",0.8937347283074912,1613809054934,85
-"eps_2",1e-05,1613809054934,85
-"train_loss",0.3752568,1613809055870,86
-"raw_loss",0.34844542,1613809055870,86
-"wd_0",0.01,1613809055870,86
-"sqr_mom_0",0.99,1613809055870,86
-"lr_0",5.896383521964003e-05,1613809055870,86
-"mom_0",0.8927460049795416,1613809055870,86
-"eps_0",1e-05,1613809055870,86
-"wd_1",0.01,1613809055870,86
-"sqr_mom_1",0.99,1613809055870,86
-"lr_1",5.896383521964003e-05,1613809055870,86
-"mom_1",0.8927460049795416,1613809055870,86
-"eps_1",1e-05,1613809055870,86
-"wd_2",0.01,1613809055870,86
-"sqr_mom_2",0.99,1613809055870,86
-"lr_2",0.0005896383521964003,1613809055870,86
-"mom_2",0.8927460049795416,1613809055870,86
-"eps_2",1e-05,1613809055870,86
-"train_loss",0.3735258,1613809056801,87
-"raw_loss",0.30333376,1613809056801,87
-"wd_0",0.01,1613809056801,87
-"sqr_mom_0",0.99,1613809056801,87
-"lr_0",5.9910235847936376e-05,1613809056801,87
-"mom_0",0.8917601709917329,1613809056801,87
-"eps_0",1e-05,1613809056801,87
-"wd_1",0.01,1613809056801,87
-"sqr_mom_1",0.99,1613809056801,87
-"lr_1",5.9910235847936376e-05,1613809056801,87
-"mom_1",0.8917601709917329,1613809056801,87
-"eps_1",1e-05,1613809056801,87
-"wd_2",0.01,1613809056801,87
-"sqr_mom_2",0.99,1613809056801,87
-"lr_2",0.0005991023584793637,1613809056801,87
-"mom_2",0.8917601709917329,1613809056801,87
-"eps_2",1e-05,1613809056801,87
-"train_loss",0.3732355,1613809057735,88
-"raw_loss",0.36141488,1613809057735,88
-"wd_0",0.01,1613809057735,88
-"sqr_mom_0",0.99,1613809057735,88
-"lr_0",6.085348574868252e-05,1613809057735,88
-"mom_0",0.890777619011789,1613809057735,88
-"eps_0",1e-05,1613809057735,88
-"wd_1",0.01,1613809057735,88
-"sqr_mom_1",0.99,1613809057735,88
-"lr_1",6.085348574868252e-05,1613809057735,88
-"mom_1",0.890777619011789,1613809057735,88
-"eps_1",1e-05,1613809057735,88
-"wd_2",0.01,1613809057735,88
-"sqr_mom_2",0.99,1613809057735,88
-"lr_2",0.0006085348574868251,1613809057735,88
-"mom_2",0.890777619011789,1613809057735,88
-"eps_2",1e-05,1613809057735,88
-"train_loss",0.3848071,1613809058657,89
-"raw_loss",0.85790706,1613809058657,89
-"wd_0",0.01,1613809058657,89
-"sqr_mom_0",0.99,1613809058657,89
-"lr_0",6.179320921583049e-05,1613809058657,89
-"mom_0",0.8897987404001766,1613809058657,89
-"eps_0",1e-05,1613809058657,89
-"wd_1",0.01,1613809058657,89
-"sqr_mom_1",0.99,1613809058657,89
-"lr_1",6.179320921583049e-05,1613809058657,89
-"mom_1",0.8897987404001766,1613809058657,89
-"eps_1",1e-05,1613809058657,89
-"wd_2",0.01,1613809058657,89
-"sqr_mom_2",0.99,1613809058657,89
-"lr_2",0.0006179320921583048,1613809058657,89
-"mom_2",0.8897987404001766,1613809058657,89
-"eps_2",1e-05,1613809058657,89
-"train_loss",0.38507703,1613809059582,90
-"raw_loss",0.3961573,1613809059582,90
-"wd_0",0.01,1613809059582,90
-"sqr_mom_0",0.99,1613809059582,90
-"lr_0",6.272903194794673e-05,1613809059582,90
-"mom_0",0.8888239250542221,1613809059582,90
-"eps_0",1e-05,1613809059582,90
-"wd_1",0.01,1613809059582,90
-"sqr_mom_1",0.99,1613809059582,90
-"lr_1",6.272903194794673e-05,1613809059582,90
-"mom_1",0.8888239250542221,1613809059582,90
-"eps_1",1e-05,1613809059582,90
-"wd_2",0.01,1613809059582,90
-"sqr_mom_2",0.99,1613809059582,90
-"lr_2",0.0006272903194794674,1613809059582,90
-"mom_2",0.8888239250542221,1613809059582,90
-"eps_2",1e-05,1613809059582,90
-"train_loss",0.3927876,1613809060503,91
-"raw_loss",0.7105097,1613809060503,91
-"wd_0",0.01,1613809060503,91
-"sqr_mom_0",0.99,1613809060503,91
-"lr_0",6.366057247837979e-05,1613809060503,91
-"mom_0",0.887853570335021,1613809060503,91
-"eps_0",1e-05,1613809060503,91
-"wd_1",0.01,1613809060503,91
-"sqr_mom_1",0.99,1613809060503,91
-"lr_1",6.366057247837979e-05,1613809060503,91
-"mom_1",0.887853570335021,1613809060503,91
-"eps_1",1e-05,1613809060503,91
-"wd_2",0.01,1613809060503,91
-"sqr_mom_2",0.99,1613809060503,91
-"lr_2",0.0006366057247837978,1613809060503,91
-"mom_2",0.887853570335021,1613809060503,91
-"eps_2",1e-05,1613809060503,91
-"train_loss",0.39097285,1613809061437,92
-"raw_loss",0.3159105,1613809061437,92
-"wd_0",0.01,1613809061437,92
-"sqr_mom_0",0.99,1613809061437,92
-"lr_0",6.45874859183317e-05,1613809061437,92
-"mom_0",0.8868880355017378,1613809061437,92
-"eps_0",1e-05,1613809061437,92
-"wd_1",0.01,1613809061437,92
-"sqr_mom_1",0.99,1613809061437,92
-"lr_1",6.45874859183317e-05,1613809061437,92
-"mom_1",0.8868880355017378,1613809061437,92
-"eps_1",1e-05,1613809061437,92
-"wd_2",0.01,1613809061437,92
-"sqr_mom_2",0.99,1613809061437,92
-"lr_2",0.0006458748591833171,1613809061437,92
-"mom_2",0.8868880355017378,1613809061437,92
-"eps_2",1e-05,1613809061437,92
-"train_loss",0.38912734,1613809062361,93
-"raw_loss",0.31251198,1613809062361,93
-"wd_0",0.01,1613809062361,93
-"sqr_mom_0",0.99,1613809062361,93
-"lr_0",6.550937691544482e-05,1613809062361,93
-"mom_0",0.885927732379745,1613809062361,93
-"eps_0",1e-05,1613809062361,93
-"wd_1",0.01,1613809062361,93
-"sqr_mom_1",0.99,1613809062361,93
-"lr_1",6.550937691544482e-05,1613809062361,93
-"mom_1",0.885927732379745,1613809062361,93
-"eps_1",1e-05,1613809062361,93
-"wd_2",0.01,1613809062361,93
-"sqr_mom_2",0.99,1613809062361,93
-"lr_2",0.0006550937691544481,1613809062361,93
-"mom_2",0.885927732379745,1613809062361,93
-"eps_2",1e-05,1613809062361,93
-"train_loss",0.4001892,1613809063280,94
-"raw_loss",0.861073,1613809063280,94
-"wd_0",0.01,1613809063280,94
-"sqr_mom_0",0.99,1613809063280,94
-"lr_0",6.642588699006056e-05,1613809063280,94
-"mom_0",0.8849730343853536,1613809063280,94
-"eps_0",1e-05,1613809063280,94
-"wd_1",0.01,1613809063280,94
-"sqr_mom_1",0.99,1613809063280,94
-"lr_1",6.642588699006056e-05,1613809063280,94
-"mom_1",0.8849730343853536,1613809063280,94
-"eps_1",1e-05,1613809063280,94
-"wd_2",0.01,1613809063280,94
-"sqr_mom_2",0.99,1613809063280,94
-"lr_2",0.0006642588699006055,1613809063280,94
-"mom_2",0.8849730343853536,1613809063280,94
-"eps_2",1e-05,1613809063280,94
-"train_loss",0.39615905,1613809064192,95
-"raw_loss",0.22765557,1613809064192,95
-"wd_0",0.01,1613809064192,95
-"sqr_mom_0",0.99,1613809064192,95
-"lr_0",6.73366510868762e-05,1613809064192,95
-"mom_0",0.884024321784504,1613809064192,95
-"eps_0",1e-05,1613809064192,95
-"wd_1",0.01,1613809064192,95
-"sqr_mom_1",0.99,1613809064192,95
-"lr_1",6.73366510868762e-05,1613809064192,95
-"mom_1",0.884024321784504,1613809064192,95
-"eps_1",1e-05,1613809064192,95
-"wd_2",0.01,1613809064192,95
-"sqr_mom_2",0.99,1613809064192,95
-"lr_2",0.0006733665108687621,1613809064192,95
-"mom_2",0.884024321784504,1613809064192,95
-"eps_2",1e-05,1613809064192,95
-"train_loss",0.40067384,1613809065108,96
-"raw_loss",0.5900896,1613809065108,96
-"wd_0",0.01,1613809065108,96
-"sqr_mom_0",0.99,1613809065108,96
-"lr_0",6.824129798125484e-05,1613809065108,96
-"mom_0",0.8830819812695262,1613809065108,96
-"eps_0",1e-05,1613809065108,96
-"wd_1",0.01,1613809065108,96
-"sqr_mom_1",0.99,1613809065108,96
-"lr_1",6.824129798125484e-05,1613809065108,96
-"mom_1",0.8830819812695262,1613809065108,96
-"eps_1",1e-05,1613809065108,96
-"wd_2",0.01,1613809065108,96
-"sqr_mom_2",0.99,1613809065108,96
-"lr_2",0.0006824129798125483,1613809065108,96
-"mom_2",0.8830819812695262,1613809065108,96
-"eps_2",1e-05,1613809065108,96
-"train_loss",0.39949414,1613809066020,97
-"raw_loss",0.34983546,1613809066020,97
-"wd_0",0.01,1613809066020,97
-"sqr_mom_0",0.99,1613809066020,97
-"lr_0",6.913948431815946e-05,1613809066020,97
-"mom_0",0.8821463705019172,1613809066020,97
-"eps_0",1e-05,1613809066020,97
-"wd_1",0.01,1613809066020,97
-"sqr_mom_1",0.99,1613809066020,97
-"lr_1",6.913948431815946e-05,1613809066020,97
-"mom_1",0.8821463705019172,1613809066020,97
-"eps_1",1e-05,1613809066020,97
-"wd_2",0.01,1613809066020,97
-"sqr_mom_2",0.99,1613809066020,97
-"lr_2",0.0006913948431815945,1613809066020,97
-"mom_2",0.8821463705019172,1613809066020,97
-"eps_2",1e-05,1613809066020,97
-"train_loss",0.40057838,1613809066932,98
-"raw_loss",0.4463695,1613809066932,98
-"wd_0",0.01,1613809066932,98
-"sqr_mom_0",0.99,1613809066932,98
-"lr_0",7.003084382379437e-05,1613809066932,98
-"mom_0",0.8812178710168809,1613809066932,98
-"eps_0",1e-05,1613809066932,98
-"wd_1",0.01,1613809066932,98
-"sqr_mom_1",0.99,1613809066932,98
-"lr_1",7.003084382379437e-05,1613809066932,98
-"mom_1",0.8812178710168809,1613809066932,98
-"eps_1",1e-05,1613809066932,98
-"wd_2",0.01,1613809066932,98
-"sqr_mom_2",0.99,1613809066932,98
-"lr_2",0.0007003084382379436,1613809066932,98
-"mom_2",0.8812178710168809,1613809066932,98
-"eps_2",1e-05,1613809066932,98
-"train_loss",0.396272,1613809067844,99
-"raw_loss",0.21381441,1613809067844,99
-"wd_0",0.01,1613809067844,99
-"sqr_mom_0",0.99,1613809067844,99
-"lr_0",7.091502146058477e-05,1613809067844,99
-"mom_0",0.8802968526452242,1613809067844,99
-"eps_0",1e-05,1613809067844,99
-"wd_1",0.01,1613809067844,99
-"sqr_mom_1",0.99,1613809067844,99
-"lr_1",7.091502146058477e-05,1613809067844,99
-"mom_1",0.8802968526452242,1613809067844,99
-"eps_1",1e-05,1613809067844,99
-"wd_2",0.01,1613809067844,99
-"sqr_mom_2",0.99,1613809067844,99
-"lr_2",0.0007091502146058476,1613809067844,99
-"mom_2",0.8802968526452242,1613809067844,99
-"eps_2",1e-05,1613809067844,99
-"train_loss",0.39600533,1613809068757,100
-"raw_loss",0.38467145,1613809068757,100
-"wd_0",0.01,1613809068757,100
-"sqr_mom_0",0.99,1613809068757,100
-"lr_0",7.179166505156741e-05,1613809068757,100
-"mom_0",0.8793836822379506,1613809068757,100
-"eps_0",1e-05,1613809068757,100
-"wd_1",0.01,1613809068757,100
-"sqr_mom_1",0.99,1613809068757,100
-"lr_1",7.179166505156741e-05,1613809068757,100
-"mom_1",0.8793836822379506,1613809068757,100
-"eps_1",1e-05,1613809068757,100
-"wd_2",0.01,1613809068757,100
-"sqr_mom_2",0.99,1613809068757,100
-"lr_2",0.000717916650515674,1613809068757,100
-"mom_2",0.8793836822379506,1613809068757,100
-"eps_2",1e-05,1613809068757,100
-"train_loss",0.39138377,1613809069669,101
-"raw_loss",0.19435869,1613809069669,101
-"wd_0",0.01,1613809069669,101
-"sqr_mom_0",0.99,1613809069669,101
-"lr_0",7.266042542066624e-05,1613809069669,101
-"mom_0",0.8784787235201393,1613809069669,101
-"eps_0",1e-05,1613809069669,101
-"wd_1",0.01,1613809069669,101
-"sqr_mom_1",0.99,1613809069669,101
-"lr_1",7.266042542066624e-05,1613809069669,101
-"mom_1",0.8784787235201393,1613809069669,101
-"eps_1",1e-05,1613809069669,101
-"wd_2",0.01,1613809069669,101
-"sqr_mom_2",0.99,1613809069669,101
-"lr_2",0.0007266042542066624,1613809069669,101
-"mom_2",0.8784787235201393,1613809069669,101
-"eps_2",1e-05,1613809069669,101
-"train_loss",0.3927396,1613809070584,102
-"raw_loss",0.45071283,1613809070584,102
-"wd_0",0.01,1613809070584,102
-"sqr_mom_0",0.99,1613809070584,102
-"lr_0",7.352094849763995e-05,1613809070584,102
-"mom_0",0.8775823453149584,1613809070584,102
-"eps_0",1e-05,1613809070584,102
-"wd_1",0.01,1613809070584,102
-"sqr_mom_1",0.99,1613809070584,102
-"lr_1",7.352094849763995e-05,1613809070584,102
-"mom_1",0.8775823453149584,1613809070584,102
-"eps_1",1e-05,1613809070584,102
-"wd_2",0.01,1613809070584,102
-"sqr_mom_2",0.99,1613809070584,102
-"lr_2",0.0007352094849763995,1613809070584,102
-"mom_2",0.8775823453149584,1613809070584,102
-"eps_2",1e-05,1613809070584,102
-"train_loss",0.39208442,1613809071493,103
-"raw_loss",0.36398783,1613809071493,103
-"wd_0",0.01,1613809071493,103
-"sqr_mom_0",0.99,1613809071493,103
-"lr_0",7.437290767446642e-05,1613809071493,103
-"mom_0",0.8766948878390974,1613809071493,103
-"eps_0",1e-05,1613809071493,103
-"wd_1",0.01,1613809071493,103
-"sqr_mom_1",0.99,1613809071493,103
-"lr_1",7.437290767446642e-05,1613809071493,103
-"mom_1",0.8766948878390974,1613809071493,103
-"eps_1",1e-05,1613809071493,103
-"wd_2",0.01,1613809071493,103
-"sqr_mom_2",0.99,1613809071493,103
-"lr_2",0.0007437290767446641,1613809071493,103
-"mom_2",0.8766948878390974,1613809071493,103
-"eps_2",1e-05,1613809071493,103
-"train_loss",0.3984064,1613809072403,104
-"raw_loss",0.67029107,1613809072403,104
-"wd_0",0.01,1613809072403,104
-"sqr_mom_0",0.99,1613809072403,104
-"lr_0",7.521596336108667e-05,1613809072403,104
-"mom_0",0.8758167048322014,1613809072403,104
-"eps_0",1e-05,1613809072403,104
-"wd_1",0.01,1613809072403,104
-"sqr_mom_1",0.99,1613809072403,104
-"lr_1",7.521596336108667e-05,1613809072403,104
-"mom_1",0.8758167048322014,1613809072403,104
-"eps_1",1e-05,1613809072403,104
-"wd_2",0.01,1613809072403,104
-"sqr_mom_2",0.99,1613809072403,104
-"lr_2",0.0007521596336108665,1613809072403,104
-"mom_2",0.8758167048322014,1613809072403,104
-"eps_2",1e-05,1613809072403,104
-"train_loss",0.39620683,1613809073310,105
-"raw_loss",0.30134684,1613809073310,105
-"wd_0",0.01,1613809073310,105
-"sqr_mom_0",0.99,1613809073310,105
-"lr_0",7.604976394080012e-05,1613809073310,105
-"mom_0",0.8749481625616665,1613809073310,105
-"eps_0",1e-05,1613809073310,105
-"wd_1",0.01,1613809073310,105
-"sqr_mom_1",0.99,1613809073310,105
-"lr_1",7.604976394080012e-05,1613809073310,105
-"mom_1",0.8749481625616665,1613809073310,105
-"eps_1",1e-05,1613809073310,105
-"wd_2",0.01,1613809073310,105
-"sqr_mom_2",0.99,1613809073310,105
-"lr_2",0.0007604976394080012,1613809073310,105
-"mom_2",0.8749481625616665,1613809073310,105
-"eps_2",1e-05,1613809073310,105
-"train_loss",0.39274442,1613809074214,106
-"raw_loss",0.24301842,1613809074214,106
-"wd_0",0.01,1613809074214,106
-"sqr_mom_0",0.99,1613809074214,106
-"lr_0",7.68739852544486e-05,1613809074214,106
-"mom_0",0.8740895986932826,1613809074214,106
-"eps_0",1e-05,1613809074214,106
-"wd_1",0.01,1613809074214,106
-"sqr_mom_1",0.99,1613809074214,106
-"lr_1",7.68739852544486e-05,1613809074214,106
-"mom_1",0.8740895986932826,1613809074214,106
-"eps_1",1e-05,1613809074214,106
-"wd_2",0.01,1613809074214,106
-"sqr_mom_2",0.99,1613809074214,106
-"lr_2",0.000768739852544486,1613809074214,106
-"mom_2",0.8740895986932826,1613809074214,106
-"eps_2",1e-05,1613809074214,106
-"train_loss",0.39486915,1613809075108,107
-"raw_loss",0.48699424,1613809075108,107
-"wd_0",0.01,1613809075108,107
-"sqr_mom_0",0.99,1613809075108,107
-"lr_0",7.768829900628335e-05,1613809075108,107
-"mom_0",0.8732413552017881,1613809075108,107
-"eps_0",1e-05,1613809075108,107
-"wd_1",0.01,1613809075108,107
-"sqr_mom_1",0.99,1613809075108,107
-"lr_1",7.768829900628335e-05,1613809075108,107
-"mom_1",0.8732413552017881,1613809075108,107
-"eps_1",1e-05,1613809075108,107
-"wd_2",0.01,1613809075108,107
-"sqr_mom_2",0.99,1613809075108,107
-"lr_2",0.0007768829900628335,1613809075108,107
-"mom_2",0.8732413552017881,1613809075108,107
-"eps_2",1e-05,1613809075108,107
-"train_loss",0.40194947,1613809076009,108
-"raw_loss",0.7097427,1613809076009,108
-"wd_0",0.01,1613809076009,108
-"sqr_mom_0",0.99,1613809076009,108
-"lr_0",7.849237335165792e-05,1613809076009,108
-"mom_0",0.8724037777586896,1613809076009,108
-"eps_0",1e-05,1613809076009,108
-"wd_1",0.01,1613809076009,108
-"sqr_mom_1",0.99,1613809076009,108
-"lr_1",7.849237335165792e-05,1613809076009,108
-"mom_1",0.8724037777586896,1613809076009,108
-"eps_1",1e-05,1613809076009,108
-"wd_2",0.01,1613809076009,108
-"sqr_mom_2",0.99,1613809076009,108
-"lr_2",0.0007849237335165792,1613809076009,108
-"mom_2",0.8724037777586896,1613809076009,108
-"eps_2",1e-05,1613809076009,108
-"train_loss",0.40023747,1613809076916,109
-"raw_loss",0.32562545,1613809076916,109
-"wd_0",0.01,1613809076916,109
-"sqr_mom_0",0.99,1613809076916,109
-"lr_0",7.928590310743585e-05,1613809076916,109
-"mom_0",0.8715771842630876,1613809076916,109
-"eps_0",1e-05,1613809076916,109
-"wd_1",0.01,1613809076916,109
-"sqr_mom_1",0.99,1613809076916,109
-"lr_1",7.928590310743585e-05,1613809076916,109
-"mom_1",0.8715771842630876,1613809076916,109
-"eps_1",1e-05,1613809076916,109
-"wd_2",0.01,1613809076916,109
-"sqr_mom_2",0.99,1613809076916,109
-"lr_2",0.0007928590310743585,1613809076916,109
-"mom_2",0.8715771842630876,1613809076916,109
-"eps_2",1e-05,1613809076916,109
-"train_loss",0.3983678,1613809077825,110
-"raw_loss",0.31667966,1613809077825,110
-"wd_0",0.01,1613809077825,110
-"sqr_mom_0",0.99,1613809077825,110
-"lr_0",8.006856460993975e-05,1613809077825,110
-"mom_0",0.870761911864646,1613809077825,110
-"eps_0",1e-05,1613809077825,110
-"wd_1",0.01,1613809077825,110
-"sqr_mom_1",0.99,1613809077825,110
-"lr_1",8.006856460993975e-05,1613809077825,110
-"mom_1",0.870761911864646,1613809077825,110
-"eps_1",1e-05,1613809077825,110
-"wd_2",0.01,1613809077825,110
-"sqr_mom_2",0.99,1613809077825,110
-"lr_2",0.0008006856460993976,1613809077825,110
-"mom_2",0.870761911864646,1613809077825,110
-"eps_2",1e-05,1613809077825,110
-"train_loss",0.39697596,1613809078720,111
-"raw_loss",0.33602023,1613809078720,111
-"wd_0",0.01,1613809078720,111
-"sqr_mom_0",0.99,1613809078720,111
-"lr_0",8.084004611711718e-05,1613809078720,111
-"mom_0",0.8699582852946696,1613809078720,111
-"eps_0",1e-05,1613809078720,111
-"wd_1",0.01,1613809078720,111
-"sqr_mom_1",0.99,1613809078720,111
-"lr_1",8.084004611711718e-05,1613809078720,111
-"mom_1",0.8699582852946696,1613809078720,111
-"eps_1",1e-05,1613809078720,111
-"wd_2",0.01,1613809078720,111
-"sqr_mom_2",0.99,1613809078720,111
-"lr_2",0.0008084004611711718,1613809078720,111
-"mom_2",0.8699582852946696,1613809078720,111
-"eps_2",1e-05,1613809078720,111
-"train_loss",0.39571312,1613809079631,112
-"raw_loss",0.34027216,1613809079631,112
-"wd_0",0.01,1613809079631,112
-"sqr_mom_0",0.99,1613809079631,112
-"lr_0",8.160004034002179e-05,1613809079631,112
-"mom_0",0.8691666246458106,1613809079631,112
-"eps_0",1e-05,1613809079631,112
-"wd_1",0.01,1613809079631,112
-"sqr_mom_1",0.99,1613809079631,112
-"lr_1",8.160004034002179e-05,1613809079631,112
-"mom_1",0.8691666246458106,1613809079631,112
-"eps_1",1e-05,1613809079631,112
-"wd_2",0.01,1613809079631,112
-"sqr_mom_2",0.99,1613809079631,112
-"lr_2",0.0008160004034002178,1613809079631,112
-"mom_2",0.8691666246458106,1613809079631,112
-"eps_2",1e-05,1613809079631,112
-"train_loss",0.39074963,1613809080527,113
-"raw_loss",0.17234416,1613809080527,113
-"wd_0",0.01,1613809080527,113
-"sqr_mom_0",0.99,1613809080527,113
-"lr_0",8.234824456520959e-05,1613809080527,113
-"mom_0",0.8683872452445733,1613809080527,113
-"eps_0",1e-05,1613809080527,113
-"wd_1",0.01,1613809080527,113
-"sqr_mom_1",0.99,1613809080527,113
-"lr_1",8.234824456520959e-05,1613809080527,113
-"mom_1",0.8683872452445733,1613809080527,113
-"eps_1",1e-05,1613809080527,113
-"wd_2",0.01,1613809080527,113
-"sqr_mom_2",0.99,1613809080527,113
-"lr_2",0.0008234824456520959,1613809080527,113
-"mom_2",0.8683872452445733,1613809080527,113
-"eps_2",1e-05,1613809080527,113
-"train_loss",0.38734922,1613809081430,114
-"raw_loss",0.23738258,1613809081430,114
-"wd_0",0.01,1613809081430,114
-"sqr_mom_0",0.99,1613809081430,114
-"lr_0",8.308435392643343e-05,1613809081430,114
-"mom_0",0.8676204646599651,1613809081430,114
-"eps_0",1e-05,1613809081430,114
-"wd_1",0.01,1613809081430,114
-"sqr_mom_1",0.99,1613809081430,114
-"lr_1",8.308435392643343e-05,1613809081430,114
-"mom_1",0.8676204646599651,1613809081430,114
-"eps_1",1e-05,1613809081430,114
-"wd_2",0.01,1613809081430,114
-"sqr_mom_2",0.99,1613809081430,114
-"lr_2",0.0008308435392643342,1613809081430,114
-"mom_2",0.8676204646599651,1613809081430,114
-"eps_2",1e-05,1613809081430,114
-"train_loss",0.38416618,1613809082332,115
-"raw_loss",0.24347453,1613809082332,115
-"wd_0",0.01,1613809082332,115
-"sqr_mom_0",0.99,1613809082332,115
-"lr_0",8.380808903638922e-05,1613809082332,115
-"mom_0",0.8668665739204279,1613809082332,115
-"eps_0",1e-05,1613809082332,115
-"wd_1",0.01,1613809082332,115
-"sqr_mom_1",0.99,1613809082332,115
-"lr_1",8.380808903638922e-05,1613809082332,115
-"mom_1",0.8668665739204279,1613809082332,115
-"eps_1",1e-05,1613809082332,115
-"wd_2",0.01,1613809082332,115
-"sqr_mom_2",0.99,1613809082332,115
-"lr_2",0.0008380808903638923,1613809082332,115
-"mom_2",0.8668665739204279,1613809082332,115
-"eps_2",1e-05,1613809082332,115
-"train_loss",0.38433158,1613809083225,116
-"raw_loss",0.3916567,1613809083225,116
-"wd_0",0.01,1613809083225,116
-"sqr_mom_0",0.99,1613809083225,116
-"lr_0",8.45191546603306e-05,1613809083225,116
-"mom_0",0.8661258805621556,1613809083225,116
-"eps_0",1e-05,1613809083225,116
-"wd_1",0.01,1613809083225,116
-"sqr_mom_1",0.99,1613809083225,116
-"lr_1",8.45191546603306e-05,1613809083225,116
-"mom_1",0.8661258805621556,1613809083225,116
-"eps_1",1e-05,1613809083225,116
-"wd_2",0.01,1613809083225,116
-"sqr_mom_2",0.99,1613809083225,116
-"lr_2",0.000845191546603306,1613809083225,116
-"mom_2",0.8661258805621556,1613809083225,116
-"eps_2",1e-05,1613809083225,116
-"train_loss",0.38839877,1613809084129,117
-"raw_loss",0.5689449,1613809084129,117
-"wd_0",0.01,1613809084129,117
-"sqr_mom_0",0.99,1613809084129,117
-"lr_0",8.521727406188154e-05,1613809084129,117
-"mom_0",0.8653986728522067,1613809084129,117
-"eps_0",1e-05,1613809084129,117
-"wd_1",0.01,1613809084129,117
-"sqr_mom_1",0.99,1613809084129,117
-"lr_1",8.521727406188154e-05,1613809084129,117
-"mom_1",0.8653986728522067,1613809084129,117
-"eps_1",1e-05,1613809084129,117
-"wd_2",0.01,1613809084129,117
-"sqr_mom_2",0.99,1613809084129,117
-"lr_2",0.0008521727406188154,1613809084129,117
-"mom_2",0.8653986728522067,1613809084129,117
-"eps_2",1e-05,1613809084129,117
-"train_loss",0.38408822,1613809085029,118
-"raw_loss",0.1923427,1613809085029,118
-"wd_0",0.01,1613809085029,118
-"sqr_mom_0",0.99,1613809085029,118
-"lr_0",8.590215607351363e-05,1613809085029,118
-"mom_0",0.86468525409009,1613809085029,118
-"eps_0",1e-05,1613809085029,118
-"wd_1",0.01,1613809085029,118
-"sqr_mom_1",0.99,1613809085029,118
-"lr_1",8.590215607351363e-05,1613809085029,118
-"mom_1",0.86468525409009,1613809085029,118
-"eps_1",1e-05,1613809085029,118
-"wd_2",0.01,1613809085029,118
-"sqr_mom_2",0.99,1613809085029,118
-"lr_2",0.0008590215607351362,1613809085029,118
-"mom_2",0.86468525409009,1613809085029,118
-"eps_2",1e-05,1613809085029,118
-"train_loss",0.38070887,1613809085923,119
-"raw_loss",0.23008119,1613809085923,119
-"wd_0",0.01,1613809085923,119
-"sqr_mom_0",0.99,1613809085923,119
-"lr_0",8.65735345108901e-05,1613809085923,119
-"mom_0",0.8639859015511562,1613809085923,119
-"eps_0",1e-05,1613809085923,119
-"wd_1",0.01,1613809085923,119
-"sqr_mom_1",0.99,1613809085923,119
-"lr_1",8.65735345108901e-05,1613809085923,119
-"mom_1",0.8639859015511562,1613809085923,119
-"eps_1",1e-05,1613809085923,119
-"wd_2",0.01,1613809085923,119
-"sqr_mom_2",0.99,1613809085923,119
-"lr_2",0.000865735345108901,1613809085923,119
-"mom_2",0.8639859015511562,1613809085923,119
-"eps_2",1e-05,1613809085923,119
-"train_loss",0.37902847,1613809086814,120
-"raw_loss",0.3039782,1613809086814,120
-"wd_0",0.01,1613809086814,120
-"sqr_mom_0",0.99,1613809086814,120
-"lr_0",8.723113585265317e-05,1613809086814,120
-"mom_0",0.8633009001534863,1613809086814,120
-"eps_0",1e-05,1613809086814,120
-"wd_1",0.01,1613809086814,120
-"sqr_mom_1",0.99,1613809086814,120
-"lr_1",8.723113585265317e-05,1613809086814,120
-"mom_1",0.8633009001534863,1613809086814,120
-"eps_1",1e-05,1613809086814,120
-"wd_2",0.01,1613809086814,120
-"sqr_mom_2",0.99,1613809086814,120
-"lr_2",0.0008723113585265317,1613809086814,120
-"mom_2",0.8633009001534863,1613809086814,120
-"eps_2",1e-05,1613809086814,120
-"train_loss",0.37342235,1613809087707,121
-"raw_loss",0.122557506,1613809087707,121
-"wd_0",0.01,1613809087707,121
-"sqr_mom_0",0.99,1613809087707,121
-"lr_0",8.78747105088972e-05,1613809087707,121
-"mom_0",0.8626305098865654,1613809087707,121
-"eps_0",1e-05,1613809087707,121
-"wd_1",0.01,1613809087707,121
-"sqr_mom_1",0.99,1613809087707,121
-"lr_1",8.78747105088972e-05,1613809087707,121
-"mom_1",0.8626305098865654,1613809087707,121
-"eps_1",1e-05,1613809087707,121
-"wd_2",0.01,1613809087707,121
-"sqr_mom_2",0.99,1613809087707,121
-"lr_2",0.0008787471050889721,1613809087707,121
-"mom_2",0.8626305098865654,1613809087707,121
-"eps_2",1e-05,1613809087707,121
-"train_loss",0.37047735,1613809088598,122
-"raw_loss",0.23844275,1613809088598,122
-"wd_0",0.01,1613809088598,122
-"sqr_mom_0",0.99,1613809088598,122
-"lr_0",8.850399590235202e-05,1613809088598,122
-"mom_0",0.8619750042683832,1613809088598,122
-"eps_0",1e-05,1613809088598,122
-"wd_1",0.01,1613809088598,122
-"sqr_mom_1",0.99,1613809088598,122
-"lr_1",8.850399590235202e-05,1613809088598,122
-"mom_1",0.8619750042683832,1613809088598,122
-"eps_1",1e-05,1613809088598,122
-"wd_2",0.01,1613809088598,122
-"sqr_mom_2",0.99,1613809088598,122
-"lr_2",0.0008850399590235202,1613809088598,122
-"mom_2",0.8619750042683832,1613809088598,122
-"eps_2",1e-05,1613809088598,122
-"train_loss",0.370262,1613809089494,123
-"raw_loss",0.36058956,1613809089494,123
-"wd_0",0.01,1613809089494,123
-"sqr_mom_0",0.99,1613809089494,123
-"lr_0",8.911874138223243e-05,1613809089494,123
-"mom_0",0.8613346443935078,1613809089494,123
-"eps_0",1e-05,1613809089494,123
-"wd_1",0.01,1613809089494,123
-"sqr_mom_1",0.99,1613809089494,123
-"lr_1",8.911874138223243e-05,1613809089494,123
-"mom_1",0.8613346443935078,1613809089494,123
-"eps_1",1e-05,1613809089494,123
-"wd_2",0.01,1613809089494,123
-"sqr_mom_2",0.99,1613809089494,123
-"lr_2",0.0008911874138223243,1613809089494,123
-"mom_2",0.8613346443935078,1613809089494,123
-"eps_2",1e-05,1613809089494,123
-"train_loss",0.37255067,1613809090385,124
-"raw_loss",0.47553718,1613809090385,124
-"wd_0",0.01,1613809090385,124
-"sqr_mom_0",0.99,1613809090385,124
-"lr_0",8.971870208914904e-05,1613809090385,124
-"mom_0",0.8607096853238031,1613809090385,124
-"eps_0",1e-05,1613809090385,124
-"wd_1",0.01,1613809090385,124
-"sqr_mom_1",0.99,1613809090385,124
-"lr_1",8.971870208914904e-05,1613809090385,124
-"mom_1",0.8607096853238031,1613809090385,124
-"eps_1",1e-05,1613809090385,124
-"wd_2",0.01,1613809090385,124
-"sqr_mom_2",0.99,1613809090385,124
-"lr_2",0.0008971870208914903,1613809090385,124
-"mom_2",0.8607096853238031,1613809090385,124
-"eps_2",1e-05,1613809090385,124
-"train_loss",0.37393698,1613809091276,125
-"raw_loss",0.43642855,1613809091276,125
-"wd_0",0.01,1613809091276,125
-"sqr_mom_0",0.99,1613809091276,125
-"lr_0",9.030363905263818e-05,1613809091276,125
-"mom_0",0.8601003759868352,1613809091276,125
-"eps_0",1e-05,1613809091276,125
-"wd_1",0.01,1613809091276,125
-"sqr_mom_1",0.99,1613809091276,125
-"lr_1",9.030363905263818e-05,1613809091276,125
-"mom_1",0.8601003759868352,1613809091276,125
-"eps_1",1e-05,1613809091276,125
-"wd_2",0.01,1613809091276,125
-"sqr_mom_2",0.99,1613809091276,125
-"lr_2",0.0009030363905263817,1613809091276,125
-"mom_2",0.8601003759868352,1613809091276,125
-"eps_2",1e-05,1613809091276,125
-"train_loss",0.37419567,1613809092169,126
-"raw_loss",0.38587832,1613809092169,126
-"wd_0",0.01,1613809092169,126
-"sqr_mom_0",0.99,1613809092169,126
-"lr_0",9.087331401368744e-05,1613809092169,126
-"mom_0",0.8595069645690756,1613809092169,126
-"eps_0",1e-05,1613809092169,126
-"wd_1",0.01,1613809092169,126
-"sqr_mom_1",0.99,1613809092169,126
-"lr_1",9.087331401368744e-05,1613809092169,126
-"mom_1",0.8595069645690756,1613809092169,126
-"eps_1",1e-05,1613809092169,126
-"wd_2",0.01,1613809092169,126
-"sqr_mom_2",0.99,1613809092169,126
-"lr_2",0.0009087331401368744,1613809092169,126
-"mom_2",0.8595069645690756,1613809092169,126
-"eps_2",1e-05,1613809092169,126
-"train_loss",0.37001625,1613809093061,127
-"raw_loss",0.18096419,1613809093061,127
-"wd_0",0.01,1613809093061,127
-"sqr_mom_0",0.99,1613809093061,127
-"lr_0",9.142751075449022e-05,1613809093061,127
-"mom_0",0.858929676297406,1613809093061,127
-"eps_0",1e-05,1613809093061,127
-"wd_1",0.01,1613809093061,127
-"sqr_mom_1",0.99,1613809093061,127
-"lr_1",9.142751075449022e-05,1613809093061,127
-"mom_1",0.858929676297406,1613809093061,127
-"eps_1",1e-05,1613809093061,127
-"wd_2",0.01,1613809093061,127
-"sqr_mom_2",0.99,1613809093061,127
-"lr_2",0.0009142751075449022,1613809093061,127
-"mom_2",0.858929676297406,1613809093061,127
-"eps_2",1e-05,1613809093061,127
-"train_loss",0.37132052,1613809093958,128
-"raw_loss",0.4304162,1613809093958,128
-"wd_0",0.01,1613809093958,128
-"sqr_mom_0",0.99,1613809093958,128
-"lr_0",9.19660031159599e-05,1613809093958,128
-"mom_0",0.8583687467542084,1613809093958,128
-"eps_0",1e-05,1613809093958,128
-"wd_1",0.01,1613809093958,128
-"sqr_mom_1",0.99,1613809093958,128
-"lr_1",9.19660031159599e-05,1613809093958,128
-"mom_1",0.8583687467542084,1613809093958,128
-"eps_1",1e-05,1613809093958,128
-"wd_2",0.01,1613809093958,128
-"sqr_mom_2",0.99,1613809093958,128
-"lr_2",0.0009196600311595991,1613809093958,128
-"mom_2",0.8583687467542084,1613809093958,128
-"eps_2",1e-05,1613809093958,128
-"train_loss",0.37044957,1613809094857,129
-"raw_loss",0.33092362,1613809094857,129
-"wd_0",0.01,1613809094857,129
-"sqr_mom_0",0.99,1613809094857,129
-"lr_0",9.24885814387386e-05,1613809094857,129
-"mom_0",0.8578243943346473,1613809094857,129
-"eps_0",1e-05,1613809094857,129
-"wd_1",0.01,1613809094857,129
-"sqr_mom_1",0.99,1613809094857,129
-"lr_1",9.24885814387386e-05,1613809094857,129
-"mom_1",0.8578243943346473,1613809094857,129
-"eps_1",1e-05,1613809094857,129
-"wd_2",0.01,1613809094857,129
-"sqr_mom_2",0.99,1613809094857,129
-"lr_2",0.0009248858143873859,1613809094857,129
-"mom_2",0.8578243943346473,1613809094857,129
-"eps_2",1e-05,1613809094857,129
-"train_loss",0.37326545,1613809095757,130
-"raw_loss",0.5012616,1613809095757,130
-"wd_0",0.01,1613809095757,130
-"sqr_mom_0",0.99,1613809095757,130
-"lr_0",9.299502776893716e-05,1613809095757,130
-"mom_0",0.8572968460740238,1613809095757,130
-"eps_0",1e-05,1613809095757,130
-"wd_1",0.01,1613809095757,130
-"sqr_mom_1",0.99,1613809095757,130
-"lr_1",9.299502776893716e-05,1613809095757,130
-"mom_1",0.8572968460740238,1613809095757,130
-"eps_1",1e-05,1613809095757,130
-"wd_2",0.01,1613809095757,130
-"sqr_mom_2",0.99,1613809095757,130
-"lr_2",0.0009299502776893715,1613809095757,130
-"mom_2",0.8572968460740238,1613809095757,130
-"eps_2",1e-05,1613809095757,130
-"train_loss",0.36949113,1613809096649,131
-"raw_loss",0.1976616,1613809096649,131
-"wd_0",0.01,1613809096649,131
-"sqr_mom_0",0.99,1613809096649,131
-"lr_0",9.348514084055808e-05,1613809096649,131
-"mom_0",0.8567863116244187,1613809096649,131
-"eps_0",1e-05,1613809096649,131
-"wd_1",0.01,1613809096649,131
-"sqr_mom_1",0.99,1613809096649,131
-"lr_1",9.348514084055808e-05,1613809096649,131
-"mom_1",0.8567863116244187,1613809096649,131
-"eps_1",1e-05,1613809096649,131
-"wd_2",0.01,1613809096649,131
-"sqr_mom_2",0.99,1613809096649,131
-"lr_2",0.0009348514084055807,1613809096649,131
-"mom_2",0.8567863116244187,1613809096649,131
-"eps_2",1e-05,1613809096649,131
-"train_loss",0.36457044,1613809097543,132
-"raw_loss",0.14020842,1613809097543,132
-"wd_0",0.01,1613809097543,132
-"sqr_mom_0",0.99,1613809097543,132
-"lr_0",9.395873463318513e-05,1613809097543,132
-"mom_0",0.8562929847570988,1613809097543,132
-"eps_0",1e-05,1613809097543,132
-"wd_1",0.01,1613809097543,132
-"sqr_mom_1",0.99,1613809097543,132
-"lr_1",9.395873463318513e-05,1613809097543,132
-"mom_1",0.8562929847570988,1613809097543,132
-"eps_1",1e-05,1613809097543,132
-"wd_2",0.01,1613809097543,132
-"sqr_mom_2",0.99,1613809097543,132
-"lr_2",0.0009395873463318514,1613809097543,132
-"mom_2",0.8562929847570988,1613809097543,132
-"eps_2",1e-05,1613809097543,132
-"train_loss",0.36675432,1613809098446,133
-"raw_loss",0.46647733,1613809098446,133
-"wd_0",0.01,1613809098446,133
-"sqr_mom_0",0.99,1613809098446,133
-"lr_0",9.441561583421294e-05,1613809098446,133
-"mom_0",0.8558170668393615,1613809098446,133
-"eps_0",1e-05,1613809098446,133
-"wd_1",0.01,1613809098446,133
-"sqr_mom_1",0.99,1613809098446,133
-"lr_1",9.441561583421294e-05,1613809098446,133
-"mom_1",0.8558170668393615,1613809098446,133
-"eps_1",1e-05,1613809098446,133
-"wd_2",0.01,1613809098446,133
-"sqr_mom_2",0.99,1613809098446,133
-"lr_2",0.0009441561583421294,1613809098446,133
-"mom_2",0.8558170668393615,1613809098446,133
-"eps_2",1e-05,1613809098446,133
-"train_loss",0.36580557,1613809099347,134
-"raw_loss",0.3224171,1613809099347,134
-"wd_0",0.01,1613809099347,134
-"sqr_mom_0",0.99,1613809099347,134
-"lr_0",9.485560246320309e-05,1613809099347,134
-"mom_0",0.8553587474341634,1613809099347,134
-"eps_0",1e-05,1613809099347,134
-"wd_1",0.01,1613809099347,134
-"sqr_mom_1",0.99,1613809099347,134
-"lr_1",9.485560246320309e-05,1613809099347,134
-"mom_1",0.8553587474341634,1613809099347,134
-"eps_1",1e-05,1613809099347,134
-"wd_2",0.01,1613809099347,134
-"sqr_mom_2",0.99,1613809099347,134
-"lr_2",0.0009485560246320308,1613809099347,134
-"mom_2",0.8553587474341634,1613809099347,134
-"eps_2",1e-05,1613809099347,134
-"train_loss",0.3676619,1613809100241,135
-"raw_loss",0.45267582,1613809100241,135
-"wd_0",0.01,1613809100241,135
-"sqr_mom_0",0.99,1613809100241,135
-"lr_0",9.527851926899743e-05,1613809100241,135
-"mom_0",0.8549182090947943,1613809100241,135
-"eps_0",1e-05,1613809100241,135
-"wd_1",0.01,1613809100241,135
-"sqr_mom_1",0.99,1613809100241,135
-"lr_1",9.527851926899743e-05,1613809100241,135
-"mom_1",0.8549182090947943,1613809100241,135
-"eps_1",1e-05,1613809100241,135
-"wd_2",0.01,1613809100241,135
-"sqr_mom_2",0.99,1613809100241,135
-"lr_2",0.0009527851926899743,1613809100241,135
-"mom_2",0.8549182090947943,1613809100241,135
-"eps_2",1e-05,1613809100241,135
-"train_loss",0.37562916,1613809101134,136
-"raw_loss",0.74100703,1613809101134,136
-"wd_0",0.01,1613809101134,136
-"sqr_mom_0",0.99,1613809101134,136
-"lr_0",9.568419779952234e-05,1613809101134,136
-"mom_0",0.8544956272921642,1613809101134,136
-"eps_0",1e-05,1613809101134,136
-"wd_1",0.01,1613809101134,136
-"sqr_mom_1",0.99,1613809101134,136
-"lr_1",9.568419779952234e-05,1613809101134,136
-"mom_1",0.8544956272921642,1613809101134,136
-"eps_1",1e-05,1613809101134,136
-"wd_2",0.01,1613809101134,136
-"sqr_mom_2",0.99,1613809101134,136
-"lr_2",0.0009568419779952234,1613809101134,136
-"mom_2",0.8544956272921642,1613809101134,136
-"eps_2",1e-05,1613809101134,136
-"train_loss",0.3801641,1613809102037,137
-"raw_loss",0.58842003,1613809102037,137
-"wd_0",0.01,1613809102037,137
-"sqr_mom_0",0.99,1613809102037,137
-"lr_0",9.607247290802915e-05,1613809102037,137
-"mom_0",0.8540911740541363,1613809102037,137
-"eps_0",1e-05,1613809102037,137
-"wd_1",0.01,1613809102037,137
-"sqr_mom_1",0.99,1613809102037,137
-"lr_1",9.607247290802915e-05,1613809102037,137
-"mom_1",0.8540911740541363,1613809102037,137
-"eps_1",1e-05,1613809102037,137
-"wd_2",0.01,1613809102037,137
-"sqr_mom_2",0.99,1613809102037,137
-"lr_2",0.0009607247290802915,1613809102037,137
-"mom_2",0.8540911740541363,1613809102037,137
-"eps_2",1e-05,1613809102037,137
-"train_loss",0.3941696,1613809102936,138
-"raw_loss",1.0382026,1613809102936,138
-"wd_0",0.01,1613809102936,138
-"sqr_mom_0",0.99,1613809102936,138
-"lr_0",9.644319722628494e-05,1613809102936,138
-"mom_0",0.8537050028892865,1613809102936,138
-"eps_0",1e-05,1613809102936,138
-"wd_1",0.01,1613809102936,138
-"sqr_mom_1",0.99,1613809102936,138
-"lr_1",9.644319722628494e-05,1613809102936,138
-"mom_1",0.8537050028892865,1613809102936,138
-"eps_1",1e-05,1613809102936,138
-"wd_2",0.01,1613809102936,138
-"sqr_mom_2",0.99,1613809102936,138
-"lr_2",0.0009644319722628494,1613809102936,138
-"mom_2",0.8537050028892865,1613809102936,138
-"eps_2",1e-05,1613809102936,138
-"train_loss",0.398298,1613809103828,139
-"raw_loss",0.5883873,1613809103828,139
-"wd_0",0.01,1613809103828,139
-"sqr_mom_0",0.99,1613809103828,139
-"lr_0",9.679621936617187e-05,1613809103828,139
-"mom_0",0.853337271493571,1613809103828,139
-"eps_0",1e-05,1613809103828,139
-"wd_1",0.01,1613809103828,139
-"sqr_mom_1",0.99,1613809103828,139
-"lr_1",9.679621936617187e-05,1613809103828,139
-"mom_1",0.853337271493571,1613809103828,139
-"eps_1",1e-05,1613809103828,139
-"wd_2",0.01,1613809103828,139
-"sqr_mom_2",0.99,1613809103828,139
-"lr_2",0.0009679621936617187,1613809103828,139
-"mom_2",0.853337271493571,1613809103828,139
-"eps_2",1e-05,1613809103828,139
-"train_loss",0.39456123,1613809104721,140
-"raw_loss",0.22228304,1613809104721,140
-"wd_0",0.01,1613809104721,140
-"sqr_mom_0",0.99,1613809104721,140
-"lr_0",9.713139871537402e-05,1613809104721,140
-"mom_0",0.852988126338152,1613809104721,140
-"eps_0",1e-05,1613809104721,140
-"wd_1",0.01,1613809104721,140
-"sqr_mom_1",0.99,1613809104721,140
-"lr_1",9.713139871537402e-05,1613809104721,140
-"mom_1",0.852988126338152,1613809104721,140
-"eps_1",1e-05,1613809104721,140
-"wd_2",0.01,1613809104721,140
-"sqr_mom_2",0.99,1613809104721,140
-"lr_2",0.0009713139871537402,1613809104721,140
-"mom_2",0.852988126338152,1613809104721,140
-"eps_2",1e-05,1613809104721,140
-"train_loss",0.39230835,1613809105621,141
-"raw_loss",0.2883125,1613809105621,141
-"wd_0",0.01,1613809105621,141
-"sqr_mom_0",0.99,1613809105621,141
-"lr_0",9.744860465992226e-05,1613809105621,141
-"mom_0",0.8526577034792476,1613809105621,141
-"eps_0",1e-05,1613809105621,141
-"wd_1",0.01,1613809105621,141
-"sqr_mom_1",0.99,1613809105621,141
-"lr_1",9.744860465992226e-05,1613809105621,141
-"mom_1",0.8526577034792476,1613809105621,141
-"eps_1",1e-05,1613809105621,141
-"wd_2",0.01,1613809105621,141
-"sqr_mom_2",0.99,1613809105621,141
-"lr_2",0.0009744860465992225,1613809105621,141
-"mom_2",0.8526577034792476,1613809105621,141
-"eps_2",1e-05,1613809105621,141
-"train_loss",0.38904107,1613809106517,142
-"raw_loss",0.23803136,1613809106517,142
-"wd_0",0.01,1613809106517,142
-"sqr_mom_0",0.99,1613809106517,142
-"lr_0",9.774770490142942e-05,1613809106517,142
-"mom_0",0.8523461407276777,1613809106517,142
-"eps_0",1e-05,1613809106517,142
-"wd_1",0.01,1613809106517,142
-"sqr_mom_1",0.99,1613809106517,142
-"lr_1",9.774770490142942e-05,1613809106517,142
-"mom_1",0.8523461407276777,1613809106517,142
-"eps_1",1e-05,1613809106517,142
-"wd_2",0.01,1613809106517,142
-"sqr_mom_2",0.99,1613809106517,142
-"lr_2",0.0009774770490142942,1613809106517,142
-"mom_2",0.8523461407276777,1613809106517,142
-"eps_2",1e-05,1613809106517,142
-"train_loss",0.3904086,1613809107421,143
-"raw_loss",0.45368972,1613809107421,143
-"wd_0",0.01,1613809107421,143
-"sqr_mom_0",0.99,1613809107421,143
-"lr_0",9.80285808164004e-05,1613809107421,143
-"mom_0",0.8520535616495829,1613809107421,143
-"eps_0",1e-05,1613809107421,143
-"wd_1",0.01,1613809107421,143
-"sqr_mom_1",0.99,1613809107421,143
-"lr_1",9.80285808164004e-05,1613809107421,143
-"mom_1",0.8520535616495829,1613809107421,143
-"eps_1",1e-05,1613809107421,143
-"wd_2",0.01,1613809107421,143
-"sqr_mom_2",0.99,1613809107421,143
-"lr_2",0.000980285808164004,1613809107421,143
-"mom_2",0.8520535616495829,1613809107421,143
-"eps_2",1e-05,1613809107421,143
-"train_loss",0.39123002,1613809108313,144
-"raw_loss",0.42928475,1613809108313,144
-"wd_0",0.01,1613809108313,144
-"sqr_mom_0",0.99,1613809108313,144
-"lr_0",9.829112579952792e-05,1613809108313,144
-"mom_0",0.8517800772921584,1613809108313,144
-"eps_0",1e-05,1613809108313,144
-"wd_1",0.01,1613809108313,144
-"sqr_mom_1",0.99,1613809108313,144
-"lr_1",9.829112579952792e-05,1613809108313,144
-"mom_1",0.8517800772921584,1613809108313,144
-"eps_1",1e-05,1613809108313,144
-"wd_2",0.01,1613809108313,144
-"sqr_mom_2",0.99,1613809108313,144
-"lr_2",0.0009829112579952794,1613809108313,144
-"mom_2",0.8517800772921584,1613809108313,144
-"eps_2",1e-05,1613809108313,144
-"train_loss",0.39466342,1613809109215,145
-"raw_loss",0.5539122,1613809109215,145
-"wd_0",0.01,1613809109215,145
-"sqr_mom_0",0.99,1613809109215,145
-"lr_0",9.85352325555039e-05,1613809109215,145
-"mom_0",0.8515257994213501,1613809109215,145
-"eps_0",1e-05,1613809109215,145
-"wd_1",0.01,1613809109215,145
-"sqr_mom_1",0.99,1613809109215,145
-"lr_1",9.85352325555039e-05,1613809109215,145
-"mom_1",0.8515257994213501,1613809109215,145
-"eps_1",1e-05,1613809109215,145
-"wd_2",0.01,1613809109215,145
-"sqr_mom_2",0.99,1613809109215,145
-"lr_2",0.000985352325555039,1613809109215,145
-"mom_2",0.8515257994213501,1613809109215,145
-"eps_2",1e-05,1613809109215,145
-"train_loss",0.39428785,1613809110119,146
-"raw_loss",0.376847,1613809110119,146
-"wd_0",0.01,1613809110119,146
-"sqr_mom_0",0.99,1613809110119,146
-"lr_0",9.876080385411977e-05,1613809110119,146
-"mom_0",0.8512908293186252,1613809110119,146
-"eps_0",1e-05,1613809110119,146
-"wd_1",0.01,1613809110119,146
-"sqr_mom_1",0.99,1613809110119,146
-"lr_1",9.876080385411977e-05,1613809110119,146
-"mom_1",0.8512908293186252,1613809110119,146
-"eps_1",1e-05,1613809110119,146
-"wd_2",0.01,1613809110119,146
-"sqr_mom_2",0.99,1613809110119,146
-"lr_2",0.0009876080385411979,1613809110119,146
-"mom_2",0.8512908293186252,1613809110119,146
-"eps_2",1e-05,1613809110119,146
-"train_loss",0.39031607,1613809111012,147
-"raw_loss",0.20568572,1613809111012,147
-"wd_0",0.01,1613809111012,147
-"sqr_mom_0",0.99,1613809111012,147
-"lr_0",9.896774984802855e-05,1613809111012,147
-"mom_0",0.8510752605749703,1613809111012,147
-"eps_0",1e-05,1613809111012,147
-"wd_1",0.01,1613809111012,147
-"sqr_mom_1",0.99,1613809111012,147
-"lr_1",9.896774984802855e-05,1613809111012,147
-"mom_1",0.8510752605749703,1613809111012,147
-"eps_1",1e-05,1613809111012,147
-"wd_2",0.01,1613809111012,147
-"sqr_mom_2",0.99,1613809111012,147
-"lr_2",0.0009896774984802855,1613809111012,147
-"mom_2",0.8510752605749703,1613809111012,147
-"eps_2",1e-05,1613809111012,147
-"train_loss",0.39872232,1613809111909,148
-"raw_loss",0.78991586,1613809111909,148
-"wd_0",0.01,1613809111909,148
-"sqr_mom_0",0.99,1613809111909,148
-"lr_0",9.915598810853188e-05,1613809111909,148
-"mom_0",0.8508791790536125,1613809111909,148
-"eps_0",1e-05,1613809111909,148
-"wd_1",0.01,1613809111909,148
-"sqr_mom_1",0.99,1613809111909,148
-"lr_1",9.915598810853188e-05,1613809111909,148
-"mom_1",0.8508791790536125,1613809111909,148
-"eps_1",1e-05,1613809111909,148
-"wd_2",0.01,1613809111909,148
-"sqr_mom_2",0.99,1613809111909,148
-"lr_2",0.000991559881085319,1613809111909,148
-"mom_2",0.8508791790536125,1613809111909,148
-"eps_2",1e-05,1613809111909,148
-"train_loss",0.39579615,1613809112821,149
-"raw_loss",0.25947854,1613809112821,149
-"wd_0",0.01,1613809112821,149
-"sqr_mom_0",0.99,1613809112821,149
-"lr_0",9.932544215684867e-05,1613809112821,149
-"mom_0",0.8507026644199492,1613809112821,149
-"eps_0",1e-05,1613809112821,149
-"wd_1",0.01,1613809112821,149
-"sqr_mom_1",0.99,1613809112821,149
-"lr_1",9.932544215684867e-05,1613809112821,149
-"mom_1",0.8507026644199492,1613809112821,149
-"eps_1",1e-05,1613809112821,149
-"wd_2",0.01,1613809112821,149
-"sqr_mom_2",0.99,1613809112821,149
-"lr_2",0.0009932544215684868,1613809112821,149
-"mom_2",0.8507026644199492,1613809112821,149
-"eps_2",1e-05,1613809112821,149
-"train_loss",0.3978129,1613809113726,150
-"raw_loss",0.49186307,1613809113726,150
-"wd_0",0.01,1613809113726,150
-"sqr_mom_0",0.99,1613809113726,150
-"lr_0",9.947604767738639e-05,1613809113726,150
-"mom_0",0.8505457836693892,1613809113726,150
-"eps_0",1e-05,1613809113726,150
-"wd_1",0.01,1613809113726,150
-"sqr_mom_1",0.99,1613809113726,150
-"lr_1",9.947604767738639e-05,1613809113726,150
-"mom_1",0.8505457836693892,1613809113726,150
-"eps_1",1e-05,1613809113726,150
-"wd_2",0.01,1613809113726,150
-"sqr_mom_2",0.99,1613809113726,150
-"lr_2",0.000994760476773864,1613809113726,150
-"mom_2",0.8505457836693892,1613809113726,150
-"eps_2",1e-05,1613809113726,150
-"train_loss",0.39347523,1613809114633,151
-"raw_loss",0.19098833,1613809114633,151
-"wd_0",0.01,1613809114633,151
-"sqr_mom_0",0.99,1613809114633,151
-"lr_0",9.960774300431326e-05,1613809114633,151
-"mom_0",0.8504086010371736,1613809114633,151
-"eps_0",1e-05,1613809114633,151
-"wd_1",0.01,1613809114633,151
-"sqr_mom_1",0.99,1613809114633,151
-"lr_1",9.960774300431326e-05,1613809114633,151
-"mom_1",0.8504086010371736,1613809114633,151
-"eps_1",1e-05,1613809114633,151
-"wd_2",0.01,1613809114633,151
-"sqr_mom_2",0.99,1613809114633,151
-"lr_2",0.0009960774300431328,1613809114633,151
-"mom_2",0.8504086010371736,1613809114633,151
-"eps_2",1e-05,1613809114633,151
-"train_loss",0.39047822,1613809115534,152
-"raw_loss",0.25043657,1613809115534,152
-"wd_0",0.01,1613809115534,152
-"sqr_mom_0",0.99,1613809115534,152
-"lr_0",9.97204756820385e-05,1613809115534,152
-"mom_0",0.8502911711645432,1613809115534,152
-"eps_0",1e-05,1613809115534,152
-"wd_1",0.01,1613809115534,152
-"sqr_mom_1",0.99,1613809115534,152
-"lr_1",9.97204756820385e-05,1613809115534,152
-"mom_1",0.8502911711645432,1613809115534,152
-"eps_1",1e-05,1613809115534,152
-"wd_2",0.01,1613809115534,152
-"sqr_mom_2",0.99,1613809115534,152
-"lr_2",0.000997204756820385,1613809115534,152
-"mom_2",0.8502911711645432,1613809115534,152
-"eps_2",1e-05,1613809115534,152
-"train_loss",0.4370938,1613809116436,153
-"raw_loss",2.617429,1613809116436,153
-"wd_0",0.01,1613809116436,153
-"sqr_mom_0",0.99,1613809116436,153
-"lr_0",9.981420159805916e-05,1613809116436,153
-"mom_0",0.8501935400020217,1613809116436,153
-"eps_0",1e-05,1613809116436,153
-"wd_1",0.01,1613809116436,153
-"sqr_mom_1",0.99,1613809116436,153
-"lr_1",9.981420159805916e-05,1613809116436,153
-"mom_1",0.8501935400020217,1613809116436,153
-"eps_1",1e-05,1613809116436,153
-"wd_2",0.01,1613809116436,153
-"sqr_mom_2",0.99,1613809116436,153
-"lr_2",0.0009981420159805917,1613809116436,153
-"mom_2",0.8501935400020217,1613809116436,153
-"eps_2",1e-05,1613809116436,153
-"train_loss",0.43649706,1613809117347,154
-"raw_loss",0.4085614,1613809117347,154
-"wd_0",0.01,1613809117347,154
-"sqr_mom_0",0.99,1613809117347,154
-"lr_0",9.988888166172216e-05,1613809117347,154
-"mom_0",0.8501157482690394,1613809117347,154
-"eps_0",1e-05,1613809117347,154
-"wd_1",0.01,1613809117347,154
-"sqr_mom_1",0.99,1613809117347,154
-"lr_1",9.988888166172216e-05,1613809117347,154
-"mom_1",0.8501157482690394,1613809117347,154
-"eps_1",1e-05,1613809117347,154
-"wd_2",0.01,1613809117347,154
-"sqr_mom_2",0.99,1613809117347,154
-"lr_2",0.0009988888166172216,1613809117347,154
-"mom_2",0.8501157482690394,1613809117347,154
-"eps_2",1e-05,1613809117347,154
-"train_loss",0.44286403,1613809118258,155
-"raw_loss",0.74122393,1613809118258,155
-"wd_0",0.01,1613809118258,155
-"sqr_mom_0",0.99,1613809118258,155
-"lr_0",9.994448666363798e-05,1613809118258,155
-"mom_0",0.8500578263920437,1613809118258,155
-"eps_0",1e-05,1613809118258,155
-"wd_1",0.01,1613809118258,155
-"sqr_mom_1",0.99,1613809118258,155
-"lr_1",9.994448666363798e-05,1613809118258,155
-"mom_1",0.8500578263920437,1613809118258,155
-"eps_1",1e-05,1613809118258,155
-"wd_2",0.01,1613809118258,155
-"sqr_mom_2",0.99,1613809118258,155
-"lr_2",0.0009994448666363798,1613809118258,155
-"mom_2",0.8500578263920437,1613809118258,155
-"eps_2",1e-05,1613809118258,155
-"train_loss",0.4509037,1613809119167,156
-"raw_loss",0.82799584,1613809119167,156
-"wd_0",0.01,1613809119167,156
-"sqr_mom_0",0.99,1613809119167,156
-"lr_0",9.998099549915502e-05,1613809119167,156
-"mom_0",0.8500197963550469,1613809119167,156
-"eps_0",1e-05,1613809119167,156
-"wd_1",0.01,1613809119167,156
-"sqr_mom_1",0.99,1613809119167,156
-"lr_1",9.998099549915502e-05,1613809119167,156
-"mom_1",0.8500197963550469,1613809119167,156
-"eps_1",1e-05,1613809119167,156
-"wd_2",0.01,1613809119167,156
-"sqr_mom_2",0.99,1613809119167,156
-"lr_2",0.0009998099549915502,1613809119167,156
-"mom_2",0.8500197963550469,1613809119167,156
-"eps_2",1e-05,1613809119167,156
-"train_loss",0.45038694,1613809120080,157
-"raw_loss",0.426127,1613809120080,157
-"wd_0",0.01,1613809120080,157
-"sqr_mom_0",0.99,1613809120080,157
-"lr_0",9.999839301519797e-05,1613809120080,157
-"mom_0",0.8500016739425021,1613809120080,157
-"eps_0",1e-05,1613809120080,157
-"wd_1",0.01,1613809120080,157
-"sqr_mom_1",0.99,1613809120080,157
-"lr_1",9.999839301519797e-05,1613809120080,157
-"mom_1",0.8500016739425021,1613809120080,157
-"eps_1",1e-05,1613809120080,157
-"wd_2",0.01,1613809120080,157
-"sqr_mom_2",0.99,1613809120080,157
-"lr_2",0.0009999839301519796,1613809120080,157
-"mom_2",0.8500016739425021,1613809120080,157
-"eps_2",1e-05,1613809120080,157
-"train_loss",0.4493995,1613809120996,158
-"raw_loss",0.40300253,1613809120996,158
-"wd_0",0.01,1613809120996,158
-"sqr_mom_0",0.99,1613809120996,158
-"lr_0",6.97034675332894e-05,1613809120996,158
-"mom_0",0.8802968354350649,1613809120996,158
-"eps_0",1e-05,1613809120996,158
-"wd_1",0.01,1613809120996,158
-"sqr_mom_1",0.99,1613809120996,158
-"lr_1",6.97034675332894e-05,1613809120996,158
-"mom_1",0.8802968354350649,1613809120996,158
-"eps_1",1e-05,1613809120996,158
-"wd_2",0.01,1613809120996,158
-"sqr_mom_2",0.99,1613809120996,158
-"lr_2",0.000697034675332894,1613809120996,158
-"mom_2",0.8802968354350649,1613809120996,158
-"eps_2",1e-05,1613809120996,158
-"valid_loss",0.5016722679138184,1613809138602,158
-"_rmse",0.7082882523536682,1613809138602,158
-"epoch",1,1613809138602,158
+"train_loss",1.1338625,1613824468871,0
+"raw_loss",1.1338636,1613824468871,0
+"wd_0",0.01,1613824468871,0
+"sqr_mom_0",0.99,1613824468871,0
+"lr_0",4e-06,1613824468871,0
+"mom_0",0.95,1613824468871,0
+"eps_0",1e-05,1613824468871,0
+"wd_1",0.01,1613824468871,0
+"sqr_mom_1",0.99,1613824468871,0
+"lr_1",4e-06,1613824468871,0
+"mom_1",0.95,1613824468871,0
+"eps_1",1e-05,1613824468871,0
+"wd_2",0.01,1613824468871,0
+"sqr_mom_2",0.99,1613824468871,0
+"lr_2",4e-05,1613824468871,0
+"mom_2",0.95,1613824468871,0
+"eps_2",1e-05,1613824468871,0
+"train_loss",1.0740391,1613824469794,1
+"raw_loss",1.015413,1613824469794,1
+"wd_0",0.01,1613824469794,1
+"sqr_mom_0",0.99,1613824469794,1
+"lr_0",4.009559427763895e-06,1613824469794,1
+"mom_0",0.9499900422627459,1613824469794,1
+"eps_0",1e-05,1613824469794,1
+"wd_1",0.01,1613824469794,1
+"sqr_mom_1",0.99,1613824469794,1
+"lr_1",4.009559427763895e-06,1613824469794,1
+"mom_1",0.9499900422627459,1613824469794,1
+"eps_1",1e-05,1613824469794,1
+"wd_2",0.01,1613824469794,1
+"sqr_mom_2",0.99,1613824469794,1
+"lr_2",4.0095594277638955e-05,1613824469794,1
+"mom_2",0.9499900422627459,1613824469794,1
+"eps_2",1e-05,1613824469794,1
+"train_loss",0.943522,1613824470702,2
+"raw_loss",0.69026715,1613824470702,2
+"wd_0",0.01,1613824470702,2
+"sqr_mom_0",0.99,1613824470702,2
+"lr_0",4.0382339034447715e-06,1613824470702,2
+"mom_0",0.949960173017245,1613824470702,2
+"eps_0",1e-05,1613824470702,2
+"wd_1",0.01,1613824470702,2
+"sqr_mom_1",0.99,1613824470702,2
+"lr_1",4.0382339034447715e-06,1613824470702,2
+"mom_1",0.949960173017245,1613824470702,2
+"eps_1",1e-05,1613824470702,2
+"wd_2",0.01,1613824470702,2
+"sqr_mom_2",0.99,1613824470702,2
+"lr_2",4.038233903444772e-05,1613824470702,2
+"mom_2",0.949960173017245,1613824470702,2
+"eps_2",1e-05,1613824470702,2
+"train_loss",0.8829396,1613824471618,3
+"raw_loss",0.7083665,1613824471618,3
+"wd_0",0.01,1613824471618,3
+"sqr_mom_0",0.99,1613824471618,3
+"lr_0",4.086012005726854e-06,1613824471618,3
+"mom_0",0.9499104041607012,1613824471618,3
+"eps_0",1e-05,1613824471618,3
+"wd_1",0.01,1613824471618,3
+"sqr_mom_1",0.99,1613824471618,3
+"lr_1",4.086012005726854e-06,1613824471618,3
+"mom_1",0.9499104041607012,1613824471618,3
+"eps_1",1e-05,1613824471618,3
+"wd_2",0.01,1613824471618,3
+"sqr_mom_2",0.99,1613824471618,3
+"lr_2",4.086012005726854e-05,1613824471618,3
+"mom_2",0.9499104041607012,1613824471618,3
+"eps_2",1e-05,1613824471618,3
+"train_loss",0.81015086,1613824472536,4
+"raw_loss",0.53326553,1613824472536,4
+"wd_0",0.01,1613824472536,4
+"sqr_mom_0",0.99,1613824472536,4
+"lr_0",4.152874704138565e-06,1613824472536,4
+"mom_0",0.9498407555165223,1613824472536,4
+"eps_0",1e-05,1613824472536,4
+"wd_1",0.01,1613824472536,4
+"sqr_mom_1",0.99,1613824472536,4
+"lr_1",4.152874704138565e-06,1613824472536,4
+"mom_1",0.9498407555165223,1613824472536,4
+"eps_1",1e-05,1613824472536,4
+"wd_2",0.01,1613824472536,4
+"sqr_mom_2",0.99,1613824472536,4
+"lr_2",4.152874704138565e-05,1613824472536,4
+"mom_2",0.9498407555165223,1613824472536,4
+"eps_2",1e-05,1613824472536,4
+"train_loss",0.7213861,1613824473451,5
+"raw_loss",0.30349252,1613824473451,5
+"wd_0",0.01,1613824473451,5
+"sqr_mom_0",0.99,1613824473451,5
+"lr_0",4.238795394615183e-06,1613824473451,5
+"mom_0",0.9497512547972758,1613824473451,5
+"eps_0",1e-05,1613824473451,5
+"wd_1",0.01,1613824473451,5
+"sqr_mom_1",0.99,1613824473451,5
+"lr_1",4.238795394615183e-06,1613824473451,5
+"mom_1",0.9497512547972758,1613824473451,5
+"eps_1",1e-05,1613824473451,5
+"wd_2",0.01,1613824473451,5
+"sqr_mom_2",0.99,1613824473451,5
+"lr_2",4.2387953946151834e-05,1613824473451,5
+"mom_2",0.9497512547972758,1613824473451,5
+"eps_2",1e-05,1613824473451,5
+"train_loss",0.6719374,1613824474370,6
+"raw_loss",0.39533567,1613824474370,6
+"wd_0",0.01,1613824474370,6
+"sqr_mom_0",0.99,1613824474370,6
+"lr_0",4.343739770193693e-06,1613824474370,6
+"mom_0",0.9496419377393815,1613824474370,6
+"eps_0",1e-05,1613824474370,6
+"wd_1",0.01,1613824474370,6
+"sqr_mom_1",0.99,1613824474370,6
+"lr_1",4.343739770193693e-06,1613824474370,6
+"mom_1",0.9496419377393815,1613824474370,6
+"eps_1",1e-05,1613824474370,6
+"wd_2",0.01,1613824474370,6
+"sqr_mom_2",0.99,1613824474370,6
+"lr_2",4.343739770193693e-05,1613824474370,6
+"mom_2",0.9496419377393815,1613824474370,6
+"eps_2",1e-05,1613824474370,6
+"train_loss",0.6352312,1613824475288,7
+"raw_loss",0.39804167,1613824475288,7
+"wd_0",0.01,1613824475288,7
+"sqr_mom_0",0.99,1613824475288,7
+"lr_0",4.467666153583133e-06,1613824475288,7
+"mom_0",0.9495128477566842,1613824475288,7
+"eps_0",1e-05,1613824475288,7
+"wd_1",0.01,1613824475288,7
+"sqr_mom_1",0.99,1613824475288,7
+"lr_1",4.467666153583133e-06,1613824475288,7
+"mom_1",0.9495128477566842,1613824475288,7
+"eps_1",1e-05,1613824475288,7
+"wd_2",0.01,1613824475288,7
+"sqr_mom_2",0.99,1613824475288,7
+"lr_2",4.4676661535831333e-05,1613824475288,7
+"mom_2",0.9495128477566842,1613824475288,7
+"eps_2",1e-05,1613824475288,7
+"train_loss",0.608097,1613824476211,8
+"raw_loss",0.40967506,1613824476211,8
+"wd_0",0.01,1613824476211,8
+"sqr_mom_0",0.99,1613824476211,8
+"lr_0",4.610525038422375e-06,1613824476211,8
+"mom_0",0.94936403641831,1613824476211,8
+"eps_0",1e-05,1613824476211,8
+"wd_1",0.01,1613824476211,8
+"sqr_mom_1",0.99,1613824476211,8
+"lr_1",4.610525038422375e-06,1613824476211,8
+"mom_1",0.94936403641831,1613824476211,8
+"eps_1",1e-05,1613824476211,8
+"wd_2",0.01,1613824476211,8
+"sqr_mom_2",0.99,1613824476211,8
+"lr_2",4.610525038422376e-05,1613824476211,8
+"mom_2",0.94936403641831,1613824476211,8
+"eps_2",1e-05,1613824476211,8
+"train_loss",0.6271928,1613824477144,9
+"raw_loss",0.7827542,1613824477144,9
+"wd_0",0.01,1613824477144,9
+"sqr_mom_0",0.99,1613824477144,9
+"lr_0",4.772259690167275e-06,1613824477144,9
+"mom_0",0.9491955628227424,1613824477144,9
+"eps_0",1e-05,1613824477144,9
+"wd_1",0.01,1613824477144,9
+"sqr_mom_1",0.99,1613824477144,9
+"lr_1",4.772259690167275e-06,1613824477144,9
+"mom_1",0.9491955628227424,1613824477144,9
+"eps_1",1e-05,1613824477144,9
+"wd_2",0.01,1613824477144,9
+"sqr_mom_2",0.99,1613824477144,9
+"lr_2",4.7722596901672744e-05,1613824477144,9
+"mom_2",0.9491955628227424,1613824477144,9
+"eps_2",1e-05,1613824477144,9
+"train_loss",0.59348357,1613824478069,10
+"raw_loss",0.29133362,1613824478069,10
+"wd_0",0.01,1613824478069,10
+"sqr_mom_0",0.99,1613824478069,10
+"lr_0",4.952805610107015e-06,1613824478069,10
+"mom_0",0.9490074941561385,1613824478069,10
+"eps_0",1e-05,1613824478069,10
+"wd_1",0.01,1613824478069,10
+"sqr_mom_1",0.99,1613824478069,10
+"lr_1",4.952805610107015e-06,1613824478069,10
+"mom_1",0.9490074941561385,1613824478069,10
+"eps_1",1e-05,1613824478069,10
+"wd_2",0.01,1613824478069,10
+"sqr_mom_2",0.99,1613824478069,10
+"lr_2",4.952805610107016e-05,1613824478069,10
+"mom_2",0.9490074941561385,1613824478069,10
+"eps_2",1e-05,1613824478069,10
+"train_loss",0.56362176,1613824478998,11
+"raw_loss",0.27204603,1613824478998,11
+"wd_0",0.01,1613824478998,11
+"sqr_mom_0",0.99,1613824478998,11
+"lr_0",5.1520907627064555e-06,1613824478998,11
+"mom_0",0.9487999054555141,1613824478998,11
+"eps_0",1e-05,1613824478998,11
+"wd_1",0.01,1613824478998,11
+"sqr_mom_1",0.99,1613824478998,11
+"lr_1",5.1520907627064555e-06,1613824478998,11
+"mom_1",0.9487999054555141,1613824478998,11
+"eps_1",1e-05,1613824478998,11
+"wd_2",0.01,1613824478998,11
+"sqr_mom_2",0.99,1613824478998,11
+"lr_2",5.152090762706456e-05,1613824478998,11
+"mom_2",0.9487999054555141,1613824478998,11
+"eps_2",1e-05,1613824478998,11
+"train_loss",0.55325305,1613824479931,12
+"raw_loss",0.44387496,1613824479931,12
+"wd_0",0.01,1613824479931,12
+"sqr_mom_0",0.99,1613824479931,12
+"lr_0",5.370035871207568e-06,1613824479931,12
+"mom_0",0.9485728793008255,1613824479931,12
+"eps_0",1e-05,1613824479931,12
+"wd_1",0.01,1613824479931,12
+"sqr_mom_1",0.99,1613824479931,12
+"lr_1",5.370035871207568e-06,1613824479931,12
+"mom_1",0.9485728793008255,1613824479931,12
+"eps_1",1e-05,1613824479931,12
+"wd_2",0.01,1613824479931,12
+"sqr_mom_2",0.99,1613824479931,12
+"lr_2",5.3700358712075686e-05,1613824479931,12
+"mom_2",0.9485728793008255,1613824479931,12
+"eps_2",1e-05,1613824479931,12
+"train_loss",0.5575257,1613824480863,13
+"raw_loss",0.60588366,1613824480863,13
+"wd_0",0.01,1613824480863,13
+"sqr_mom_0",0.99,1613824480863,13
+"lr_0",5.6065544142990906e-06,1613824480863,13
+"mom_0",0.9483265058184384,1613824480863,13
+"eps_0",1e-05,1613824480863,13
+"wd_1",0.01,1613824480863,13
+"sqr_mom_1",0.99,1613824480863,13
+"lr_1",5.6065544142990906e-06,1613824480863,13
+"mom_1",0.9483265058184384,1613824480863,13
+"eps_1",1e-05,1613824480863,13
+"wd_2",0.01,1613824480863,13
+"sqr_mom_2",0.99,1613824480863,13
+"lr_2",5.6065544142990906e-05,1613824480863,13
+"mom_2",0.9483265058184384,1613824480863,13
+"eps_2",1e-05,1613824480863,13
+"train_loss",0.5432169,1613824481796,14
+"raw_loss",0.37048712,1613824481796,14
+"wd_0",0.01,1613824481796,14
+"sqr_mom_0",0.99,1613824481796,14
+"lr_0",5.861551629698894e-06,1613824481796,14
+"mom_0",0.9480608837190636,1613824481796,14
+"eps_0",1e-05,1613824481796,14
+"wd_1",0.01,1613824481796,14
+"sqr_mom_1",0.99,1613824481796,14
+"lr_1",5.861551629698894e-06,1613824481796,14
+"mom_1",0.9480608837190636,1613824481796,14
+"eps_1",1e-05,1613824481796,14
+"wd_2",0.01,1613824481796,14
+"sqr_mom_2",0.99,1613824481796,14
+"lr_2",5.861551629698895e-05,1613824481796,14
+"mom_2",0.9480608837190636,1613824481796,14
+"eps_2",1e-05,1613824481796,14
+"train_loss",0.52868545,1613824482735,15
+"raw_loss",0.3425373,1613824482735,15
+"wd_0",0.01,1613824482735,15
+"sqr_mom_0",0.99,1613824482735,15
+"lr_0",6.134926216169848e-06,1613824482735,15
+"mom_0",0.947776118524823,1613824482735,15
+"eps_0",1e-05,1613824482735,15
+"wd_1",0.01,1613824482735,15
+"sqr_mom_1",0.99,1613824482735,15
+"lr_1",6.134926216169848e-06,1613824482735,15
+"mom_1",0.947776118524823,1613824482735,15
+"eps_1",1e-05,1613824482735,15
+"wd_2",0.01,1613824482735,15
+"sqr_mom_2",0.99,1613824482735,15
+"lr_2",6.134926216169849e-05,1613824482735,15
+"mom_2",0.947776118524823,1613824482735,15
+"eps_2",1e-05,1613824482735,15
+"train_loss",0.5322244,1613824483662,16
+"raw_loss",0.5801199,1613824483662,16
+"wd_0",0.01,1613824483662,16
+"sqr_mom_0",0.99,1613824483662,16
+"lr_0",6.426569286083635e-06,1613824483662,16
+"mom_0",0.9474723236603295,1613824483662,16
+"eps_0",1e-05,1613824483662,16
+"wd_1",0.01,1613824483662,16
+"sqr_mom_1",0.99,1613824483662,16
+"lr_1",6.426569286083635e-06,1613824483662,16
+"mom_1",0.9474723236603295,1613824483662,16
+"eps_1",1e-05,1613824483662,16
+"wd_2",0.01,1613824483662,16
+"sqr_mom_2",0.99,1613824483662,16
+"lr_2",6.426569286083637e-05,1613824483662,16
+"mom_2",0.9474723236603295,1613824483662,16
+"eps_2",1e-05,1613824483662,16
+"train_loss",0.54955846,1613824484598,17
+"raw_loss",0.7964517,1613824484598,17
+"wd_0",0.01,1613824484598,17
+"sqr_mom_0",0.99,1613824484598,17
+"lr_0",6.7363650492297375e-06,1613824484598,17
+"mom_0",0.9471496197403857,1613824484598,17
+"eps_0",1e-05,1613824484598,17
+"wd_1",0.01,1613824484598,17
+"sqr_mom_1",0.99,1613824484598,17
+"lr_1",6.7363650492297375e-06,1613824484598,17
+"mom_1",0.9471496197403857,1613824484598,17
+"eps_1",1e-05,1613824484598,17
+"wd_2",0.01,1613824484598,17
+"sqr_mom_2",0.99,1613824484598,17
+"lr_2",6.736365049229738e-05,1613824484598,17
+"mom_2",0.9471496197403857,1613824484598,17
+"eps_2",1e-05,1613824484598,17
+"train_loss",0.5322558,1613824485531,18
+"raw_loss",0.27378368,1613824485531,18
+"wd_0",0.01,1613824485531,18
+"sqr_mom_0",0.99,1613824485531,18
+"lr_0",7.06418938445837e-06,1613824485531,18
+"mom_0",0.9468081360578559,1613824485531,18
+"eps_0",1e-05,1613824485531,18
+"wd_1",0.01,1613824485531,18
+"sqr_mom_1",0.99,1613824485531,18
+"lr_1",7.06418938445837e-06,1613824485531,18
+"mom_1",0.9468081360578559,1613824485531,18
+"eps_1",1e-05,1613824485531,18
+"wd_2",0.01,1613824485531,18
+"sqr_mom_2",0.99,1613824485531,18
+"lr_2",7.06418938445837e-05,1613824485531,18
+"mom_2",0.9468081360578559,1613824485531,18
+"eps_2",1e-05,1613824485531,18
+"train_loss",0.5240023,1613824486461,19
+"raw_loss",0.39508528,1613824486461,19
+"wd_0",0.01,1613824486461,19
+"sqr_mom_0",0.99,1613824486461,19
+"lr_0",7.409912069008094e-06,1613824486461,19
+"mom_0",0.9464480082614498,1613824486461,19
+"eps_0",1e-05,1613824486461,19
+"wd_1",0.01,1613824486461,19
+"sqr_mom_1",0.99,1613824486461,19
+"lr_1",7.409912069008094e-06,1613824486461,19
+"mom_1",0.9464480082614498,1613824486461,19
+"eps_1",1e-05,1613824486461,19
+"wd_2",0.01,1613824486461,19
+"sqr_mom_2",0.99,1613824486461,19
+"lr_2",7.409912069008095e-05,1613824486461,19
+"mom_2",0.9464480082614498,1613824486461,19
+"eps_2",1e-05,1613824486461,19
+"train_loss",0.52015156,1613824487380,20
+"raw_loss",0.45743328,1613824487380,20
+"wd_0",0.01,1613824487380,20
+"sqr_mom_0",0.99,1613824487380,20
+"lr_0",7.773395834984238e-06,1613824487380,20
+"mom_0",0.9460693793385581,1613824487380,20
+"eps_0",1e-05,1613824487380,20
+"wd_1",0.01,1613824487380,20
+"sqr_mom_1",0.99,1613824487380,20
+"lr_1",7.773395834984238e-06,1613824487380,20
+"mom_1",0.9460693793385581,1613824487380,20
+"eps_1",1e-05,1613824487380,20
+"wd_2",0.01,1613824487380,20
+"sqr_mom_2",0.99,1613824487380,20
+"lr_2",7.773395834984238e-05,1613824487380,20
+"mom_2",0.9460693793385581,1613824487380,20
+"eps_2",1e-05,1613824487380,20
+"train_loss",0.5212686,1613824488310,21
+"raw_loss",0.5401934,1613824488310,21
+"wd_0",0.01,1613824488310,21
+"sqr_mom_0",0.99,1613824488310,21
+"lr_0",8.154495508105691e-06,1613824488310,21
+"mom_0",0.9456724005123899,1613824488310,21
+"eps_0",1e-05,1613824488310,21
+"wd_1",0.01,1613824488310,21
+"sqr_mom_1",0.99,1613824488310,21
+"lr_1",8.154495508105691e-06,1613824488310,21
+"mom_1",0.9456724005123899,1613824488310,21
+"eps_1",1e-05,1613824488310,21
+"wd_2",0.01,1613824488310,21
+"sqr_mom_2",0.99,1613824488310,21
+"lr_2",8.154495508105693e-05,1613824488310,21
+"mom_2",0.9456724005123899,1613824488310,21
+"eps_2",1e-05,1613824488310,21
+"train_loss",0.53526735,1613824489232,22
+"raw_loss",0.7814038,1613824489232,22
+"wd_0",0.01,1613824489232,22
+"sqr_mom_0",0.99,1613824489232,22
+"lr_0",8.553058337262749e-06,1613824489232,22
+"mom_0",0.9452572308986846,1613824489232,22
+"eps_0",1e-05,1613824489232,22
+"wd_1",0.01,1613824489232,22
+"sqr_mom_1",0.99,1613824489232,22
+"lr_1",8.553058337262749e-06,1613824489232,22
+"mom_1",0.9452572308986846,1613824489232,22
+"eps_1",1e-05,1613824489232,22
+"wd_2",0.01,1613824489232,22
+"sqr_mom_2",0.99,1613824489232,22
+"lr_2",8.55305833726275e-05,1613824489232,22
+"mom_2",0.9452572308986846,1613824489232,22
+"eps_2",1e-05,1613824489232,22
+"train_loss",0.528405,1613824490145,23
+"raw_loss",0.4034359,1613824490145,23
+"wd_0",0.01,1613824490145,23
+"sqr_mom_0",0.99,1613824490145,23
+"lr_0",8.968927440491031e-06,1613824490145,23
+"mom_0",0.9448240339161551,1613824490145,23
+"eps_0",1e-05,1613824490145,23
+"wd_1",0.01,1613824490145,23
+"sqr_mom_1",0.99,1613824490145,23
+"lr_1",8.968927440491031e-06,1613824490145,23
+"mom_1",0.9448240339161551,1613824490145,23
+"eps_1",1e-05,1613824490145,23
+"wd_2",0.01,1613824490145,23
+"sqr_mom_2",0.99,1613824490145,23
+"lr_2",8.968927440491031e-05,1613824490145,23
+"mom_2",0.9448240339161551,1613824490145,23
+"eps_2",1e-05,1613824490145,23
+"train_loss",0.537701,1613824491068,24
+"raw_loss",0.71271473,1613824491068,24
+"wd_0",0.01,1613824491068,24
+"sqr_mom_0",0.99,1613824491068,24
+"lr_0",9.401935222813777e-06,1613824491068,24
+"mom_0",0.9443729841429023,1613824491068,24
+"eps_0",1e-05,1613824491068,24
+"wd_1",0.01,1613824491068,24
+"sqr_mom_1",0.99,1613824491068,24
+"lr_1",9.401935222813777e-06,1613824491068,24
+"mom_1",0.9443729841429023,1613824491068,24
+"eps_1",1e-05,1613824491068,24
+"wd_2",0.01,1613824491068,24
+"sqr_mom_2",0.99,1613824491068,24
+"lr_2",9.401935222813777e-05,1613824491068,24
+"mom_2",0.9443729841429023,1613824491068,24
+"eps_2",1e-05,1613824491068,24
+"train_loss",0.5244502,1613824491988,25
+"raw_loss",0.26698288,1613824491988,25
+"wd_0",0.01,1613824491988,25
+"sqr_mom_0",0.99,1613824491988,25
+"lr_0",9.851911244073228e-06,1613824491988,25
+"mom_0",0.943904259120757,1613824491988,25
+"eps_0",1e-05,1613824491988,25
+"wd_1",0.01,1613824491988,25
+"sqr_mom_1",0.99,1613824491988,25
+"lr_1",9.851911244073228e-06,1613824491988,25
+"mom_1",0.943904259120757,1613824491988,25
+"eps_1",1e-05,1613824491988,25
+"wd_2",0.01,1613824491988,25
+"sqr_mom_2",0.99,1613824491988,25
+"lr_2",9.851911244073227e-05,1613824491988,25
+"mom_2",0.943904259120757,1613824491988,25
+"eps_2",1e-05,1613824491988,25
+"train_loss",0.5196765,1613824492899,26
+"raw_loss",0.4241009,1613824492899,26
+"wd_0",0.01,1613824492899,26
+"sqr_mom_0",0.99,1613824492899,26
+"lr_0",1.0318675278608704e-05,1613824492899,26
+"mom_0",0.9434180465847826,1613824492899,26
+"eps_0",1e-05,1613824492899,26
+"wd_1",0.01,1613824492899,26
+"sqr_mom_1",0.99,1613824492899,26
+"lr_1",1.0318675278608704e-05,1613824492899,26
+"mom_1",0.9434180465847826,1613824492899,26
+"eps_1",1e-05,1613824492899,26
+"wd_2",0.01,1613824492899,26
+"sqr_mom_2",0.99,1613824492899,26
+"lr_2",0.00010318675278608706,1613824492899,26
+"mom_2",0.9434180465847826,1613824492899,26
+"eps_2",1e-05,1613824492899,26
+"train_loss",0.51607245,1613824493810,27
+"raw_loss",0.44182375,1613824493810,27
+"wd_0",0.01,1613824493810,27
+"sqr_mom_0",0.99,1613824493810,27
+"lr_0",1.0802040256448307e-05,1613824493810,27
+"mom_0",0.942914541399533,1613824493810,27
+"eps_0",1e-05,1613824493810,27
+"wd_1",0.01,1613824493810,27
+"sqr_mom_1",0.99,1613824493810,27
+"lr_1",1.0802040256448307e-05,1613824493810,27
+"mom_1",0.942914541399533,1613824493810,27
+"eps_1",1e-05,1613824493810,27
+"wd_2",0.01,1613824493810,27
+"sqr_mom_2",0.99,1613824493810,27
+"lr_2",0.00010802040256448309,1613824493810,27
+"mom_2",0.942914541399533,1613824493810,27
+"eps_2",1e-05,1613824493810,27
+"train_loss",0.50737333,1613824494722,28
+"raw_loss",0.32322118,1613824494722,28
+"wd_0",0.01,1613824494722,28
+"sqr_mom_0",0.99,1613824494722,28
+"lr_0",1.1301815915877466e-05,1613824494722,28
+"mom_0",0.9423939417542943,1613824494722,28
+"eps_0",1e-05,1613824494722,28
+"wd_1",0.01,1613824494722,28
+"sqr_mom_1",0.99,1613824494722,28
+"lr_1",1.1301815915877466e-05,1613824494722,28
+"mom_1",0.9423939417542943,1613824494722,28
+"eps_1",1e-05,1613824494722,28
+"wd_2",0.01,1613824494722,28
+"sqr_mom_2",0.99,1613824494722,28
+"lr_2",0.00011301815915877467,1613824494722,28
+"mom_2",0.9423939417542943,1613824494722,28
+"eps_2",1e-05,1613824494722,28
+"train_loss",0.5057137,1613824495634,29
+"raw_loss",0.46965617,1613824495634,29
+"wd_0",0.01,1613824495634,29
+"sqr_mom_0",0.99,1613824495634,29
+"lr_0",1.1817800847632122e-05,1613824495634,29
+"mom_0",0.9418564574503832,1613824495634,29
+"eps_0",1e-05,1613824495634,29
+"wd_1",0.01,1613824495634,29
+"sqr_mom_1",0.99,1613824495634,29
+"lr_1",1.1817800847632122e-05,1613824495634,29
+"mom_1",0.9418564574503832,1613824495634,29
+"eps_1",1e-05,1613824495634,29
+"wd_2",0.01,1613824495634,29
+"sqr_mom_2",0.99,1613824495634,29
+"lr_2",0.00011817800847632124,1613824495634,29
+"mom_2",0.9418564574503832,1613824495634,29
+"eps_2",1e-05,1613824495634,29
+"train_loss",0.4955519,1613824496542,30
+"raw_loss",0.26923698,1613824496542,30
+"wd_0",0.01,1613824496542,30
+"sqr_mom_0",0.99,1613824496542,30
+"lr_0",1.2349791950158995e-05,1613824496542,30
+"mom_0",0.9413023000519176,1613824496542,30
+"eps_0",1e-05,1613824496542,30
+"wd_1",0.01,1613824496542,30
+"sqr_mom_1",0.99,1613824496542,30
+"lr_1",1.2349791950158995e-05,1613824496542,30
+"mom_1",0.9413023000519176,1613824496542,30
+"eps_1",1e-05,1613824496542,30
+"wd_2",0.01,1613824496542,30
+"sqr_mom_2",0.99,1613824496542,30
+"lr_2",0.00012349791950158997,1613824496542,30
+"mom_2",0.9413023000519176,1613824496542,30
+"eps_2",1e-05,1613824496542,30
+"train_loss",0.49673352,1613824497445,31
+"raw_loss",0.52368045,1613824497445,31
+"wd_0",0.01,1613824497445,31
+"sqr_mom_0",0.99,1613824497445,31
+"lr_0",1.289757613462115e-05,1613824497445,31
+"mom_0",0.9407316915264362,1613824497445,31
+"eps_0",1e-05,1613824497445,31
+"wd_1",0.01,1613824497445,31
+"sqr_mom_1",0.99,1613824497445,31
+"lr_1",1.289757613462115e-05,1613824497445,31
+"mom_1",0.9407316915264362,1613824497445,31
+"eps_1",1e-05,1613824497445,31
+"wd_2",0.01,1613824497445,31
+"sqr_mom_2",0.99,1613824497445,31
+"lr_2",0.0001289757613462115,1613824497445,31
+"mom_2",0.9407316915264362,1613824497445,31
+"eps_2",1e-05,1613824497445,31
+"train_loss",0.50158304,1613824498356,32
+"raw_loss",0.6147217,1613824498356,32
+"wd_0",0.01,1613824498356,32
+"sqr_mom_0",0.99,1613824498356,32
+"lr_0",1.3460933873494347e-05,1613824498356,32
+"mom_0",0.9401448605484434,1613824498356,32
+"eps_0",1e-05,1613824498356,32
+"wd_1",0.01,1613824498356,32
+"sqr_mom_1",0.99,1613824498356,32
+"lr_1",1.3460933873494347e-05,1613824498356,32
+"mom_1",0.9401448605484434,1613824498356,32
+"eps_1",1e-05,1613824498356,32
+"wd_2",0.01,1613824498356,32
+"sqr_mom_2",0.99,1613824498356,32
+"lr_2",0.00013460933873494347,1613824498356,32
+"mom_2",0.9401448605484434,1613824498356,32
+"eps_2",1e-05,1613824498356,32
+"train_loss",0.49331534,1613824499267,33
+"raw_loss",0.29618663,1613824499267,33
+"wd_0",0.01,1613824499267,33
+"sqr_mom_0",0.99,1613824499267,33
+"lr_0",1.4039643418380948e-05,1613824499267,33
+"mom_0",0.9395420381058531,1613824499267,33
+"eps_0",1e-05,1613824499267,33
+"wd_1",0.01,1613824499267,33
+"sqr_mom_1",0.99,1613824499267,33
+"lr_1",1.4039643418380948e-05,1613824499267,33
+"mom_1",0.9395420381058531,1613824499267,33
+"eps_1",1e-05,1613824499267,33
+"wd_2",0.01,1613824499267,33
+"sqr_mom_2",0.99,1613824499267,33
+"lr_2",0.0001403964341838095,1613824499267,33
+"mom_2",0.9395420381058531,1613824499267,33
+"eps_2",1e-05,1613824499267,33
+"train_loss",0.48474786,1613824500175,34
+"raw_loss",0.27616236,1613824500175,34
+"wd_0",0.01,1613824500175,34
+"sqr_mom_0",0.99,1613824500175,34
+"lr_0",1.4633472960142029e-05,1613824500175,34
+"mom_0",0.9389234656665186,1613824500175,34
+"eps_0",1e-05,1613824500175,34
+"wd_1",0.01,1613824500175,34
+"sqr_mom_1",0.99,1613824500175,34
+"lr_1",1.4633472960142029e-05,1613824500175,34
+"mom_1",0.9389234656665186,1613824500175,34
+"eps_1",1e-05,1613824500175,34
+"wd_2",0.01,1613824500175,34
+"sqr_mom_2",0.99,1613824500175,34
+"lr_2",0.0001463347296014203,1613824500175,34
+"mom_2",0.9389234656665186,1613824500175,34
+"eps_2",1e-05,1613824500175,34
+"train_loss",0.48385224,1613824501074,35
+"raw_loss",0.46160516,1613824501074,35
+"wd_0",0.01,1613824501074,35
+"sqr_mom_0",0.99,1613824501074,35
+"lr_0",1.524218452536167e-05,1613824501074,35
+"mom_0",0.9382893911194149,1613824501074,35
+"eps_0",1e-05,1613824501074,35
+"wd_1",0.01,1613824501074,35
+"sqr_mom_1",0.99,1613824501074,35
+"lr_1",1.524218452536167e-05,1613824501074,35
+"mom_1",0.9382893911194149,1613824501074,35
+"eps_1",1e-05,1613824501074,35
+"wd_2",0.01,1613824501074,35
+"sqr_mom_2",0.99,1613824501074,35
+"lr_2",0.0001524218452536167,1613824501074,35
+"mom_2",0.9382893911194149,1613824501074,35
+"eps_2",1e-05,1613824501074,35
+"train_loss",0.47123933,1613824501971,36
+"raw_loss",0.15184765,1613824501971,36
+"wd_0",0.01,1613824501971,36
+"sqr_mom_0",0.99,1613824501971,36
+"lr_0",1.5865538513507337e-05,1613824501971,36
+"mom_0",0.9376400640484298,1613824501971,36
+"eps_0",1e-05,1613824501971,36
+"wd_1",0.01,1613824501971,36
+"sqr_mom_1",0.99,1613824501971,36
+"lr_1",1.5865538513507337e-05,1613824501971,36
+"mom_1",0.9376400640484298,1613824501971,36
+"eps_1",1e-05,1613824501971,36
+"wd_2",0.01,1613824501971,36
+"sqr_mom_2",0.99,1613824501971,36
+"lr_2",0.0001586553851350734,1613824501971,36
+"mom_2",0.9376400640484298,1613824501971,36
+"eps_2",1e-05,1613824501971,36
+"train_loss",0.46278793,1613824502880,37
+"raw_loss",0.24477509,1613824502880,37
+"wd_0",0.01,1613824502880,37
+"sqr_mom_0",0.99,1613824502880,37
+"lr_0",1.6503285225903715e-05,1613824502880,37
+"mom_0",0.9369757445563502,1613824502880,37
+"eps_0",1e-05,1613824502880,37
+"wd_1",0.01,1613824502880,37
+"sqr_mom_1",0.99,1613824502880,37
+"lr_1",1.6503285225903715e-05,1613824502880,37
+"mom_1",0.9369757445563502,1613824502880,37
+"eps_1",1e-05,1613824502880,37
+"wd_2",0.01,1613824502880,37
+"sqr_mom_2",0.99,1613824502880,37
+"lr_2",0.00016503285225903715,1613824502880,37
+"mom_2",0.9369757445563502,1613824502880,37
+"eps_2",1e-05,1613824502880,37
+"train_loss",0.46091187,1613824503775,38
+"raw_loss",0.41164762,1613824503775,38
+"wd_0",0.01,1613824503775,38
+"sqr_mom_0",0.99,1613824503775,38
+"lr_0",1.715516909610041e-05,1613824503775,38
+"mom_0",0.9362966988582287,1613824503775,38
+"eps_0",1e-05,1613824503775,38
+"wd_1",0.01,1613824503775,38
+"sqr_mom_1",0.99,1613824503775,38
+"lr_1",1.715516909610041e-05,1613824503775,38
+"mom_1",0.9362966988582287,1613824503775,38
+"eps_1",1e-05,1613824503775,38
+"wd_2",0.01,1613824503775,38
+"sqr_mom_2",0.99,1613824503775,38
+"lr_2",0.0001715516909610041,1613824503775,38
+"mom_2",0.9362966988582287,1613824503775,38
+"eps_2",1e-05,1613824503775,38
+"train_loss",0.45821482,1613824504675,39
+"raw_loss",0.38616267,1613824504675,39
+"wd_0",0.01,1613824504675,39
+"sqr_mom_0",0.99,1613824504675,39
+"lr_0",1.78209335301187e-05,1613824504675,39
+"mom_0",0.9356031942394597,1613824504675,39
+"eps_0",1e-05,1613824504675,39
+"wd_1",0.01,1613824504675,39
+"sqr_mom_1",0.99,1613824504675,39
+"lr_1",1.78209335301187e-05,1613824504675,39
+"mom_1",0.9356031942394597,1613824504675,39
+"eps_1",1e-05,1613824504675,39
+"wd_2",0.01,1613824504675,39
+"sqr_mom_2",0.99,1613824504675,39
+"lr_2",0.00017820933530118696,1613824504675,39
+"mom_2",0.9356031942394597,1613824504675,39
+"eps_2",1e-05,1613824504675,39
+"train_loss",0.4543712,1613824505575,40
+"raw_loss",0.34997553,1613824505575,40
+"wd_0",0.01,1613824505575,40
+"sqr_mom_0",0.99,1613824505575,40
+"lr_0",1.8500311834625453e-05,1613824505575,40
+"mom_0",0.9348955085055984,1613824505575,40
+"eps_0",1e-05,1613824505575,40
+"wd_1",0.01,1613824505575,40
+"sqr_mom_1",0.99,1613824505575,40
+"lr_1",1.8500311834625453e-05,1613824505575,40
+"mom_1",0.9348955085055984,1613824505575,40
+"eps_1",1e-05,1613824505575,40
+"wd_2",0.01,1613824505575,40
+"sqr_mom_2",0.99,1613824505575,40
+"lr_2",0.00018500311834625453,1613824505575,40
+"mom_2",0.9348955085055984,1613824505575,40
+"eps_2",1e-05,1613824505575,40
+"train_loss",0.4520903,1613824506467,41
+"raw_loss",0.38914314,1613824506467,41
+"wd_0",0.01,1613824506467,41
+"sqr_mom_0",0.99,1613824506467,41
+"lr_0",1.9193033406318514e-05,1613824506467,41
+"mom_0",0.9341739235350849,1613824506467,41
+"eps_0",1e-05,1613824506467,41
+"wd_1",0.01,1613824506467,41
+"sqr_mom_1",0.99,1613824506467,41
+"lr_1",1.9193033406318514e-05,1613824506467,41
+"mom_1",0.9341739235350849,1613824506467,41
+"eps_1",1e-05,1613824506467,41
+"wd_2",0.01,1613824506467,41
+"sqr_mom_2",0.99,1613824506467,41
+"lr_2",0.00019193033406318514,1613824506467,41
+"mom_2",0.9341739235350849,1613824506467,41
+"eps_2",1e-05,1613824506467,41
+"train_loss",0.45268396,1613824507357,42
+"raw_loss",0.46932182,1613824507357,42
+"wd_0",0.01,1613824507357,42
+"sqr_mom_0",0.99,1613824507357,42
+"lr_0",1.9898822327136494e-05,1613824507357,42
+"mom_0",0.9334387267425661,1613824507357,42
+"eps_0",1e-05,1613824507357,42
+"wd_1",0.01,1613824507357,42
+"sqr_mom_1",0.99,1613824507357,42
+"lr_1",1.9898822327136494e-05,1613824507357,42
+"mom_1",0.9334387267425661,1613824507357,42
+"eps_1",1e-05,1613824507357,42
+"wd_2",0.01,1613824507357,42
+"sqr_mom_2",0.99,1613824507357,42
+"lr_2",0.00019898822327136498,1613824507357,42
+"mom_2",0.9334387267425661,1613824507357,42
+"eps_2",1e-05,1613824507357,42
+"train_loss",0.44722885,1613824508256,43
+"raw_loss",0.29205996,1613824508256,43
+"wd_0",0.01,1613824508256,43
+"sqr_mom_0",0.99,1613824508256,43
+"lr_0",2.0617394073649017e-05,1613824508256,43
+"mom_0",0.9326902145066156,1613824508256,43
+"eps_0",1e-05,1613824508256,43
+"wd_1",0.01,1613824508256,43
+"sqr_mom_1",0.99,1613824508256,43
+"lr_1",2.0617394073649017e-05,1613824508256,43
+"mom_1",0.9326902145066156,1613824508256,43
+"eps_1",1e-05,1613824508256,43
+"wd_2",0.01,1613824508256,43
+"sqr_mom_2",0.99,1613824508256,43
+"lr_2",0.00020617394073649018,1613824508256,43
+"mom_2",0.9326902145066156,1613824508256,43
+"eps_2",1e-05,1613824508256,43
+"train_loss",0.44112924,1613824509148,44
+"raw_loss",0.26511842,1613824509148,44
+"wd_0",0.01,1613824509148,44
+"sqr_mom_0",0.99,1613824509148,44
+"lr_0",2.1348469173112758e-05,1613824509148,44
+"mom_0",0.9319286779446742,1613824509148,44
+"eps_0",1e-05,1613824509148,44
+"wd_1",0.01,1613824509148,44
+"sqr_mom_1",0.99,1613824509148,44
+"lr_1",2.1348469173112758e-05,1613824509148,44
+"mom_1",0.9319286779446742,1613824509148,44
+"eps_1",1e-05,1613824509148,44
+"wd_2",0.01,1613824509148,44
+"sqr_mom_2",0.99,1613824509148,44
+"lr_2",0.00021348469173112757,1613824509148,44
+"mom_2",0.9319286779446742,1613824509148,44
+"eps_2",1e-05,1613824509148,44
+"train_loss",0.43208718,1613824510038,45
+"raw_loss",0.16752534,1613824510038,45
+"wd_0",0.01,1613824510038,45
+"sqr_mom_0",0.99,1613824510038,45
+"lr_0",2.209175308966976e-05,1613824510038,45
+"mom_0",0.9311544238649273,1613824510038,45
+"eps_0",1e-05,1613824510038,45
+"wd_1",0.01,1613824510038,45
+"sqr_mom_1",0.99,1613824510038,45
+"lr_1",2.209175308966976e-05,1613824510038,45
+"mom_1",0.9311544238649273,1613824510038,45
+"eps_1",1e-05,1613824510038,45
+"wd_2",0.01,1613824510038,45
+"sqr_mom_2",0.99,1613824510038,45
+"lr_2",0.00022091753089669762,1613824510038,45
+"mom_2",0.9311544238649273,1613824510038,45
+"eps_2",1e-05,1613824510038,45
+"train_loss",0.4320134,1613824510932,46
+"raw_loss",0.4298264,1613824510932,46
+"wd_0",0.01,1613824510932,46
+"sqr_mom_0",0.99,1613824510932,46
+"lr_0",2.2846949765761397e-05,1613824510932,46
+"mom_0",0.9303677606606652,1613824510932,46
+"eps_0",1e-05,1613824510932,46
+"wd_1",0.01,1613824510932,46
+"sqr_mom_1",0.99,1613824510932,46
+"lr_1",2.2846949765761397e-05,1613824510932,46
+"mom_1",0.9303677606606652,1613824510932,46
+"eps_1",1e-05,1613824510932,46
+"wd_2",0.01,1613824510932,46
+"sqr_mom_2",0.99,1613824510932,46
+"lr_2",0.00022846949765761398,1613824510932,46
+"mom_2",0.9303677606606652,1613824510932,46
+"eps_2",1e-05,1613824510932,46
+"train_loss",0.42269504,1613824511824,47
+"raw_loss",0.1427643,1613824511824,47
+"wd_0",0.01,1613824511824,47
+"sqr_mom_0",0.99,1613824511824,47
+"lr_0",2.36137583988555e-05,1613824511824,47
+"mom_0",0.9295690016678588,1613824511824,47
+"eps_0",1e-05,1613824511824,47
+"wd_1",0.01,1613824511824,47
+"sqr_mom_1",0.99,1613824511824,47
+"lr_1",2.36137583988555e-05,1613824511824,47
+"mom_1",0.9295690016678588,1613824511824,47
+"eps_1",1e-05,1613824511824,47
+"wd_2",0.01,1613824511824,47
+"sqr_mom_2",0.99,1613824511824,47
+"lr_2",0.00023613758398855503,1613824511824,47
+"mom_2",0.9295690016678588,1613824511824,47
+"eps_2",1e-05,1613824511824,47
+"train_loss",0.4243873,1613824512713,48
+"raw_loss",0.4758676,1613824512713,48
+"wd_0",0.01,1613824512713,48
+"sqr_mom_0",0.99,1613824512713,48
+"lr_0",2.43918698849436e-05,1613824512713,48
+"mom_0",0.9287584688698504,1613824512713,48
+"eps_0",1e-05,1613824512713,48
+"wd_1",0.01,1613824512713,48
+"sqr_mom_1",0.99,1613824512713,48
+"lr_1",2.43918698849436e-05,1613824512713,48
+"mom_1",0.9287584688698504,1613824512713,48
+"eps_1",1e-05,1613824512713,48
+"wd_2",0.01,1613824512713,48
+"sqr_mom_2",0.99,1613824512713,48
+"lr_2",0.00024391869884943598,1613824512713,48
+"mom_2",0.9287584688698504,1613824512713,48
+"eps_2",1e-05,1613824512713,48
+"train_loss",0.41537312,1613824513610,49
+"raw_loss",0.13781296,1613824513610,49
+"wd_0",0.01,1613824513610,49
+"sqr_mom_0",0.99,1613824513610,49
+"lr_0",2.5180981594604647e-05,1613824513610,49
+"mom_0",0.9279364775056201,1613824513610,49
+"eps_0",1e-05,1613824513610,49
+"wd_1",0.01,1613824513610,49
+"sqr_mom_1",0.99,1613824513610,49
+"lr_1",2.5180981594604647e-05,1613824513610,49
+"mom_1",0.9279364775056201,1613824513610,49
+"eps_1",1e-05,1613824513610,49
+"wd_2",0.01,1613824513610,49
+"sqr_mom_2",0.99,1613824513610,49
+"lr_2",0.0002518098159460465,1613824513610,49
+"mom_2",0.9279364775056201,1613824513610,49
+"eps_2",1e-05,1613824513610,49
+"train_loss",0.4206407,1613824514525,50
+"raw_loss",0.584757,1613824514525,50
+"wd_0",0.01,1613824514525,50
+"sqr_mom_0",0.99,1613824514525,50
+"lr_0",2.5980775592604943e-05,1613824514525,50
+"mom_0",0.9271033587577031,1613824514525,50
+"eps_0",1e-05,1613824514525,50
+"wd_1",0.01,1613824514525,50
+"sqr_mom_1",0.99,1613824514525,50
+"lr_1",2.5980775592604943e-05,1613824514525,50
+"mom_1",0.9271033587577031,1613824514525,50
+"eps_1",1e-05,1613824514525,50
+"wd_2",0.01,1613824514525,50
+"sqr_mom_2",0.99,1613824514525,50
+"lr_2",0.00025980775592604943,1613824514525,50
+"mom_2",0.9271033587577031,1613824514525,50
+"eps_2",1e-05,1613824514525,50
+"train_loss",0.41490653,1613824515417,51
+"raw_loss",0.23420726,1613824515417,51
+"wd_0",0.01,1613824515417,51
+"sqr_mom_0",0.99,1613824515417,51
+"lr_0",2.679092948844323e-05,1613824515417,51
+"mom_0",0.9262594484495382,1613824515417,51
+"eps_0",1e-05,1613824515417,51
+"wd_1",0.01,1613824515417,51
+"sqr_mom_1",0.99,1613824515417,51
+"lr_1",2.679092948844323e-05,1613824515417,51
+"mom_1",0.9262594484495382,1613824515417,51
+"eps_1",1e-05,1613824515417,51
+"wd_2",0.01,1613824515417,51
+"sqr_mom_2",0.99,1613824515417,51
+"lr_2",0.0002679092948844323,1613824515417,51
+"mom_2",0.9262594484495382,1613824515417,51
+"eps_2",1e-05,1613824515417,51
+"train_loss",0.4094259,1613824516306,52
+"raw_loss",0.2348013,1613824516306,52
+"wd_0",0.01,1613824516306,52
+"sqr_mom_0",0.99,1613824516306,52
+"lr_0",2.7611132061247287e-05,1613824516306,52
+"mom_0",0.925405070769534,1613824516306,52
+"eps_0",1e-05,1613824516306,52
+"wd_1",0.01,1613824516306,52
+"sqr_mom_1",0.99,1613824516306,52
+"lr_1",2.7611132061247287e-05,1613824516306,52
+"mom_1",0.925405070769534,1613824516306,52
+"eps_1",1e-05,1613824516306,52
+"wd_2",0.01,1613824516306,52
+"sqr_mom_2",0.99,1613824516306,52
+"lr_2",0.0002761113206124729,1613824516306,52
+"mom_2",0.925405070769534,1613824516306,52
+"eps_2",1e-05,1613824516306,52
+"train_loss",0.4028355,1613824517192,53
+"raw_loss",0.1905894,1613824517192,53
+"wd_0",0.01,1613824517192,53
+"sqr_mom_0",0.99,1613824517192,53
+"lr_0",2.8441045144293137e-05,1613824517192,53
+"mom_0",0.9245405779746946,1613824517192,53
+"eps_0",1e-05,1613824517192,53
+"wd_1",0.01,1613824517192,53
+"sqr_mom_1",0.99,1613824517192,53
+"lr_1",2.8441045144293137e-05,1613824517192,53
+"mom_1",0.9245405779746946,1613824517192,53
+"eps_1",1e-05,1613824517192,53
+"wd_2",0.01,1613824517192,53
+"sqr_mom_2",0.99,1613824517192,53
+"lr_2",0.00028441045144293135,1613824517192,53
+"mom_2",0.9245405779746946,1613824517192,53
+"eps_2",1e-05,1613824517192,53
+"train_loss",0.39723474,1613824518078,54
+"raw_loss",0.21498078,1613824518078,54
+"wd_0",0.01,1613824518078,54
+"sqr_mom_0",0.99,1613824518078,54
+"lr_0",2.928033804036227e-05,1613824518078,54
+"mom_0",0.9236663145412892,1613824518078,54
+"eps_0",1e-05,1613824518078,54
+"wd_1",0.01,1613824518078,54
+"sqr_mom_1",0.99,1613824518078,54
+"lr_1",2.928033804036227e-05,1613824518078,54
+"mom_1",0.9236663145412892,1613824518078,54
+"eps_1",1e-05,1613824518078,54
+"wd_2",0.01,1613824518078,54
+"sqr_mom_2",0.99,1613824518078,54
+"lr_2",0.0002928033804036227,1613824518078,54
+"mom_2",0.9236663145412892,1613824518078,54
+"eps_2",1e-05,1613824518078,54
+"train_loss",0.3887934,1613824518965,55
+"raw_loss",0.11132673,1613824518965,55
+"wd_0",0.01,1613824518965,55
+"sqr_mom_0",0.99,1613824518965,55
+"lr_0",3.0128684324864082e-05,1613824518965,55
+"mom_0",0.9227826204949332,1613824518965,55
+"eps_0",1e-05,1613824518965,55
+"wd_1",0.01,1613824518965,55
+"sqr_mom_1",0.99,1613824518965,55
+"lr_1",3.0128684324864082e-05,1613824518965,55
+"mom_1",0.9227826204949332,1613824518965,55
+"eps_1",1e-05,1613824518965,55
+"wd_2",0.01,1613824518965,55
+"sqr_mom_2",0.99,1613824518965,55
+"lr_2",0.00030128684324864084,1613824518965,55
+"mom_2",0.9227826204949332,1613824518965,55
+"eps_2",1e-05,1613824518965,55
+"train_loss",0.3860712,1613824519848,56
+"raw_loss",0.2957123,1613824519848,56
+"wd_0",0.01,1613824519848,56
+"sqr_mom_0",0.99,1613824519848,56
+"lr_0",3.098574217728647e-05,1613824519848,56
+"mom_0",0.9218898518986599,1613824519848,56
+"eps_0",1e-05,1613824519848,56
+"wd_1",0.01,1613824519848,56
+"sqr_mom_1",0.99,1613824519848,56
+"lr_1",3.098574217728647e-05,1613824519848,56
+"mom_1",0.9218898518986599,1613824519848,56
+"eps_1",1e-05,1613824519848,56
+"wd_2",0.01,1613824519848,56
+"sqr_mom_2",0.99,1613824519848,56
+"lr_2",0.0003098574217728647,1613824519848,56
+"mom_2",0.9218898518986599,1613824519848,56
+"eps_2",1e-05,1613824519848,56
+"train_loss",0.38058895,1613824520746,57
+"raw_loss",0.19688533,1613824520746,57
+"wd_0",0.01,1613824520746,57
+"sqr_mom_0",0.99,1613824520746,57
+"lr_0",3.1851166143778996e-05,1613824520746,57
+"mom_0",0.9209883686002301,1613824520746,57
+"eps_0",1e-05,1613824520746,57
+"wd_1",0.01,1613824520746,57
+"sqr_mom_1",0.99,1613824520746,57
+"lr_1",3.1851166143778996e-05,1613824520746,57
+"mom_1",0.9209883686002301,1613824520746,57
+"eps_1",1e-05,1613824520746,57
+"wd_2",0.01,1613824520746,57
+"sqr_mom_2",0.99,1613824520746,57
+"lr_2",0.00031851166143778996,1613824520746,57
+"mom_2",0.9209883686002301,1613824520746,57
+"eps_2",1e-05,1613824520746,57
+"train_loss",0.37867275,1613824521631,58
+"raw_loss",0.31386825,1613824521631,58
+"wd_0",0.01,1613824521631,58
+"sqr_mom_0",0.99,1613824521631,58
+"lr_0",3.2724619636643604e-05,1613824521631,58
+"mom_0",0.9200785212118295,1613824521631,58
+"eps_0",1e-05,1613824521631,58
+"wd_1",0.01,1613824521631,58
+"sqr_mom_1",0.99,1613824521631,58
+"lr_1",3.2724619636643604e-05,1613824521631,58
+"mom_1",0.9200785212118295,1613824521631,58
+"eps_1",1e-05,1613824521631,58
+"wd_2",0.01,1613824521631,58
+"sqr_mom_2",0.99,1613824521631,58
+"lr_2",0.00032724619636643603,1613824521631,58
+"mom_2",0.9200785212118295,1613824521631,58
+"eps_2",1e-05,1613824521631,58
+"train_loss",0.3732337,1613824522517,59
+"raw_loss",0.18764147,1613824522517,59
+"wd_0",0.01,1613824522517,59
+"sqr_mom_0",0.99,1613824522517,59
+"lr_0",3.360575486094434e-05,1613824522517,59
+"mom_0",0.9191606720198496,1613824522517,59
+"eps_0",1e-05,1613824522517,59
+"wd_1",0.01,1613824522517,59
+"sqr_mom_1",0.99,1613824522517,59
+"lr_1",3.360575486094434e-05,1613824522517,59
+"mom_1",0.9191606720198496,1613824522517,59
+"eps_1",1e-05,1613824522517,59
+"wd_2",0.01,1613824522517,59
+"sqr_mom_2",0.99,1613824522517,59
+"lr_2",0.0003360575486094434,1613824522517,59
+"mom_2",0.9191606720198496,1613824522517,59
+"eps_2",1e-05,1613824522517,59
+"train_loss",0.37231612,1613824523401,60
+"raw_loss",0.34073305,1613824523401,60
+"wd_0",0.01,1613824523401,60
+"sqr_mom_0",0.99,1613824523401,60
+"lr_0",3.449420840018014e-05,1613824523401,60
+"mom_0",0.9182351995831457,1613824523401,60
+"eps_0",1e-05,1613824523401,60
+"wd_1",0.01,1613824523401,60
+"sqr_mom_1",0.99,1613824523401,60
+"lr_1",3.449420840018014e-05,1613824523401,60
+"mom_1",0.9182351995831457,1613824523401,60
+"eps_1",1e-05,1613824523401,60
+"wd_2",0.01,1613824523401,60
+"sqr_mom_2",0.99,1613824523401,60
+"lr_2",0.0003449420840018014,1613824523401,60
+"mom_2",0.9182351995831457,1613824523401,60
+"eps_2",1e-05,1613824523401,60
+"train_loss",0.3787155,1613824524295,61
+"raw_loss",0.6008466,1613824524295,61
+"wd_0",0.01,1613824524295,61
+"sqr_mom_0",0.99,1613824524295,61
+"lr_0",3.538963882561395e-05,1613824524295,61
+"mom_0",0.9173024595566521,1613824524295,61
+"eps_0",1e-05,1613824524295,61
+"wd_1",0.01,1613824524295,61
+"sqr_mom_1",0.99,1613824524295,61
+"lr_1",3.538963882561395e-05,1613824524295,61
+"mom_1",0.9173024595566521,1613824524295,61
+"eps_1",1e-05,1613824524295,61
+"wd_2",0.01,1613824524295,61
+"sqr_mom_2",0.99,1613824524295,61
+"lr_2",0.00035389638825613945,1613824524295,61
+"mom_2",0.9173024595566521,1613824524295,61
+"eps_2",1e-05,1613824524295,61
+"train_loss",0.3919917,1613824525183,62
+"raw_loss",0.8566243,1613824525183,62
+"wd_0",0.01,1613824525183,62
+"sqr_mom_0",0.99,1613824525183,62
+"lr_0",3.62916853271771e-05,1613824525183,62
+"mom_0",0.9163628277841905,1613824525183,62
+"eps_0",1e-05,1613824525183,62
+"wd_1",0.01,1613824525183,62
+"sqr_mom_1",0.99,1613824525183,62
+"lr_1",3.62916853271771e-05,1613824525183,62
+"mom_1",0.9163628277841905,1613824525183,62
+"eps_1",1e-05,1613824525183,62
+"wd_2",0.01,1613824525183,62
+"sqr_mom_2",0.99,1613824525183,62
+"lr_2",0.00036291685327177097,1613824525183,62
+"mom_2",0.9163628277841905,1613824525183,62
+"eps_2",1e-05,1613824525183,62
+"train_loss",0.38902593,1613824526067,63
+"raw_loss",0.2844009,1613824526067,63
+"wd_0",0.01,1613824526067,63
+"sqr_mom_0",0.99,1613824526067,63
+"lr_0",3.7199984335430555e-05,1613824526067,63
+"mom_0",0.9154166829839265,1613824526067,63
+"eps_0",1e-05,1613824526067,63
+"wd_1",0.01,1613824526067,63
+"sqr_mom_1",0.99,1613824526067,63
+"lr_1",3.7199984335430555e-05,1613824526067,63
+"mom_1",0.9154166829839265,1613824526067,63
+"eps_1",1e-05,1613824526067,63
+"wd_2",0.01,1613824526067,63
+"sqr_mom_2",0.99,1613824526067,63
+"lr_2",0.0003719998433543055,1613824526067,63
+"mom_2",0.9154166829839265,1613824526067,63
+"eps_2",1e-05,1613824526067,63
+"train_loss",0.38879195,1613824526960,64
+"raw_loss",0.38047263,1613824526960,64
+"wd_0",0.01,1613824526960,64
+"sqr_mom_0",0.99,1613824526960,64
+"lr_0",3.811418258736771e-05,1613824526960,64
+"mom_0",0.9144643931381586,1613824526960,64
+"eps_0",1e-05,1613824526960,64
+"wd_1",0.01,1613824526960,64
+"sqr_mom_1",0.99,1613824526960,64
+"lr_1",3.811418258736771e-05,1613824526960,64
+"mom_1",0.9144643931381586,1613824526960,64
+"eps_1",1e-05,1613824526960,64
+"wd_2",0.01,1613824526960,64
+"sqr_mom_2",0.99,1613824526960,64
+"lr_2",0.0003811418258736771,1613824526960,64
+"mom_2",0.9144643931381586,1613824526960,64
+"eps_2",1e-05,1613824526960,64
+"train_loss",0.388348,1613824527854,65
+"raw_loss",0.37244582,1613824527854,65
+"wd_0",0.01,1613824527854,65
+"sqr_mom_0",0.99,1613824527854,65
+"lr_0",3.903391602890417e-05,1613824527854,65
+"mom_0",0.9135063374698915,1613824527854,65
+"eps_0",1e-05,1613824527854,65
+"wd_1",0.01,1613824527854,65
+"sqr_mom_1",0.99,1613824527854,65
+"lr_1",3.903391602890417e-05,1613824527854,65
+"mom_1",0.9135063374698915,1613824527854,65
+"eps_1",1e-05,1613824527854,65
+"wd_2",0.01,1613824527854,65
+"sqr_mom_2",0.99,1613824527854,65
+"lr_2",0.00039033916028904166,1613824527854,65
+"mom_2",0.9135063374698915,1613824527854,65
+"eps_2",1e-05,1613824527854,65
+"train_loss",0.38791862,1613824528739,66
+"raw_loss",0.3724242,1613824528739,66
+"wd_0",0.01,1613824528739,66
+"sqr_mom_0",0.99,1613824528739,66
+"lr_0",3.99588053415138e-05,1613824528739,66
+"mom_0",0.9125429111025898,1613824528739,66
+"eps_0",1e-05,1613824528739,66
+"wd_1",0.01,1613824528739,66
+"sqr_mom_1",0.99,1613824528739,66
+"lr_1",3.99588053415138e-05,1613824528739,66
+"mom_1",0.9125429111025898,1613824528739,66
+"eps_1",1e-05,1613824528739,66
+"wd_2",0.01,1613824528739,66
+"sqr_mom_2",0.99,1613824528739,66
+"lr_2",0.00039958805341513796,1613824528739,66
+"mom_2",0.9125429111025898,1613824528739,66
+"eps_2",1e-05,1613824528739,66
+"train_loss",0.3887966,1613824529627,67
+"raw_loss",0.4207051,1613824529627,67
+"wd_0",0.01,1613824529627,67
+"sqr_mom_0",0.99,1613824529627,67
+"lr_0",4.08884951116815e-05,1613824529627,67
+"mom_0",0.911574484258665,1613824529627,67
+"eps_0",1e-05,1613824529627,67
+"wd_1",0.01,1613824529627,67
+"sqr_mom_1",0.99,1613824529627,67
+"lr_1",4.08884951116815e-05,1613824529627,67
+"mom_1",0.911574484258665,1613824529627,67
+"eps_1",1e-05,1613824529627,67
+"wd_2",0.01,1613824529627,67
+"sqr_mom_2",0.99,1613824529627,67
+"lr_2",0.00040888495111681496,1613824529627,67
+"mom_2",0.911574484258665,1613824529627,67
+"eps_2",1e-05,1613824529627,67
+"train_loss",0.38477227,1613824530511,68
+"raw_loss",0.2374988,1613824530511,68
+"wd_0",0.01,1613824530511,68
+"sqr_mom_0",0.99,1613824530511,68
+"lr_0",4.182261070748181e-05,1613824530511,68
+"mom_0",0.9106014471797064,1613824530511,68
+"eps_0",1e-05,1613824530511,68
+"wd_1",0.01,1613824530511,68
+"sqr_mom_1",0.99,1613824530511,68
+"lr_1",4.182261070748181e-05,1613824530511,68
+"mom_1",0.9106014471797064,1613824530511,68
+"eps_1",1e-05,1613824530511,68
+"wd_2",0.01,1613824530511,68
+"sqr_mom_2",0.99,1613824530511,68
+"lr_2",0.0004182261070748181,1613824530511,68
+"mom_2",0.9106014471797064,1613824530511,68
+"eps_2",1e-05,1613824530511,68
+"train_loss",0.38299215,1613824531401,69
+"raw_loss",0.3174046,1613824531401,69
+"wd_0",0.01,1613824531401,69
+"sqr_mom_0",0.99,1613824531401,69
+"lr_0",4.276077565110786e-05,1613824531401,69
+"mom_0",0.9096241920300959,1613824531401,69
+"eps_0",1e-05,1613824531401,69
+"wd_1",0.01,1613824531401,69
+"sqr_mom_1",0.99,1613824531401,69
+"lr_1",4.276077565110786e-05,1613824531401,69
+"mom_1",0.9096241920300959,1613824531401,69
+"eps_1",1e-05,1613824531401,69
+"wd_2",0.01,1613824531401,69
+"sqr_mom_2",0.99,1613824531401,69
+"lr_2",0.0004276077565110786,1613824531401,69
+"mom_2",0.9096241920300959,1613824531401,69
+"eps_2",1e-05,1613824531401,69
+"train_loss",0.38314232,1613824532289,70
+"raw_loss",0.38871196,1613824532289,70
+"wd_0",0.01,1613824532289,70
+"sqr_mom_0",0.99,1613824532289,70
+"lr_0",4.3702625063851606e-05,1613824532289,70
+"mom_0",0.9086430988918213,1613824532289,70
+"eps_0",1e-05,1613824532289,70
+"wd_1",0.01,1613824532289,70
+"sqr_mom_1",0.99,1613824532289,70
+"lr_1",4.3702625063851606e-05,1613824532289,70
+"mom_1",0.9086430988918213,1613824532289,70
+"eps_1",1e-05,1613824532289,70
+"wd_2",0.01,1613824532289,70
+"sqr_mom_2",0.99,1613824532289,70
+"lr_2",0.000437026250638516,1613824532289,70
+"mom_2",0.9086430988918213,1613824532289,70
+"eps_2",1e-05,1613824532289,70
+"train_loss",0.38190904,1613824533183,71
+"raw_loss",0.3358772,1613824533183,71
+"wd_0",0.01,1613824533183,71
+"sqr_mom_0",0.99,1613824533183,71
+"lr_0",4.464778384664229e-05,1613824533183,71
+"mom_0",0.907658558493081,1613824533183,71
+"eps_0",1e-05,1613824533183,71
+"wd_1",0.01,1613824533183,71
+"sqr_mom_1",0.99,1613824533183,71
+"lr_1",4.464778384664229e-05,1613824533183,71
+"mom_1",0.907658558493081,1613824533183,71
+"eps_1",1e-05,1613824533183,71
+"wd_2",0.01,1613824533183,71
+"sqr_mom_2",0.99,1613824533183,71
+"lr_2",0.0004464778384664229,1613824533183,71
+"mom_2",0.907658558493081,1613824533183,71
+"eps_2",1e-05,1613824533183,71
+"train_loss",0.37816784,1613824534075,72
+"raw_loss",0.23765261,1613824534075,72
+"wd_0",0.01,1613824534075,72
+"sqr_mom_0",0.99,1613824534075,72
+"lr_0",4.559586221171578e-05,1613824534075,72
+"mom_0",0.9066709768627961,1613824534075,72
+"eps_0",1e-05,1613824534075,72
+"wd_1",0.01,1613824534075,72
+"sqr_mom_1",0.99,1613824534075,72
+"lr_1",4.559586221171578e-05,1613824534075,72
+"mom_1",0.9066709768627961,1613824534075,72
+"eps_1",1e-05,1613824534075,72
+"wd_2",0.01,1613824534075,72
+"sqr_mom_2",0.99,1613824534075,72
+"lr_2",0.0004559586221171578,1613824534075,72
+"mom_2",0.9066709768627961,1613824534075,72
+"eps_2",1e-05,1613824534075,72
+"train_loss",0.37528777,1613824534969,73
+"raw_loss",0.2664566,1613824534969,73
+"wd_0",0.01,1613824534969,73
+"sqr_mom_0",0.99,1613824534969,73
+"lr_0",4.654649585118655e-05,1613824534969,73
+"mom_0",0.9056807334883473,1613824534969,73
+"eps_0",1e-05,1613824534969,73
+"wd_1",0.01,1613824534969,73
+"sqr_mom_1",0.99,1613824534969,73
+"lr_1",4.654649585118655e-05,1613824534969,73
+"mom_1",0.9056807334883473,1613824534969,73
+"eps_1",1e-05,1613824534969,73
+"wd_2",0.01,1613824534969,73
+"sqr_mom_2",0.99,1613824534969,73
+"lr_2",0.0004654649585118655,1613824534969,73
+"mom_2",0.9056807334883473,1613824534969,73
+"eps_2",1e-05,1613824534969,73
+"train_loss",0.37707892,1613824535859,74
+"raw_loss",0.44516402,1613824535859,74
+"wd_0",0.01,1613824535859,74
+"sqr_mom_0",0.99,1613824535859,74
+"lr_0",4.7499301676935596e-05,1613824535859,74
+"mom_0",0.9046882274198588,1613824535859,74
+"eps_0",1e-05,1613824535859,74
+"wd_1",0.01,1613824535859,74
+"sqr_mom_1",0.99,1613824535859,74
+"lr_1",4.7499301676935596e-05,1613824535859,74
+"mom_1",0.9046882274198588,1613824535859,74
+"eps_1",1e-05,1613824535859,74
+"wd_2",0.01,1613824535859,74
+"sqr_mom_2",0.99,1613824535859,74
+"lr_2",0.0004749930167693559,1613824535859,74
+"mom_2",0.9046882274198588,1613824535859,74
+"eps_2",1e-05,1613824535859,74
+"train_loss",0.3756947,1613824536749,75
+"raw_loss",0.32277402,1613824536749,75
+"wd_0",0.01,1613824536749,75
+"sqr_mom_0",0.99,1613824536749,75
+"lr_0",4.8453895694889025e-05,1613824536749,75
+"mom_0",0.9036938586511573,1613824536749,75
+"eps_0",1e-05,1613824536749,75
+"wd_1",0.01,1613824536749,75
+"sqr_mom_1",0.99,1613824536749,75
+"lr_1",4.8453895694889025e-05,1613824536749,75
+"mom_1",0.9036938586511573,1613824536749,75
+"eps_1",1e-05,1613824536749,75
+"wd_2",0.01,1613824536749,75
+"sqr_mom_2",0.99,1613824536749,75
+"lr_2",0.00048453895694889026,1613824536749,75
+"mom_2",0.9036938586511573,1613824536749,75
+"eps_2",1e-05,1613824536749,75
+"train_loss",0.37284574,1613824537639,76
+"raw_loss",0.26331055,1613824537639,76
+"wd_0",0.01,1613824537639,76
+"sqr_mom_0",0.99,1613824537639,76
+"lr_0",4.9409906636610176e-05,1613824537639,76
+"mom_0",0.9026980139201977,1613824537639,76
+"eps_0",1e-05,1613824537639,76
+"wd_1",0.01,1613824537639,76
+"sqr_mom_1",0.99,1613824537639,76
+"lr_1",4.9409906636610176e-05,1613824537639,76
+"mom_1",0.9026980139201977,1613824537639,76
+"eps_1",1e-05,1613824537639,76
+"wd_2",0.01,1613824537639,76
+"sqr_mom_2",0.99,1613824537639,76
+"lr_2",0.0004940990663661018,1613824537639,76
+"mom_2",0.9026980139201977,1613824537639,76
+"eps_2",1e-05,1613824537639,76
+"train_loss",0.37135386,1613824538535,77
+"raw_loss",0.31368253,1613824538535,77
+"wd_0",0.01,1613824538535,77
+"sqr_mom_0",0.99,1613824538535,77
+"lr_0",5.036695373039585e-05,1613824538535,77
+"mom_0",0.901701089864171,1613824538535,77
+"eps_0",1e-05,1613824538535,77
+"wd_1",0.01,1613824538535,77
+"sqr_mom_1",0.99,1613824538535,77
+"lr_1",5.036695373039585e-05,1613824538535,77
+"mom_1",0.901701089864171,1613824538535,77
+"eps_1",1e-05,1613824538535,77
+"wd_2",0.01,1613824538535,77
+"sqr_mom_2",0.99,1613824538535,77
+"lr_2",0.0005036695373039585,1613824538535,77
+"mom_2",0.901701089864171,1613824538535,77
+"eps_2",1e-05,1613824538535,77
+"train_loss",0.36966178,1613824539427,78
+"raw_loss",0.30390024,1613824539427,78
+"wd_0",0.01,1613824539427,78
+"sqr_mom_0",0.99,1613824539427,78
+"lr_0",5.1324642301976503e-05,1613824539427,78
+"mom_0",0.9007034976021078,1613824539427,78
+"eps_0",1e-05,1613824539427,78
+"wd_1",0.01,1613824539427,78
+"sqr_mom_1",0.99,1613824539427,78
+"lr_1",5.1324642301976503e-05,1613824539427,78
+"mom_1",0.9007034976021078,1613824539427,78
+"eps_1",1e-05,1613824539427,78
+"wd_2",0.01,1613824539427,78
+"sqr_mom_2",0.99,1613824539427,78
+"lr_2",0.000513246423019765,1613824539427,78
+"mom_2",0.9007034976021078,1613824539427,78
+"eps_2",1e-05,1613824539427,78
+"train_loss",0.37475938,1613824540318,79
+"raw_loss",0.5739095,1613824540318,79
+"wd_0",0.01,1613824540318,79
+"sqr_mom_0",0.99,1613824540318,79
+"lr_0",5.228260436689341e-05,1613824540318,79
+"mom_0",0.8997056204511527,1613824540318,79
+"eps_0",1e-05,1613824540318,79
+"wd_1",0.01,1613824540318,79
+"sqr_mom_1",0.99,1613824540318,79
+"lr_1",5.228260436689341e-05,1613824540318,79
+"mom_1",0.8997056204511527,1613824540318,79
+"eps_1",1e-05,1613824540318,79
+"wd_2",0.01,1613824540318,79
+"sqr_mom_2",0.99,1613824540318,79
+"lr_2",0.0005228260436689341,1613824540318,79
+"mom_2",0.8997056204511527,1613824540318,79
+"eps_2",1e-05,1613824540318,79
+"train_loss",0.38093412,1613824541208,80
+"raw_loss",0.62339425,1613824541208,80
+"wd_0",0.01,1613824541208,80
+"sqr_mom_0",0.99,1613824541208,80
+"lr_0",5.324045386761101e-05,1613824541208,80
+"mom_0",0.8987078605545719,1613824541208,80
+"eps_0",1e-05,1613824541208,80
+"wd_1",0.01,1613824541208,80
+"sqr_mom_1",0.99,1613824541208,80
+"lr_1",5.324045386761101e-05,1613824541208,80
+"mom_1",0.8987078605545719,1613824541208,80
+"eps_1",1e-05,1613824541208,80
+"wd_2",0.01,1613824541208,80
+"sqr_mom_2",0.99,1613824541208,80
+"lr_2",0.0005324045386761101,1613824541208,80
+"mom_2",0.8987078605545719,1613824541208,80
+"eps_2",1e-05,1613824541208,80
+"train_loss",0.37496674,1613824542098,81
+"raw_loss",0.1394867,1613824542098,81
+"wd_0",0.01,1613824542098,81
+"sqr_mom_0",0.99,1613824542098,81
+"lr_0",5.419780928291187e-05,1613824542098,81
+"mom_0",0.8977106153303,1613824542098,81
+"eps_0",1e-05,1613824542098,81
+"wd_1",0.01,1613824542098,81
+"sqr_mom_1",0.99,1613824542098,81
+"lr_1",5.419780928291187e-05,1613824542098,81
+"mom_1",0.8977106153303,1613824542098,81
+"eps_1",1e-05,1613824542098,81
+"wd_2",0.01,1613824542098,81
+"sqr_mom_2",0.99,1613824542098,81
+"lr_2",0.0005419780928291187,1613824542098,81
+"mom_2",0.8977106153303,1613824542098,81
+"eps_2",1e-05,1613824542098,81
+"train_loss",0.37054965,1613824542991,82
+"raw_loss",0.19540443,1613824542991,82
+"wd_0",0.01,1613824542991,82
+"sqr_mom_0",0.99,1613824542991,82
+"lr_0",5.5154289288377806e-05,1613824542991,82
+"mom_0",0.8967142819912731,1613824542991,82
+"eps_0",1e-05,1613824542991,82
+"wd_1",0.01,1613824542991,82
+"sqr_mom_1",0.99,1613824542991,82
+"lr_1",5.5154289288377806e-05,1613824542991,82
+"mom_1",0.8967142819912731,1613824542991,82
+"eps_1",1e-05,1613824542991,82
+"wd_2",0.01,1613824542991,82
+"sqr_mom_2",0.99,1613824542991,82
+"lr_2",0.000551542892883778,1613824542991,82
+"mom_2",0.8967142819912731,1613824542991,82
+"eps_2",1e-05,1613824542991,82
+"train_loss",0.36963415,1613824543881,83
+"raw_loss",0.33316156,1613824543881,83
+"wd_0",0.01,1613824543881,83
+"sqr_mom_0",0.99,1613824543881,83
+"lr_0",5.6109512908275315e-05,1613824543881,83
+"mom_0",0.8957192573872131,1613824543881,83
+"eps_0",1e-05,1613824543881,83
+"wd_1",0.01,1613824543881,83
+"sqr_mom_1",0.99,1613824543881,83
+"lr_1",5.6109512908275315e-05,1613824543881,83
+"mom_1",0.8957192573872131,1613824543881,83
+"eps_1",1e-05,1613824543881,83
+"wd_2",0.01,1613824543881,83
+"sqr_mom_2",0.99,1613824543881,83
+"lr_2",0.0005610951290827531,1613824543881,83
+"mom_2",0.8957192573872131,1613824543881,83
+"eps_2",1e-05,1613824543881,83
+"train_loss",0.37132287,1613824544778,84
+"raw_loss",0.438909,1613824544778,84
+"wd_0",0.01,1613824544778,84
+"sqr_mom_0",0.99,1613824544778,84
+"lr_0",5.706309966730206e-05,1613824544778,84
+"mom_0",0.8947259378465603,1613824544778,84
+"eps_0",1e-05,1613824544778,84
+"wd_1",0.01,1613824544778,84
+"sqr_mom_1",0.99,1613824544778,84
+"lr_1",5.706309966730206e-05,1613824544778,84
+"mom_1",0.8947259378465603,1613824544778,84
+"eps_1",1e-05,1613824544778,84
+"wd_2",0.01,1613824544778,84
+"sqr_mom_2",0.99,1613824544778,84
+"lr_2",0.0005706309966730205,1613824544778,84
+"mom_2",0.8947259378465603,1613824544778,84
+"eps_2",1e-05,1613824544778,84
+"train_loss",0.3667374,1613824545672,85
+"raw_loss",0.18239474,1613824545672,85
+"wd_0",0.01,1613824545672,85
+"sqr_mom_0",0.99,1613824545672,85
+"lr_0",5.801466082480834e-05,1613824545672,85
+"mom_0",0.8937347283074912,1613824545672,85
+"eps_0",1e-05,1613824545672,85
+"wd_1",0.01,1613824545672,85
+"sqr_mom_1",0.99,1613824545672,85
+"lr_1",5.801466082480834e-05,1613824545672,85
+"mom_1",0.8937347283074912,1613824545672,85
+"eps_1",1e-05,1613824545672,85
+"wd_2",0.01,1613824545672,85
+"sqr_mom_2",0.99,1613824545672,85
+"lr_2",0.0005801466082480833,1613824545672,85
+"mom_2",0.8937347283074912,1613824545672,85
+"eps_2",1e-05,1613824545672,85
+"train_loss",0.36223793,1613824546563,86
+"raw_loss",0.18056108,1613824546563,86
+"wd_0",0.01,1613824546563,86
+"sqr_mom_0",0.99,1613824546563,86
+"lr_0",5.896383521964003e-05,1613824546563,86
+"mom_0",0.8927460049795416,1613824546563,86
+"eps_0",1e-05,1613824546563,86
+"wd_1",0.01,1613824546563,86
+"sqr_mom_1",0.99,1613824546563,86
+"lr_1",5.896383521964003e-05,1613824546563,86
+"mom_1",0.8927460049795416,1613824546563,86
+"eps_1",1e-05,1613824546563,86
+"wd_2",0.01,1613824546563,86
+"sqr_mom_2",0.99,1613824546563,86
+"lr_2",0.0005896383521964003,1613824546563,86
+"mom_2",0.8927460049795416,1613824546563,86
+"eps_2",1e-05,1613824546563,86
+"train_loss",0.3717018,1613824547458,87
+"raw_loss",0.7554624,1613824547458,87
+"wd_0",0.01,1613824547458,87
+"sqr_mom_0",0.99,1613824547458,87
+"lr_0",5.9910235847936376e-05,1613824547458,87
+"mom_0",0.8917601709917329,1613824547458,87
+"eps_0",1e-05,1613824547458,87
+"wd_1",0.01,1613824547458,87
+"sqr_mom_1",0.99,1613824547458,87
+"lr_1",5.9910235847936376e-05,1613824547458,87
+"mom_1",0.8917601709917329,1613824547458,87
+"eps_1",1e-05,1613824547458,87
+"wd_2",0.01,1613824547458,87
+"sqr_mom_2",0.99,1613824547458,87
+"lr_2",0.0005991023584793637,1613824547458,87
+"mom_2",0.8917601709917329,1613824547458,87
+"eps_2",1e-05,1613824547458,87
+"train_loss",0.3758035,1613824548360,88
+"raw_loss",0.54282,1613824548360,88
+"wd_0",0.01,1613824548360,88
+"sqr_mom_0",0.99,1613824548360,88
+"lr_0",6.085348574868252e-05,1613824548360,88
+"mom_0",0.890777619011789,1613824548360,88
+"eps_0",1e-05,1613824548360,88
+"wd_1",0.01,1613824548360,88
+"sqr_mom_1",0.99,1613824548360,88
+"lr_1",6.085348574868252e-05,1613824548360,88
+"mom_1",0.890777619011789,1613824548360,88
+"eps_1",1e-05,1613824548360,88
+"wd_2",0.01,1613824548360,88
+"sqr_mom_2",0.99,1613824548360,88
+"lr_2",0.0006085348574868251,1613824548360,88
+"mom_2",0.890777619011789,1613824548360,88
+"eps_2",1e-05,1613824548360,88
+"train_loss",0.3827252,1613824549260,89
+"raw_loss",0.6657148,1613824549260,89
+"wd_0",0.01,1613824549260,89
+"sqr_mom_0",0.99,1613824549260,89
+"lr_0",6.179320921583049e-05,1613824549260,89
+"mom_0",0.8897987404001766,1613824549260,89
+"eps_0",1e-05,1613824549260,89
+"wd_1",0.01,1613824549260,89
+"sqr_mom_1",0.99,1613824549260,89
+"lr_1",6.179320921583049e-05,1613824549260,89
+"mom_1",0.8897987404001766,1613824549260,89
+"eps_1",1e-05,1613824549260,89
+"wd_2",0.01,1613824549260,89
+"sqr_mom_2",0.99,1613824549260,89
+"lr_2",0.0006179320921583048,1613824549260,89
+"mom_2",0.8897987404001766,1613824549260,89
+"eps_2",1e-05,1613824549260,89
+"train_loss",0.38861236,1613824550157,90
+"raw_loss",0.6302612,1613824550157,90
+"wd_0",0.01,1613824550157,90
+"sqr_mom_0",0.99,1613824550157,90
+"lr_0",6.272903194794673e-05,1613824550157,90
+"mom_0",0.8888239250542221,1613824550157,90
+"eps_0",1e-05,1613824550157,90
+"wd_1",0.01,1613824550157,90
+"sqr_mom_1",0.99,1613824550157,90
+"lr_1",6.272903194794673e-05,1613824550157,90
+"mom_1",0.8888239250542221,1613824550157,90
+"eps_1",1e-05,1613824550157,90
+"wd_2",0.01,1613824550157,90
+"sqr_mom_2",0.99,1613824550157,90
+"lr_2",0.0006272903194794674,1613824550157,90
+"mom_2",0.8888239250542221,1613824550157,90
+"eps_2",1e-05,1613824550157,90
+"train_loss",0.39347234,1613824551065,91
+"raw_loss",0.59373134,1613824551065,91
+"wd_0",0.01,1613824551065,91
+"sqr_mom_0",0.99,1613824551065,91
+"lr_0",6.366057247837979e-05,1613824551065,91
+"mom_0",0.887853570335021,1613824551065,91
+"eps_0",1e-05,1613824551065,91
+"wd_1",0.01,1613824551065,91
+"sqr_mom_1",0.99,1613824551065,91
+"lr_1",6.366057247837979e-05,1613824551065,91
+"mom_1",0.887853570335021,1613824551065,91
+"eps_1",1e-05,1613824551065,91
+"wd_2",0.01,1613824551065,91
+"sqr_mom_2",0.99,1613824551065,91
+"lr_2",0.0006366057247837978,1613824551065,91
+"mom_2",0.887853570335021,1613824551065,91
+"eps_2",1e-05,1613824551065,91
+"train_loss",0.39653027,1613824551961,92
+"raw_loss",0.52301115,1613824551961,92
+"wd_0",0.01,1613824551961,92
+"sqr_mom_0",0.99,1613824551961,92
+"lr_0",6.45874859183317e-05,1613824551961,92
+"mom_0",0.8868880355017378,1613824551961,92
+"eps_0",1e-05,1613824551961,92
+"wd_1",0.01,1613824551961,92
+"sqr_mom_1",0.99,1613824551961,92
+"lr_1",6.45874859183317e-05,1613824551961,92
+"mom_1",0.8868880355017378,1613824551961,92
+"eps_1",1e-05,1613824551961,92
+"wd_2",0.01,1613824551961,92
+"sqr_mom_2",0.99,1613824551961,92
+"lr_2",0.0006458748591833171,1613824551961,92
+"mom_2",0.8868880355017378,1613824551961,92
+"eps_2",1e-05,1613824551961,92
+"train_loss",0.39937177,1613824552873,93
+"raw_loss",0.517335,1613824552873,93
+"wd_0",0.01,1613824552873,93
+"sqr_mom_0",0.99,1613824552873,93
+"lr_0",6.550937691544482e-05,1613824552873,93
+"mom_0",0.885927732379745,1613824552873,93
+"eps_0",1e-05,1613824552873,93
+"wd_1",0.01,1613824552873,93
+"sqr_mom_1",0.99,1613824552873,93
+"lr_1",6.550937691544482e-05,1613824552873,93
+"mom_1",0.885927732379745,1613824552873,93
+"eps_1",1e-05,1613824552873,93
+"wd_2",0.01,1613824552873,93
+"sqr_mom_2",0.99,1613824552873,93
+"lr_2",0.0006550937691544481,1613824552873,93
+"mom_2",0.885927732379745,1613824552873,93
+"eps_2",1e-05,1613824552873,93
+"train_loss",0.39678183,1613824553776,94
+"raw_loss",0.28887418,1613824553776,94
+"wd_0",0.01,1613824553776,94
+"sqr_mom_0",0.99,1613824553776,94
+"lr_0",6.642588699006056e-05,1613824553776,94
+"mom_0",0.8849730343853536,1613824553776,94
+"eps_0",1e-05,1613824553776,94
+"wd_1",0.01,1613824553776,94
+"sqr_mom_1",0.99,1613824553776,94
+"lr_1",6.642588699006056e-05,1613824553776,94
+"mom_1",0.8849730343853536,1613824553776,94
+"eps_1",1e-05,1613824553776,94
+"wd_2",0.01,1613824553776,94
+"sqr_mom_2",0.99,1613824553776,94
+"lr_2",0.0006642588699006055,1613824553776,94
+"mom_2",0.8849730343853536,1613824553776,94
+"eps_2",1e-05,1613824553776,94
+"train_loss",0.3934087,1613824554681,95
+"raw_loss",0.25237367,1613824554681,95
+"wd_0",0.01,1613824554681,95
+"sqr_mom_0",0.99,1613824554681,95
+"lr_0",6.73366510868762e-05,1613824554681,95
+"mom_0",0.884024321784504,1613824554681,95
+"eps_0",1e-05,1613824554681,95
+"wd_1",0.01,1613824554681,95
+"sqr_mom_1",0.99,1613824554681,95
+"lr_1",6.73366510868762e-05,1613824554681,95
+"mom_1",0.884024321784504,1613824554681,95
+"eps_1",1e-05,1613824554681,95
+"wd_2",0.01,1613824554681,95
+"sqr_mom_2",0.99,1613824554681,95
+"lr_2",0.0006733665108687621,1613824554681,95
+"mom_2",0.884024321784504,1613824554681,95
+"eps_2",1e-05,1613824554681,95
+"train_loss",0.39000463,1613824555583,96
+"raw_loss",0.24718831,1613824555583,96
+"wd_0",0.01,1613824555583,96
+"sqr_mom_0",0.99,1613824555583,96
+"lr_0",6.824129798125484e-05,1613824555583,96
+"mom_0",0.8830819812695262,1613824555583,96
+"eps_0",1e-05,1613824555583,96
+"wd_1",0.01,1613824555583,96
+"sqr_mom_1",0.99,1613824555583,96
+"lr_1",6.824129798125484e-05,1613824555583,96
+"mom_1",0.8830819812695262,1613824555583,96
+"eps_1",1e-05,1613824555583,96
+"wd_2",0.01,1613824555583,96
+"sqr_mom_2",0.99,1613824555583,96
+"lr_2",0.0006824129798125483,1613824555583,96
+"mom_2",0.8830819812695262,1613824555583,96
+"eps_2",1e-05,1613824555583,96
+"train_loss",0.39262733,1613824556488,97
+"raw_loss",0.50303304,1613824556488,97
+"wd_0",0.01,1613824556488,97
+"sqr_mom_0",0.99,1613824556488,97
+"lr_0",6.913948431815946e-05,1613824556488,97
+"mom_0",0.8821463705019172,1613824556488,97
+"eps_0",1e-05,1613824556488,97
+"wd_1",0.01,1613824556488,97
+"sqr_mom_1",0.99,1613824556488,97
+"lr_1",6.913948431815946e-05,1613824556488,97
+"mom_1",0.8821463705019172,1613824556488,97
+"eps_1",1e-05,1613824556488,97
+"wd_2",0.01,1613824556488,97
+"sqr_mom_2",0.99,1613824556488,97
+"lr_2",0.0006913948431815945,1613824556488,97
+"mom_2",0.8821463705019172,1613824556488,97
+"eps_2",1e-05,1613824556488,97
+"train_loss",0.3998912,1613824557394,98
+"raw_loss",0.70667005,1613824557394,98
+"wd_0",0.01,1613824557394,98
+"sqr_mom_0",0.99,1613824557394,98
+"lr_0",7.003084382379437e-05,1613824557394,98
+"mom_0",0.8812178710168809,1613824557394,98
+"eps_0",1e-05,1613824557394,98
+"wd_1",0.01,1613824557394,98
+"sqr_mom_1",0.99,1613824557394,98
+"lr_1",7.003084382379437e-05,1613824557394,98
+"mom_1",0.8812178710168809,1613824557394,98
+"eps_1",1e-05,1613824557394,98
+"wd_2",0.01,1613824557394,98
+"sqr_mom_2",0.99,1613824557394,98
+"lr_2",0.0007003084382379436,1613824557394,98
+"mom_2",0.8812178710168809,1613824557394,98
+"eps_2",1e-05,1613824557394,98
+"train_loss",0.4018515,1613824558301,99
+"raw_loss",0.48490784,1613824558301,99
+"wd_0",0.01,1613824558301,99
+"sqr_mom_0",0.99,1613824558301,99
+"lr_0",7.091502146058477e-05,1613824558301,99
+"mom_0",0.8802968526452242,1613824558301,99
+"eps_0",1e-05,1613824558301,99
+"wd_1",0.01,1613824558301,99
+"sqr_mom_1",0.99,1613824558301,99
+"lr_1",7.091502146058477e-05,1613824558301,99
+"mom_1",0.8802968526452242,1613824558301,99
+"eps_1",1e-05,1613824558301,99
+"wd_2",0.01,1613824558301,99
+"sqr_mom_2",0.99,1613824558301,99
+"lr_2",0.0007091502146058476,1613824558301,99
+"mom_2",0.8802968526452242,1613824558301,99
+"eps_2",1e-05,1613824558301,99
+"train_loss",0.43359053,1613824559205,100
+"raw_loss",1.7825528,1613824559205,100
+"wd_0",0.01,1613824559205,100
+"sqr_mom_0",0.99,1613824559205,100
+"lr_0",7.179166505156741e-05,1613824559205,100
+"mom_0",0.8793836822379506,1613824559205,100
+"eps_0",1e-05,1613824559205,100
+"wd_1",0.01,1613824559205,100
+"sqr_mom_1",0.99,1613824559205,100
+"lr_1",7.179166505156741e-05,1613824559205,100
+"mom_1",0.8793836822379506,1613824559205,100
+"eps_1",1e-05,1613824559205,100
+"wd_2",0.01,1613824559205,100
+"sqr_mom_2",0.99,1613824559205,100
+"lr_2",0.000717916650515674,1613824559205,100
+"mom_2",0.8793836822379506,1613824559205,100
+"eps_2",1e-05,1613824559205,100
+"train_loss",0.43984577,1613824560098,101
+"raw_loss",0.7065167,1613824560098,101
+"wd_0",0.01,1613824560098,101
+"sqr_mom_0",0.99,1613824560098,101
+"lr_0",7.266042542066624e-05,1613824560098,101
+"mom_0",0.8784787235201393,1613824560098,101
+"eps_0",1e-05,1613824560098,101
+"wd_1",0.01,1613824560098,101
+"sqr_mom_1",0.99,1613824560098,101
+"lr_1",7.266042542066624e-05,1613824560098,101
+"mom_1",0.8784787235201393,1613824560098,101
+"eps_1",1e-05,1613824560098,101
+"wd_2",0.01,1613824560098,101
+"sqr_mom_2",0.99,1613824560098,101
+"lr_2",0.0007266042542066624,1613824560098,101
+"mom_2",0.8784787235201393,1613824560098,101
+"eps_2",1e-05,1613824560098,101
+"train_loss",0.44113183,1613824561007,102
+"raw_loss",0.49612212,1613824561007,102
+"wd_0",0.01,1613824561007,102
+"sqr_mom_0",0.99,1613824561007,102
+"lr_0",7.352094849763995e-05,1613824561007,102
+"mom_0",0.8775823453149584,1613824561007,102
+"eps_0",1e-05,1613824561007,102
+"wd_1",0.01,1613824561007,102
+"sqr_mom_1",0.99,1613824561007,102
+"lr_1",7.352094849763995e-05,1613824561007,102
+"mom_1",0.8775823453149584,1613824561007,102
+"eps_1",1e-05,1613824561007,102
+"wd_2",0.01,1613824561007,102
+"sqr_mom_2",0.99,1613824561007,102
+"lr_2",0.0007352094849763995,1613824561007,102
+"mom_2",0.8775823453149584,1613824561007,102
+"eps_2",1e-05,1613824561007,102
+"train_loss",0.45234734,1613824561901,103
+"raw_loss",0.9333127,1613824561901,103
+"wd_0",0.01,1613824561901,103
+"sqr_mom_0",0.99,1613824561901,103
+"lr_0",7.437290767446642e-05,1613824561901,103
+"mom_0",0.8766948878390974,1613824561901,103
+"eps_0",1e-05,1613824561901,103
+"wd_1",0.01,1613824561901,103
+"sqr_mom_1",0.99,1613824561901,103
+"lr_1",7.437290767446642e-05,1613824561901,103
+"mom_1",0.8766948878390974,1613824561901,103
+"eps_1",1e-05,1613824561901,103
+"wd_2",0.01,1613824561901,103
+"sqr_mom_2",0.99,1613824561901,103
+"lr_2",0.0007437290767446641,1613824561901,103
+"mom_2",0.8766948878390974,1613824561901,103
+"eps_2",1e-05,1613824561901,103
+"train_loss",0.4607925,1613824562794,104
+"raw_loss",0.823986,1613824562794,104
+"wd_0",0.01,1613824562794,104
+"sqr_mom_0",0.99,1613824562794,104
+"lr_0",7.521596336108667e-05,1613824562794,104
+"mom_0",0.8758167048322014,1613824562794,104
+"eps_0",1e-05,1613824562794,104
+"wd_1",0.01,1613824562794,104
+"sqr_mom_1",0.99,1613824562794,104
+"lr_1",7.521596336108667e-05,1613824562794,104
+"mom_1",0.8758167048322014,1613824562794,104
+"eps_1",1e-05,1613824562794,104
+"wd_2",0.01,1613824562794,104
+"sqr_mom_2",0.99,1613824562794,104
+"lr_2",0.0007521596336108665,1613824562794,104
+"mom_2",0.8758167048322014,1613824562794,104
+"eps_2",1e-05,1613824562794,104
+"train_loss",0.46766242,1613824563685,105
+"raw_loss",0.7639352,1613824563685,105
+"wd_0",0.01,1613824563685,105
+"sqr_mom_0",0.99,1613824563685,105
+"lr_0",7.604976394080012e-05,1613824563685,105
+"mom_0",0.8749481625616665,1613824563685,105
+"eps_0",1e-05,1613824563685,105
+"wd_1",0.01,1613824563685,105
+"sqr_mom_1",0.99,1613824563685,105
+"lr_1",7.604976394080012e-05,1613824563685,105
+"mom_1",0.8749481625616665,1613824563685,105
+"eps_1",1e-05,1613824563685,105
+"wd_2",0.01,1613824563685,105
+"sqr_mom_2",0.99,1613824563685,105
+"lr_2",0.0007604976394080012,1613824563685,105
+"mom_2",0.8749481625616665,1613824563685,105
+"eps_2",1e-05,1613824563685,105
+"train_loss",0.4735407,1613824564576,106
+"raw_loss",0.7277381,1613824564576,106
+"wd_0",0.01,1613824564576,106
+"sqr_mom_0",0.99,1613824564576,106
+"lr_0",7.68739852544486e-05,1613824564576,106
+"mom_0",0.8740895986932826,1613824564576,106
+"eps_0",1e-05,1613824564576,106
+"wd_1",0.01,1613824564576,106
+"sqr_mom_1",0.99,1613824564576,106
+"lr_1",7.68739852544486e-05,1613824564576,106
+"mom_1",0.8740895986932826,1613824564576,106
+"eps_1",1e-05,1613824564576,106
+"wd_2",0.01,1613824564576,106
+"sqr_mom_2",0.99,1613824564576,106
+"lr_2",0.000768739852544486,1613824564576,106
+"mom_2",0.8740895986932826,1613824564576,106
+"eps_2",1e-05,1613824564576,106
+"train_loss",0.47973302,1613824565469,107
+"raw_loss",0.7482236,1613824565469,107
+"wd_0",0.01,1613824565469,107
+"sqr_mom_0",0.99,1613824565469,107
+"lr_0",7.768829900628335e-05,1613824565469,107
+"mom_0",0.8732413552017881,1613824565469,107
+"eps_0",1e-05,1613824565469,107
+"wd_1",0.01,1613824565469,107
+"sqr_mom_1",0.99,1613824565469,107
+"lr_1",7.768829900628335e-05,1613824565469,107
+"mom_1",0.8732413552017881,1613824565469,107
+"eps_1",1e-05,1613824565469,107
+"wd_2",0.01,1613824565469,107
+"sqr_mom_2",0.99,1613824565469,107
+"lr_2",0.0007768829900628335,1613824565469,107
+"mom_2",0.8732413552017881,1613824565469,107
+"eps_2",1e-05,1613824565469,107
+"train_loss",0.48042834,1613824566360,108
+"raw_loss",0.5106563,1613824566360,108
+"wd_0",0.01,1613824566360,108
+"sqr_mom_0",0.99,1613824566360,108
+"lr_0",7.849237335165792e-05,1613824566360,108
+"mom_0",0.8724037777586896,1613824566360,108
+"eps_0",1e-05,1613824566360,108
+"wd_1",0.01,1613824566360,108
+"sqr_mom_1",0.99,1613824566360,108
+"lr_1",7.849237335165792e-05,1613824566360,108
+"mom_1",0.8724037777586896,1613824566360,108
+"eps_1",1e-05,1613824566360,108
+"wd_2",0.01,1613824566360,108
+"sqr_mom_2",0.99,1613824566360,108
+"lr_2",0.0007849237335165792,1613824566360,108
+"mom_2",0.8724037777586896,1613824566360,108
+"eps_2",1e-05,1613824566360,108
+"train_loss",0.4824872,1613824567255,109
+"raw_loss",0.5722173,1613824567255,109
+"wd_0",0.01,1613824567255,109
+"sqr_mom_0",0.99,1613824567255,109
+"lr_0",7.928590310743585e-05,1613824567255,109
+"mom_0",0.8715771842630876,1613824567255,109
+"eps_0",1e-05,1613824567255,109
+"wd_1",0.01,1613824567255,109
+"sqr_mom_1",0.99,1613824567255,109
+"lr_1",7.928590310743585e-05,1613824567255,109
+"mom_1",0.8715771842630876,1613824567255,109
+"eps_1",1e-05,1613824567255,109
+"wd_2",0.01,1613824567255,109
+"sqr_mom_2",0.99,1613824567255,109
+"lr_2",0.0007928590310743585,1613824567255,109
+"mom_2",0.8715771842630876,1613824567255,109
+"eps_2",1e-05,1613824567255,109
+"train_loss",0.47969213,1613824568145,110
+"raw_loss",0.35757297,1613824568145,110
+"wd_0",0.01,1613824568145,110
+"sqr_mom_0",0.99,1613824568145,110
+"lr_0",8.006856460993975e-05,1613824568145,110
+"mom_0",0.870761911864646,1613824568145,110
+"eps_0",1e-05,1613824568145,110
+"wd_1",0.01,1613824568145,110
+"sqr_mom_1",0.99,1613824568145,110
+"lr_1",8.006856460993975e-05,1613824568145,110
+"mom_1",0.870761911864646,1613824568145,110
+"eps_1",1e-05,1613824568145,110
+"wd_2",0.01,1613824568145,110
+"sqr_mom_2",0.99,1613824568145,110
+"lr_2",0.0008006856460993976,1613824568145,110
+"mom_2",0.870761911864646,1613824568145,110
+"eps_2",1e-05,1613824568145,110
+"train_loss",0.47524115,1613824569043,111
+"raw_loss",0.28030375,1613824569043,111
+"wd_0",0.01,1613824569043,111
+"sqr_mom_0",0.99,1613824569043,111
+"lr_0",8.084004611711718e-05,1613824569043,111
+"mom_0",0.8699582852946696,1613824569043,111
+"eps_0",1e-05,1613824569043,111
+"wd_1",0.01,1613824569043,111
+"sqr_mom_1",0.99,1613824569043,111
+"lr_1",8.084004611711718e-05,1613824569043,111
+"mom_1",0.8699582852946696,1613824569043,111
+"eps_1",1e-05,1613824569043,111
+"wd_2",0.01,1613824569043,111
+"sqr_mom_2",0.99,1613824569043,111
+"lr_2",0.0008084004611711718,1613824569043,111
+"mom_2",0.8699582852946696,1613824569043,111
+"eps_2",1e-05,1613824569043,111
+"train_loss",0.49752593,1613824569930,112
+"raw_loss",1.4758428,1613824569930,112
+"wd_0",0.01,1613824569930,112
+"sqr_mom_0",0.99,1613824569930,112
+"lr_0",8.160004034002179e-05,1613824569930,112
+"mom_0",0.8691666246458106,1613824569930,112
+"eps_0",1e-05,1613824569930,112
+"wd_1",0.01,1613824569930,112
+"sqr_mom_1",0.99,1613824569930,112
+"lr_1",8.160004034002179e-05,1613824569930,112
+"mom_1",0.8691666246458106,1613824569930,112
+"eps_1",1e-05,1613824569930,112
+"wd_2",0.01,1613824569930,112
+"sqr_mom_2",0.99,1613824569930,112
+"lr_2",0.0008160004034002178,1613824569930,112
+"mom_2",0.8691666246458106,1613824569930,112
+"eps_2",1e-05,1613824569930,112
+"train_loss",0.49626204,1613824570819,113
+"raw_loss",0.44064814,1613824570819,113
+"wd_0",0.01,1613824570819,113
+"sqr_mom_0",0.99,1613824570819,113
+"lr_0",8.234824456520959e-05,1613824570819,113
+"mom_0",0.8683872452445733,1613824570819,113
+"eps_0",1e-05,1613824570819,113
+"wd_1",0.01,1613824570819,113
+"sqr_mom_1",0.99,1613824570819,113
+"lr_1",8.234824456520959e-05,1613824570819,113
+"mom_1",0.8683872452445733,1613824570819,113
+"eps_1",1e-05,1613824570819,113
+"wd_2",0.01,1613824570819,113
+"sqr_mom_2",0.99,1613824570819,113
+"lr_2",0.0008234824456520959,1613824570819,113
+"mom_2",0.8683872452445733,1613824570819,113
+"eps_2",1e-05,1613824570819,113
+"train_loss",0.4940305,1613824571719,114
+"raw_loss",0.3956117,1613824571719,114
+"wd_0",0.01,1613824571719,114
+"sqr_mom_0",0.99,1613824571719,114
+"lr_0",8.308435392643343e-05,1613824571719,114
+"mom_0",0.8676204646599651,1613824571719,114
+"eps_0",1e-05,1613824571719,114
+"wd_1",0.01,1613824571719,114
+"sqr_mom_1",0.99,1613824571719,114
+"lr_1",8.308435392643343e-05,1613824571719,114
+"mom_1",0.8676204646599651,1613824571719,114
+"eps_1",1e-05,1613824571719,114
+"wd_2",0.01,1613824571719,114
+"sqr_mom_2",0.99,1613824571719,114
+"lr_2",0.0008308435392643342,1613824571719,114
+"mom_2",0.8676204646599651,1613824571719,114
+"eps_2",1e-05,1613824571719,114
+"train_loss",0.49322566,1613824572612,115
+"raw_loss",0.45765302,1613824572612,115
+"wd_0",0.01,1613824572612,115
+"sqr_mom_0",0.99,1613824572612,115
+"lr_0",8.380808903638922e-05,1613824572612,115
+"mom_0",0.8668665739204279,1613824572612,115
+"eps_0",1e-05,1613824572612,115
+"wd_1",0.01,1613824572612,115
+"sqr_mom_1",0.99,1613824572612,115
+"lr_1",8.380808903638922e-05,1613824572612,115
+"mom_1",0.8668665739204279,1613824572612,115
+"eps_1",1e-05,1613824572612,115
+"wd_2",0.01,1613824572612,115
+"sqr_mom_2",0.99,1613824572612,115
+"lr_2",0.0008380808903638923,1613824572612,115
+"mom_2",0.8668665739204279,1613824572612,115
+"eps_2",1e-05,1613824572612,115
+"train_loss",0.49605942,1613824573499,116
+"raw_loss",0.62158394,1613824573499,116
+"wd_0",0.01,1613824573499,116
+"sqr_mom_0",0.99,1613824573499,116
+"lr_0",8.45191546603306e-05,1613824573499,116
+"mom_0",0.8661258805621556,1613824573499,116
+"eps_0",1e-05,1613824573499,116
+"wd_1",0.01,1613824573499,116
+"sqr_mom_1",0.99,1613824573499,116
+"lr_1",8.45191546603306e-05,1613824573499,116
+"mom_1",0.8661258805621556,1613824573499,116
+"eps_1",1e-05,1613824573499,116
+"wd_2",0.01,1613824573499,116
+"sqr_mom_2",0.99,1613824573499,116
+"lr_2",0.000845191546603306,1613824573499,116
+"mom_2",0.8661258805621556,1613824573499,116
+"eps_2",1e-05,1613824573499,116
+"train_loss",0.49711466,1613824574397,117
+"raw_loss",0.5439583,1613824574397,117
+"wd_0",0.01,1613824574397,117
+"sqr_mom_0",0.99,1613824574397,117
+"lr_0",8.521727406188154e-05,1613824574397,117
+"mom_0",0.8653986728522067,1613824574397,117
+"eps_0",1e-05,1613824574397,117
+"wd_1",0.01,1613824574397,117
+"sqr_mom_1",0.99,1613824574397,117
+"lr_1",8.521727406188154e-05,1613824574397,117
+"mom_1",0.8653986728522067,1613824574397,117
+"eps_1",1e-05,1613824574397,117
+"wd_2",0.01,1613824574397,117
+"sqr_mom_2",0.99,1613824574397,117
+"lr_2",0.0008521727406188154,1613824574397,117
+"mom_2",0.8653986728522067,1613824574397,117
+"eps_2",1e-05,1613824574397,117
+"train_loss",0.49588013,1613824575283,118
+"raw_loss",0.44096476,1613824575283,118
+"wd_0",0.01,1613824575283,118
+"sqr_mom_0",0.99,1613824575283,118
+"lr_0",8.590215607351363e-05,1613824575283,118
+"mom_0",0.86468525409009,1613824575283,118
+"eps_0",1e-05,1613824575283,118
+"wd_1",0.01,1613824575283,118
+"sqr_mom_1",0.99,1613824575283,118
+"lr_1",8.590215607351363e-05,1613824575283,118
+"mom_1",0.86468525409009,1613824575283,118
+"eps_1",1e-05,1613824575283,118
+"wd_2",0.01,1613824575283,118
+"sqr_mom_2",0.99,1613824575283,118
+"lr_2",0.0008590215607351362,1613824575283,118
+"mom_2",0.86468525409009,1613824575283,118
+"eps_2",1e-05,1613824575283,118
+"train_loss",0.5102484,1613824576174,119
+"raw_loss",1.1506898,1613824576174,119
+"wd_0",0.01,1613824576174,119
+"sqr_mom_0",0.99,1613824576174,119
+"lr_0",8.65735345108901e-05,1613824576174,119
+"mom_0",0.8639859015511562,1613824576174,119
+"eps_0",1e-05,1613824576174,119
+"wd_1",0.01,1613824576174,119
+"sqr_mom_1",0.99,1613824576174,119
+"lr_1",8.65735345108901e-05,1613824576174,119
+"mom_1",0.8639859015511562,1613824576174,119
+"eps_1",1e-05,1613824576174,119
+"wd_2",0.01,1613824576174,119
+"sqr_mom_2",0.99,1613824576174,119
+"lr_2",0.000865735345108901,1613824576174,119
+"mom_2",0.8639859015511562,1613824576174,119
+"eps_2",1e-05,1613824576174,119
+"train_loss",0.5157057,1613824577078,120
+"raw_loss",0.75943565,1613824577078,120
+"wd_0",0.01,1613824577078,120
+"sqr_mom_0",0.99,1613824577078,120
+"lr_0",8.723113585265317e-05,1613824577078,120
+"mom_0",0.8633009001534863,1613824577078,120
+"eps_0",1e-05,1613824577078,120
+"wd_1",0.01,1613824577078,120
+"sqr_mom_1",0.99,1613824577078,120
+"lr_1",8.723113585265317e-05,1613824577078,120
+"mom_1",0.8633009001534863,1613824577078,120
+"eps_1",1e-05,1613824577078,120
+"wd_2",0.01,1613824577078,120
+"sqr_mom_2",0.99,1613824577078,120
+"lr_2",0.0008723113585265317,1613824577078,120
+"mom_2",0.8633009001534863,1613824577078,120
+"eps_2",1e-05,1613824577078,120
+"train_loss",0.51797086,1613824577970,121
+"raw_loss",0.6193339,1613824577970,121
+"wd_0",0.01,1613824577970,121
+"sqr_mom_0",0.99,1613824577970,121
+"lr_0",8.78747105088972e-05,1613824577970,121
+"mom_0",0.8626305098865654,1613824577970,121
+"eps_0",1e-05,1613824577970,121
+"wd_1",0.01,1613824577970,121
+"sqr_mom_1",0.99,1613824577970,121
+"lr_1",8.78747105088972e-05,1613824577970,121
+"mom_1",0.8626305098865654,1613824577970,121
+"eps_1",1e-05,1613824577970,121
+"wd_2",0.01,1613824577970,121
+"sqr_mom_2",0.99,1613824577970,121
+"lr_2",0.0008787471050889721,1613824577970,121
+"mom_2",0.8626305098865654,1613824577970,121
+"eps_2",1e-05,1613824577970,121
+"train_loss",0.5212492,1613824578853,122
+"raw_loss",0.6682299,1613824578853,122
+"wd_0",0.01,1613824578853,122
+"sqr_mom_0",0.99,1613824578853,122
+"lr_0",8.850399590235202e-05,1613824578853,122
+"mom_0",0.8619750042683832,1613824578853,122
+"eps_0",1e-05,1613824578853,122
+"wd_1",0.01,1613824578853,122
+"sqr_mom_1",0.99,1613824578853,122
+"lr_1",8.850399590235202e-05,1613824578853,122
+"mom_1",0.8619750042683832,1613824578853,122
+"eps_1",1e-05,1613824578853,122
+"wd_2",0.01,1613824578853,122
+"sqr_mom_2",0.99,1613824578853,122
+"lr_2",0.0008850399590235202,1613824578853,122
+"mom_2",0.8619750042683832,1613824578853,122
+"eps_2",1e-05,1613824578853,122
+"train_loss",0.5224343,1613824579741,123
+"raw_loss",0.5756649,1613824579741,123
+"wd_0",0.01,1613824579741,123
+"sqr_mom_0",0.99,1613824579741,123
+"lr_0",8.911874138223243e-05,1613824579741,123
+"mom_0",0.8613346443935078,1613824579741,123
+"eps_0",1e-05,1613824579741,123
+"wd_1",0.01,1613824579741,123
+"sqr_mom_1",0.99,1613824579741,123
+"lr_1",8.911874138223243e-05,1613824579741,123
+"mom_1",0.8613346443935078,1613824579741,123
+"eps_1",1e-05,1613824579741,123
+"wd_2",0.01,1613824579741,123
+"sqr_mom_2",0.99,1613824579741,123
+"lr_2",0.0008911874138223243,1613824579741,123
+"mom_2",0.8613346443935078,1613824579741,123
+"eps_2",1e-05,1613824579741,123
+"train_loss",0.5204309,1613824580630,124
+"raw_loss",0.43028158,1613824580630,124
+"wd_0",0.01,1613824580630,124
+"sqr_mom_0",0.99,1613824580630,124
+"lr_0",8.971870208914904e-05,1613824580630,124
+"mom_0",0.8607096853238031,1613824580630,124
+"eps_0",1e-05,1613824580630,124
+"wd_1",0.01,1613824580630,124
+"sqr_mom_1",0.99,1613824580630,124
+"lr_1",8.971870208914904e-05,1613824580630,124
+"mom_1",0.8607096853238031,1613824580630,124
+"eps_1",1e-05,1613824580630,124
+"wd_2",0.01,1613824580630,124
+"sqr_mom_2",0.99,1613824580630,124
+"lr_2",0.0008971870208914903,1613824580630,124
+"mom_2",0.8607096853238031,1613824580630,124
+"eps_2",1e-05,1613824580630,124
+"train_loss",0.51707083,1613824581513,125
+"raw_loss",0.36560386,1613824581513,125
+"wd_0",0.01,1613824581513,125
+"sqr_mom_0",0.99,1613824581513,125
+"lr_0",9.030363905263818e-05,1613824581513,125
+"mom_0",0.8601003759868352,1613824581513,125
+"eps_0",1e-05,1613824581513,125
+"wd_1",0.01,1613824581513,125
+"sqr_mom_1",0.99,1613824581513,125
+"lr_1",9.030363905263818e-05,1613824581513,125
+"mom_1",0.8601003759868352,1613824581513,125
+"eps_1",1e-05,1613824581513,125
+"wd_2",0.01,1613824581513,125
+"sqr_mom_2",0.99,1613824581513,125
+"lr_2",0.0009030363905263817,1613824581513,125
+"mom_2",0.8601003759868352,1613824581513,125
+"eps_2",1e-05,1613824581513,125
+"train_loss",0.5119095,1613824582396,126
+"raw_loss",0.27883923,1613824582396,126
+"wd_0",0.01,1613824582396,126
+"sqr_mom_0",0.99,1613824582396,126
+"lr_0",9.087331401368744e-05,1613824582396,126
+"mom_0",0.8595069645690756,1613824582396,126
+"eps_0",1e-05,1613824582396,126
+"wd_1",0.01,1613824582396,126
+"sqr_mom_1",0.99,1613824582396,126
+"lr_1",9.087331401368744e-05,1613824582396,126
+"mom_1",0.8595069645690756,1613824582396,126
+"eps_1",1e-05,1613824582396,126
+"wd_2",0.01,1613824582396,126
+"sqr_mom_2",0.99,1613824582396,126
+"lr_2",0.0009087331401368744,1613824582396,126
+"mom_2",0.8595069645690756,1613824582396,126
+"eps_2",1e-05,1613824582396,126
+"train_loss",0.5222532,1613824583285,127
+"raw_loss",0.9901397,1613824583285,127
+"wd_0",0.01,1613824583285,127
+"sqr_mom_0",0.99,1613824583285,127
+"lr_0",9.142751075449022e-05,1613824583285,127
+"mom_0",0.858929676297406,1613824583285,127
+"eps_0",1e-05,1613824583285,127
+"wd_1",0.01,1613824583285,127
+"sqr_mom_1",0.99,1613824583285,127
+"lr_1",9.142751075449022e-05,1613824583285,127
+"mom_1",0.858929676297406,1613824583285,127
+"eps_1",1e-05,1613824583285,127
+"wd_2",0.01,1613824583285,127
+"sqr_mom_2",0.99,1613824583285,127
+"lr_2",0.0009142751075449022,1613824583285,127
+"mom_2",0.858929676297406,1613824583285,127
+"eps_2",1e-05,1613824583285,127
+"train_loss",0.5236256,1613824584171,128
+"raw_loss",0.58580655,1613824584171,128
+"wd_0",0.01,1613824584171,128
+"sqr_mom_0",0.99,1613824584171,128
+"lr_0",9.19660031159599e-05,1613824584171,128
+"mom_0",0.8583687467542084,1613824584171,128
+"eps_0",1e-05,1613824584171,128
+"wd_1",0.01,1613824584171,128
+"sqr_mom_1",0.99,1613824584171,128
+"lr_1",9.19660031159599e-05,1613824584171,128
+"mom_1",0.8583687467542084,1613824584171,128
+"eps_1",1e-05,1613824584171,128
+"wd_2",0.01,1613824584171,128
+"sqr_mom_2",0.99,1613824584171,128
+"lr_2",0.0009196600311595991,1613824584171,128
+"mom_2",0.8583687467542084,1613824584171,128
+"eps_2",1e-05,1613824584171,128
+"train_loss",0.5202726,1613824585066,129
+"raw_loss",0.3681056,1613824585066,129
+"wd_0",0.01,1613824585066,129
+"sqr_mom_0",0.99,1613824585066,129
+"lr_0",9.24885814387386e-05,1613824585066,129
+"mom_0",0.8578243943346473,1613824585066,129
+"eps_0",1e-05,1613824585066,129
+"wd_1",0.01,1613824585066,129
+"sqr_mom_1",0.99,1613824585066,129
+"lr_1",9.24885814387386e-05,1613824585066,129
+"mom_1",0.8578243943346473,1613824585066,129
+"eps_1",1e-05,1613824585066,129
+"wd_2",0.01,1613824585066,129
+"sqr_mom_2",0.99,1613824585066,129
+"lr_2",0.0009248858143873859,1613824585066,129
+"mom_2",0.8578243943346473,1613824585066,129
+"eps_2",1e-05,1613824585066,129
+"train_loss",0.5191595,1613824585953,130
+"raw_loss",0.46855932,1613824585953,130
+"wd_0",0.01,1613824585953,130
+"sqr_mom_0",0.99,1613824585953,130
+"lr_0",9.299502776893716e-05,1613824585953,130
+"mom_0",0.8572968460740238,1613824585953,130
+"eps_0",1e-05,1613824585953,130
+"wd_1",0.01,1613824585953,130
+"sqr_mom_1",0.99,1613824585953,130
+"lr_1",9.299502776893716e-05,1613824585953,130
+"mom_1",0.8572968460740238,1613824585953,130
+"eps_1",1e-05,1613824585953,130
+"wd_2",0.01,1613824585953,130
+"sqr_mom_2",0.99,1613824585953,130
+"lr_2",0.0009299502776893715,1613824585953,130
+"mom_2",0.8572968460740238,1613824585953,130
+"eps_2",1e-05,1613824585953,130
+"train_loss",0.5154218,1613824586840,131
+"raw_loss",0.34525955,1613824586840,131
+"wd_0",0.01,1613824586840,131
+"sqr_mom_0",0.99,1613824586840,131
+"lr_0",9.348514084055808e-05,1613824586840,131
+"mom_0",0.8567863116244187,1613824586840,131
+"eps_0",1e-05,1613824586840,131
+"wd_1",0.01,1613824586840,131
+"sqr_mom_1",0.99,1613824586840,131
+"lr_1",9.348514084055808e-05,1613824586840,131
+"mom_1",0.8567863116244187,1613824586840,131
+"eps_1",1e-05,1613824586840,131
+"wd_2",0.01,1613824586840,131
+"sqr_mom_2",0.99,1613824586840,131
+"lr_2",0.0009348514084055807,1613824586840,131
+"mom_2",0.8567863116244187,1613824586840,131
+"eps_2",1e-05,1613824586840,131
+"train_loss",0.51781,1613824587724,132
+"raw_loss",0.6267011,1613824587724,132
+"wd_0",0.01,1613824587724,132
+"sqr_mom_0",0.99,1613824587724,132
+"lr_0",9.395873463318513e-05,1613824587724,132
+"mom_0",0.8562929847570988,1613824587724,132
+"eps_0",1e-05,1613824587724,132
+"wd_1",0.01,1613824587724,132
+"sqr_mom_1",0.99,1613824587724,132
+"lr_1",9.395873463318513e-05,1613824587724,132
+"mom_1",0.8562929847570988,1613824587724,132
+"eps_1",1e-05,1613824587724,132
+"wd_2",0.01,1613824587724,132
+"sqr_mom_2",0.99,1613824587724,132
+"lr_2",0.0009395873463318514,1613824587724,132
+"mom_2",0.8562929847570988,1613824587724,132
+"eps_2",1e-05,1613824587724,132
+"train_loss",0.5124394,1613824588611,133
+"raw_loss",0.2672003,1613824588611,133
+"wd_0",0.01,1613824588611,133
+"sqr_mom_0",0.99,1613824588611,133
+"lr_0",9.441561583421294e-05,1613824588611,133
+"mom_0",0.8558170668393615,1613824588611,133
+"eps_0",1e-05,1613824588611,133
+"wd_1",0.01,1613824588611,133
+"sqr_mom_1",0.99,1613824588611,133
+"lr_1",9.441561583421294e-05,1613824588611,133
+"mom_1",0.8558170668393615,1613824588611,133
+"eps_1",1e-05,1613824588611,133
+"wd_2",0.01,1613824588611,133
+"sqr_mom_2",0.99,1613824588611,133
+"lr_2",0.0009441561583421294,1613824588611,133
+"mom_2",0.8558170668393615,1613824588611,133
+"eps_2",1e-05,1613824588611,133
+"train_loss",0.509478,1613824589496,134
+"raw_loss",0.374048,1613824589496,134
+"wd_0",0.01,1613824589496,134
+"sqr_mom_0",0.99,1613824589496,134
+"lr_0",9.485560246320309e-05,1613824589496,134
+"mom_0",0.8553587474341634,1613824589496,134
+"eps_0",1e-05,1613824589496,134
+"wd_1",0.01,1613824589496,134
+"sqr_mom_1",0.99,1613824589496,134
+"lr_1",9.485560246320309e-05,1613824589496,134
+"mom_1",0.8553587474341634,1613824589496,134
+"eps_1",1e-05,1613824589496,134
+"wd_2",0.01,1613824589496,134
+"sqr_mom_2",0.99,1613824589496,134
+"lr_2",0.0009485560246320308,1613824589496,134
+"mom_2",0.8553587474341634,1613824589496,134
+"eps_2",1e-05,1613824589496,134
+"train_loss",0.51140344,1613824590380,135
+"raw_loss",0.599583,1613824590380,135
+"wd_0",0.01,1613824590380,135
+"sqr_mom_0",0.99,1613824590380,135
+"lr_0",9.527851926899743e-05,1613824590380,135
+"mom_0",0.8549182090947943,1613824590380,135
+"eps_0",1e-05,1613824590380,135
+"wd_1",0.01,1613824590380,135
+"sqr_mom_1",0.99,1613824590380,135
+"lr_1",9.527851926899743e-05,1613824590380,135
+"mom_1",0.8549182090947943,1613824590380,135
+"eps_1",1e-05,1613824590380,135
+"wd_2",0.01,1613824590380,135
+"sqr_mom_2",0.99,1613824590380,135
+"lr_2",0.0009527851926899743,1613824590380,135
+"mom_2",0.8549182090947943,1613824590380,135
+"eps_2",1e-05,1613824590380,135
+"train_loss",0.50976986,1613824591263,136
+"raw_loss",0.43485415,1613824591263,136
+"wd_0",0.01,1613824591263,136
+"sqr_mom_0",0.99,1613824591263,136
+"lr_0",9.568419779952234e-05,1613824591263,136
+"mom_0",0.8544956272921642,1613824591263,136
+"eps_0",1e-05,1613824591263,136
+"wd_1",0.01,1613824591263,136
+"sqr_mom_1",0.99,1613824591263,136
+"lr_1",9.568419779952234e-05,1613824591263,136
+"mom_1",0.8544956272921642,1613824591263,136
+"eps_1",1e-05,1613824591263,136
+"wd_2",0.01,1613824591263,136
+"sqr_mom_2",0.99,1613824591263,136
+"lr_2",0.0009568419779952234,1613824591263,136
+"mom_2",0.8544956272921642,1613824591263,136
+"eps_2",1e-05,1613824591263,136
+"train_loss",0.5058492,1613824592140,137
+"raw_loss",0.3257988,1613824592140,137
+"wd_0",0.01,1613824592140,137
+"sqr_mom_0",0.99,1613824592140,137
+"lr_0",9.607247290802915e-05,1613824592140,137
+"mom_0",0.8540911740541363,1613824592140,137
+"eps_0",1e-05,1613824592140,137
+"wd_1",0.01,1613824592140,137
+"sqr_mom_1",0.99,1613824592140,137
+"lr_1",9.607247290802915e-05,1613824592140,137
+"mom_1",0.8540911740541363,1613824592140,137
+"eps_1",1e-05,1613824592140,137
+"wd_2",0.01,1613824592140,137
+"sqr_mom_2",0.99,1613824592140,137
+"lr_2",0.0009607247290802915,1613824592140,137
+"mom_2",0.8540911740541363,1613824592140,137
+"eps_2",1e-05,1613824592140,137
+"train_loss",0.5022259,1613824593013,138
+"raw_loss",0.33561152,1613824593013,138
+"wd_0",0.01,1613824593013,138
+"sqr_mom_0",0.99,1613824593013,138
+"lr_0",9.644319722628494e-05,1613824593013,138
+"mom_0",0.8537050028892865,1613824593013,138
+"eps_0",1e-05,1613824593013,138
+"wd_1",0.01,1613824593013,138
+"sqr_mom_1",0.99,1613824593013,138
+"lr_1",9.644319722628494e-05,1613824593013,138
+"mom_1",0.8537050028892865,1613824593013,138
+"eps_1",1e-05,1613824593013,138
+"wd_2",0.01,1613824593013,138
+"sqr_mom_2",0.99,1613824593013,138
+"lr_2",0.0009644319722628494,1613824593013,138
+"mom_2",0.8537050028892865,1613824593013,138
+"eps_2",1e-05,1613824593013,138
+"train_loss",0.50187427,1613824593887,139
+"raw_loss",0.48568332,1613824593887,139
+"wd_0",0.01,1613824593887,139
+"sqr_mom_0",0.99,1613824593887,139
+"lr_0",9.679621936617187e-05,1613824593887,139
+"mom_0",0.853337271493571,1613824593887,139
+"eps_0",1e-05,1613824593887,139
+"wd_1",0.01,1613824593887,139
+"sqr_mom_1",0.99,1613824593887,139
+"lr_1",9.679621936617187e-05,1613824593887,139
+"mom_1",0.853337271493571,1613824593887,139
+"eps_1",1e-05,1613824593887,139
+"wd_2",0.01,1613824593887,139
+"sqr_mom_2",0.99,1613824593887,139
+"lr_2",0.0009679621936617187,1613824593887,139
+"mom_2",0.853337271493571,1613824593887,139
+"eps_2",1e-05,1613824593887,139
+"train_loss",0.49885494,1613824594763,140
+"raw_loss",0.35965407,1613824594763,140
+"wd_0",0.01,1613824594763,140
+"sqr_mom_0",0.99,1613824594763,140
+"lr_0",9.713139871537402e-05,1613824594763,140
+"mom_0",0.852988126338152,1613824594763,140
+"eps_0",1e-05,1613824594763,140
+"wd_1",0.01,1613824594763,140
+"sqr_mom_1",0.99,1613824594763,140
+"lr_1",9.713139871537402e-05,1613824594763,140
+"mom_1",0.852988126338152,1613824594763,140
+"eps_1",1e-05,1613824594763,140
+"wd_2",0.01,1613824594763,140
+"sqr_mom_2",0.99,1613824594763,140
+"lr_2",0.0009713139871537402,1613824594763,140
+"mom_2",0.852988126338152,1613824594763,140
+"eps_2",1e-05,1613824594763,140
+"train_loss",0.4953962,1613824595644,141
+"raw_loss",0.33573392,1613824595644,141
+"wd_0",0.01,1613824595644,141
+"sqr_mom_0",0.99,1613824595644,141
+"lr_0",9.744860465992226e-05,1613824595644,141
+"mom_0",0.8526577034792476,1613824595644,141
+"eps_0",1e-05,1613824595644,141
+"wd_1",0.01,1613824595644,141
+"sqr_mom_1",0.99,1613824595644,141
+"lr_1",9.744860465992226e-05,1613824595644,141
+"mom_1",0.8526577034792476,1613824595644,141
+"eps_1",1e-05,1613824595644,141
+"wd_2",0.01,1613824595644,141
+"sqr_mom_2",0.99,1613824595644,141
+"lr_2",0.0009744860465992225,1613824595644,141
+"mom_2",0.8526577034792476,1613824595644,141
+"eps_2",1e-05,1613824595644,141
+"train_loss",0.50583297,1613824596526,142
+"raw_loss",0.9882037,1613824596526,142
+"wd_0",0.01,1613824596526,142
+"sqr_mom_0",0.99,1613824596526,142
+"lr_0",9.774770490142942e-05,1613824596526,142
+"mom_0",0.8523461407276777,1613824596526,142
+"eps_0",1e-05,1613824596526,142
+"wd_1",0.01,1613824596526,142
+"sqr_mom_1",0.99,1613824596526,142
+"lr_1",9.774770490142942e-05,1613824596526,142
+"mom_1",0.8523461407276777,1613824596526,142
+"eps_1",1e-05,1613824596526,142
+"wd_2",0.01,1613824596526,142
+"sqr_mom_2",0.99,1613824596526,142
+"lr_2",0.0009774770490142942,1613824596526,142
+"mom_2",0.8523461407276777,1613824596526,142
+"eps_2",1e-05,1613824596526,142
+"train_loss",0.5065222,1613824597404,143
+"raw_loss",0.5384142,1613824597404,143
+"wd_0",0.01,1613824597404,143
+"sqr_mom_0",0.99,1613824597404,143
+"lr_0",9.80285808164004e-05,1613824597404,143
+"mom_0",0.8520535616495829,1613824597404,143
+"eps_0",1e-05,1613824597404,143
+"wd_1",0.01,1613824597404,143
+"sqr_mom_1",0.99,1613824597404,143
+"lr_1",9.80285808164004e-05,1613824597404,143
+"mom_1",0.8520535616495829,1613824597404,143
+"eps_1",1e-05,1613824597404,143
+"wd_2",0.01,1613824597404,143
+"sqr_mom_2",0.99,1613824597404,143
+"lr_2",0.000980285808164004,1613824597404,143
+"mom_2",0.8520535616495829,1613824597404,143
+"eps_2",1e-05,1613824597404,143
+"train_loss",0.5073482,1613824598279,144
+"raw_loss",0.5456174,1613824598279,144
+"wd_0",0.01,1613824598279,144
+"sqr_mom_0",0.99,1613824598279,144
+"lr_0",9.829112579952792e-05,1613824598279,144
+"mom_0",0.8517800772921584,1613824598279,144
+"eps_0",1e-05,1613824598279,144
+"wd_1",0.01,1613824598279,144
+"sqr_mom_1",0.99,1613824598279,144
+"lr_1",9.829112579952792e-05,1613824598279,144
+"mom_1",0.8517800772921584,1613824598279,144
+"eps_1",1e-05,1613824598279,144
+"wd_2",0.01,1613824598279,144
+"sqr_mom_2",0.99,1613824598279,144
+"lr_2",0.0009829112579952794,1613824598279,144
+"mom_2",0.8517800772921584,1613824598279,144
+"eps_2",1e-05,1613824598279,144
+"train_loss",0.5024788,1613824599157,145
+"raw_loss",0.27662438,1613824599157,145
+"wd_0",0.01,1613824599157,145
+"sqr_mom_0",0.99,1613824599157,145
+"lr_0",9.85352325555039e-05,1613824599157,145
+"mom_0",0.8515257994213501,1613824599157,145
+"eps_0",1e-05,1613824599157,145
+"wd_1",0.01,1613824599157,145
+"sqr_mom_1",0.99,1613824599157,145
+"lr_1",9.85352325555039e-05,1613824599157,145
+"mom_1",0.8515257994213501,1613824599157,145
+"eps_1",1e-05,1613824599157,145
+"wd_2",0.01,1613824599157,145
+"sqr_mom_2",0.99,1613824599157,145
+"lr_2",0.000985352325555039,1613824599157,145
+"mom_2",0.8515257994213501,1613824599157,145
+"eps_2",1e-05,1613824599157,145
+"train_loss",0.4962439,1613824600037,146
+"raw_loss",0.20673159,1613824600037,146
+"wd_0",0.01,1613824600037,146
+"sqr_mom_0",0.99,1613824600037,146
+"lr_0",9.876080385411977e-05,1613824600037,146
+"mom_0",0.8512908293186252,1613824600037,146
+"eps_0",1e-05,1613824600037,146
+"wd_1",0.01,1613824600037,146
+"sqr_mom_1",0.99,1613824600037,146
+"lr_1",9.876080385411977e-05,1613824600037,146
+"mom_1",0.8512908293186252,1613824600037,146
+"eps_1",1e-05,1613824600037,146
+"wd_2",0.01,1613824600037,146
+"sqr_mom_2",0.99,1613824600037,146
+"lr_2",0.0009876080385411979,1613824600037,146
+"mom_2",0.8512908293186252,1613824600037,146
+"eps_2",1e-05,1613824600037,146
+"train_loss",0.49300066,1613824600920,147
+"raw_loss",0.34223685,1613824600920,147
+"wd_0",0.01,1613824600920,147
+"sqr_mom_0",0.99,1613824600920,147
+"lr_0",9.896774984802855e-05,1613824600920,147
+"mom_0",0.8510752605749703,1613824600920,147
+"eps_0",1e-05,1613824600920,147
+"wd_1",0.01,1613824600920,147
+"sqr_mom_1",0.99,1613824600920,147
+"lr_1",9.896774984802855e-05,1613824600920,147
+"mom_1",0.8510752605749703,1613824600920,147
+"eps_1",1e-05,1613824600920,147
+"wd_2",0.01,1613824600920,147
+"sqr_mom_2",0.99,1613824600920,147
+"lr_2",0.0009896774984802855,1613824600920,147
+"mom_2",0.8510752605749703,1613824600920,147
+"eps_2",1e-05,1613824600920,147
+"train_loss",0.4951793,1613824601796,148
+"raw_loss",0.5965655,1613824601796,148
+"wd_0",0.01,1613824601796,148
+"sqr_mom_0",0.99,1613824601796,148
+"lr_0",9.915598810853188e-05,1613824601796,148
+"mom_0",0.8508791790536125,1613824601796,148
+"eps_0",1e-05,1613824601796,148
+"wd_1",0.01,1613824601796,148
+"sqr_mom_1",0.99,1613824601796,148
+"lr_1",9.915598810853188e-05,1613824601796,148
+"mom_1",0.8508791790536125,1613824601796,148
+"eps_1",1e-05,1613824601796,148
+"wd_2",0.01,1613824601796,148
+"sqr_mom_2",0.99,1613824601796,148
+"lr_2",0.000991559881085319,1613824601796,148
+"mom_2",0.8508791790536125,1613824601796,148
+"eps_2",1e-05,1613824601796,148
+"train_loss",0.49077955,1613824602672,149
+"raw_loss",0.2858156,1613824602672,149
+"wd_0",0.01,1613824602672,149
+"sqr_mom_0",0.99,1613824602672,149
+"lr_0",9.932544215684867e-05,1613824602672,149
+"mom_0",0.8507026644199492,1613824602672,149
+"eps_0",1e-05,1613824602672,149
+"wd_1",0.01,1613824602672,149
+"sqr_mom_1",0.99,1613824602672,149
+"lr_1",9.932544215684867e-05,1613824602672,149
+"mom_1",0.8507026644199492,1613824602672,149
+"eps_1",1e-05,1613824602672,149
+"wd_2",0.01,1613824602672,149
+"sqr_mom_2",0.99,1613824602672,149
+"lr_2",0.0009932544215684868,1613824602672,149
+"mom_2",0.8507026644199492,1613824602672,149
+"eps_2",1e-05,1613824602672,149
+"train_loss",0.4877988,1613824603560,150
+"raw_loss",0.34879714,1613824603560,150
+"wd_0",0.01,1613824603560,150
+"sqr_mom_0",0.99,1613824603560,150
+"lr_0",9.947604767738639e-05,1613824603560,150
+"mom_0",0.8505457836693892,1613824603560,150
+"eps_0",1e-05,1613824603560,150
+"wd_1",0.01,1613824603560,150
+"sqr_mom_1",0.99,1613824603560,150
+"lr_1",9.947604767738639e-05,1613824603560,150
+"mom_1",0.8505457836693892,1613824603560,150
+"eps_1",1e-05,1613824603560,150
+"wd_2",0.01,1613824603560,150
+"sqr_mom_2",0.99,1613824603560,150
+"lr_2",0.000994760476773864,1613824603560,150
+"mom_2",0.8505457836693892,1613824603560,150
+"eps_2",1e-05,1613824603560,150
+"train_loss",0.48636213,1613824604437,151
+"raw_loss",0.41929662,1613824604437,151
+"wd_0",0.01,1613824604437,151
+"sqr_mom_0",0.99,1613824604437,151
+"lr_0",9.960774300431326e-05,1613824604437,151
+"mom_0",0.8504086010371736,1613824604437,151
+"eps_0",1e-05,1613824604437,151
+"wd_1",0.01,1613824604437,151
+"sqr_mom_1",0.99,1613824604437,151
+"lr_1",9.960774300431326e-05,1613824604437,151
+"mom_1",0.8504086010371736,1613824604437,151
+"eps_1",1e-05,1613824604437,151
+"wd_2",0.01,1613824604437,151
+"sqr_mom_2",0.99,1613824604437,151
+"lr_2",0.0009960774300431328,1613824604437,151
+"mom_2",0.8504086010371736,1613824604437,151
+"eps_2",1e-05,1613824604437,151
+"train_loss",0.48066053,1613824605312,152
+"raw_loss",0.21424027,1613824605312,152
+"wd_0",0.01,1613824605312,152
+"sqr_mom_0",0.99,1613824605312,152
+"lr_0",9.97204756820385e-05,1613824605312,152
+"mom_0",0.8502911711645432,1613824605312,152
+"eps_0",1e-05,1613824605312,152
+"wd_1",0.01,1613824605312,152
+"sqr_mom_1",0.99,1613824605312,152
+"lr_1",9.97204756820385e-05,1613824605312,152
+"mom_1",0.8502911711645432,1613824605312,152
+"eps_1",1e-05,1613824605312,152
+"wd_2",0.01,1613824605312,152
+"sqr_mom_2",0.99,1613824605312,152
+"lr_2",0.000997204756820385,1613824605312,152
+"mom_2",0.8502911711645432,1613824605312,152
+"eps_2",1e-05,1613824605312,152
+"train_loss",0.47501665,1613824606188,153
+"raw_loss",0.21103835,1613824606188,153
+"wd_0",0.01,1613824606188,153
+"sqr_mom_0",0.99,1613824606188,153
+"lr_0",9.981420159805916e-05,1613824606188,153
+"mom_0",0.8501935400020217,1613824606188,153
+"eps_0",1e-05,1613824606188,153
+"wd_1",0.01,1613824606188,153
+"sqr_mom_1",0.99,1613824606188,153
+"lr_1",9.981420159805916e-05,1613824606188,153
+"mom_1",0.8501935400020217,1613824606188,153
+"eps_1",1e-05,1613824606188,153
+"wd_2",0.01,1613824606188,153
+"sqr_mom_2",0.99,1613824606188,153
+"lr_2",0.0009981420159805917,1613824606188,153
+"mom_2",0.8501935400020217,1613824606188,153
+"eps_2",1e-05,1613824606188,153
+"train_loss",0.47611213,1613824607060,154
+"raw_loss",0.5273994,1613824607060,154
+"wd_0",0.01,1613824607060,154
+"sqr_mom_0",0.99,1613824607060,154
+"lr_0",9.988888166172216e-05,1613824607060,154
+"mom_0",0.8501157482690394,1613824607060,154
+"eps_0",1e-05,1613824607060,154
+"wd_1",0.01,1613824607060,154
+"sqr_mom_1",0.99,1613824607060,154
+"lr_1",9.988888166172216e-05,1613824607060,154
+"mom_1",0.8501157482690394,1613824607060,154
+"eps_1",1e-05,1613824607060,154
+"wd_2",0.01,1613824607060,154
+"sqr_mom_2",0.99,1613824607060,154
+"lr_2",0.0009988888166172216,1613824607060,154
+"mom_2",0.8501157482690394,1613824607060,154
+"eps_2",1e-05,1613824607060,154
+"train_loss",0.47533968,1613824607935,155
+"raw_loss",0.43914124,1613824607935,155
+"wd_0",0.01,1613824607935,155
+"sqr_mom_0",0.99,1613824607935,155
+"lr_0",9.994448666363798e-05,1613824607935,155
+"mom_0",0.8500578263920437,1613824607935,155
+"eps_0",1e-05,1613824607935,155
+"wd_1",0.01,1613824607935,155
+"sqr_mom_1",0.99,1613824607935,155
+"lr_1",9.994448666363798e-05,1613824607935,155
+"mom_1",0.8500578263920437,1613824607935,155
+"eps_1",1e-05,1613824607935,155
+"wd_2",0.01,1613824607935,155
+"sqr_mom_2",0.99,1613824607935,155
+"lr_2",0.0009994448666363798,1613824607935,155
+"mom_2",0.8500578263920437,1613824607935,155
+"eps_2",1e-05,1613824607935,155
+"train_loss",0.47254747,1613824608810,156
+"raw_loss",0.34158373,1613824608810,156
+"wd_0",0.01,1613824608810,156
+"sqr_mom_0",0.99,1613824608810,156
+"lr_0",9.998099549915502e-05,1613824608810,156
+"mom_0",0.8500197963550469,1613824608810,156
+"eps_0",1e-05,1613824608810,156
+"wd_1",0.01,1613824608810,156
+"sqr_mom_1",0.99,1613824608810,156
+"lr_1",9.998099549915502e-05,1613824608810,156
+"mom_1",0.8500197963550469,1613824608810,156
+"eps_1",1e-05,1613824608810,156
+"wd_2",0.01,1613824608810,156
+"sqr_mom_2",0.99,1613824608810,156
+"lr_2",0.0009998099549915502,1613824608810,156
+"mom_2",0.8500197963550469,1613824608810,156
+"eps_2",1e-05,1613824608810,156
+"train_loss",0.47623408,1613824609692,157
+"raw_loss",0.64930356,1613824609692,157
+"wd_0",0.01,1613824609692,157
+"sqr_mom_0",0.99,1613824609692,157
+"lr_0",9.999839301519797e-05,1613824609692,157
+"mom_0",0.8500016739425021,1613824609692,157
+"eps_0",1e-05,1613824609692,157
+"wd_1",0.01,1613824609692,157
+"sqr_mom_1",0.99,1613824609692,157
+"lr_1",9.999839301519797e-05,1613824609692,157
+"mom_1",0.8500016739425021,1613824609692,157
+"eps_1",1e-05,1613824609692,157
+"wd_2",0.01,1613824609692,157
+"sqr_mom_2",0.99,1613824609692,157
+"lr_2",0.0009999839301519796,1613824609692,157
+"mom_2",0.8500016739425021,1613824609692,157
+"eps_2",1e-05,1613824609692,157
+"train_loss",0.46952456,1613824610573,158
+"raw_loss",0.15426601,1613824610573,158
+"wd_0",0.01,1613824610573,158
+"sqr_mom_0",0.99,1613824610573,158
+"lr_0",6.97034675332894e-05,1613824610573,158
+"mom_0",0.8802968354350649,1613824610573,158
+"eps_0",1e-05,1613824610573,158
+"wd_1",0.01,1613824610573,158
+"sqr_mom_1",0.99,1613824610573,158
+"lr_1",6.97034675332894e-05,1613824610573,158
+"mom_1",0.8802968354350649,1613824610573,158
+"eps_1",1e-05,1613824610573,158
+"wd_2",0.01,1613824610573,158
+"sqr_mom_2",0.99,1613824610573,158
+"lr_2",0.000697034675332894,1613824610573,158
+"mom_2",0.8802968354350649,1613824610573,158
+"eps_2",1e-05,1613824610573,158
+"valid_loss",0.363145112991333,1613824627496,158
+"_rmse",0.602615237236023,1613824627496,158
+"epoch",1,1613824627496,158